-- Logs begin at Thu 2022-03-31 21:49:15 UTC, end at Fri 2022-04-01 00:30:22 UTC. -- Mar 31 22:40:16.342416 n-d-835855-2 systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 22:40:19.077226 n-d-835855-2 neutron-server[109189]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:40:19.077847 n-d-835855-2 neutron-server[109189]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:40:19.077963 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109189) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:40:19.081168 n-d-835855-2 neutron-server[109189]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:40:19.081419 n-d-835855-2 neutron-server[109189]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev102 Mar 31 22:40:19.081752 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109189) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:40:19.082723 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:19.082961 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:19.083307 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:19.083579 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:19.083789 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:19.084102 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.084411 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.084709 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.084935 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.085233 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.085524 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.085805 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.086075 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.086373 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.086657 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.086937 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.087219 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.087472 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.087751 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.088036 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.088320 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.088542 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] debug = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.088818 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.089244 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.089672 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.089946 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.090232 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.090505 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.090775 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.091054 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.091534 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.091876 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] host = n-d-835855-2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.092159 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.092446 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.092732 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.093018 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.093293 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.093569 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.093857 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.094131 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.094404 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.094701 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.094961 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.095274 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.095567 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.095791 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.096012 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.096301 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.096583 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.096848 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.097119 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.097418 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.097691 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.097963 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.098230 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.098512 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.098794 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.099077 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.099377 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.099652 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.099920 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.100187 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.100476 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.100743 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.101014 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.101286 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.101573 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.101839 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.102110 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.102409 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.102692 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.102972 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.103621 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.103900 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.104182 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.104455 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.104722 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.104989 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_json = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.105257 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.105528 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.105808 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.106081 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.106351 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.106623 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.106890 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.107174 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.107478 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:19.107778 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.108074 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.108373 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.108659 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.108948 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.109227 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.109518 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.109799 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.110081 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.110368 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.110656 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.110931 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.111220 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.111518 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.111817 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.112127 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.112424 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.112715 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.113015 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.113453 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.113731 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.114018 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.114308 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.114586 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.114877 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.115166 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.115472 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.115761 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.116057 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.116348 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.116629 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.116906 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.117196 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.117474 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.117748 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.118026 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.118314 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.118592 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.118861 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.119144 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.119446 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.119720 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.119992 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.120267 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.120556 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.120831 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.121098 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.121366 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.121641 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.121911 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.122193 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.122469 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.122737 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.123007 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.123306 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.123584 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.123864 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.124139 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.124410 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.124686 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.124953 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.125226 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.125497 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.125766 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.126034 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.126303 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.126570 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.126843 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.127110 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.127403 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.127675 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.127946 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.128197 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.128487 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.128812 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.129088 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.129364 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.129640 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.129915 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.130191 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.130465 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.130738 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.131014 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.131453 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.131774 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.132050 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.132342 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.132626 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.132932 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.133228 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.133507 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.133877 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.134085 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.134357 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.134642 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.134926 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.135219 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.135537 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.135836 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.136131 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.136399 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.136677 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.136989 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.137267 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:19.137483 n-d-835855-2 neutron-server[109189]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:19.137730 n-d-835855-2 neutron-server[109189]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109189) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 22:40:19.489679 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:40:19.489966 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:40:19.490261 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 31 22:40:19.490593 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 22:40:19.882720 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.882977 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.883180 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.884528 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.884800 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.885077 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.920559 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.920834 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.921102 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.936107 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.936387 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.936659 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.964769 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.965044 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:19.965315 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.002385 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.002673 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.002937 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.230650 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.231359 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.231359 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.231546 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.232132 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.352046 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.352360 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.352651 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.352924 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.353595 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.354237 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.354237 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.354431 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.354675 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.354962 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.355196 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.355488 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.355748 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.356003 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.356262 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.356531 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.356818 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.357086 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.357341 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.357602 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.357876 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.358130 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.358419 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.358800 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.359044 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.359330 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.359727 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.359968 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.360207 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.360441 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.360668 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.360904 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:20.361267 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 22:40:20.364446 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 22:40:20.368404 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 22:40:20.372048 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Mar 31 22:40:20.373833 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 22:40:20.374283 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 22:40:20.374626 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 22:40:20.375013 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 22:40:20.377831 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 22:40:20.378079 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 22:40:20.378422 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:40:20.383830 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 22:40:20.405740 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 22:40:20.406212 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.406614 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109189) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 31 22:40:20.406984 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.408337 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109189) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 22:40:20.408616 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:40:20.408866 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 22:40:20.412480 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.412762 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:20.476177 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 22:40:20.476417 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 22:40:20.476639 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 22:40:20.477019 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 22:40:20.499109 n-d-835855-2 neutron-server[109189]: DEBUG oslo_db.sqlalchemy.engines [None req-69edb872-77ca-427d-8265-d925a683578b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109189) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 22:40:21.053600 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing driver for type 'gre' Mar 31 22:40:21.054142 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69edb872-77ca-427d-8265-d925a683578b None None] gre ID ranges: [(1, 1000)] Mar 31 22:40:21.115314 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing driver for type 'local' Mar 31 22:40:21.115649 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing driver for type 'vlan' Mar 31 22:40:21.130985 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69edb872-77ca-427d-8265-d925a683578b None None] VlanTypeDriver initialization complete Mar 31 22:40:21.131351 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing driver for type 'vxlan' Mar 31 22:40:21.131850 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69edb872-77ca-427d-8265-d925a683578b None None] vxlan ID ranges: [(1, 1000)] Mar 31 22:40:21.189847 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing extension driver 'port_security' Mar 31 22:40:21.190165 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.extensions.port_security [None req-69edb872-77ca-427d-8265-d925a683578b None None] PortSecurityExtensionDriver initialization complete Mar 31 22:40:21.190475 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing mechanism driver 'openvswitch' Mar 31 22:40:21.190793 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing mechanism driver 'hyperv' Mar 31 22:40:21.197547 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.plugin [None req-69edb872-77ca-427d-8265-d925a683578b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:21.198237 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.198605 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.198953 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.199510 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.200601 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.200601 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.200601 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.200984 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.201412 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.201754 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.202092 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.202477 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.202872 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.203214 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.203573 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.205665 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.206104 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.206454 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.206828 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.207224 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.207654 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > address_group after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.208002 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > address_group after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.208339 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.208728 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109189) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 31 22:40:21.209178 n-d-835855-2 neutron-server[109189]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69edb872-77ca-427d-8265-d925a683578b None None] ML2 OVO RPC backend initialized. {{(pid=109189) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Mar 31 22:40:21.209874 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.210227 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.210641 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.210986 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > networks before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.211359 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.211697 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > ports before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.212037 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.212375 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnets before_response 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.212714 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.213048 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.213379 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.213708 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.214037 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.214364 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.214693 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.215033 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.215377 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.222886 n-d-835855-2 neutron-server[109189]: INFO neutron.quota [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded quota_driver: . Mar 31 22:40:21.223282 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.plugin [None req-69edb872-77ca-427d-8265-d925a683578b None None] Modular L2 Plugin initialization complete Mar 31 22:40:21.223611 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading services supported by the core plugin {{(pid=109189) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 22:40:21.223953 n-d-835855-2 neutron-server[109189]: INFO neutron.plugins.ml2.managers [None req-69edb872-77ca-427d-8265-d925a683578b None None] Got port-security extension from driver 'port_security' Mar 31 22:40:21.224417 n-d-835855-2 neutron-server[109189]: INFO neutron.extensions.vlantransparent [None req-69edb872-77ca-427d-8265-d925a683578b None None] Disabled vlantransparent extension. Mar 31 22:40:21.224926 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109189) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 22:40:21.225244 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: router Mar 31 22:40:21.260639 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.261291 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_create 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.261385 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router before_create 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.261759 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.262128 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.262454 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_delete 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.262838 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.263187 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.263568 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_create 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.263916 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.264257 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.264599 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.264955 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.265359 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.265721 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.266053 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.266389 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: subnet after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.266695 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.267040 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.267414 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_create 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.267754 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.268095 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.268446 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router after_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.268807 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.269162 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_create 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.269521 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.269867 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_update 55549900 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.270231 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > agent after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.270580 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > agent after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.270926 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > network after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.271817 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Tracking information for resource: router configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:21.272150 n-d-835855-2 neutron-server[109189]: DEBUG neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Tracking information for resource: floatingip configured {{(pid=109189) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:40:21.277069 n-d-835855-2 neutron-server[109189]: INFO neutron.db.l3_agentschedulers_db [None req-69edb872-77ca-427d-8265-d925a683578b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 22:40:21.277683 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.278039 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.278384 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.278735 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: port after_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.279551 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router before_create 55550100 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.279910 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.280267 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_create 55550100 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.280615 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > router precommit_update 55550100 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.285581 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.provider_configuration [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service providers = [] {{(pid=109189) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 22:40:21.285937 n-d-835855-2 neutron-server[109189]: DEBUG neutron.db.servicetype_db [None req-69edb872-77ca-427d-8265-d925a683578b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109189) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 22:40:21.288889 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.service_base [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:21.289228 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.service_base [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:21.289570 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.service_base [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:21.290445 n-d-835855-2 neutron-server[109189]: DEBUG neutron.services.service_base [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109189) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:40:21.290811 n-d-835855-2 neutron-server[109189]: INFO neutron.services.service_base [None req-69edb872-77ca-427d-8265-d925a683578b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 22:40:21.291183 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.291531 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 22:40:21.302095 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.302424 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: auto_allocate Mar 31 22:40:21.308625 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: network precommit_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.308938 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: network precommit_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.309469 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.309815 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: tag Mar 31 22:40:21.316557 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.316880 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: timestamp Mar 31 22:40:21.320947 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.321270 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: network_ip_availability Mar 31 22:40:21.326787 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.327160 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.327530 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.328271 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.328583 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: flavors Mar 31 22:40:21.333578 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.333908 n-d-835855-2 neutron-server[109189]: INFO neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading Plugin: revisions Mar 31 22:40:21.338225 n-d-835855-2 neutron-server[109189]: DEBUG neutron.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109189) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:40:21.338616 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [None req-69edb872-77ca-427d-8265-d925a683578b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.848s {{(pid=109189) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 31 22:40:21.339400 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109189) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 22:40:21.339737 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Initializing extension manager. Mar 31 22:40:21.340248 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: __init__.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.340587 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: __pycache__ {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.340923 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.341257 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: address_group.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.342022 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.342594 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: address-group Mar 31 22:40:21.342933 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: address_scope.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.343673 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.344183 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: address-scope Mar 31 22:40:21.344500 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.345419 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.345931 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: router-admin-state-down-before-update Mar 31 22:40:21.346247 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: agent.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.347172 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.347684 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: agent Mar 31 22:40:21.348003 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: agent_resources_synced.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.348908 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.349423 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: agent-resources-synced Mar 31 22:40:21.349741 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: allowedaddresspairs.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.351549 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.352121 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: allowed-address-pairs Mar 31 22:40:21.352400 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: auto_allocated_topology.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.353802 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.354320 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: auto-allocated-topology Mar 31 22:40:21.354640 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: availability_zone.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.355356 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.355866 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: availability_zone Mar 31 22:40:21.356183 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: availability_zone_filter.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.357082 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.357596 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: availability_zone_filter Mar 31 22:40:21.357915 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: data_plane_status.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.358812 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.359354 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 22:40:21.359669 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: default_subnetpools.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.360567 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.361072 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: default-subnetpools Mar 31 22:40:21.361388 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.362195 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.362740 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: dhcp_agent_scheduler Mar 31 22:40:21.363075 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: dns.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.364021 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.364525 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension dns-integration not supported by any of loaded plugins Mar 31 22:40:21.364843 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: dns_domain_ports.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.365751 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.366259 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 22:40:21.366580 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.367511 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.368015 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 22:40:21.368334 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: dvr.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.368994 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.369500 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: dvr Mar 31 22:40:21.369848 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: ecmp_routes.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.370731 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.371338 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 22:40:21.371579 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: empty_string_filtering.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.372482 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.373064 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: empty-string-filtering Mar 31 22:40:21.373311 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.374219 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.374726 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:40:21.375042 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.375978 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.376494 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 22:40:21.376813 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: external_net.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.377713 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.378232 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: external-net Mar 31 22:40:21.378574 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.379517 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.380026 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: extra_dhcp_opt Mar 31 22:40:21.380340 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: extraroute.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.381242 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.381748 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: extraroute Mar 31 22:40:21.382068 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: extraroute_atomic.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.383089 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.383750 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: extraroute-atomic Mar 31 22:40:21.384506 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: filter_validation.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.384844 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.385632 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: filter-validation Mar 31 22:40:21.385632 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: fip_pf_description.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.387160 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.387160 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 22:40:21.387160 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: fip_port_details.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: fip-port-details Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: flavors.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: flavors Mar 31 22:40:21.392456 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.392876 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.392993 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 22:40:21.393327 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: floatingip_pools.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.394070 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.394590 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: floatingip-pools Mar 31 22:40:21.394913 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: ip_allocation.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.395866 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.396383 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 22:40:21.396702 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.397612 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.398132 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: ip-substring-filtering Mar 31 22:40:21.398456 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l2_adjacency.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.399396 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.399909 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 22:40:21.400228 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.401222 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.401744 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: router Mar 31 22:40:21.402065 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.404502 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.405030 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:40:21.405359 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.406292 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.406819 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: ext-gw-mode Mar 31 22:40:21.407138 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.408087 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.408602 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: l3-ha Mar 31 22:40:21.408920 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3_flavors.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.409876 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.410395 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: l3-flavors Mar 31 22:40:21.410707 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.411676 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.412191 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 22:40:21.412510 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: l3agentscheduler.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.413548 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.414059 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: l3_agent_scheduler Mar 31 22:40:21.414382 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: logging.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.415914 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.416476 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension logging not supported by any of loaded plugins Mar 31 22:40:21.416803 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: metering.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.417589 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.418129 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: metering Mar 31 22:40:21.418451 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.419575 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.420093 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: metering_source_and_destination_fields Mar 31 22:40:21.420417 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: multiprovidernet.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.421336 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.421848 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: multi-provider Mar 31 22:40:21.422169 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: netmtu.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.423073 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.423618 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: net-mtu Mar 31 22:40:21.423935 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: netmtu_writable.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.424841 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.425408 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: net-mtu-writable Mar 31 22:40:21.425732 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: network_availability_zone.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.426396 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.426903 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: network_availability_zone Mar 31 22:40:21.427217 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: network_ip_availability.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.428359 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.428872 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: network-ip-availability Mar 31 22:40:21.429199 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: network_segment_range.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.429960 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.430473 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 22:40:21.430795 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: pagination.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.431819 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.432148 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: pagination Mar 31 22:40:21.432467 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: port_device_profile.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.433366 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.433890 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: port-device-profile Mar 31 22:40:21.434203 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.435109 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.435670 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: port-mac-address-regenerate Mar 31 22:40:21.435989 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.436897 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.437412 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: port-numa-affinity-policy Mar 31 22:40:21.437769 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: port_resource_request.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.438672 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.439183 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 22:40:21.439540 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: portbindings.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.440455 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.440996 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: binding Mar 31 22:40:21.441319 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: portbindings_extended.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.442760 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.443275 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: binding-extended Mar 31 22:40:21.443623 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: portsecurity.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.444531 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.445049 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: port-security Mar 31 22:40:21.445365 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: project_id.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.446336 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.446664 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: project-id Mar 31 22:40:21.446979 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: providernet.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.447939 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.448470 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: provider Mar 31 22:40:21.448816 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.452439 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.452963 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos not supported by any of loaded plugins Mar 31 22:40:21.453284 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.454560 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.455078 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 22:40:21.455434 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.456343 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.456922 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 22:40:21.457250 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_default.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.458161 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.458677 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-default not supported by any of loaded plugins Mar 31 22:40:21.459002 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_fip.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.459686 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.460195 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-fip not supported by any of loaded plugins Mar 31 22:40:21.460510 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_gateway_ip.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.461434 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.461975 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 22:40:21.462294 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_port_network_policy.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.463203 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.463747 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 22:40:21.464065 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_pps_rule.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.465238 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.465763 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-pps not supported by any of loaded plugins Mar 31 22:40:21.466085 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_rule_type_details.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.466995 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.467545 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 22:40:21.467879 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: qos_rules_alias.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.468922 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.469437 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 22:40:21.469761 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: quotasv2.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.470746 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.471077 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: quotas Mar 31 22:40:21.471427 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: quotasv2_detail.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.473283 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.473620 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: quota_details Mar 31 22:40:21.473949 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: rbac.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.475078 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.475687 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: rbac-policies Mar 31 22:40:21.476012 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: rbac_address_group.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.476978 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.477500 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: rbac-address-group Mar 31 22:40:21.477822 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: rbac_address_scope.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.479094 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.479866 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: rbac-address-scope Mar 31 22:40:21.480191 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: rbac_security_groups.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.481150 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.481668 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: rbac-security-groups Mar 31 22:40:21.481987 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: rbac_subnetpool.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.482897 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.483450 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: rbac-subnetpool Mar 31 22:40:21.483744 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: revisionifmatch.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.484662 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.485181 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: revision-if-match Mar 31 22:40:21.485499 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: revisions.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.486629 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.487145 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: standard-attr-revisions Mar 31 22:40:21.487495 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: router_availability_zone.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.488277 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.488764 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: router_availability_zone Mar 31 22:40:21.489087 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: routerservicetype.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.490034 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.490517 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension router-service-type not supported by any of loaded plugins Mar 31 22:40:21.490834 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.491780 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.492297 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: security-groups-normalized-cidr Mar 31 22:40:21.492615 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.493534 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.494047 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: port-security-groups-filtering Mar 31 22:40:21.494367 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.495317 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.495837 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: security-groups-remote-address-group Mar 31 22:40:21.496179 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: securitygroup.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.507844 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.508408 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: security-group Mar 31 22:40:21.508742 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: segment.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.509617 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.510138 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension segment not supported by any of loaded plugins Mar 31 22:40:21.510462 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.511604 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.512129 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 22:40:21.512455 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: servicetype.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.513700 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.514229 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: service-type Mar 31 22:40:21.514551 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: sorting.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.515619 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.515953 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: sorting Mar 31 22:40:21.516410 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: standard_attr_segment.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.517361 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.517922 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 22:40:21.518214 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: standardattrdescription.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.518894 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.519487 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: standard-attr-description Mar 31 22:40:21.519812 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: stateful_security_group.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.520760 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.521271 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: stateful-security-group Mar 31 22:40:21.521590 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: stdattrs_common.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.522169 n-d-835855-2 neutron-server[109189]: WARNING neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 22:40:21.522487 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.523445 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.523961 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 22:40:21.524266 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnet_onboard.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.525356 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.525875 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: subnet_onboard Mar 31 22:40:21.526175 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.527096 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.527640 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 22:40:21.527965 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnet_service_types.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.528893 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.529410 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: subnet-service-types Mar 31 22:40:21.529727 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnetallocation.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.530813 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.531360 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: subnet_allocation Mar 31 22:40:21.531715 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.532381 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.532894 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: subnetpool-prefix-ops Mar 31 22:40:21.533188 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.534115 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.534657 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 22:40:21.534976 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: tagging.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.536123 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.536657 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: standard-attr-tag Mar 31 22:40:21.536995 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: timestamp.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.538195 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.538747 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loaded extension: standard-attr-timestamp Mar 31 22:40:21.539071 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: trunk.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.540129 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.540650 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension trunk not supported by any of loaded plugins Mar 31 22:40:21.540972 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: trunk_details.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.541888 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.542406 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension trunk-details not supported by any of loaded plugins Mar 31 22:40:21.542729 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: uplink_status_propagation.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.543690 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.544203 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 22:40:21.544565 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Loading extension file: vlantransparent.py {{(pid=109189) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:40:21.545205 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109189) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:40:21.545827 n-d-835855-2 neutron-server[109189]: INFO neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 22:40:21.549921 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:network Mar 31 22:40:21.549921 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnet Mar 31 22:40:21.549921 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:21.549921 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:port Mar 31 22:40:21.551058 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.551526 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service FLAVORS assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.552148 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.552577 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.552921 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:router Mar 31 22:40:21.553346 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:40:21.553847 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service METERING assigned prefix: /metering {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.555369 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.555753 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.556103 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:40:21.557145 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:40:21.557592 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:40:21.558035 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:40:21.558758 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service CORE assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.558975 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:21.559350 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] subnetpool is already registered Mar 31 22:40:21.559787 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service CORE assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.560107 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:21.560436 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] subnetpool is already registered Mar 31 22:40:21.562775 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.563179 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service FLAVORS assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.563796 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.564207 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.564538 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:router Mar 31 22:40:21.564873 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] router is already registered Mar 31 22:40:21.565284 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:40:21.565614 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] floatingip is already registered Mar 31 22:40:21.566087 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service METERING assigned prefix: /metering {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.566760 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:40:21.567083 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] rbac_policy is already registered Mar 31 22:40:21.567523 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:40:21.567859 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] security_group is already registered Mar 31 22:40:21.568261 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:40:21.568587 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] security_group_rule is already registered Mar 31 22:40:21.569205 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service CORE assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.569527 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:21.569858 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] subnetpool is already registered Mar 31 22:40:21.570269 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.v2.resource_helper [None req-69edb872-77ca-427d-8265-d925a683578b None None] Service CORE assigned prefix: {{(pid=109189) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:40:21.570612 n-d-835855-2 neutron-server[109189]: INFO neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:40:21.570948 n-d-835855-2 neutron-server[109189]: WARNING neutron.quota.resource_registry [None req-69edb872-77ca-427d-8265-d925a683578b None None] subnetpool is already registered Mar 31 22:40:21.571435 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: extensions {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.572921 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: address-groups {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.574381 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: address-scopes {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.575777 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: agents {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.576884 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: auto-allocated-topology {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.578144 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: availability_zones {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.579383 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: dhcp-networks {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.580863 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: dhcp-agents {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.582347 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: routers {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.584570 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: flavors {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.585716 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: service_profiles {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.586925 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: next_providers {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.588385 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: service_profiles {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.589911 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: floatingip-pools {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.591125 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: routers {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.593255 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: floatingips {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.594592 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: l3-routers {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.596062 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: l3-agents {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.597811 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: metering-labels {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.598925 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: metering-label-rules {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.600336 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: network-ip-availabilities {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.601598 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: bindings {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.603716 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: quotas {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.605233 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: quotas {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.606738 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: rbac-policies {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.608023 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: security-groups {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.610611 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: security-group-rules {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.611882 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: service-providers {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.613391 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: subnetpools {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.614873 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: subnetpools {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.616462 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.618302 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.620226 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.622072 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.623869 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.625798 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.627537 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.629425 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.631148 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.632966 n-d-835855-2 neutron-server[109189]: DEBUG neutron.api.extensions [None req-69edb872-77ca-427d-8265-d925a683578b None None] Extended resource: tags {{(pid=109189) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:40:21.639061 n-d-835855-2 neutron-server[109189]: WARNING keystonemiddleware.auth_token [None req-69edb872-77ca-427d-8265-d925a683578b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 22:40:21.643963 n-d-835855-2 neutron-server[109189]: WARNING keystonemiddleware.auth_token [None req-69edb872-77ca-427d-8265-d925a683578b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 22:40:21.652661 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [None req-69edb872-77ca-427d-8265-d925a683578b None None] Acquired lock "singleton_lock" {{(pid=109189) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 31 22:40:21.653144 n-d-835855-2 neutron-server[109189]: DEBUG oslo_concurrency.lockutils [None req-69edb872-77ca-427d-8265-d925a683578b None None] Releasing lock "singleton_lock" {{(pid=109189) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 31 22:40:21.653775 n-d-835855-2 neutron-server[109189]: INFO oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Starting 2 workers Mar 31 22:40:21.658599 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Started child 109298 {{(pid=109189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:21.663172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Started child 109299 {{(pid=109189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:21.663922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.664711 n-d-835855-2 neutron-server[109189]: INFO neutron.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 22:40:21.665353 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Notify callbacks [] for process, before_spawn {{(pid=109189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.665452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [-] (109298) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:40:21.667772 n-d-835855-2 neutron-server[109189]: INFO oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Starting 1 workers Mar 31 22:40:21.667990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.669313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [-] (109299) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:40:21.672882 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Started child 109300 {{(pid=109189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:21.673407 n-d-835855-2 neutron-server[109189]: INFO oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Starting 1 workers Mar 31 22:40:21.676449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] calling RpcWorker wait() {{(pid=109300) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 22:40:21.677019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] returning from RpcWorker wait() {{(pid=109300) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 22:40:21.678032 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [None req-69edb872-77ca-427d-8265-d925a683578b None None] Started child 109301 {{(pid=109189) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:40:21.678207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.678872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:21.678991 n-d-835855-2 neutron-server[109189]: DEBUG neutron_lib.callbacks.manager [None req-69edb872-77ca-427d-8265-d925a683578b None None] Notify callbacks [] for process, after_spawn {{(pid=109189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.680629 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109189) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:40:21.680831 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:21.681012 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:21.681229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:21.681591 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:21.682070 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:21.682245 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.682601 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.682944 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:21.683695 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.683695 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.683847 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.683942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:21.684693 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.685069 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.685443 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.685847 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.686155 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.686336 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.686508 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.686768 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.687003 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.687328 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.687588 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.687852 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.688115 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.688284 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.688522 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.688777 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.689017 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.689276 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] debug = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.689501 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.689972 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.690205 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.690449 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.690683 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.691021 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.691273 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.691536 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.691777 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.692006 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.692221 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.692472 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.692712 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.692953 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.693176 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.693444 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.693655 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.694137 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] host = n-d-835855-2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.694367 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.694595 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.694836 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.695074 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.695351 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.695578 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.695828 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.696076 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.696330 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.696554 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.696814 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.697057 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.697304 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.697549 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.697714 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_options = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.697953 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.698207 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.698473 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.698638 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.698801 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.698974 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.699226 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.699429 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.699674 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.699970 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.700122 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.700306 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.700541 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.700757 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.701874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.701874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.701874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.701874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.702201 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.702201 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.702435 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.702685 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.702923 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.703141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.703410 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.703641 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.703876 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.704107 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.704337 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.704560 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.704773 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.705059 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.705345 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.705586 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.705836 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.706077 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.706303 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.706546 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.706841 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.707032 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.707481 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.707749 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.707970 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.708302 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.708544 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.708786 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.709019 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_json = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.709229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.709464 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.709724 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.709952 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.710169 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.710387 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.710596 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.710826 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.711037 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.711733 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.712102 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.712344 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.712571 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.712801 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.713042 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.713293 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.713528 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.713786 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.714022 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.714323 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.714563 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.715751 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.715751 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.715956 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.716453 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.716578 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.716844 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.717109 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.717346 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.717613 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.717864 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.718137 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.718373 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.718616 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.718898 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.719080 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.719420 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.719867 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.720067 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.720222 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.720457 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.720684 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.720927 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.721199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.721410 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.721663 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.721893 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.722196 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.722433 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.722672 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.722923 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.723158 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.723446 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.723683 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.724054 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.724266 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.724485 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.724716 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.725066 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.725410 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729173 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.729862 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.730503 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.730503 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.730503 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.730503 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.730785 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.731094 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.731269 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.731404 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.732401 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.732401 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.732401 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.732401 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.732401 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733030 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733030 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733030 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733411 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733411 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733676 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.733807 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.735698 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.736498 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.736498 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.736498 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.736711 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.736859 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.737104 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.737365 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.737606 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.737864 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.738116 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.738341 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.738587 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.738819 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.739065 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.739327 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.739552 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.739814 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.740074 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.740341 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.740610 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.740872 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.741133 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.741393 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.741633 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.741914 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.742217 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.742455 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.742729 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.742962 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.743203 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.743482 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.743751 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.744121 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.744367 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.744630 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.744834 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.745252 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.746758 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.747197 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.747197 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.747394 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.747774 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.748152 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.748557 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.748960 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.749205 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.749477 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.749682 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.749916 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.750159 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.750404 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.750640 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.750853 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.751065 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.751324 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.751544 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.751772 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.752021 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.752233 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.752478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.752717 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.752930 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.753332 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.753776 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.753982 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.754455 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.754833 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.755211 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.755609 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.755991 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.756342 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.756751 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.756973 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.757257 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.757518 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.757763 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.758009 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.758251 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.758512 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.758723 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.759000 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.759203 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.759444 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.759661 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.759868 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.760152 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.760335 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.760583 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.760800 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.761044 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.761262 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.761643 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.761841 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.762071 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.762300 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.762541 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.762770 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.762983 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.763206 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.763475 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.763691 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.764199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.764199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.764462 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.764584 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.764797 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.765176 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.765580 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.765823 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.766043 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.766272 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.766489 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.766851 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.767231 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.767623 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.767981 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.768193 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.768404 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.768619 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.768828 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.769149 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.769379 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.769791 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.770051 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.770292 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.770516 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.770763 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.771269 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.771269 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.771546 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.771676 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.771889 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.772137 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.772450 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773016 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773016 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773016 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773415 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773415 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773570 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773752 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.773969 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.774183 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.774388 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.774607 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.774810 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.775016 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.775231 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.775467 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.775672 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.775911 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.776114 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.776317 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.776675 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.776780 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.777048 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.777487 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.777487 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.779034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780151 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780151 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780151 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780151 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780151 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780875 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780875 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.780875 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.781594 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.781594 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.781594 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.782564 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.782564 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.782564 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.784024 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.785368 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786229 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786952 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786952 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.786952 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.788141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.788141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.788141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:21.788141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109189) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:40:21.788141 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789199 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789675 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789675 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789675 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789883 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.789959 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.790066 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.790223 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.790545 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.790700 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.790860 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791015 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791170 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791426 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791584 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791779 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.791904 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.792132 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.792233 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.792363 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.792518 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] debug = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.792714 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793242 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793242 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793242 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793486 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793486 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793604 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793761 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.793915 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794070 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794225 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794381 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794538 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794693 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.794849 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795004 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795160 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795347 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] host = n-d-835855-2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795504 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795660 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795815 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.795970 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796125 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:21.796271 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796424 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796579 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796734 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.796889 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797044 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797198 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797354 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797509 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797665 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_options = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797820 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.797975 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798130 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798309 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798470 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798630 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798786 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.798968 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.799124 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.799337 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.799630 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.799792 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.799948 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800104 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800288 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800656 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800819 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.800973 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801331 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801331 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801500 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801578 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801712 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.801915 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802077 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802233 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802389 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802845 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802845 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.802845 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803083 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803163 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803525 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803525 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803696 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803792 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.803874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.804034 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.804190 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.804503 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.804660 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_json = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.805809 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806757 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806757 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:40:21.806900 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807040 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807178 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807379 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807509 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807647 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807790 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.807949 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808213 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808354 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808481 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808609 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808737 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.808934 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.809038 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.809196 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.809355 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.809516 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.810901 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811665 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811665 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811789 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.811932 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.813562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814502 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814502 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814629 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814743 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.814900 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815059 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815230 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815426 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815591 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815729 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.815953 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816111 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816270 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816431 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816570 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816737 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.816895 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817087 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817227 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817428 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817571 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817691 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.817851 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818010 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818467 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818467 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818613 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818767 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.818929 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819085 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819266 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819422 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819611 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819808 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.819943 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820052 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820195 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820329 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820453 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820628 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820802 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.820961 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821120 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821280 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821437 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821576 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821741 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.821899 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822057 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822215 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822370 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822530 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822697 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.822909 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823037 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823159 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823310 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823475 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823636 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823792 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.823948 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824107 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824277 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824445 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824573 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824708 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.824874 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825030 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825190 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825346 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825514 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825701 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825857 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.825988 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826123 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826284 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826447 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826587 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826751 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.826894 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827077 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827268 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827405 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827542 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827702 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.827861 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828019 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828205 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828349 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828514 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828670 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828808 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.828950 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829083 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829223 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829390 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829551 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829712 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.829850 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830017 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830179 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830338 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830498 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830659 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830821 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.830982 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831124 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831333 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831505 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831641 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831774 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.831909 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832072 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832213 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832379 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832521 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832684 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832833 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.832999 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833143 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833308 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833449 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833614 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833774 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.833936 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834095 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834241 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834403 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834561 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834773 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.834914 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835035 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835163 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835330 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835490 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835636 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835798 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.835960 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836103 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836253 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836478 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836627 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836765 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.836904 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837056 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837195 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837333 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837469 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837633 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837768 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.837934 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838081 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838241 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838400 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838536 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838692 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.838850 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839008 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839169 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839388 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839520 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839640 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839780 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.839942 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840099 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840258 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840422 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840566 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840717 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.840855 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841019 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841191 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841351 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841511 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841670 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841830 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.841992 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842161 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842304 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842528 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842688 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842828 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.842967 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843103 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843273 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843407 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843562 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843703 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.843869 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844127 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844257 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844386 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844564 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844740 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.844879 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845059 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845202 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845366 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845616 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845761 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.845903 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846043 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846184 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846324 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846463 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846602 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846738 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.846890 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847060 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847425 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847425 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847687 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847687 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.847946 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848089 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848227 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848395 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848534 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848663 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848802 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.848935 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849062 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849198 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849372 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849526 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849687 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.849858 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850031 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850172 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850349 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850523 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850664 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850830 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.850978 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.851198 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.851483 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.851623 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.851789 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.851931 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.852099 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.852242 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.852405 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.852568 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.852731 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853210 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853373 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853517 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853683 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853827 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.853991 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:40:21.854134 n-d-835855-2 neutron-server[109189]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109189) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:40:22.022779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:22.031835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066810 Mar 31 22:40:34.402686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae86c6-6773-4a5f-b530-091ab82361c6 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 22:40:34.646063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae86c6-6773-4a5f-b530-091ab82361c6 None None] No non-hosted networks {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 22:40:34.660945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.agentschedulers_db [None req-1cae86c6-6773-4a5f-b530-091ab82361c6 None None] DHCP Agent not found on host n-d-835855-2 {{(pid=109300) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 22:40:34.712189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-33a3bbe1-e23b-4694-ac4e-5f76a01fa525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:36.877402 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-37e1a107-9ba8-4d94-a0f6-b83f0ba6cd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:36.938463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19d7fa8e-0e5f-4b65-bd33-c47b7ac711b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:38.185585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:39.823766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:40.220016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:40.225161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.226144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.228538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.229570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.231652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.232807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.235686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.237596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.238893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.239458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.239969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.240489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:40.241062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-835855-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:40.271609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-835855-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:40:41.484935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:42.179894 n-d-835855-2 neutron-server[109298]: WARNING oslo_policy.policy [None req-c1d2d821-50a7-40dd-863f-ec22671a126c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:42.180517 n-d-835855-2 neutron-server[109298]: WARNING oslo_policy.policy [None req-c1d2d821-50a7-40dd-863f-ec22671a126c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:42.402391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-c1d2d821-50a7-40dd-863f-ec22671a126c admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:40:42.417790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1d2d821-50a7-40dd-863f-ec22671a126c admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9160330 Mar 31 22:40:42.574177 n-d-835855-2 neutron-server[109300]: INFO neutron.db.l3_hamode_db [None req-9130af28-e343-4966-9642-3b85d63208cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 22:40:42.662522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130af28-e343-4966-9642-3b85d63208cd None None] Routers set() bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:40:42.662810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130af28-e343-4966-9642-3b85d63208cd None None] Router IDs set() for agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 22:40:44.910845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54590) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:45.253987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:40:45.359586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.policy [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109298) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:40:45.405361 n-d-835855-2 neutron-server[109298]: WARNING oslo_policy.policy [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:45.405730 n-d-835855-2 neutron-server[109298]: WARNING oslo_policy.policy [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:45.521669 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242970264', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242969975', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242958284', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242955624', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242345476', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793242936295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683639', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3688247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1029816', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598740'] for rbac-policy, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:45.597394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:45.598985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21649d37-566c-489a-87be-0c0c4387b6b3 admin admin] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6869695 Mar 31 22:40:48.322640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54602) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:48.902768 n-d-835855-2 neutron-server[109299]: WARNING oslo_policy.policy [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:48.903546 n-d-835855-2 neutron-server[109299]: WARNING oslo_policy.policy [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:49.123929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Request body: {'network': {'name': 'private', 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:40:49.182676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Made reservation on behalf of 7895d41854bd4c15817ac8a233d5b1e7 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:40:49.250001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.policy [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109299) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:40:49.297775 n-d-835855-2 neutron-server[109299]: WARNING oslo_policy.policy [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:49.298433 n-d-835855-2 neutron-server[109299]: WARNING oslo_policy.policy [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:40:49.310481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.335399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.461019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.466596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.489687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] vlan segment allocate from pool success with {'vlan_id': 1270, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:40:49.526033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793242691413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.526617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Unsubscribe: segment precommit_create {{(pid=109299) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:40:49.527129 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Added segment 8bdaf70a-f203-4dbc-b7cd-109c9eab3a00 of type vlan for network b645b694-e130-4347-815d-01e8bc3698b4 Mar 31 22:40:49.546786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f377a43-6ada-48f2-ab60-d3ba8ce79a57,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:49.569281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.569613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.569949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.570331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.570707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.571219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.571851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.572225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.572546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.572861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.573184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.573498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Tracked resource versions report: Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: pushed versions: Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: { 'AddressGroup': {'1.2'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'ConntrackHelper': {'1.0'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Log': {'1.0'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Network': {'1.1'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Port': {'1.7'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'PortForwarding': {'1.2'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'QosPolicy': {'1.9'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SecurityGroup': {'1.4'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SubPort': {'1.0'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Subnet': {'1.1'}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Trunk': {'1.1'}} Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: consumer versions: Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: L3 agent@n-d-835855-2: {}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: Metadata agent@n-d-835855-2: {}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: Metering agent@n-d-835855-2: {}, Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'ConntrackHelper': '1.0', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Log': '1.0', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Network': '1.1', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Port': '1.7', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'PortForwarding': '1.2', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'QosPolicy': '1.9', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SecurityGroup': '1.4', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SecurityGroupRule': '1.2', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'SubPort': '1.0', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Subnet': '1.1', Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: 'Trunk': '1.1'}} Mar 31 22:40:49.574628 n-d-835855-2 neutron-server[109299]: {{(pid=109299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:40:49.675296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.722137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.723529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:40:49.724290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:49.779661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4558558 Mar 31 22:40:49.861156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281183-7835-4843-9120-af42bcc5340b admin admin] Pushing event updated for resources: {'Network': ['ID=b645b694-e130-4347-815d-01e8bc3698b4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:49.878323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b645b694-e130-4347-815d-01e8bc3698b4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:40:52.702313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54624) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:53.148395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b529f9-2ab8-4dbb-8866-8c0760ce8b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:40:53.149796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-29b529f9-2ab8-4dbb-8866-8c0760ce8b53 admin admin] 10.222.0.95 "GET /v2.0/networks/b645b694-e130-4347-815d-01e8bc3698b4 HTTP/1.1" status: 200 len: 826 time: 0.4464984 Mar 31 22:40:53.193017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41c15f68-dfe8-474e-9395-b80e52c1aea7 admin admin] 10.222.0.95 "GET /v2.0/subnetpools/746c4af1-c267-4a1c-a3b2-95b33a0f0f2f HTTP/1.1" status: 200 len: 734 time: 0.0345187 Mar 31 22:40:53.202622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Request body: {'subnet': {'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f', 'name': 'private-subnet', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:40:53.226326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Made reservation on behalf of 7895d41854bd4c15817ac8a233d5b1e7 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:40:53.228549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:53.542628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:53.613791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Checking segment: {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:40:53.614155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Network hostable DHCP agents. Network: b645b694-e130-4347-815d-01e8bc3698b4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:40:53.618752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cecbe1-127d-48e1-9aff-c36903c80bad,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:53.639085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Network b645b694-e130-4347-815d-01e8bc3698b4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:40:53.662077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b645b694-e130-4347-815d-01e8bc3698b4) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:40:53.667498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:40:53.668103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:53.677971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d53a2b-7732-4804-b5b5-f3a7f3f6de60 None None] Network b645b694-e130-4347-815d-01e8bc3698b4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:40:53.689681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-abe6b01e-3061-40a6-be5c-8dc4cc84d7f1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4904048 Mar 31 22:40:54.041862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b645b694-e130-4347-815d-01e8bc3698b4', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:40:54.043063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:54.388437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Allocated IP 172.20.0.2 (b645b694-e130-4347-815d-01e8bc3698b4/b3cecbe1-127d-48e1-9aff-c36903c80bad/5693e1a4-cd2f-440b-926d-09b8229773c7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:40:54.627666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:54.640343 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:54.717579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Network b645b694-e130-4347-815d-01e8bc3698b4 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:40:54.726495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:40:54.728437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Pushing event updated for resources: {'Port': ['ID=5693e1a4-cd2f-440b-926d-09b8229773c7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:54.734054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:40:54.740992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.741359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.741698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.742116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.742345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.742693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.742990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.743453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.743812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.744248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.744556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.744899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Tracked resource versions report: Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: pushed versions: Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: { 'AddressGroup': {'1.2'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'ConntrackHelper': {'1.0'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Log': {'1.0'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Network': {'1.1'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Port': {'1.7'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'PortForwarding': {'1.2'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'QosPolicy': {'1.9'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SecurityGroup': {'1.4'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SubPort': {'1.0'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Subnet': {'1.1'}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Trunk': {'1.1'}} Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: consumer versions: Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: L3 agent@n-d-835855-2: {}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: Metadata agent@n-d-835855-2: {}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: Metering agent@n-d-835855-2: {}, Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'ConntrackHelper': '1.0', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Log': '1.0', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Network': '1.1', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Port': '1.7', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'PortForwarding': '1.2', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'QosPolicy': '1.9', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SecurityGroup': '1.4', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SecurityGroupRule': '1.2', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'SubPort': '1.0', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Subnet': '1.1', Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: 'Trunk': '1.1'}} Mar 31 22:40:54.746230 n-d-835855-2 neutron-server[109300]: {{(pid=109300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:40:54.830413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Attempting to bind port 5693e1a4-cd2f-440b-926d-09b8229773c7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:40:54.830800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Attempting to bind port 5693e1a4-cd2f-440b-926d-09b8229773c7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:40:54.831212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Attempting to bind port 5693e1a4-cd2f-440b-926d-09b8229773c7 on network b645b694-e130-4347-815d-01e8bc3698b4 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:40:54.837006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:40:54.837492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Checking segment: {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:40:54.838029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:54.838512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Bound using segment: {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:40:54.839072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Bound port: 5693e1a4-cd2f-440b-926d-09b8229773c7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:40:54.839579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:54.918034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] For port 5693e1a4-cd2f-440b-926d-09b8229773c7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:40:54.922677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] For port 5693e1a4-cd2f-440b-926d-09b8229773c7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5693e1a4-cd2f-440b-926d-09b8229773c7,segment=NetworkSegment(8bdaf70a-f203-4dbc-b7cd-109c9eab3a00),segment_id=8bdaf70a-f203-4dbc-b7cd-109c9eab3a00)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:40:54.930319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:40:55.000796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e69d-6068-49f4-910e-31fcbfb35854 None None] Pushing event updated for resources: {'Port': ['ID=5693e1a4-cd2f-440b-926d-09b8229773c7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:40:56.270203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54632) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:56.609698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-276bb803-d348-461d-87b5-06d553ccaeb4 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:40:56.610741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-276bb803-d348-461d-87b5-06d553ccaeb4 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3395636 Mar 31 22:40:59.072733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54640) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:40:59.420872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-9adee814-33ab-4f55-862b-d4df10ba34b1 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:40:59.421885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9adee814-33ab-4f55-862b-d4df10ba34b1 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3478312 Mar 31 22:41:02.200728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:02.554866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Request body: {'router': {'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:02.580460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:02.582548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:02.732259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:02.741102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:02.758914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:02.760189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c1102246-1f70-48c0-8041-d666c6692ea4 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5585074 Mar 31 22:41:03.605873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df15745-c1ae-4127-ad66-c33cc4e0e769 None None] Network b645b694-e130-4347-815d-01e8bc3698b4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:03.710186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5693e1a4-cd2f-440b-926d-09b8229773c7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:03.713003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] Provisioning complete for port 5693e1a4-cd2f-440b-926d-09b8229773c7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:03.713389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:03.957189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5693e1a4-cd2f-440b-926d-09b8229773c7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:03.957553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:03.997051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:04.069332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] For port 5693e1a4-cd2f-440b-926d-09b8229773c7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5693e1a4-cd2f-440b-926d-09b8229773c7,segment=NetworkSegment(8bdaf70a-f203-4dbc-b7cd-109c9eab3a00),segment_id=8bdaf70a-f203-4dbc-b7cd-109c9eab3a00)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:41:04.080262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:04.201081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbed6f-f4a9-48b0-9bc8-13c8a1d29ce7 None None] Pushing event updated for resources: {'Port': ['ID=5693e1a4-cd2f-440b-926d-09b8229773c7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:04.310300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b5cd6359-fed7-4aad-bd5d-d5530dafe3d0 None None] Provisioning complete for port 5693e1a4-cd2f-440b-926d-09b8229773c7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:04.310718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b5cd6359-fed7-4aad-bd5d-d5530dafe3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:04.367911 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5a483e9-58ef-4f80-aa53-94394bf76562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:05.630544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54664) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:05.662207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5693e1a4-cd2f-440b-926d-09b8229773c7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:05.717964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5693e1a4-cd2f-440b-926d-09b8229773c7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:05.718338 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:06.058046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-bcac36b4-895b-498b-80c2-daea277f88c2 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:41:06.059037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bcac36b4-895b-498b-80c2-daea277f88c2 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4275277 Mar 31 22:41:06.887112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afdb0d0a-1393-4fe9-a10f-72e11b1af8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.142733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.576088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:08.736629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:08.764358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Made reservation on behalf of b7d87911ea1e47ea9e553d73293f7a7f for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:08.767010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.783033 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.898829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.904448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.916210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Reserving flat network on physical network physnet1 {{(pid=109298) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 22:41:08.949951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793242691413', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:08.950516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Unsubscribe: segment precommit_create {{(pid=109298) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:41:08.951016 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Added segment 4a4759c8-a138-4504-a00c-038c3209699b of type flat for network a57f2c58-f5da-4528-94c7-55b1bf887fb3 Mar 31 22:41:08.967585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca78500-809d-47a7-a1b4-ba074f75e980,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:09.016135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.016463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.016792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.017113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.017433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.017774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.018055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.018364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.018671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.018979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.019277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.019616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Tracked resource versions report: Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: pushed versions: Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Log': {'1.0'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Network': {'1.1'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Port': {'1.7'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'PortForwarding': {'1.2'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'QosPolicy': {'1.9'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SubPort': {'1.0'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Subnet': {'1.1'}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Trunk': {'1.1'}} Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: consumer versions: Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: L3 agent@n-d-835855-2: {}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: Metadata agent@n-d-835855-2: {}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: Metering agent@n-d-835855-2: {}, Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'ConntrackHelper': '1.0', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Log': '1.0', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Network': '1.1', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Port': '1.7', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'PortForwarding': '1.2', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'QosPolicy': '1.9', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SecurityGroup': '1.4', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SecurityGroupRule': '1.2', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'SubPort': '1.0', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Subnet': '1.1', Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: 'Trunk': '1.1'}} Mar 31 22:41:09.020803 n-d-835855-2 neutron-server[109298]: {{(pid=109298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:09.068093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:09.116649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:09.118018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:09.118750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:09.176534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5991137 Mar 31 22:41:09.220525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba741c-b083-4ca1-9eda-78bbf49e3383 admin admin] Pushing event updated for resources: {'Network': ['ID=a57f2c58-f5da-4528-94c7-55b1bf887fb3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:09.231909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:41:09.754849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:10.246022 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:11.524159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:11.683542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdff5458-0408-4cdf-bbc5-6ecba7383976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:11.684943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fdff5458-0408-4cdf-bbc5-6ecba7383976 admin admin] 10.222.0.95 "GET /v2.0/subnets/b3cecbe1-127d-48e1-9aff-c36903c80bad HTTP/1.1" status: 200 len: 849 time: 0.1597748 Mar 31 22:41:11.872183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f45c63bb-6ba6-446e-9453-d2716b91ddcd admin admin] 10.222.0.95 "GET /v2.0/routers/dcfc6215-4c78-4446-85c1-2fc73b3888f2 HTTP/1.1" status: 200 len: 704 time: 0.1806567 Mar 31 22:41:12.154546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:12.463483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Allocated IP 172.20.0.1 (b645b694-e130-4347-815d-01e8bc3698b4/b3cecbe1-127d-48e1-9aff-c36903c80bad/3035e5d7-0754-4565-8a93-7923dd90dee7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:41:12.661182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:12.732630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:12.811089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Network b645b694-e130-4347-815d-01e8bc3698b4 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:12.816450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:12.821496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Pushing event updated for resources: {'Port': ['ID=3035e5d7-0754-4565-8a93-7923dd90dee7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:12.824906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:41:12.825016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:12.997100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1d406738-08fe-4c24-bfa3-e910093ddaea None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:12.998220 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d406738-08fe-4c24-bfa3-e910093ddaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.024620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.032337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1d406738-08fe-4c24-bfa3-e910093ddaea None None] Port 3035e5d7-0754-4565-8a93-7923dd90dee7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:13.293462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.299252 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.300062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.357437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Pushing event updated for resources: {'Port': ['ID=3035e5d7-0754-4565-8a93-7923dd90dee7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:13.425872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Network b645b694-e130-4347-815d-01e8bc3698b4 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:13.427210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:13.593063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Router dcfc6215-4c78-4446-85c1-2fc73b3888f2 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:41:13.659181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8033e08f-433e-4539-a433-84fc08bbb37b None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:13.659592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8033e08f-433e-4539-a433-84fc08bbb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:13.688564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:41:13.694592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3cf75799-26b2-44d8-ac1f-03950ed0197d admin admin] 10.222.0.95 "PUT /v2.0/routers/dcfc6215-4c78-4446-85c1-2fc73b3888f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8150513 Mar 31 22:41:13.696109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8033e08f-433e-4539-a433-84fc08bbb37b None None] Port 3035e5d7-0754-4565-8a93-7923dd90dee7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:13.699496 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Sync routers for ids ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:41:13.713688 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Routers {'dcfc6215-4c78-4446-85c1-2fc73b3888f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:13.714880 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:41:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:13.907119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Set router dcfc6215-4c78-4446-85c1-2fc73b3888f2 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:14.353155 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:12Z', 'revision_number': 2, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port_host': None, '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:13Z', 'revision_number': 2, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:14.404684 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Checking router: dcfc6215-4c78-4446-85c1-2fc73b3888f2 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:41:14.405047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Updating router dcfc6215-4c78-4446-85c1-2fc73b3888f2 port 3035e5d7-0754-4565-8a93-7923dd90dee7 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:41:14.451954 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:14.972979 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:14.981523 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.129656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Pushing event updated for resources: {'Port': ['ID=3035e5d7-0754-4565-8a93-7923dd90dee7,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:15.160618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.160979 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.161563 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.161893 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.162252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.162607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.162958 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.163362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.163712 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.164058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.164405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.164751 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Tracked resource versions report: Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: pushed versions: Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: { 'AddressGroup': {'1.2'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'ConntrackHelper': {'1.0'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Log': {'1.0'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Network': {'1.1'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Port': {'1.7'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'PortForwarding': {'1.2'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'QosPolicy': {'1.9'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SecurityGroup': {'1.4'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SubPort': {'1.0'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Subnet': {'1.1'}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Trunk': {'1.1'}} Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: consumer versions: Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: L3 agent@n-d-835855-2: {}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: Metadata agent@n-d-835855-2: {}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: Metering agent@n-d-835855-2: {}, Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'ConntrackHelper': '1.0', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Log': '1.0', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Network': '1.1', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Port': '1.7', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'PortForwarding': '1.2', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'QosPolicy': '1.9', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SecurityGroup': '1.4', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SecurityGroupRule': '1.2', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'SubPort': '1.0', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Subnet': '1.1', Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: 'Trunk': '1.1'}} Mar 31 22:41:15.165875 n-d-835855-2 neutron-server[109301]: {{(pid=109301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:41:15.170866 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Attempting to bind port 3035e5d7-0754-4565-8a93-7923dd90dee7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:41:15.171321 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Attempting to bind port 3035e5d7-0754-4565-8a93-7923dd90dee7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:41:15.171721 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Attempting to bind port 3035e5d7-0754-4565-8a93-7923dd90dee7 on network b645b694-e130-4347-815d-01e8bc3698b4 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:41:15.178000 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:41:15.178000 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Checking segment: {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:15.178511 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.179543 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Bound using segment: {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:41:15.179543 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Bound port: 3035e5d7-0754-4565-8a93-7923dd90dee7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdaf70a-f203-4dbc-b7cd-109c9eab3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:41:15.179827 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.230063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ee5dcbc8-041b-4e3e-baed-b6eae30663b1 None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:15.230852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ee5dcbc8-041b-4e3e-baed-b6eae30663b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.268008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ee5dcbc8-041b-4e3e-baed-b6eae30663b1 None None] Port 3035e5d7-0754-4565-8a93-7923dd90dee7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:41:15.284685 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] For port 3035e5d7-0754-4565-8a93-7923dd90dee7, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:41:15.314332 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] For port 3035e5d7-0754-4565-8a93-7923dd90dee7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3035e5d7-0754-4565-8a93-7923dd90dee7,segment=NetworkSegment(8bdaf70a-f203-4dbc-b7cd-109c9eab3a00),segment_id=8bdaf70a-f203-4dbc-b7cd-109c9eab3a00)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:41:15.320329 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.368083 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Routers {'dcfc6215-4c78-4446-85c1-2fc73b3888f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:15.368717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:41:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:15.465689 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] Set router dcfc6215-4c78-4446-85c1-2fc73b3888f2 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:15.468419 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea105aaa-56ab-4b11-b8d6-949bc393b72d None None] Pushing event updated for resources: {'Port': ['ID=3035e5d7-0754-4565-8a93-7923dd90dee7,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:15.592496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:15.592859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.691965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.737722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:12Z', 'revision_number': 2, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port_host': None, '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:15Z', 'revision_number': 4, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:15.740688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] For port 3035e5d7-0754-4565-8a93-7923dd90dee7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3035e5d7-0754-4565-8a93-7923dd90dee7,segment=NetworkSegment(8bdaf70a-f203-4dbc-b7cd-109c9eab3a00),segment_id=8bdaf70a-f203-4dbc-b7cd-109c9eab3a00)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:41:15.752838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:15.770665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645a7138-6ee0-4ada-ab0c-e9b926179284 None None] The sync data for ids ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'] in n-d-835855-2 is: [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:12Z', 'revision_number': 2, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port_host': None, '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:15Z', 'revision_number': 4, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:41:15.809472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913c7b-e7cf-4448-a1bb-8c949509c788 None None] Pushing event updated for resources: {'Port': ['ID=3035e5d7-0754-4565-8a93-7923dd90dee7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:16.148156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54716) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:16.270539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce57648-1e0d-4f81-a504-849f4a014cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:16.271957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3ce57648-1e0d-4f81-a504-849f4a014cdf admin admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 842 time: 0.1225541 Mar 31 22:41:16.284682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Request body: {'subnet': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'name': 'public-subnet', 'cidr': '172.25.8.0/24'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:16.314342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Made reservation on behalf of b7d87911ea1e47ea9e553d73293f7a7f for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:41:16.316779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.659635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 22:41:16.660054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.709414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb80c880-a8c5-4fc0-8d20-90d431e4f015,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:16.727370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:16.727721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Network hostable DHCP agents. Network: a57f2c58-f5da-4528-94c7-55b1bf887fb3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:41:16.751041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:41:16.767382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a57f2c58-f5da-4528-94c7-55b1bf887fb3) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:16.777899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585d766-f42f-4114-9c73-9bb4db2f7d88 None None] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:16.778385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:16.778668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:16.798545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f33fceae-6299-40ea-992d-850188555e38 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5195410 Mar 31 22:41:16.936742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dee761-ad93-42f3-a93c-07139b9e7a73 None None] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:41:19.327564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54724) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:19.557814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d3d1848-8448-4971-b5d5-b709be471a91 admin admin] 10.222.0.95 "GET /v2.0/routers/dcfc6215-4c78-4446-85c1-2fc73b3888f2 HTTP/1.1" status: 200 len: 710 time: 0.2291341 Mar 31 22:41:19.740503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ca557-fff0-4d83-aac0-6f53effbf3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:41:19.742732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef7ca557-fff0-4d83-aac0-6f53effbf3fa admin admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 886 time: 0.1767275 Mar 31 22:41:19.755203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:41:20.047607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:20.323723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:20.406721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:20.658509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Allocated IP 172.25.8.147 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3662b30e-7092-4b8d-807d-d89627360a40) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:41:20.831462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:20.919688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.002621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:41:21.004757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:41:21.007972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:41:21.013542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Pushing event updated for resources: {'Port': ['ID=3662b30e-7092-4b8d-807d-d89627360a40,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:21.337804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.541565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.546160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.666906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Router dcfc6215-4c78-4446-85c1-2fc73b3888f2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:41:21.685755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3035e5d7-0754-4565-8a93-7923dd90dee7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:21.742458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:21.742888 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.774109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:41:21.780523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:21.781904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-74d83284-90d3-4ac2-a60a-652476be7e5a admin admin] 10.222.0.95 "PUT /v2.0/routers/dcfc6215-4c78-4446-85c1-2fc73b3888f2 HTTP/1.1" status: 200 len: 890 time: 2.0307541 Mar 31 22:41:22.571030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Sync routers for ids ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:41:22.582648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Routers {'dcfc6215-4c78-4446-85c1-2fc73b3888f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:22.583338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:41:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:22.790074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Set router dcfc6215-4c78-4446-85c1-2fc73b3888f2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:23.251295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3662b30e-7092-4b8d-807d-d89627360a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:21Z', 'revision_number': 4, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port': {'id': '3662b30e-7092-4b8d-807d-d89627360a40', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:20Z', 'updated_at': '2022-03-31T22:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:15Z', 'revision_number': 5, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:23.302108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Checking router: dcfc6215-4c78-4446-85c1-2fc73b3888f2 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:41:23.302470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Updating router dcfc6215-4c78-4446-85c1-2fc73b3888f2 port 3662b30e-7092-4b8d-807d-d89627360a40 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:41:23.349069 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.693859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.700703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.753243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Attempting to bind port 3662b30e-7092-4b8d-807d-d89627360a40 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:41:23.753620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Attempting to bind port 3662b30e-7092-4b8d-807d-d89627360a40 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:41:23.753984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Attempting to bind port 3662b30e-7092-4b8d-807d-d89627360a40 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:41:23.759803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f0e4-23c8-40bd-9f51-ee03be0ac960 None None] Pushing event updated for resources: {'Port': ['ID=3662b30e-7092-4b8d-807d-d89627360a40,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:23.770023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:41:23.770633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:41:23.771132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.771609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:41:23.772117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Bound port: 3662b30e-7092-4b8d-807d-d89627360a40, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:41:23.772522 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.832771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] For port 3662b30e-7092-4b8d-807d-d89627360a40, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:41:23.835920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] For port 3662b30e-7092-4b8d-807d-d89627360a40, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3662b30e-7092-4b8d-807d-d89627360a40,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:41:23.840497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:23.896714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f0e4-23c8-40bd-9f51-ee03be0ac960 None None] Pushing event updated for resources: {'Port': ['ID=3662b30e-7092-4b8d-807d-d89627360a40,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:23.899469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Routers {'dcfc6215-4c78-4446-85c1-2fc73b3888f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:41:23.900351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:41:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:24.008755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] Set router dcfc6215-4c78-4446-85c1-2fc73b3888f2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:41:24.236319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3662b30e-7092-4b8d-807d-d89627360a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:21Z', 'revision_number': 4, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port': {'id': '3662b30e-7092-4b8d-807d-d89627360a40', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:20Z', 'updated_at': '2022-03-31T22:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:15Z', 'revision_number': 5, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:41:24.263204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56ec66-0b5e-457a-870d-2955d53b28af None None] The sync data for ids ['dcfc6215-4c78-4446-85c1-2fc73b3888f2'] in n-d-835855-2 is: [{'id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'name': 'router1', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '3662b30e-7092-4b8d-807d-d89627360a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:41:02Z', 'updated_at': '2022-03-31T22:41:21Z', 'revision_number': 4, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'gw_port': {'id': '3662b30e-7092-4b8d-807d-d89627360a40', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:20Z', 'updated_at': '2022-03-31T22:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3035e5d7-0754-4565-8a93-7923dd90dee7', 'name': '', 'network_id': 'b645b694-e130-4347-815d-01e8bc3698b4', 'tenant_id': '7895d41854bd4c15817ac8a233d5b1e7', 'mac_address': 'fa:16:3e:bb:17:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfc6215-4c78-4446-85c1-2fc73b3888f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:41:12Z', 'updated_at': '2022-03-31T22:41:15Z', 'revision_number': 5, 'project_id': '7895d41854bd4c15817ac8a233d5b1e7', 'subnets': [{'id': 'b3cecbe1-127d-48e1-9aff-c36903c80bad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '746c4af1-c267-4a1c-a3b2-95b33a0f0f2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:41:24.263534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54736) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:41:24.401981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b70dc6cd-beb5-4ede-b36d-6eccec1600a7 admin admin] 10.222.0.95 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1371953 Mar 31 22:41:24.737483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:41:25.704648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3662b30e-7092-4b8d-807d-d89627360a40 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:25.776976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3662b30e-7092-4b8d-807d-d89627360a40 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:25.777838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.874769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.895526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 3662b30e-7092-4b8d-807d-d89627360a40, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3662b30e-7092-4b8d-807d-d89627360a40,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:41:25.900494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:25.953039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=3662b30e-7092-4b8d-807d-d89627360a40,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:41:27.684050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3662b30e-7092-4b8d-807d-d89627360a40 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:41:27.733122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3662b30e-7092-4b8d-807d-d89627360a40 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:41:27.733495 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:34.360187 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9e424a99-9f55-4e56-baf2-19b9cc2f08b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:36.905257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b7b494aa-ee43-487e-a3b2-e6a6fd3ed522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:38.148160 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:39.779373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:41:40.197895 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:01.739923 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:42:04.396892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69b1bbc6-ab08-407a-a007-eb715af3d45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:06.887551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c53f5897-e783-4fc7-8883-5ef7912885a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:08.152454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:09.782023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:10.199871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:34.365256 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a96ac7-5d35-44a7-8af6-b3265771f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:36.883768 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4fec52ca-7047-4024-8f48-a091827a211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:38.153622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:38.736741 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:42:39.757127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:42:40.194527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:04.360549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6427f80b-c135-4225-98db-4ce2f1e1b452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:06.889519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc6f6a26-9b72-45b0-84a6-ed25bcc0407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:08.157347 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:09.759107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:10.199478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:14.115299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:14.182869 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1924268-bceb-472c-a658-35ef572545ff admin admin] GET failed (client error): The resource could not be found. Mar 31 22:43:14.184271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e1924268-bceb-472c-a658-35ef572545ff admin admin] 10.222.0.95 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0679953 Mar 31 22:43:14.411349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d1528-5f99-40e4-a6da-46ef77fda2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:14.412744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-351d1528-5f99-40e4-a6da-46ef77fda2d7 admin admin] 10.222.0.95 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2233901 Mar 31 22:43:15.736424 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:16.695134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55340) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:16.799349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225339c-b34a-4a1c-a39d-a879c9daf5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:16.800768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6225339c-b34a-4a1c-a39d-a879c9daf5b7 admin admin] 10.222.0.95 "GET /v2.0/subnets/b3cecbe1-127d-48e1-9aff-c36903c80bad HTTP/1.1" status: 200 len: 849 time: 0.1045837 Mar 31 22:43:16.812614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:43:16.903543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:17.064607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793242732198'] for subnet, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:17.099976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:17.100594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:17.101893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] 10.222.0.95 "PUT /v2.0/subnets/b3cecbe1-127d-48e1-9aff-c36903c80bad HTTP/1.1" status: 200 len: 868 time: 0.2931762 Mar 31 22:43:17.118519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39671cc8-6bb2-4514-bb96-afd3c57e1b7d None None] Network b645b694-e130-4347-815d-01e8bc3698b4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:43:17.127829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3cecbe1-127d-48e1-9aff-c36903c80bad,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:43:17.137455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.137455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.137455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.137455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.137455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.138118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.138118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.138397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.138706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.139036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.139391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.139718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad00e94b-534b-46c6-8974-8f87a3252e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:43:17.615699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e61fb51b-1afb-4b80-9c2b-d42f33cd162a None None] Provisioning complete for port 5693e1a4-cd2f-440b-926d-09b8229773c7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:43:17.616003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e61fb51b-1afb-4b80-9c2b-d42f33cd162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:17.731911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e61fb51b-1afb-4b80-9c2b-d42f33cd162a None None] Provisioning complete for port 3035e5d7-0754-4565-8a93-7923dd90dee7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:43:17.732445 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e61fb51b-1afb-4b80-9c2b-d42f33cd162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:19.402870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55348) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:19.604214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b62459-c5e7-4d25-b17e-0b9761fcfe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:19.604662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b62459-c5e7-4d25-b17e-0b9761fcfe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:19.607779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95b62459-c5e7-4d25-b17e-0b9761fcfe55 admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2037857 Mar 31 22:43:21.811518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55358) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:21.968183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db40be-2700-4fcb-9585-7e558be349e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:21.968659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db40be-2700-4fcb-9585-7e558be349e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:21.970259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-43db40be-2700-4fcb-9585-7e558be349e5 admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1577656 Mar 31 22:43:24.268331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:24.402164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a289b545-b560-454c-a1d2-50ea5e383e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:24.403929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a289b545-b560-454c-a1d2-50ea5e383e5d admin admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 886 time: 0.1341264 Mar 31 22:43:26.705718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55374) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:26.858737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed42979-5c34-44da-8663-0d96578a14c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:26.860307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ed42979-5c34-44da-8663-0d96578a14c3 admin admin] 10.222.0.95 "GET /v2.0/networks/b645b694-e130-4347-815d-01e8bc3698b4 HTTP/1.1" status: 200 len: 870 time: 0.1536326 Mar 31 22:43:29.074151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55382) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:29.214846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f3991-5900-4899-9763-5d6d4fce8628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:29.215327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f3991-5900-4899-9763-5d6d4fce8628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:29.216929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc2f3991-5900-4899-9763-5d6d4fce8628 admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418331 Mar 31 22:43:31.480074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55390) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:31.666910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f2469-abc4-4d74-95c9-6369c424c37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:31.667305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605f2469-abc4-4d74-95c9-6369c424c37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:31.668877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-605f2469-abc4-4d74-95c9-6369c424c37a admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1875439 Mar 31 22:43:33.881736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55398) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:33.974231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0bc0b0-ae57-4d28-a22e-cfcab6920baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:33.975631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb0bc0b0-ae57-4d28-a22e-cfcab6920baa admin admin] 10.222.0.95 "GET /v2.0/subnets/b3cecbe1-127d-48e1-9aff-c36903c80bad HTTP/1.1" status: 200 len: 868 time: 0.0926640 Mar 31 22:43:34.365682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2c8cf148-3c95-4471-bf96-f74afc0f01b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:36.418899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55406) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:36.511867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061eb38c-fb79-4667-a1f6-7b5efe4e1cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:43:36.513292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-061eb38c-fb79-4667-a1f6-7b5efe4e1cf0 admin admin] 10.222.0.95 "GET /v2.0/subnets/eb80c880-a8c5-4fc0-8d20-90d431e4f015 HTTP/1.1" status: 200 len: 816 time: 0.0934052 Mar 31 22:43:36.890744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ad4bb1e-668f-4e6e-aff5-a4c6295b502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:38.162660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:39.764600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:40.211682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:43:52.736928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:43:57.542802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:43:57.602797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-9be2bf69-9913-4a18-afa3-7072b32da7a8 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:43:57.603839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9be2bf69-9913-4a18-afa3-7072b32da7a8 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600369 Mar 31 22:44:00.058675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:00.128123 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-171f63fc-9892-432f-a2e8-426cfd9d8999 admin admin] GET failed (client error): The resource could not be found. Mar 31 22:44:00.129602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-171f63fc-9892-432f-a2e8-426cfd9d8999 admin admin] 10.222.0.95 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698476 Mar 31 22:44:00.303791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a79255-2b76-4234-a0d5-e73bfca48d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:00.305195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6a79255-2b76-4234-a0d5-e73bfca48d9c admin admin] 10.222.0.95 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1659656 Mar 31 22:44:02.693460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:02.761187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:44:02.784728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Made reservation on behalf of b7d87911ea1e47ea9e553d73293f7a7f for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:44:02.787716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:02.817692 n-d-835855-2 neutron-server[109298]: WARNING neutron.services.revisions.revision_plugin [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Could not find related network for resource to bump revision. Mar 31 22:44:02.834767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] vlan segment allocate from pool success with {'vlan_id': 1250, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:44:02.850032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:02.850385 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Added segment 81e13abc-30e6-47d7-b520-36896ab04800 of type vlan for network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 Mar 31 22:44:02.902224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:02.928193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:02.929153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:02.929725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:02.962800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2681851 Mar 31 22:44:02.994214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Pushing event updated for resources: {'Network': ['ID=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:03.002353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.002825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.003443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.004014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.004592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.005162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.005767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.006448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.006934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.007518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.008083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.008642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadf0ce0-6058-419f-9ac4-cfb60ec33f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:03.035536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:44:04.373750 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ff22103e-075b-4727-938b-09120dea3d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:05.316251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55484) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:44:05.391882 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-054dc5c1-f52b-497c-a090-a9311678ef1c admin admin] GET failed (client error): The resource could not be found. Mar 31 22:44:05.393895 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-054dc5c1-f52b-497c-a090-a9311678ef1c admin admin] 10.222.0.95 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0763953 Mar 31 22:44:05.484213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317fd7b-6e9b-4a07-aced-0f877a5b5cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:05.485984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2317fd7b-6e9b-4a07-aced-0f877a5b5cab admin admin] 10.222.0.95 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0864248 Mar 31 22:44:05.499818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:44:05.527121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Made reservation on behalf of b7d87911ea1e47ea9e553d73293f7a7f for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:44:05.529544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:05.739824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:05.809606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Pushing event updated for resources: {'Subnet': ['ID=567bb7a5-2b2a-46be-bb94-16f2393a76f7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:05.816898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:44:05.817156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Network hostable DHCP agents. Network: fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:44:05.842613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:44:05.853442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:44:05.858967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:44:05.859720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:05.867156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d73d42-d8ec-4f66-8c05-bc6e3a92d4fb None None] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:44:05.884845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c609d243-96f4-4642-a243-4aaa3242063e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3859110 Mar 31 22:44:06.054939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'tenant_id': 'b7d87911ea1e47ea9e553d73293f7a7f', 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:44:06.056226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.226323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Allocated IP 192.168.233.2 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/3666083b-49ff-4dd8-b7d6-ebb8aeac36b8) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:44:06.408665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.420909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.465457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:44:06.468727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:44:06.474530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:44:06.485275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Pushing event updated for resources: {'Port': ['ID=3666083b-49ff-4dd8-b7d6-ebb8aeac36b8,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:06.510728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.511156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.511435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.511777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.512102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.512673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.512841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.513076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.513397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.513716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.514031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.514345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:44:06.545746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Attempting to bind port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:44:06.546134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Attempting to bind port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:44:06.546447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Attempting to bind port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:44:06.551880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:44:06.552245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:44:06.552649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.553036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:44:06.553500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Bound port: 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:44:06.553891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.627987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] For port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:44:06.631511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] For port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3666083b-49ff-4dd8-b7d6-ebb8aeac36b8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:44:06.637607 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:06.699155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3ed26-a622-491d-8593-41da8d64a02e None None] Pushing event updated for resources: {'Port': ['ID=3666083b-49ff-4dd8-b7d6-ebb8aeac36b8,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:06.918322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb7b7a57-c784-4988-ac9c-df0be3ac7d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:07.720429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf2b85-c423-4a6a-bcc4-fec896147efa None None] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:44:07.843299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] Provisioning complete for port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:07.843299 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:07.915996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:44:08.043354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.104831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:08.105206 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.111981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] For port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3666083b-49ff-4dd8-b7d6-ebb8aeac36b8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:44:08.137028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.226413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2e732-23f4-4471-bae6-b9b220497f4a None None] Pushing event updated for resources: {'Port': ['ID=3666083b-49ff-4dd8-b7d6-ebb8aeac36b8,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:44:08.230270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:08.460825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8793db52-f825-4cb6-81b7-2ff513b1f27f None None] Provisioning complete for port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:08.461225 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8793db52-f825-4cb6-81b7-2ff513b1f27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:09.772991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:09.837972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:44:09.894841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3666083b-49ff-4dd8-b7d6-ebb8aeac36b8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:44:09.895211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:10.206236 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:29.736669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:44:34.373911 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-369b363a-16cf-498c-901e-2f64a1b76b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:36.903129 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44b9af6c-ac19-40f0-8401-d0dab5cce7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:38.175577 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:39.772553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:44:40.209366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:04.371045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba5be00e-4cf2-4208-8486-0e4b73861885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:06.736045 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:45:06.891262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64d9642a-1b5a-4cf6-af49-79d752f26d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:08.184631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:09.771230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:10.205321 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:30.720738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55522) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:45:30.727090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-e12d4efc-6d37-4f80-a8fa-b014065d5c91 tempest-verify_tempest_config-962647216 tempest-verify_tempest_config-962647216-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:45:30.728160 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e12d4efc-6d37-4f80-a8fa-b014065d5c91 tempest-verify_tempest_config-962647216 tempest-verify_tempest_config-962647216-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063345 Mar 31 22:45:31.108891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:45:31.238195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.343617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.350892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.397567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89d9f17584b24acc8152dd68b53b0bf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2872500 Mar 31 22:45:31.398479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7536a9-1768-43fc-93a1-83726b15fff0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:45:31.403603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55544) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:45:31.405734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.407091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.407091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.407091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.407091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.408382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.408382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.408382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.408382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.408952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.409138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.409461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c8b343-8b20-4042-96b3-674774510abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.485653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.509356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.627294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.631415 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:31.632637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2d7536a9-1768-43fc-93a1-83726b15fff0 HTTP/1.1" status: 204 len: 168 time: 0.2275577 Mar 31 22:45:31.644186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7536a9-1768-43fc-93a1-83726b15fff0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:45:31.656930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.657362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.657607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.657948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.658312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.658663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.659189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.659553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.659890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.660203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.661307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:31.661307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db15af-d76a-4ed2-ab77-2ddf76273833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:45:34.367536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e03dc5b5-e0ec-41a0-b89b-33dc617f6004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:36.885442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-86d53195-6830-4743-a45d-19a59c332e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:38.179852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:39.780632 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:40.214759 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:45:43.736700 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:04.361214 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-143ee84d-8b73-4ed5-a080-75346e01a8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:06.892704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2bef7ff5-cc2b-44e6-ac05-e59d8a812456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:08.183725 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:09.782522 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:10.216788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:20.737723 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:46:34.370042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce87e483-1674-43cf-9d86-b3d4ff813b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:36.887863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-654b9c30-e5fb-41ec-b0ba-c74b18a0c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:38.184994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:39.787994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:40.211739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:46:57.753771 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:47:04.364701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d84af6ae-c432-4b34-b377-c5d23bae7c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:06.892813 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00cf1266-5dd7-46d7-a814-e074a9bc2e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:08.188819 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:09.794509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:10.217671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.369498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-41c31bb7-d782-4679-83d6-6918e11f890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:34.733840 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:47:36.896390 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0166949d-34da-4830-a34a-32cd9985c17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:38.191998 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:39.789717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:47:40.212727 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:04.363976 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-26a129b4-90ec-4e03-99d3-e2a2afae7e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:06.901255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6b652b9-63fe-4832-836a-b947fc9e1a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:08.193199 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:09.796178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:10.218441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:11.733992 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:48:34.369259 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b5303b1-8b74-4a6a-b022-a53562ea12fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:36.907126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e57c1191-8113-47be-8013-36ece5fb1981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:38.198767 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:39.800370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:40.228660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:48.734139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 5 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:48:50.587872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:48:55.718608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029048'] for agent, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:04.373886 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a4be52a0-0726-42a1-91a6-5f537cee7f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:06.908669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-299a9cbe-be61-4d42-8da5-db51b0d789b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:08.201263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:09.804999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:10.226211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:20.542381 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:25.701498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:25.738017 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:49:34.378242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dc7e67f0-8964-4f29-99f6-0c06deb4127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:36.922202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b702abf-20e1-4e1e-8585-53b2f6a5d573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:38.205169 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:39.805876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:40.221751 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:50.569146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:53.424743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:53.553382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-165d01b3-c524-4b20-8eb6-173a7e8ecf82 admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1274610 Mar 31 22:49:55.704520 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:49:56.018644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55608) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:49:56.078823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a28003d-e2ac-4037-8ade-95c594df7e2c admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0590179 Mar 31 22:50:02.739285 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:50:04.382861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5dd5c189-1a38-4c2d-b9e1-2e29d61ea178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:06.918746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2f73f91-7787-4654-8f4b-d02d13c187b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:08.208066 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:09.813243 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:10.352028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:20.584407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:25.717110 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:34.396401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bc95fbbe-b787-4622-92ad-c57d400a0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:36.930226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d1a1656f-cfd0-463d-a4cd-24bb6bbca585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:38.214393 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:39.745902 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:50:39.816967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:40.237429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:50.610884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:50:55.730806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:04.404889 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04658caa-6fc7-4629-aa53-cbc5f9a5c220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:06.924641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ac94e16-c57c-4056-bfaa-2236bd4cc455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:08.217689 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:09.818157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:10.234161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:16.739956 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:20.595849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:25.743317 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:34.390516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ed8138e-c51b-4421-b0ac-971930363fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:36.941686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f995919-071f-464b-8656-d137b0fdce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:38.229200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:39.832539 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:40.252316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:42.546988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55824) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:43.146472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-network', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:43.173007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Made reservation on behalf of 454f7aa6ace740cebf12b658cd1b17de for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:43.176278 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.189497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.315066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.321012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.345896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:43.363618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bd00f6-928d-4c5f-9405-d9914be0e1b2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:43.372424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.372889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.373165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.373434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.373817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.374207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.374658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.374822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.375127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.375478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.375793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.376319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Tracked resource versions report: Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: pushed versions: Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: { 'AddressGroup': {'1.2'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'ConntrackHelper': {'1.0'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Log': {'1.0'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Network': {'1.1'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Port': {'1.7'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'PortForwarding': {'1.2'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'QosPolicy': {'1.9'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SecurityGroup': {'1.4'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SubPort': {'1.0'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Subnet': {'1.1'}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Trunk': {'1.1'}} Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: consumer versions: Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: HyperV agent@n-h1-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: HyperV agent@n-h2-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: L3 agent@n-d-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: Metadata agent@n-d-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: Metering agent@n-d-835855-2: {}, Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'ConntrackHelper': '1.0', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Log': '1.0', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Network': '1.1', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Port': '1.7', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'PortForwarding': '1.2', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'QosPolicy': '1.9', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SecurityGroup': '1.4', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SecurityGroupRule': '1.2', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'SubPort': '1.0', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Subnet': '1.1', Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: 'Trunk': '1.1'}} Mar 31 22:51:43.377426 n-d-835855-2 neutron-server[109298]: {{(pid=109298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:51:43.385085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.385669 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Added segment 97e1eb03-4deb-4b56-af3d-412bab7bf9ac of type vlan for network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 Mar 31 22:51:43.440767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.481074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.482648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:43.483628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.606056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] Pushing event updated for resources: {'Network': ['ID=67693356-b6f9-45ba-980b-1f2b6c1a05e1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:43.622976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:43.623961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3bff9232-ba8c-463e-8057-1d904f2cec32 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0746844 Mar 31 22:51:43.636084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55860) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:43.646706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Request body: {'subnet': {'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-subnet', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:43.683478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Made reservation on behalf of 454f7aa6ace740cebf12b658cd1b17de for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:43.687165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:43.937830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.005946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9a3803-2455-4119-ab29-27ea53b67936,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.036034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Checking segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:44.036377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Network hostable DHCP agents. Network: 67693356-b6f9-45ba-980b-1f2b6c1a05e1, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:44.061680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:44.080756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 67693356-b6f9-45ba-980b-1f2b6c1a05e1) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:44.085944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:44.086619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.096869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9190b49-f95d-4a73-bf22-7627b942f824 None None] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:44.124573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6a0e8df4-19df-48fe-bff2-8081e024eacf admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4831131 Mar 31 22:51:44.124806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55882) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:44.129381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:44.177735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.180101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.288185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:44.289080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.376972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.448056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Allocated IP 172.20.0.2 (67693356-b6f9-45ba-980b-1f2b6c1a05e1/dc9a3803-2455-4119-ab29-27ea53b67936/cfdd2f30-9520-4762-adb5-1c2b66899169) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:44.640856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.651424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.699355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:44.705169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:44.710196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:44.714162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Pushing event updated for resources: {'Port': ['ID=cfdd2f30-9520-4762-adb5-1c2b66899169,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:44.731195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.731750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.732289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.732822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.733363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.733928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.734473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.735013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.735632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.736162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.736700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.737243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Tracked resource versions report: Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: pushed versions: Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: { 'AddressGroup': {'1.2'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'ConntrackHelper': {'1.0'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Log': {'1.0'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Network': {'1.1'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Port': {'1.7'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'PortForwarding': {'1.2'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'QosPolicy': {'1.9'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SecurityGroup': {'1.4'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SubPort': {'1.0'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Subnet': {'1.1'}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Trunk': {'1.1'}} Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: consumer versions: Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: HyperV agent@n-h1-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: HyperV agent@n-h2-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: L3 agent@n-d-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: Metadata agent@n-d-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: Metering agent@n-d-835855-2: {}, Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'ConntrackHelper': '1.0', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Log': '1.0', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Network': '1.1', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Port': '1.7', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'PortForwarding': '1.2', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'QosPolicy': '1.9', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SecurityGroup': '1.4', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SecurityGroupRule': '1.2', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'SubPort': '1.0', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Subnet': '1.1', Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: 'Trunk': '1.1'}} Mar 31 22:51:44.739337 n-d-835855-2 neutron-server[109300]: {{(pid=109300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:51:44.751452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.825508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Attempting to bind port cfdd2f30-9520-4762-adb5-1c2b66899169 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:44.826538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Attempting to bind port cfdd2f30-9520-4762-adb5-1c2b66899169 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:44.826897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Attempting to bind port cfdd2f30-9520-4762-adb5-1c2b66899169 on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:44.833864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:44.834406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Checking segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:44.834975 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.835524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Bound using segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:44.836199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Bound port: cfdd2f30-9520-4762-adb5-1c2b66899169, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:44.836741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:44.929672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] For port cfdd2f30-9520-4762-adb5-1c2b66899169, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:44.935724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] For port cfdd2f30-9520-4762-adb5-1c2b66899169, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfdd2f30-9520-4762-adb5-1c2b66899169,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:44.948993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.069527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c9ea5-e43a-41c0-ab49-7670da48ef49 None None] Pushing event updated for resources: {'Port': ['ID=cfdd2f30-9520-4762-adb5-1c2b66899169,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:45.093249 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.131370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.309294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Allocated IP 172.25.8.247 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/42caa54d-ff74-484f-a5be-b1140692666d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:45.493874 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.555067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:45.623356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Pushing event updated for resources: {'Port': ['ID=42caa54d-ff74-484f-a5be-b1140692666d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:45.641526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:45.643301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:45.647771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:46.200674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfdd2f30-9520-4762-adb5-1c2b66899169 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:46.219184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.328661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cfdd2f30-9520-4762-adb5-1c2b66899169 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:46.329507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.453581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfd23d-8d88-42c8-b97b-9ec0ded64aab None None] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:46.560708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.585464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a38969a5-83e1-49b4-8b2f-bacaa9e7cb58 None None] Provisioning complete for port cfdd2f30-9520-4762-adb5-1c2b66899169 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:46.585841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a38969a5-83e1-49b4-8b2f-bacaa9e7cb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.614939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.664237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port cfdd2f30-9520-4762-adb5-1c2b66899169, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfdd2f30-9520-4762-adb5-1c2b66899169,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:46.693747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:46.820568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=cfdd2f30-9520-4762-adb5-1c2b66899169,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:46.893502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Router 8d583141-7fe0-4319-a786-7b669e820f06 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:51:47.042472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:47.060514 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:47.068527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.071431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5bfa0896-545c-4bb3-9a64-9e7ed7d77090 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9451051 Mar 31 22:51:47.074566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:47.100096 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:47.105478 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:47.154818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:47.230512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f0bf394e-64be-46c5-a343-4ed82b346813 None None] Provisioning complete for port cfdd2f30-9520-4762-adb5-1c2b66899169 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:47.231486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0bf394e-64be-46c5-a343-4ed82b346813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.472169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:47.642112 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deac748a-ee67-48f8-97f4-d6b26bd2fb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.822508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deac748a-ee67-48f8-97f4-d6b26bd2fb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.828934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deac748a-ee67-48f8-97f4-d6b26bd2fb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.852174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:45Z', 'revision_number': 3, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:47.879893 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.893487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:47.893956 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Updating router 8d583141-7fe0-4319-a786-7b669e820f06 port 42caa54d-ff74-484f-a5be-b1140692666d binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:47.927728 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:47.945494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-deac748a-ee67-48f8-97f4-d6b26bd2fb8b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79cfc3d7c78d43408177597a0d55bffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7853177 Mar 31 22:51:47.947412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:47.952740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac748a-ee67-48f8-97f4-d6b26bd2fb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078d375e-c6d5-45a9-a63c-9d40c84b56bd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.140945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfdd2f30-9520-4762-adb5-1c2b66899169 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:48.320190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cfdd2f30-9520-4762-adb5-1c2b66899169 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:48.321001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.327103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.363603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.369570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:48.429904 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.439107 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.457474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.460275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.462762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/078d375e-c6d5-45a9-a63c-9d40c84b56bd HTTP/1.1" status: 204 len: 168 time: 0.5128798 Mar 31 22:51:48.483899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d375e-c6d5-45a9-a63c-9d40c84b56bd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.505088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.505551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.505985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.506409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.506861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.507336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.508030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.508030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.508549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243874bc-a60a-42e4-95da-0468890d18f8 admin admin] Tracked resource versions report: Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: pushed versions: Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: { 'AddressGroup': {'1.2'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'ConntrackHelper': {'1.0'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Log': {'1.0'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Network': {'1.1'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Port': {'1.7'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'PortForwarding': {'1.2'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'QosPolicy': {'1.9'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SecurityGroup': {'1.4'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SubPort': {'1.0'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Subnet': {'1.1'}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Trunk': {'1.1'}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: consumer versions: Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: HyperV agent@n-h1-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: HyperV agent@n-h2-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: L3 agent@n-d-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: Metadata agent@n-d-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: Metering agent@n-d-835855-2: {}, Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'ConntrackHelper': '1.0', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Log': '1.0', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Network': '1.1', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Port': '1.7', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'PortForwarding': '1.2', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'QosPolicy': '1.9', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SecurityGroup': '1.4', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SecurityGroupRule': '1.2', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'SubPort': '1.0', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Subnet': '1.1', Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: 'Trunk': '1.1'}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: {{(pid=109299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:51:48.514853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Allocated IP 172.20.0.1 (67693356-b6f9-45ba-980b-1f2b6c1a05e1/dc9a3803-2455-4119-ab29-27ea53b67936/6539e97e-f6c4-4fe6-8db9-f6049bff5cba) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:48.591324 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Attempting to bind port 42caa54d-ff74-484f-a5be-b1140692666d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:48.591694 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Attempting to bind port 42caa54d-ff74-484f-a5be-b1140692666d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:48.592050 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Attempting to bind port 42caa54d-ff74-484f-a5be-b1140692666d on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:48.607515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Pushing event updated for resources: {'Port': ['ID=42caa54d-ff74-484f-a5be-b1140692666d,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.623928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:48.626846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:48.629223 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.629823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:48.630563 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Bound port: 42caa54d-ff74-484f-a5be-b1140692666d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:48.630970 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.636569 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.636918 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.637254 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.637664 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.637911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.638279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.638592 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.638846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.639163 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.639505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.639926 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.640122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Tracked resource versions report: Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: pushed versions: Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: { 'AddressGroup': {'1.2'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'ConntrackHelper': {'1.0'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Log': {'1.0'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Network': {'1.1'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Port': {'1.7'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'PortForwarding': {'1.2'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'QosPolicy': {'1.9'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SecurityGroup': {'1.4'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SubPort': {'1.0'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Subnet': {'1.1'}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Trunk': {'1.1'}} Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: consumer versions: Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: { DHCP agent@n-d-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: HyperV agent@n-h1-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: HyperV agent@n-h2-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: L3 agent@n-d-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: Metadata agent@n-d-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: Metering agent@n-d-835855-2: {}, Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: Open vSwitch agent@n-d-835855-2: { 'AddressGroup': '1.2', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'ConntrackHelper': '1.0', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Log': '1.0', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Network': '1.1', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Port': '1.7', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'PortForwarding': '1.2', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'QosPolicy': '1.9', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SecurityGroup': '1.4', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SecurityGroupRule': '1.2', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'SubPort': '1.0', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Subnet': '1.1', Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: 'Trunk': '1.1'}} Mar 31 22:51:48.641246 n-d-835855-2 neutron-server[109301]: {{(pid=109301) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:51:48.707074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.740364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f984e979-1df3-42f2-a46d-92c3e77f488e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.769631 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] For port 42caa54d-ff74-484f-a5be-b1140692666d, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:48.773210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.781637 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] For port 42caa54d-ff74-484f-a5be-b1140692666d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42caa54d-ff74-484f-a5be-b1140692666d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:48.790237 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.848574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Pushing event updated for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:48.888628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:48.890889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:48.900785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:48.902172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.916734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f984e979-1df3-42f2-a46d-92c3e77f488e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.924900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f984e979-1df3-42f2-a46d-92c3e77f488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:48.990594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f984e979-1df3-42f2-a46d-92c3e77f488e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bc6a195134f243f7a6724c4c939a0e7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6195724 Mar 31 22:51:49.004213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56030) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:49.030845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77a10a-8458-4d07-b949-8bdcf2d2d6e4 None None] Pushing event updated for resources: {'Port': ['ID=42caa54d-ff74-484f-a5be-b1140692666d,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.065416 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:49.072171 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:49.099700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e979-1df3-42f2-a46d-92c3e77f488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7706c3e4-c34f-4592-ab93-a0832515f75f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.189771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.278112 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.409464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.412815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.414462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7706c3e4-c34f-4592-ab93-a0832515f75f HTTP/1.1" status: 204 len: 168 time: 0.4091418 Mar 31 22:51:49.430893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-94dc1252-7321-464e-b784-321cf56ed775 None None] Provisioning complete for port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:49.431803 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-94dc1252-7321-464e-b784-321cf56ed775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.432505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8f42c-d4fd-46a5-938a-5b8f84b19fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7706c3e4-c34f-4592-ab93-a0832515f75f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.443859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:49.533504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-94dc1252-7321-464e-b784-321cf56ed775 None None] Port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:49.543096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56052) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:49.585272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22e85e75-6987-457c-b83f-18bc7de2b62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.634203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.772150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22e85e75-6987-457c-b83f-18bc7de2b62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.781639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22e85e75-6987-457c-b83f-18bc7de2b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.846163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-22e85e75-6987-457c-b83f-18bc7de2b62d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ecf66acd80874302a6ee5ddae325689a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2980032 Mar 31 22:51:49.850309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56058) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:49.895711 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:45Z', 'revision_number': 3, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:49.909910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e85e75-6987-457c-b83f-18bc7de2b62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d5574-ee25-478c-a8fc-c1df08a42c49,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:49.962718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:49.989060 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7d4e4-ec90-4204-8381-65c381f41deb None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:45Z', 'revision_number': 3, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:50.013221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.031008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.039268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.040753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.103917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.107538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.108722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4c6d5574-ee25-478c-a8fc-c1df08a42c49 HTTP/1.1" status: 204 len: 168 time: 0.2532492 Mar 31 22:51:50.117877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22be8e-6f3d-4a1a-b7eb-66e1e8de95bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d5574-ee25-478c-a8fc-c1df08a42c49,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:50.207228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Pushing event updated for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:50.302907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56066) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:50.333317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:50.334900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:50.628668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.633869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:51:50.705781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56078) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:50.787457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e1a58d21-0b03-4020-b5a1-bbcf85a7d094 None None] Provisioning complete for port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:50.794427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1a58d21-0b03-4020-b5a1-bbcf85a7d094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.876248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:50.882845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-512d8965-c2b0-481a-9aa1-6ebe8a920f8f admin admin] 10.222.0.95 "PUT /v2.0/routers/8d583141-7fe0-4319-a786-7b669e820f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8067353 Mar 31 22:51:50.896027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e1a58d21-0b03-4020-b5a1-bbcf85a7d094 None None] Port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:51:50.982813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e12f367-043a-46e6-a106-ed3085b19db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:50.992402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:51.028301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5072-5afa-4d48-a6fb-345b959c2fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.152622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e12f367-043a-46e6-a106-ed3085b19db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.161264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e12f367-043a-46e6-a106-ed3085b19db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.211029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5072-5afa-4d48-a6fb-345b959c2fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.226842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2e12f367-043a-46e6-a106-ed3085b19db0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=75e02c7a12db49fd92d1b7fd69f494dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9196608 Mar 31 22:51:51.227598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:51.234658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5072-5afa-4d48-a6fb-345b959c2fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.355616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.360995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b5c5072-5afa-4d48-a6fb-345b959c2fa4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5fd57d2ef21b465a9b7e472ee99bc372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3672142 Mar 31 22:51:51.361806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c5072-5afa-4d48-a6fb-345b959c2fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7c0d9c-8974-49b5-bd68-973bf44a583d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.367194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:51.405876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.455382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5856b506-4bde-448c-a5b7-7163103a5389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.530577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.545709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.550590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.551932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7808a114-6c38-4cc5-b2ef-5a7fc3be6744 HTTP/1.1" status: 204 len: 168 time: 0.3228400 Mar 31 22:51:51.559576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12f367-043a-46e6-a106-ed3085b19db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808a114-6c38-4cc5-b2ef-5a7fc3be6744,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.577707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d6a97-6a25-4eda-887a-3f7d2f947783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808a114-6c38-4cc5-b2ef-5a7fc3be6744,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.603022 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.624956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5856b506-4bde-448c-a5b7-7163103a5389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.637891 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5856b506-4bde-448c-a5b7-7163103a5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.769747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.773921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5856b506-4bde-448c-a5b7-7163103a5389 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2b98408933b4403cb77a4b1b15c1314e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0664916 Mar 31 22:51:51.774688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.780206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ec7c0d9c-8974-49b5-bd68-973bf44a583d HTTP/1.1" status: 204 len: 168 time: 0.4076099 Mar 31 22:51:51.780206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:51.781492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856b506-4bde-448c-a5b7-7163103a5389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd94048-10f2-4afe-86b6-cd0395edabe1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.798722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08af4e-eda2-4911-baa8-830bd4d0ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7c0d9c-8974-49b5-bd68-973bf44a583d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:51.901457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:51.969146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.067456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.072581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.074276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6cd94048-10f2-4afe-86b6-cd0395edabe1 HTTP/1.1" status: 204 len: 168 time: 0.2863238 Mar 31 22:51:52.087592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e84d4-2832-4fe7-babb-7fd0eb0bf0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd94048-10f2-4afe-86b6-cd0395edabe1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:52.225997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42caa54d-ff74-484f-a5be-b1140692666d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:52.371761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 42caa54d-ff74-484f-a5be-b1140692666d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:52.372275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.504059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.539741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 42caa54d-ff74-484f-a5be-b1140692666d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42caa54d-ff74-484f-a5be-b1140692666d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:52.547913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:52.640128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=42caa54d-ff74-484f-a5be-b1140692666d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:52.977501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56144) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:53.002646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1df4c901-d661-4d7a-8f19-678178a455c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.286683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1df4c901-d661-4d7a-8f19-678178a455c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.293767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1df4c901-d661-4d7a-8f19-678178a455c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.305065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:53.327930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:53.329113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:53.350722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4c901-d661-4d7a-8f19-678178a455c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd554a0-449e-4e25-8fb8-860254c113ff,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:53.364965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1df4c901-d661-4d7a-8f19-678178a455c4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=08947378da5f41a28a72af0a4e1d9b67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3843584 Mar 31 22:51:53.368813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:53.454497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.484021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56154) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:53.501723 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.537225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7bab7d64-1c25-4e32-a558-12303f8da455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.613859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.620079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.623981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1bd554a0-449e-4e25-8fb8-860254c113ff HTTP/1.1" status: 204 len: 168 time: 0.2536554 Mar 31 22:51:53.654761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:53.662523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e6b52-8f75-46a1-8e38-69751a763f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd554a0-449e-4e25-8fb8-860254c113ff,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:53.747277 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:51:53.762857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7bab7d64-1c25-4e32-a558-12303f8da455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.768677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7bab7d64-1c25-4e32-a558-12303f8da455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.821168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7bab7d64-1c25-4e32-a558-12303f8da455 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f78fdc8480d94081b7afdfeea1c35a45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3345618 Mar 31 22:51:53.827857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:53.871765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab7d64-1c25-4e32-a558-12303f8da455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92070f-afb0-48eb-a216-42884762419a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:53.927607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:53.941914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-network', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:53.947628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.991458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:53.995527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Made reservation on behalf of f46dfb132a3d4389b9aabbfa79677ef5 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:53.998687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.020517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.103749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 2, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:54.129488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.132988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.139083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd92070f-afb0-48eb-a216-42884762419a HTTP/1.1" status: 204 len: 168 time: 0.3136010 Mar 31 22:51:54.170427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:54.170787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Updating router 8d583141-7fe0-4319-a786-7b669e820f06 port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:54.186191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12183d5-c7d0-48e5-a56a-10d89c342a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92070f-afb0-48eb-a216-42884762419a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:54.218733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42caa54d-ff74-484f-a5be-b1140692666d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:54.275508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.283084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.303549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.346405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:51:54.372743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f74b0c1-9eff-4a67-bd60-6bcbe0ace99c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:54.404240 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.405262 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Added segment 93a806b1-f49b-424f-b266-b35217e19a42 of type vlan for network 63c6d804-6067-4c3a-82c2-04c9540edb0d Mar 31 22:51:54.478779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.535748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.537612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:54.540019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.561301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 42caa54d-ff74-484f-a5be-b1140692666d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:54.562130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.606307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6750345 Mar 31 22:51:54.609530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:54.615420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Request body: {'subnet': {'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-subnet', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:54.656632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Made reservation on behalf of f46dfb132a3d4389b9aabbfa79677ef5 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:51:54.665685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.668290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad802-3285-4604-8998-1166c57de1d0 admin admin] Pushing event updated for resources: {'Network': ['ID=63c6d804-6067-4c3a-82c2-04c9540edb0d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:54.697453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:51:54.927637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:54.936692 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.001083 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.024339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913633-3a3b-42ec-a8cc-ccd2b422e52e None None] Pushing event updated for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.110025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Attempting to bind port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:55.110448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Attempting to bind port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:55.110765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Attempting to bind port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:55.119439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:55.119852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Checking segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:55.120343 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.120652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Bound using segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:55.121135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Bound port: 6539e97e-f6c4-4fe6-8db9-f6049bff5cba, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:55.121846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.159410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4e7e21-430e-42af-afbe-95477ee00e89,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.192027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Checking segment: {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:55.197472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Network hostable DHCP agents. Network: 63c6d804-6067-4c3a-82c2-04c9540edb0d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:51:55.238519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] For port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:55.246902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] For port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:55.248631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:51:55.254747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.266753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 63c6d804-6067-4c3a-82c2-04c9540edb0d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:55.272328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:55.273110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.304947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56212) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:55.306415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-79b376d0-9bf0-4524-bed8-bc4fc93e0677 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6952164 Mar 31 22:51:55.307806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea11ff-5a1b-4f58-9c8f-9e2eda1d9558 None None] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:55.310171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:51:55.341614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.342885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.402393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:55.403039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:55.454959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.541301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] Provisioning complete for port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:55.541986 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.561370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:55.561714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d913633-3a3b-42ec-a8cc-ccd2b422e52e None None] Pushing event updated for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:55.696837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.827388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.832186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:55.928507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-63c6d804-6067-4c3a-82c2-04c9540edb0d', 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'fixed_ips': [{'subnet_id': '5a4e7e21-430e-42af-afbe-95477ee00e89'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:51:55.929408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.974576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.990085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:55.999938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.069540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edfe33cf-e238-4155-af94-9bef77ce98bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.224205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Allocated IP 172.25.8.40 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/8d36da38-b317-4c32-b5cc-b452fb45b400) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:56.239505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edfe33cf-e238-4155-af94-9bef77ce98bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.248746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edfe33cf-e238-4155-af94-9bef77ce98bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.336964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe33cf-e238-4155-af94-9bef77ce98bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb84af-e686-4780-940b-2146809fbf1a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.346053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-edfe33cf-e238-4155-af94-9bef77ce98bf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=24591ca41ae74c098956804ea9069e1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7827206 Mar 31 22:51:56.346709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56252) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:56.354899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] For port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:56.366682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.407275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.432810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.461274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.485038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Allocated IP 172.20.0.2 (63c6d804-6067-4c3a-82c2-04c9540edb0d/5a4e7e21-430e-42af-afbe-95477ee00e89/fe1c85cd-5519-4c32-ae42-dda552878f15) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:51:56.518945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.525455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.530511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/98bb84af-e686-4780-940b-2146809fbf1a HTTP/1.1" status: 204 len: 168 time: 0.1816175 Mar 31 22:51:56.534890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.551358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6fccf-212c-410e-89a5-93a315ea5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb84af-e686-4780-940b-2146809fbf1a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.561431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d842bbb-a873-42c2-8974-00e2d3dab59f None None] Pushing event updated for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.575065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cc2f19ff-dd67-4c01-9759-9bdf78b8a16b None None] Provisioning complete for port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:56.575941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cc2f19ff-dd67-4c01-9759-9bdf78b8a16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.599823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:56.604890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:56.609309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:56.612406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Pushing event updated for resources: {'Port': ['ID=8d36da38-b317-4c32-b5cc-b452fb45b400,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:56.732724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:55Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:56.813749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9383d9-3b88-4250-84a7-e78a170dea21 None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:55Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:51:56.849200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.876093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:56.964067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:51:56.967038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:51:56.971102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:51:56.984896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Pushing event updated for resources: {'Port': ['ID=fe1c85cd-5519-4c32-ae42-dda552878f15,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:57.012286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.060911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Attempting to bind port fe1c85cd-5519-4c32-ae42-dda552878f15 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:51:57.061832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Attempting to bind port fe1c85cd-5519-4c32-ae42-dda552878f15 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:51:57.062539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Attempting to bind port fe1c85cd-5519-4c32-ae42-dda552878f15 on network 63c6d804-6067-4c3a-82c2-04c9540edb0d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:51:57.073131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:51:57.073658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Checking segment: {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:51:57.074367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.075017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Bound using segment: {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:51:57.076142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Bound port: fe1c85cd-5519-4c32-ae42-dda552878f15, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:51:57.077065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.231721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] For port fe1c85cd-5519-4c32-ae42-dda552878f15, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:51:57.237925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] For port fe1c85cd-5519-4c32-ae42-dda552878f15, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fe1c85cd-5519-4c32-ae42-dda552878f15,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:51:57.244287 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.344933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941b5eb-9833-4964-85ab-230daf2f9cc5 None None] Pushing event updated for resources: {'Port': ['ID=fe1c85cd-5519-4c32-ae42-dda552878f15,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:57.557233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.797021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Router 4f75f20e-0b2e-4043-9993-864d41291307 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:51:57.831191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56290) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:57.878057 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4915c0fa-45fa-4ab9-9a56-e8d5aa3139f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:57.959711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56300) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:57.974598 n-d-835855-2 neutron-server[109299]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:51:58.005088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:51:58.026274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Sync routers for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:51:58.044916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.045411 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:51:58.046614 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:58.050058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-d7c40c12-e6d0-46e2-a14e-b59046462bff tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=119c63e8eb9040729c12e75b64ebe516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855851 Mar 31 22:51:58.050721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:58.056971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b235ddf-d231-4719-8631-cf5fc9aef1ba admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7436867 Mar 31 22:51:58.366004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fe1c85cd-5519-4c32-ae42-dda552878f15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:58.408033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:51:58.471940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fe1c85cd-5519-4c32-ae42-dda552878f15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:58.473622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.623600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.682673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port fe1c85cd-5519-4c32-ae42-dda552878f15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fe1c85cd-5519-4c32-ae42-dda552878f15,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:51:58.690400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:58.691585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6539e97e-f6c4-4fe6-8db9-f6049bff5cba up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:51:58.865562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=fe1c85cd-5519-4c32-ae42-dda552878f15,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:58.959775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:58.960366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.039559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4915c0fa-45fa-4ab9-9a56-e8d5aa3139f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.045059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 3, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:51:59.050752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-e2055f93-f9b3-45fc-9ef7-230bd7c487db tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:51:59.059457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-e2055f93-f9b3-45fc-9ef7-230bd7c487db tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9112093 Mar 31 22:51:59.068889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4915c0fa-45fa-4ab9-9a56-e8d5aa3139f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.115149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4915c0fa-45fa-4ab9-9a56-e8d5aa3139f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=53c31c32dcf74234a075066f4cb6dd01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2794404 Mar 31 22:51:59.116274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56322) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:59.122900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Checking router: 4f75f20e-0b2e-4043-9993-864d41291307 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:51:59.123741 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Updating router 4f75f20e-0b2e-4043-9993-864d41291307 port 8d36da38-b317-4c32-b5cc-b452fb45b400 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:51:59.139182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-984c1794-94b9-4b5a-bbfc-72b4a8154829 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/quotas/119c63e8eb9040729c12e75b64ebe516 HTTP/1.1" status: 200 len: 375 time: 0.0786262 Mar 31 22:51:59.142305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178c7d38-4a91-4606-88b5-25c44a58f404 None None] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:51:59.185999 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.209942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.244736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.250367 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-d22bc53a-0383-4bf0-ae02-0142b508e81f tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=119c63e8eb9040729c12e75b64ebe516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074493 Mar 31 22:51:59.308003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.312743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.318645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd2cc3d1-c76b-4bfe-bfc9-9006f8ed3ee9 HTTP/1.1" status: 204 len: 168 time: 0.2001040 Mar 31 22:51:59.333264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5163e-ef79-4f54-ab16-56d6d3567704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2cc3d1-c76b-4bfe-bfc9-9006f8ed3ee9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.334355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915c0fa-45fa-4ab9-9a56-e8d5aa3139f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2cc3d1-c76b-4bfe-bfc9-9006f8ed3ee9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:51:59.391295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8177944f-6ee5-4172-bab8-90dae879e0ce None None] Provisioning complete for port fe1c85cd-5519-4c32-ae42-dda552878f15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:51:59.392269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8177944f-6ee5-4172-bab8-90dae879e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.443841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56330) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:51:59.744513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bc08ec4-7fd7-4a77-95df-b8e32072c823 req-66d74c07-5749-407e-b1d3-ec15f2dce4fe tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 210 time: 0.1129675 Mar 31 22:51:59.896462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.964063 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:51:59.973252 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.034777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209e65c-290e-46c0-b7a6-4cc7ae69e87b None None] Pushing event updated for resources: {'Port': ['ID=8d36da38-b317-4c32-b5cc-b452fb45b400,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.058219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Attempting to bind port 8d36da38-b317-4c32-b5cc-b452fb45b400 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:00.058876 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Attempting to bind port 8d36da38-b317-4c32-b5cc-b452fb45b400 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:00.059835 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Attempting to bind port 8d36da38-b317-4c32-b5cc-b452fb45b400 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:00.067968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:00.068658 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:00.069188 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.070033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:00.070788 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Bound port: 8d36da38-b317-4c32-b5cc-b452fb45b400, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:00.071810 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.143579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-301026467-network', 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:00.174463 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] For port 8d36da38-b317-4c32-b5cc-b452fb45b400, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:00.178816 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] For port 8d36da38-b317-4c32-b5cc-b452fb45b400, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8d36da38-b317-4c32-b5cc-b452fb45b400,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:00.190854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:00.193550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.193675 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.196747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fe1c85cd-5519-4c32-ae42-dda552878f15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:00.211134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.232317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Allocated IP 172.20.0.1 (63c6d804-6067-4c3a-82c2-04c9540edb0d/5a4e7e21-430e-42af-afbe-95477ee00e89/f9e8788b-35a7-4576-8614-b51324b63f6c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:00.272081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1cbf41e5-f6ec-481b-85c9-9ad62891a19a None None] Provisioning complete for port fe1c85cd-5519-4c32-ae42-dda552878f15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:00.272598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cbf41e5-f6ec-481b-85c9-9ad62891a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.337988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fe1c85cd-5519-4c32-ae42-dda552878f15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:00.338407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.354277 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:00.361186 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:00.366388 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209e65c-290e-46c0-b7a6-4cc7ae69e87b None None] Pushing event updated for resources: {'Port': ['ID=8d36da38-b317-4c32-b5cc-b452fb45b400,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.397869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.407442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.499198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:00.522301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ca81f-2683-4746-bf0a-f5b397ec51f0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.539345 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.541856 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Added segment d241ad38-e9ca-4e07-aeeb-b195a98d119a of type vlan for network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 Mar 31 22:52:00.554615 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:00.570443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.671341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.692660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.756776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Pushing event updated for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.758068 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.773043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:00.773733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.778815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:00.781161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:00.786043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:00.786792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:00.862385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4170387 Mar 31 22:52:00.866606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56372) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:00.874759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Request body: {'subnet': {'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-301026467-subnet', 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:00.956470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e00132-a9c5-4935-96a2-65d66b068d53 admin admin] Pushing event updated for resources: {'Network': ['ID=c21cac26-dbae-43c0-bf81-1eefeb1b49d8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:00.969408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:00.994511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:01.016648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.107154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 3, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:01.182618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0245cd-fb82-433d-8ef2-4f9b6bca027b None None] The sync data for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 is: [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 3, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:52:01.352350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.362273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6f1c5567-4365-48c3-9825-8d962fa1ca08 None None] Provisioning complete for port f9e8788b-35a7-4576-8614-b51324b63f6c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:01.362637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5567-4365-48c3-9825-8d962fa1ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.447852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c5567-4365-48c3-9825-8d962fa1ca08 None None] Port f9e8788b-35a7-4576-8614-b51324b63f6c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:01.503849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.683493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6fdaab-99bb-4166-801b-05f32d21c460,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:01.697542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:01.699625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Network hostable DHCP agents. Network: c21cac26-dbae-43c0-bf81-1eefeb1b49d8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:01.757185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:01.799333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c21cac26-dbae-43c0-bf81-1eefeb1b49d8) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:01.804705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:01.807778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.822764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455384b-4b18-41f9-b8b1-aaed2fe926ff None None] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:01.848580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a425b976-9677-460c-99ac-61b55b58f47d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9795365 Mar 31 22:52:01.867717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56412) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:01.877222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.885752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.886860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:01.974555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Pushing event updated for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:02.303164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:02.312198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:02.371962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8d36da38-b317-4c32-b5cc-b452fb45b400 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:02.431462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfaf0c-a502-4fb4-b7c6-36df67d81008 None None] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:02.666109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Router 4f75f20e-0b2e-4043-9993-864d41291307 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:52:02.970249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-24ac929b-c411-4137-86c3-a69c288a4201 None None] Provisioning complete for port f9e8788b-35a7-4576-8614-b51324b63f6c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:02.977527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-24ac929b-c411-4137-86c3-a69c288a4201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.066998 n-d-835855-2 neutron-server[109298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:52:03.081855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-24ac929b-c411-4137-86c3-a69c288a4201 None None] Port f9e8788b-35a7-4576-8614-b51324b63f6c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:03.105562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8d36da38-b317-4c32-b5cc-b452fb45b400 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:03.107800 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.265246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3479f73f-cd25-4a4b-99b0-6663210eafc6 req-7505a02b-0cea-44ba-94e6-2a0d0daae08f tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 210 time: 1.3945997 Mar 31 22:52:03.303940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.344560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 8d36da38-b317-4c32-b5cc-b452fb45b400, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8d36da38-b317-4c32-b5cc-b452fb45b400,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:03.359805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:03.385339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:52:03.403317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5ff233b0-4a87-4752-9b7b-2b3491bf52cd admin admin] 10.222.0.95 "PUT /v2.0/routers/4f75f20e-0b2e-4043-9993-864d41291307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3466961 Mar 31 22:52:03.468872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=8d36da38-b317-4c32-b5cc-b452fb45b400,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:03.657145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.60', 62410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:03.757262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-1d736c68-f034-4c0d-ab58-676862743f79 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=119c63e8eb9040729c12e75b64ebe516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014559 Mar 31 22:52:04.099765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-c7fa8c9b-05bf-4ae3-8d73-7dde6790e5e8 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:04.101149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-c7fa8c9b-05bf-4ae3-8d73-7dde6790e5e8 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388228 Mar 31 22:52:04.154562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8d36da38-b317-4c32-b5cc-b452fb45b400 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:04.200559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Request body: {'port': {'device_id': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '119c63e8eb9040729c12e75b64ebe516'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:04.274641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Sync routers for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:52:04.290291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8d36da38-b317-4c32-b5cc-b452fb45b400 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:04.290657 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.297952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56498) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:04.326323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:04.327085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:04.459541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9c831539-0986-4595-a780-6fd29f6a1cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.562168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:04.688066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Made reservation on behalf of 119c63e8eb9040729c12e75b64ebe516 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:04.696143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.710552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.760476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3844e697-b716-4c87-84c4-20180763ab51 req-68d49cf9-df3f-48fd-bce0-0772e3339340 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 210 time: 0.0556889 Mar 31 22:52:04.870237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:04.882303 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.022435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:52:01Z', 'revision_number': 4, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f9e8788b-35a7-4576-8614-b51324b63f6c', 'name': '', 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'mac_address': 'fa:16:3e:0b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:59Z', 'updated_at': '2022-03-31T22:52:01Z', 'revision_number': 2, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'subnets': [{'id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:05.050556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f19443-0be0-4683-b2d9-e65fba6079e1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.097706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75ba2422-3f78-42f8-825c-d26df9a31bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.125412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Checking router: 4f75f20e-0b2e-4043-9993-864d41291307 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:52:05.125819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Updating router 4f75f20e-0b2e-4043-9993-864d41291307 port f9e8788b-35a7-4576-8614-b51324b63f6c binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:52:05.156401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.307126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Allocated IP 192.168.233.179 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/120fddc0-38cb-4fd3-8e64-aa451645aebd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:05.371271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75ba2422-3f78-42f8-825c-d26df9a31bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.380930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75ba2422-3f78-42f8-825c-d26df9a31bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.518197 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-75ba2422-3f78-42f8-825c-d26df9a31bb1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c3e2e69c9d914ab3b4ac5d436b83139b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2184393 Mar 31 22:52:05.533643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56542) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:05.627207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba2422-3f78-42f8-825c-d26df9a31bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61236e1a-68b0-49a1-9579-8b03c100e1a2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:05.728848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.833975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.855070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.867076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:05.959295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:05.989083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1055976955-network', 'tenant_id': '7526101300ca42178f34973da4bff55e'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:05.999545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.004884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.008266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/61236e1a-68b0-49a1-9579-8b03c100e1a2 HTTP/1.1" status: 204 len: 168 time: 0.4727819 Mar 31 22:52:06.074804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb474a-5932-4a41-8f35-77426ae528db None None] Pushing event updated for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.121336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef1fabb3-a445-46ff-bec4-f79bc030cddc req-1fd811d7-b4a5-4890-ad96-139a8ba946f5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 210 time: 0.0788441 Mar 31 22:52:06.122083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895422ce-7741-42ac-8a51-7100aefb7de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61236e1a-68b0-49a1-9579-8b03c100e1a2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.142247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Made reservation on behalf of 7526101300ca42178f34973da4bff55e for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:06.144812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.167826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.198290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.267577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Attempting to bind port f9e8788b-35a7-4576-8614-b51324b63f6c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:06.268694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Attempting to bind port f9e8788b-35a7-4576-8614-b51324b63f6c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:06.270428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Attempting to bind port f9e8788b-35a7-4576-8614-b51324b63f6c on network 63c6d804-6067-4c3a-82c2-04c9540edb0d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:06.287364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:06.289249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Checking segment: {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:06.289928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.291016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Bound using segment: {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:06.294310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Bound port: f9e8788b-35a7-4576-8614-b51324b63f6c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a806b1-f49b-424f-b266-b35217e19a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:06.294923 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.412225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.419569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.441072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.485877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7effaf6-9c95-49c8-ab30-54c27dc112ea,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.532072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] For port f9e8788b-35a7-4576-8614-b51324b63f6c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:06.535391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:52:06.547808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] For port f9e8788b-35a7-4576-8614-b51324b63f6c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9e8788b-35a7-4576-8614-b51324b63f6c,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:06.560777 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.587508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.591402 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Added segment 1f66ad0d-6d30-4b97-a4f3-95a661427e82 of type vlan for network 33721eff-9860-4315-911a-5e0e24662bcf Mar 31 22:52:06.748063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.759172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb474a-5932-4a41-8f35-77426ae528db None None] Pushing event updated for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:06.776735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:06.796762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:06.870421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.872782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:06.880089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:06.959515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:06.960164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:51:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:07.192814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] Pushing event updated for resources: {'Network': ['ID=33721eff-9860-4315-911a-5e0e24662bcf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.195850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Pushing event updated for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:07.203351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:07.222376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce9a580a-523e-4135-bd1e-3ff52db2291d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2574503 Mar 31 22:52:07.228115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56594) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:07.234760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:07.245417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.262243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Request body: {'subnet': {'network_id': '33721eff-9860-4315-911a-5e0e24662bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1055976955-subnet', 'tenant_id': '7526101300ca42178f34973da4bff55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:07.324763 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-b7142050-1125-400e-8d96-f7380c7e0cbc tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1303425 Mar 31 22:52:07.350460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-f04f467d-648a-48a6-918f-3474dadfe636 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:07.353014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-f04f467d-648a-48a6-918f-3474dadfe636 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214946 Mar 31 22:52:07.418487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Made reservation on behalf of 7526101300ca42178f34973da4bff55e for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:07.442979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.723255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56608) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:07.735712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355960117', 'description': 'tempest-description--38666963'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:07.770229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] Provisioning complete for port f9e8788b-35a7-4576-8614-b51324b63f6c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:07.770678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:07.837011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 33721eff-9860-4315-911a-5e0e24662bcf details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:52:07.918093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.309797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-882e5c85-a0ea-4cc3-9866-7c0ec76df113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.318683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.339676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.344566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56624) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:08.367827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.378050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.397948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.404970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:08.470367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd592-7882-4fce-be17-e7b31f45f884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.475369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b8f97-1e2f-406a-913e-fe71b783f627,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:08.494189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.496496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-25531d50-73fd-40ae-821a-2064f4c62441 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7720475 Mar 31 22:52:08.503608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56628) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:08.510231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'security_group_rule': {'security_group_id': 'ad3b8f97-1e2f-406a-913e-fe71b783f627', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:08.528259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] For port f9e8788b-35a7-4576-8614-b51324b63f6c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9e8788b-35a7-4576-8614-b51324b63f6c,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:08.546662 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.566580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f13d7-2ba9-4db7-b175-8e7eac05020b req-7209ada7-99ee-48f9-9b13-a7525cfa9ed5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:08.598834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef2f13d7-2ba9-4db7-b175-8e7eac05020b req-7209ada7-99ee-48f9-9b13-a7525cfa9ed5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 936 time: 0.2546854 Mar 31 22:52:08.656527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f07fbcd-48f3-4c5c-8963-4e3ebc43e0c1,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:08.718253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Checking segment: {'id': '1f66ad0d-6d30-4b97-a4f3-95a661427e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '33721eff-9860-4315-911a-5e0e24662bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:08.718741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Network hostable DHCP agents. Network: 33721eff-9860-4315-911a-5e0e24662bcf, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:52:08.782569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.824613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Network 33721eff-9860-4315-911a-5e0e24662bcf is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:52:08.837826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56638) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:08.843110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef2f13d7-2ba9-4db7-b175-8e7eac05020b req-689a88a6-a29d-4d14-912b-2fc09b980dff tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431467 Mar 31 22:52:08.882210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 33721eff-9860-4315-911a-5e0e24662bcf) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:08.906332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:08.906955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:08.914918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Request body: {'port': {'device_id': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'device_owner': 'compute:tempest-test_az-1165543244', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:08.988039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-42d81618-7821-4b21-bf95-ad1f600f1134 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7553158 Mar 31 22:52:09.008031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd592-7882-4fce-be17-e7b31f45f884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.011722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364b8089-c9a9-48c6-a273-38be310b6594 None None] Network 33721eff-9860-4315-911a-5e0e24662bcf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:09.051610 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f7b5-f381-4b83-8fad-b2ff105279b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.080305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0fd592-7882-4fce-be17-e7b31f45f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.135098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ece5b46a-4a5e-4400-9e4c-34eb01992c51 None None] Provisioning complete for port 120fddc0-38cb-4fd3-8e64-aa451645aebd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:09.142357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ece5b46a-4a5e-4400-9e4c-34eb01992c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.261541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.292179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ece5b46a-4a5e-4400-9e4c-34eb01992c51 None None] Port 120fddc0-38cb-4fd3-8e64-aa451645aebd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:09.301076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.308199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.344220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f7b5-f381-4b83-8fad-b2ff105279b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.397216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3451c276-a5ca-4746-9481-7fcae56266b8,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.429073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ece5b46a-4a5e-4400-9e4c-34eb01992c51 None None] Provisioning complete for port f9e8788b-35a7-4576-8614-b51324b63f6c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:09.429620 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ece5b46a-4a5e-4400-9e4c-34eb01992c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.431168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff990fe-64b1-4f4f-92cc-fc8e0b79a338 None None] Pushing event updated for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.440348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f7b5-f381-4b83-8fad-b2ff105279b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:09.529707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a0fd592-7882-4fce-be17-e7b31f45f884 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=70263b5df5544e129478131c6b464e38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1816521 Mar 31 22:52:09.534215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:52:01Z', 'revision_number': 4, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f9e8788b-35a7-4576-8614-b51324b63f6c', 'name': '', 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'mac_address': 'fa:16:3e:0b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:59Z', 'updated_at': '2022-03-31T22:52:06Z', 'revision_number': 4, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'subnets': [{'id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:09.541318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fd592-7882-4fce-be17-e7b31f45f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0639e-dfea-4518-8d5f-21ba7d9e3f34,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.557256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:09.615907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd55af0-cabf-428c-a2b6-a8fbd5b62f6e None None] The sync data for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 is: [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:52:01Z', 'revision_number': 4, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f9e8788b-35a7-4576-8614-b51324b63f6c', 'name': '', 'network_id': '63c6d804-6067-4c3a-82c2-04c9540edb0d', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'mac_address': 'fa:16:3e:0b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:59Z', 'updated_at': '2022-03-31T22:52:06Z', 'revision_number': 4, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'subnets': [{'id': '5a4e7e21-430e-42af-afbe-95477ee00e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:52:09.663736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bcd6f7b5-f381-4b83-8fad-b2ff105279b8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9d2522320ee14a028ac80d627f167af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8183007 Mar 31 22:52:09.723129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56684) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:09.901412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-52d2b611-6c1f-4866-b667-f544729e32ba tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=51438f559b7742259399d233d0b9c0e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2609379 Mar 31 22:52:09.903669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f7b5-f381-4b83-8fad-b2ff105279b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64aa1911-85b3-4905-bae8-9dcea9e35910,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:09.904692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c36bd9b-cacc-447c-9aa3-8d1169906278 None None] Network 33721eff-9860-4315-911a-5e0e24662bcf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:52:10.051356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.056437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e29a224-67e6-45b2-b453-a7a7b64f9c48 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5477812 Mar 31 22:52:10.062278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:10.102595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.229934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'security_group_rule': {'security_group_id': 'ad3b8f97-1e2f-406a-913e-fe71b783f627', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:10.267101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.272554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.326546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9e8788b-35a7-4576-8614-b51324b63f6c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:10.393702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.417854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f9e8788b-35a7-4576-8614-b51324b63f6c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:10.418579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.436034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.505631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.543276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.628852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-f5a154d1-4f31-4bad-9dbf-8bebc6f46d08 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.638017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-f5a154d1-4f31-4bad-9dbf-8bebc6f46d08 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7354574 Mar 31 22:52:10.666665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-93f01fb9-602f-45fb-b2c9-028d95a5d71c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:10.673174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-93f01fb9-602f-45fb-b2c9-028d95a5d71c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.6441863 Mar 31 22:52:10.688732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-4b8d7282-5016-43c2-933b-d2c96a595e0a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/quotas/51438f559b7742259399d233d0b9c0e5 HTTP/1.1" status: 200 len: 375 time: 0.0380189 Mar 31 22:52:10.709827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.719062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.727829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4bd0639e-dfea-4518-8d5f-21ba7d9e3f34 HTTP/1.1" status: 204 len: 168 time: 1.1679332 Mar 31 22:52:10.760598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1bb19-0f1a-4a8f-a71f-1a5c3d6c4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0639e-dfea-4518-8d5f-21ba7d9e3f34,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:10.768384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-09218b69-89d1-4b4b-b87c-0eabec318065 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/quotas/ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 375 time: 0.0679684 Mar 31 22:52:10.790045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-349ffb90-7f2a-40f7-bae4-8ac08240111a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967166 Mar 31 22:52:10.798143 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.806099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:10.828569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/64aa1911-85b3-4905-bae8-9dcea9e35910 HTTP/1.1" status: 204 len: 168 time: 1.0817800 Mar 31 22:52:10.894000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af11437-1bba-41bb-9765-f40dac1c9ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aa1911-85b3-4905-bae8-9dcea9e35910,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:10.955775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-c4f8bdc7-c86b-499c-85d2-c9dbff420435 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1859059 Mar 31 22:52:11.150427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.184521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.289913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120fddc0-38cb-4fd3-8e64-aa451645aebd {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:11.305681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389236f6-5770-4c2e-982d-8183dc002af5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:11.335158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.350403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.356139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f492ae16-ed42-433e-9e4a-d63b30946ad9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2808924 Mar 31 22:52:11.359506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:11.374861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:11.430414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Transition to ACTIVE for port object 120fddc0-38cb-4fd3-8e64-aa451645aebd will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:11.437611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.589065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Pushing event updated for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:11.653446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:11.727199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-26d103fb-1c2b-451f-aae8-951954c5f34d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:11.740947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-26d103fb-1c2b-451f-aae8-951954c5f34d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3883266 Mar 31 22:52:11.805842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Attempting to bind port 120fddc0-38cb-4fd3-8e64-aa451645aebd on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:11.806195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Attempting to bind port 120fddc0-38cb-4fd3-8e64-aa451645aebd by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:11.806548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Attempting to bind port 120fddc0-38cb-4fd3-8e64-aa451645aebd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:11.852396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Port 120fddc0-38cb-4fd3-8e64-aa451645aebd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:11.852396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Attempting to bind port 120fddc0-38cb-4fd3-8e64-aa451645aebd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:11.913932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57255351-080a-4bed-9cc4-253e496ec5ea req-70303f4f-7ff9-49ea-8a49-67103e653753 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:11.938278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:11.938677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:11.939178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:11.943915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57255351-080a-4bed-9cc4-253e496ec5ea req-70303f4f-7ff9-49ea-8a49-67103e653753 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.4025373 Mar 31 22:52:11.956151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Bound port: 120fddc0-38cb-4fd3-8e64-aa451645aebd, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:11.956151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.187878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57255351-080a-4bed-9cc4-253e496ec5ea req-0ac8ebb8-de18-4785-9fc2-99929223e4c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411215 Mar 31 22:52:12.228169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56752) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:12.241354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-89a69497-5f71-409e-bb44-9cb867d11ce0 service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442322 Mar 31 22:52:12.281198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a588-c59d-40b6-8b09-5de9356908f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.406456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:12.476779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:12.490562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.511992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:12.513116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:12.514591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] 10.222.0.60 "PUT /v2.0/ports/120fddc0-38cb-4fd3-8e64-aa451645aebd HTTP/1.1" status: 200 len: 1118 time: 4.4760060 Mar 31 22:52:12.517879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:12.550807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c931c0e5-4bfb-4c6c-b0cf-e8b34f9e08c1 req-14f4db45-e9e1-4027-bbf6-9e39d8574a03 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.1560116 Mar 31 22:52:12.825763 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-2040318a-2298-4592-a7fd-64c77410e012 service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837257 Mar 31 22:52:13.028286 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.075790 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a588-c59d-40b6-8b09-5de9356908f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.187656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a588-c59d-40b6-8b09-5de9356908f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.393629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ce5a588-c59d-40b6-8b09-5de9356908f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ea2f2d34798b4ccb99563ea1d8dceb9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1637568 Mar 31 22:52:13.397072 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c38eadda-076e-44e5-b83e-78ad75f9e147 req-248b69a0-1bc4-4471-9a90-47d592602012 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 210 time: 0.1138637 Mar 31 22:52:13.404093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:13.435833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5a588-c59d-40b6-8b09-5de9356908f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352d0c48-7b78-44d5-ab68-220cdf3082b7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.516819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Allocated IP 172.25.8.36 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/218acbba-6773-4cd9-8a0d-d8dc6371f73a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:13.563052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.638768 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f52e111-5c38-4b36-a2da-d034af0ab61b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:13.658405 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.728693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-8d1776e5-e17b-4bc5-807e-b6f3f7ded643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:13.734332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-8d1776e5-e17b-4bc5-807e-b6f3f7ded643 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=119c63e8eb9040729c12e75b64ebe516&device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 1121 time: 1.0560648 Mar 31 22:52:13.785880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.794844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f903291c-59b7-40cc-8fb5-101d10387286 req-134e4c3d-7846-4da6-9da8-fb1bc51ed9e0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.0638492 Mar 31 22:52:13.800854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:13.824837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.824837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.824837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/352d0c48-7b78-44d5-ab68-220cdf3082b7 HTTP/1.1" status: 204 len: 168 time: 0.4145043 Mar 31 22:52:13.837376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2263b94-7c5c-4ff5-b687-15fed68699ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d0c48-7b78-44d5-ab68-220cdf3082b7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.939327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:13.956842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97fb12-bd49-4152-bdf2-f1c8c159aa2f service neutron] Pushing event updated for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:13.973847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-67bb8463-869c-4d50-b3dd-71cbfe6354f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd HTTP/1.1" status: 200 len: 217 time: 0.1861691 Mar 31 22:52:14.018652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da619ab-af89-4df7-bb39-371475a6242c req-5c1f991d-0b65-4dcb-9d02-3e723fe77039 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.031017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'Port': ['ID=218acbba-6773-4cd9-8a0d-d8dc6371f73a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:14.036807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3da619ab-af89-4df7-bb39-371475a6242c req-5c1f991d-0b65-4dcb-9d02-3e723fe77039 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.3946130 Mar 31 22:52:14.072894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:14.075218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:14.078631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:14.233320 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.448690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3da619ab-af89-4df7-bb39-371475a6242c req-742f3988-bb78-4ccb-8bf1-6c88c9a7cd1a tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091837 Mar 31 22:52:14.464404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.96', 50428) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:14.539225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-557d830c-fbc2-4e7a-b2ac-ad556d41f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:14.548274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-557d830c-fbc2-4e7a-b2ac-ad556d41f3e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.4763858 Mar 31 22:52:14.614670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-3dd0a5d5-0cf0-443d-b2d5-3699d0283685 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=51438f559b7742259399d233d0b9c0e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426792 Mar 31 22:52:14.784555 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ccd87-f113-4d49-bf39-a26b3841044f x-openstack-request-id: req-f48ccd87-f113-4d49-bf39-a26b3841044f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:14.784555 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:14.784555 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f48ccd87-f113-4d49-bf39-a26b3841044f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:14.785730 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48ccd87-f113-4d49-bf39-a26b3841044f'] response: {'name': 'network-changed', 'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd', 'status': 'completed', 'code': 200} Mar 31 22:52:14.786673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9678a88e-887c-4971-9b83-9b2d31717642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:14.824914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.018165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6ee1a3a-541e-408b-ba9c-4e9d714f75e7 req-8144b280-0898-43cc-bbde-92f853f224a1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 210 time: 0.2281802 Mar 31 22:52:15.213953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66d734e3-5b42-433b-a983-ea6bb8e2862c req-c7ca92da-df33-49f1-9f1e-2b7b1cd5ef47 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.0789661 Mar 31 22:52:15.292036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-cc34272e-980b-41de-89c9-b50297641a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.294606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-cc34272e-980b-41de-89c9-b50297641a89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6878729 Mar 31 22:52:15.373255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.384451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.457064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.494704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'Port': ['ID=218acbba-6773-4cd9-8a0d-d8dc6371f73a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.501151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.502673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82ea7676-9936-4e7b-9d3c-52ab3c9e8ab2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1405628 Mar 31 22:52:15.523908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9678a88e-887c-4971-9b83-9b2d31717642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.570490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b27c78e5-ffb2-444a-bfd5-d5d82267f622 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:15.572966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b27c78e5-ffb2-444a-bfd5-d5d82267f622 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9374223 Mar 31 22:52:15.579127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9678a88e-887c-4971-9b83-9b2d31717642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:15.651504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678a88e-887c-4971-9b83-9b2d31717642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3d950-da82-47fc-8a8c-553a20f4e765,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:15.665948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Request body: {'port': {'device_id': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '51438f559b7742259399d233d0b9c0e5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:15.679854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:15.681830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9678a88e-887c-4971-9b83-9b2d31717642 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6c87034214f8411083fdfbcdfd957536&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8306634 Mar 31 22:52:15.685815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.96', 50433) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:15.697877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-47e37557-f7b3-4519-93f2-97f9e21e3bd1 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850145 Mar 31 22:52:15.958414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.014746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad4eb3-6dfa-4bce-976c-373a61614dd3 req-fe4384db-1971-4d5c-8706-44f83e674c23 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.027944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fad4eb3-6dfa-4bce-976c-373a61614dd3 req-fe4384db-1971-4d5c-8706-44f83e674c23 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.3206432 Mar 31 22:52:16.031859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.165382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.191421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.203911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5aa3d950-da82-47fc-8a8c-553a20f4e765 HTTP/1.1" status: 204 len: 168 time: 0.5172877 Mar 31 22:52:16.254313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e548c-8c08-47f8-8937-6d7a824f31f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3d950-da82-47fc-8a8c-553a20f4e765,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:16.541275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fad4eb3-6dfa-4bce-976c-373a61614dd3 req-7f5385a8-a3e0-4140-bb1c-5e0add0e1728 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838752 Mar 31 22:52:16.726471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Made reservation on behalf of 51438f559b7742259399d233d0b9c0e5 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:16.735287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.862012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-5984a46a-1744-4c2e-bba8-b22d4f022b90 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:16.865693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-5984a46a-1744-4c2e-bba8-b22d4f022b90 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 1.1645024 Mar 31 22:52:16.938431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa5ba9ba-2aee-42c9-a485-b802aaaf4c3a req-1f42f669-d21a-4e0d-b915-715b7d7440c7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 210 time: 0.1904523 Mar 31 22:52:16.943578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:16.989606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Request body: {'port': {'device_id': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'admin_state_up': True, 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:17.523544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd291b8b-1b0a-4a99-b17a-6429c2eb5f6d req-fe345c53-f486-4a30-8c33-184a782cbd64 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7828851 Mar 31 22:52:17.539755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c56b3ea3-32f7-4830-bfce-1c3074e26c4e req-a32ec0cb-7970-405e-ac06-3a8268106cd5 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.3721311 Mar 31 22:52:17.643717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:17.682770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f17c-df2a-4426-81e0-eef938b92bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:17.999728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:18.026924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.057759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f17c-df2a-4426-81e0-eef938b92bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.068340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b8f2f17c-df2a-4426-81e0-eef938b92bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.094813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-389cc6c8-9bed-4659-90a4-387b71efa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.098351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-389cc6c8-9bed-4659-90a4-387b71efa087 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=119c63e8eb9040729c12e75b64ebe516&device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 1121 time: 0.4018931 Mar 31 22:52:18.240057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2f17c-df2a-4426-81e0-eef938b92bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be724a4d-cb1e-4d5a-9486-931094e32242,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.293420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b8f2f17c-df2a-4426-81e0-eef938b92bfa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a7915e8fb87f4ef493d297cfbafcf7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446915 Mar 31 22:52:18.294939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:18.454173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.515296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.602606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.606571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.619910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/be724a4d-cb1e-4d5a-9486-931094e32242 HTTP/1.1" status: 204 len: 168 time: 0.3169444 Mar 31 22:52:18.655775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf275e-a841-4ee1-9add-6f41eb47eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be724a4d-cb1e-4d5a-9486-931094e32242,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.741606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.756477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-bc6a2f2c-0795-415f-b05a-051c8b81b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:18.759195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-bc6a2f2c-0795-415f-b05a-051c8b81b188 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.6167810 Mar 31 22:52:18.760689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:18.932184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc34064-e951-43d8-bfb6-c52a5a9846fb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:18.946896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-5654b099-8044-45f8-89e1-839445216ed6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd HTTP/1.1" status: 200 len: 217 time: 0.1638260 Mar 31 22:52:19.326288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436d71d-2327-4781-9b2d-ee5d139af4b2 req-578d9baf-2bbc-4604-ad82-4f1d86c7f619 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.333703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a436d71d-2327-4781-9b2d-ee5d139af4b2 req-578d9baf-2bbc-4604-ad82-4f1d86c7f619 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.7496834 Mar 31 22:52:19.429653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-357eeb9e-f5e8-485e-b9d5-6f381b878320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.431281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-357eeb9e-f5e8-485e-b9d5-6f381b878320 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0903480 Mar 31 22:52:19.475983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Allocated IP 172.20.0.11 (c21cac26-dbae-43c0-bf81-1eefeb1b49d8/3b6fdaab-99bb-4166-801b-05f32d21c460/78ec4207-4672-494c-9915-888d7764c731) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:19.551967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a436d71d-2327-4781-9b2d-ee5d139af4b2 req-55ae3231-8d3a-4689-929c-ded1175ef3f4 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116251 Mar 31 22:52:19.604878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Allocated IP 192.168.233.175 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/e16de086-63fb-4ad9-bcf1-aea5622e3e24) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:19.623949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-b5fe47cd-2e15-4c35-9c80-c417f8ff134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:19.625428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-b5fe47cd-2e15-4c35-9c80-c417f8ff134c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871150 Mar 31 22:52:19.737064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5bddf4a1-62d9-4892-9786-402a2d016554 req-b43ec8ff-ed7a-4f2a-81df-8409e87abbc1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 210 time: 0.0749793 Mar 31 22:52:20.020034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-f6599593-a32a-4d34-99c8-8bd7925df951 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856027 Mar 31 22:52:20.088199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.158876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.347590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f52e111-5c38-4b36-a2da-d034af0ab61b req-39b5bca1-e9f1-4984-9fa6-e71627ce7a06 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100080 Mar 31 22:52:20.350936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2f762b-7982-4862-9614-1914410a70f6 req-52ebde2a-8f9f-46ea-9b36-45d641164c3d tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.0601578 Mar 31 22:52:20.354413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.391223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.420505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:20.430902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:20.439354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:20.447994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.448767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.502759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:20.508770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:20.533280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:20.563001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:20.570269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:20.574280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.581543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-cfad5bb9-353f-408f-b818-c1a8905b0227 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6797173 Mar 31 22:52:20.621991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-9de6c932-9db6-46d1-8bd8-ee6b4c2e1e99 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:20.622988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-9de6c932-9db6-46d1-8bd8-ee6b4c2e1e99 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254531 Mar 31 22:52:20.642238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:20.675271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0133610 Mar 31 22:52:20.699032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05e30-16ee-4998-a57c-25c5ebabd8f1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Pushing event updated for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:21.029695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5d3ee5dc-8ba6-485c-9817-2e53fbf63ee5 None None] Provisioning complete for port e16de086-63fb-4ad9-bcf1-aea5622e3e24 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:21.030849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee5dc-8ba6-485c-9817-2e53fbf63ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.111935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Request body: {'port': {'device_id': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:21.142593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ee5dc-8ba6-485c-9817-2e53fbf63ee5 None None] Port e16de086-63fb-4ad9-bcf1-aea5622e3e24 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:21.188951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Request body: {'port': {'device_id': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:21.246413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.268322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35313c-f7cb-4204-9fb6-2b8a61f8233a req-a44493cc-d2de-4a10-9f73-98fbad4f2508 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.279018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-be35313c-f7cb-4204-9fb6-2b8a61f8233a req-a44493cc-d2de-4a10-9f73-98fbad4f2508 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.2372394 Mar 31 22:52:21.347202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.400756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-be35313c-f7cb-4204-9fb6-2b8a61f8233a req-f8e11b4d-ab56-4734-8c69-f89212057dfe tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206896 Mar 31 22:52:21.458573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56966) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:21.771472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07beeda-4107-4f05-a850-3a3699cf8166 req-e0de41f6-c049-485b-9d45-ebbb4132c250 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:21.780162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e07beeda-4107-4f05-a850-3a3699cf8166 req-e0de41f6-c049-485b-9d45-ebbb4132c250 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 932 time: 0.2014344 Mar 31 22:52:21.915649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ee16a6-0f59-45c3-8d8c-e169b88b93bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:21.988756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e07beeda-4107-4f05-a850-3a3699cf8166 req-c04038df-7261-4773-9a40-c0f47650bdfa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067819 Mar 31 22:52:22.037954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ee16a6-0f59-45c3-8d8c-e169b88b93bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.045686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ee16a6-0f59-45c3-8d8c-e169b88b93bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.080568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c6ee16a6-0f59-45c3-8d8c-e169b88b93bd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ffc799b2367e40cc99c459d9dff48620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194522 Mar 31 22:52:22.086722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:22.131680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee16a6-0f59-45c3-8d8c-e169b88b93bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ecc0d-f3b4-453f-926e-33db108e7d89,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.197289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.223552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.233681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16de086-63fb-4ad9-bcf1-aea5622e3e24 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:22.260261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ec4207-4672-494c-9915-888d7764c731 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:22.277022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.291452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.294828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.296418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a52ecc0d-f3b4-453f-926e-33db108e7d89 HTTP/1.1" status: 204 len: 168 time: 0.2086329 Mar 31 22:52:22.309004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.315349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a854-3c82-439d-b1f5-cd05d6b9897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ecc0d-f3b4-453f-926e-33db108e7d89,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.316331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Transition to ACTIVE for port object 78ec4207-4672-494c-9915-888d7764c731 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:22.343253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.419471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Transition to ACTIVE for port object e16de086-63fb-4ad9-bcf1-aea5622e3e24 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:22.442104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.500460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.674747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:22.680859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:22.681576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.763209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Attempting to bind port e16de086-63fb-4ad9-bcf1-aea5622e3e24 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:22.763901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Attempting to bind port e16de086-63fb-4ad9-bcf1-aea5622e3e24 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:22.763901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Attempting to bind port e16de086-63fb-4ad9-bcf1-aea5622e3e24 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.773150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:22.773682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.783828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Port e16de086-63fb-4ad9-bcf1-aea5622e3e24 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:22.784367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Attempting to bind port e16de086-63fb-4ad9-bcf1-aea5622e3e24 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:22.803557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Pushing event updated for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:22.823055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:22.824082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:22.825052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:22.826153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Bound port: 78ec4207-4672-494c-9915-888d7764c731, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:22.828964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:22.836026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:22.837875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:22.838843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:22.839998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Bound port: e16de086-63fb-4ad9-bcf1-aea5622e3e24, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:22.841003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.169416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:23.193408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:23.216704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a94c9-89a6-4b4a-a778-2b71768e094e req-743c7d6b-b9e1-49c0-b5cd-b35002c19838 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.219436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-929a94c9-89a6-4b4a-a778-2b71768e094e req-743c7d6b-b9e1-49c0-b5cd-b35002c19838 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1387718 Mar 31 22:52:23.221941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:23.236218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.244354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-25725d50-a49f-4a9b-95c3-679eae4845f1 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1355960117&fields=id&tenant_id=454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 267 time: 0.1138999 Mar 31 22:52:23.245480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56992) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.261554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:23.311290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.337783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.338838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.341738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] 10.222.0.96 "PUT /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 1092 time: 2.5316131 Mar 31 22:52:23.350756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.352337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.354087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] 10.222.0.96 "PUT /v2.0/ports/e16de086-63fb-4ad9-bcf1-aea5622e3e24 HTTP/1.1" status: 200 len: 1096 time: 2.5376277 Mar 31 22:52:23.356701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'tag': '78ec4207-4672-494c-9915-888d7764c731'}, {'name': 'network-changed', 'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:23.360038 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03ba979-5af5-4efe-b57d-969e9daa2592" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "tag": "78ec4207-4672-494c-9915-888d7764c731"}, {"name": "network-changed", "server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:23.440939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-929a94c9-89a6-4b4a-a778-2b71768e094e req-8892e642-8e77-4e60-b50a-957a93bf2908 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047880 Mar 31 22:52:23.458687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedde4c-f361-4d53-b6b4-5196008ade02 service neutron] Pushing event updated for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.562144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e45f1cbf-ed32-4970-b6df-1a0ea9d2e49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.591955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69339e79-c2fc-405d-a6d8-e053e134e919 service neutron] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.783895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e45f1cbf-ed32-4970-b6df-1a0ea9d2e49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.793057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-f57865a5-8351-49fd-8cd6-f70a18b181c9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.794853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-f57865a5-8351-49fd-8cd6-f70a18b181c9 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 824 time: 0.5383370 Mar 31 22:52:23.796202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e45f1cbf-ed32-4970-b6df-1a0ea9d2e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.816849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-241213ad-6ffd-4048-9d15-2feae599ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.818465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-241213ad-6ffd-4048-9d15-2feae599ca76 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 1099 time: 0.1845322 Mar 31 22:52:23.824583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-1faccbfb-822d-414c-b0f4-0c3c601c19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:23.826867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-1faccbfb-822d-414c-b0f4-0c3c601c19f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1095 time: 0.2058547 Mar 31 22:52:23.852116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-3a7a7459-3161-4190-b616-6f7b27dc95b5 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/quotas/454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 375 time: 0.0437768 Mar 31 22:52:23.873700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e45f1cbf-ed32-4970-b6df-1a0ea9d2e49f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=957d4570401f49e1b06471d6670d2ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230743 Mar 31 22:52:23.874353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56998) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:23.890733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f1cbf-ed32-4970-b6df-1a0ea9d2e49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8b3861-abdc-4043-a406-fe6cb06621f5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:23.942954 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-08f12de4-ad5d-4c55-bd32-c93e8f6553d0 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898724 Mar 31 22:52:23.950330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:23.977026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.063080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.072913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:24.086733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2a8b3861-abdc-4043-a406-fe6cb06621f5 HTTP/1.1" status: 204 len: 168 time: 0.2110791 Mar 31 22:52:24.112159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0241cab-3de2-4086-936e-858568f5d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8b3861-abdc-4043-a406-fe6cb06621f5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:24.232837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-091d0450-cff9-4e6d-b9bb-3873b1778465 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:24.234702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-091d0450-cff9-4e6d-b9bb-3873b1778465 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633569 Mar 31 22:52:24.314799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0f0da-bcc5-4a18-8007-84ee0a57efc9 req-6afa29bf-6677-45ba-a1fc-40e26e8b0dff tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.318544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea0f0da-bcc5-4a18-8007-84ee0a57efc9 req-6afa29bf-6677-45ba-a1fc-40e26e8b0dff tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.0789969 Mar 31 22:52:24.376941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea0f0da-bcc5-4a18-8007-84ee0a57efc9 req-2b39eaec-5725-4a66-8bd1-8569d8dbc474 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Mar 31 22:52:24.439337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-0f866470-40b8-4f9f-8398-befbf3a2c213 service neutron] 10.222.0.95 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962671 Mar 31 22:52:24.539289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489499b-43ca-4a81-8431-2c902dfa48a6 req-421e9d75-9d06-4aac-b216-ac8988700da2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:24.547510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c489499b-43ca-4a81-8431-2c902dfa48a6 req-421e9d75-9d06-4aac-b216-ac8988700da2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0634074 Mar 31 22:52:24.594417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c489499b-43ca-4a81-8431-2c902dfa48a6 req-4b14dafc-d4fe-4c7a-b2ab-d5493ef504c6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Mar 31 22:52:24.626506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-c0c3191b-bc35-45cd-95c2-7c3ed8a29959 service neutron] 10.222.0.95 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747923 Mar 31 22:52:24.676241 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e51a68-fc0d-421f-af37-c71c15931ae0 x-openstack-request-id: req-68e51a68-fc0d-421f-af37-c71c15931ae0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:24.676576 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "tag": "78ec4207-4672-494c-9915-888d7764c731", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:24.676932 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-68e51a68-fc0d-421f-af37-c71c15931ae0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:24.677525 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e51a68-fc0d-421f-af37-c71c15931ae0'] response: {'name': 'network-changed', 'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'tag': '78ec4207-4672-494c-9915-888d7764c731', 'status': 'completed', 'code': 200} Mar 31 22:52:24.677909 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e51a68-fc0d-421f-af37-c71c15931ae0'] response: {'name': 'network-changed', 'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24', 'status': 'completed', 'code': 200} Mar 31 22:52:25.142617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34949077-7442-400b-a793-d0f0622fc723 req-b947a76d-2904-438c-b1fb-4a135b1ae943 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.146710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34949077-7442-400b-a793-d0f0622fc723 req-b947a76d-2904-438c-b1fb-4a135b1ae943 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1067245 Mar 31 22:52:25.220303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34949077-7442-400b-a793-d0f0622fc723 req-ee83dc55-52fc-4f1a-b3ee-3e93e2c573c1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Mar 31 22:52:25.318874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-509c3086-1624-4ec8-b277-b70d0ef025f1 req-8414826e-b06b-4c24-9a4c-ca0385f97085 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 210 time: 0.0491970 Mar 31 22:52:25.469549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:25.574257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e118a66-f5b7-42a5-be4e-e81ee8e3408e req-ce5b58af-999e-469a-92f5-b1d0ebd67c50 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.584351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e118a66-f5b7-42a5-be4e-e81ee8e3408e req-ce5b58af-999e-469a-92f5-b1d0ebd67c50 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.1042600 Mar 31 22:52:25.664258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e118a66-f5b7-42a5-be4e-e81ee8e3408e req-30feacdf-9696-4ca2-b711-0185a7e0d38c tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Mar 31 22:52:25.781859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.860880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77f5bd42-5a97-42fa-b406-70887cc43aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:25.877745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6584eb-e711-4e02-8ad2-59ed915afd85 req-a953f00e-2664-4caf-ac4e-2869799ad00a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:25.887476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6584eb-e711-4e02-8ad2-59ed915afd85 req-a953f00e-2664-4caf-ac4e-2869799ad00a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1148603 Mar 31 22:52:25.943097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6584eb-e711-4e02-8ad2-59ed915afd85 req-8ef6728e-487e-4acb-a793-03c8a41661bd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Mar 31 22:52:26.023776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77f5bd42-5a97-42fa-b406-70887cc43aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.033628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77f5bd42-5a97-42fa-b406-70887cc43aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.081290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:26.081512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-77f5bd42-5a97-42fa-b406-70887cc43aac admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f30cd574a8754cb8b3760ccb9937dae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103501 Mar 31 22:52:26.097721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5bd42-5a97-42fa-b406-70887cc43aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aff832-f56b-4256-a6cd-fefb8208803a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.154384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.183034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.253848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.258504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:26.260342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/72aff832-f56b-4256-a6cd-fefb8208803a HTTP/1.1" status: 204 len: 168 time: 0.1780486 Mar 31 22:52:26.272679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b30744-c222-4a0c-8c6e-68173cc9865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aff832-f56b-4256-a6cd-fefb8208803a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:26.486772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd4051-3291-4c60-828b-54454816ac7c req-6b38d92b-f704-4f2a-a4f8-63bdefd8f32a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.494616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5dd4051-3291-4c60-828b-54454816ac7c req-6b38d92b-f704-4f2a-a4f8-63bdefd8f32a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1216362 Mar 31 22:52:26.571530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c1ec2dc-06f8-4509-96ac-827b2a68d42a req-4630347f-aae7-4cff-9b93-a289eda768ae tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 210 time: 0.0705101 Mar 31 22:52:26.613706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5dd4051-3291-4c60-828b-54454816ac7c req-92f24921-15fc-47a7-a277-c0ebd4fd14d8 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103981 Mar 31 22:52:26.681591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-3537dfd0-e5f0-4df1-b0fe-e3a673e598d8 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:26.683520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-3537dfd0-e5f0-4df1-b0fe-e3a673e598d8 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.60 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 824 time: 0.2971735 Mar 31 22:52:26.783531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-10a5bb37-c064-44bc-9730-fdab09673a95 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 380 time: 0.0764329 Mar 31 22:52:26.792622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'port': {'device_id': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'admin_state_up': True, 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'security_groups': ['ad3b8f97-1e2f-406a-913e-fe71b783f627']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:27.028028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:27.062958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cee89233-c97d-4e75-9cb0-0b0936d9b381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.127096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f026e6d-6185-41f3-a8ea-bf79aad83b7e req-3a2e357d-4ae0-4996-9240-182a9e0e276d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.128769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f026e6d-6185-41f3-a8ea-bf79aad83b7e req-3a2e357d-4ae0-4996-9240-182a9e0e276d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0845978 Mar 31 22:52:27.197483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f026e6d-6185-41f3-a8ea-bf79aad83b7e req-a8ca3c26-a627-4d1b-808e-22bdff2bf6a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494962 Mar 31 22:52:27.198196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682476-6e30-4872-9768-4559380b9eb7 req-d973783c-e8e8-4a73-af1f-166bc1531424 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.205716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac682476-6e30-4872-9768-4559380b9eb7 req-d973783c-e8e8-4a73-af1f-166bc1531424 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.3822811 Mar 31 22:52:27.261837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cee89233-c97d-4e75-9cb0-0b0936d9b381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.267455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac682476-6e30-4872-9768-4559380b9eb7 req-7746f298-dc37-4427-90b4-23f7bef59ae9 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605669 Mar 31 22:52:27.268504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cee89233-c97d-4e75-9cb0-0b0936d9b381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.268763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Made reservation on behalf of 454f7aa6ace740cebf12b658cd1b17de for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:27.279031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.284936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57124) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:27.318663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee89233-c97d-4e75-9cb0-0b0936d9b381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b3e46a-18d1-4da3-a5cf-3152a7a52917,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:27.325219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cee89233-c97d-4e75-9cb0-0b0936d9b381 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2fa1b8e62f93417796f63168e8b4f47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961535 Mar 31 22:52:27.328653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57128) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:27.384488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.412100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.473513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb448345-8fe3-4da7-843c-6389dbbd3bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.487558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.490954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Allocated IP 172.20.0.12 (67693356-b6f9-45ba-980b-1f2b6c1a05e1/dc9a3803-2455-4119-ab29-27ea53b67936/07fd73ed-04d7-4e94-b1b7-b864f771e23b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:27.491135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.495697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38b3e46a-18d1-4da3-a5cf-3152a7a52917 HTTP/1.1" status: 204 len: 168 time: 0.1656461 Mar 31 22:52:27.507457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68fe7-411f-4d0d-a759-dfe4bef7903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b3e46a-18d1-4da3-a5cf-3152a7a52917,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:27.699525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e69eff0b-f593-4179-b309-9ffee8fe1a92 req-80f7472f-3cbf-4230-a626-a2206e2016aa tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 210 time: 0.0447154 Mar 31 22:52:27.716054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb448345-8fe3-4da7-843c-6389dbbd3bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.732450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb448345-8fe3-4da7-843c-6389dbbd3bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.746832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-5eb21b72-5298-4491-9341-bab8ec098c80 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=f442e196ce3849f39ff57e9204403e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465746 Mar 31 22:52:27.767549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448345-8fe3-4da7-843c-6389dbbd3bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e299ff-9cc0-4f17-aeac-274a97e35226,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:27.792556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.811866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb448345-8fe3-4da7-843c-6389dbbd3bec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c6b76f93a35410fadf4bc2650170f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257628 Mar 31 22:52:27.822974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57148) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:27.870801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-e421f33a-9ab6-42cc-a689-16ee80545751 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.872516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-e421f33a-9ab6-42cc-a689-16ee80545751 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246383 Mar 31 22:52:27.889975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-295cc0f7-65e1-4268-abc3-61313ae1739b tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/quotas/f442e196ce3849f39ff57e9204403e2f HTTP/1.1" status: 200 len: 375 time: 0.0101414 Mar 31 22:52:27.904208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:27.929632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c2554d3c-82fe-42d6-8a85-98f37ba80399 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316689 Mar 31 22:52:27.945774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197d707-c6a2-4203-8df5-a1a01ce81a82 req-7569cc4c-232a-426c-bb77-9f6ad0c41b48 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:27.947383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f197d707-c6a2-4203-8df5-a1a01ce81a82 req-7569cc4c-232a-426c-bb77-9f6ad0c41b48 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1641591 Mar 31 22:52:27.978249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:27.993013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:27.995893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:28.001786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.002555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.017530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.033655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:28.066094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f197d707-c6a2-4203-8df5-a1a01ce81a82 req-75c930c8-7100-4998-8717-a75cb7442f20 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094646 Mar 31 22:52:28.084186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-d6386301-e32c-45f5-b639-6cc58f22c535 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2971959 Mar 31 22:52:28.116168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.125924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Request body: {'port': {'device_id': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'device_owner': 'compute:tempest-test_az-1165543244', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:28.146295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbdf599e-556a-4b01-8ef6-b301f954cdda req-177a8bd0-039b-4888-8010-bf50807891ad tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 210 time: 0.0386972 Mar 31 22:52:28.242920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.245752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.247188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e6e299ff-9cc0-4f17-aeac-274a97e35226 HTTP/1.1" status: 204 len: 168 time: 0.4101567 Mar 31 22:52:28.257888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97d990-c5be-4b4c-85ba-b1b1e9fd49a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e299ff-9cc0-4f17-aeac-274a97e35226,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:28.259938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.421345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a9628937-7c19-444e-9d9d-4cb08dae1a0e None None] Provisioning complete for port 07fd73ed-04d7-4e94-b1b7-b864f771e23b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:28.421972 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9628937-7c19-444e-9d9d-4cb08dae1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.430030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad21220-af3d-42dd-8b03-12d97ab646e1 req-f675e7d0-fc05-4187-b84e-b76811df7baa tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.441242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cad21220-af3d-42dd-8b03-12d97ab646e1 req-f675e7d0-fc05-4187-b84e-b76811df7baa tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.0697351 Mar 31 22:52:28.510950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a9628937-7c19-444e-9d9d-4cb08dae1a0e None None] Port 07fd73ed-04d7-4e94-b1b7-b864f771e23b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:28.519654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cad21220-af3d-42dd-8b03-12d97ab646e1 req-e1845472-e158-4b08-b5f0-7789c938525d tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771348 Mar 31 22:52:28.526425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb066c-3203-4d44-9b85-eaafa6269585 req-2400ac0f-e0ee-4e61-9a8e-5358a40817fd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.534859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5bb066c-3203-4d44-9b85-eaafa6269585 req-2400ac0f-e0ee-4e61-9a8e-5358a40817fd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1813617 Mar 31 22:52:28.622730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5bb066c-3203-4d44-9b85-eaafa6269585 req-e54e2e86-3553-40fa-9a6f-5cbaa93135ce tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818758 Mar 31 22:52:28.701690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57186) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:28.717182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3a50-cb6e-48a1-8ebb-070c9c944009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.728320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fd73ed-04d7-4e94-b1b7-b864f771e23b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:28.746322 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.768963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Transition to ACTIVE for port object 07fd73ed-04d7-4e94-b1b7-b864f771e23b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:28.775464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.852677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:28.856989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe778d90-a48d-4dd2-a82d-ebbf2b36985c req-15e3ad9c-9ca4-4427-9a7e-b0f2143e69ae tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:28.859389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe778d90-a48d-4dd2-a82d-ebbf2b36985c req-15e3ad9c-9ca4-4427-9a7e-b0f2143e69ae tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.0774391 Mar 31 22:52:28.860755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3a50-cb6e-48a1-8ebb-070c9c944009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.886820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a3a50-cb6e-48a1-8ebb-070c9c944009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.888351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Attempting to bind port 07fd73ed-04d7-4e94-b1b7-b864f771e23b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:28.888691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Attempting to bind port 07fd73ed-04d7-4e94-b1b7-b864f771e23b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:28.889019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Attempting to bind port 07fd73ed-04d7-4e94-b1b7-b864f771e23b on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:28.894474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Port 07fd73ed-04d7-4e94-b1b7-b864f771e23b on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:28.895093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Attempting to bind port 07fd73ed-04d7-4e94-b1b7-b864f771e23b on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:28.901611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:28.901933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Checking segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:28.902669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Bound using segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:28.902782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Bound port: 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:28.903633 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:28.987122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:28.992003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:28.993818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a3a50-cb6e-48a1-8ebb-070c9c944009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadd7eb4-2943-4c12-9cc3-a7d71d81bb2b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.000165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.004270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2e9a3a50-cb6e-48a1-8ebb-070c9c944009 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=554c34b405fb438e8c8094f2999060e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986784 Mar 31 22:52:29.004890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57194) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.015466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe778d90-a48d-4dd2-a82d-ebbf2b36985c req-5630627a-c1d1-4186-9bc6-c907155d89ba tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372855 Mar 31 22:52:29.059731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.060484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.062573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] 10.222.0.60 "PUT /v2.0/ports/07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 200 len: 1114 time: 0.9604943 Mar 31 22:52:29.067126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:29.070422 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:29.088027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.128013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26133947-b1a7-4a66-a8c4-6a21610beee1 service neutron] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.150103 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf03b7-36b6-4082-a8e3-1e52e278cb78 x-openstack-request-id: req-3abf03b7-36b6-4082-a8e3-1e52e278cb78 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:29.150348 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:29.150603 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3abf03b7-36b6-4082-a8e3-1e52e278cb78 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:29.150999 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abf03b7-36b6-4082-a8e3-1e52e278cb78'] response: {'name': 'network-changed', 'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'status': 'completed', 'code': 200} Mar 31 22:52:29.152678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.196012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-1fd8f0d6-cdd5-49f4-98ef-2fea8ce00c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.197799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-1fd8f0d6-cdd5-49f4-98ef-2fea8ce00c5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 1117 time: 0.0496206 Mar 31 22:52:29.250282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.253197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.257349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dadd7eb4-2943-4c12-9cc3-a7d71d81bb2b HTTP/1.1" status: 204 len: 168 time: 0.2503705 Mar 31 22:52:29.264119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-4f248540-06c9-45ba-9075-f726377359a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 200 len: 217 time: 0.0554953 Mar 31 22:52:29.277857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de5aab-0506-4f9e-904b-3efe29cc9ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadd7eb4-2943-4c12-9cc3-a7d71d81bb2b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.324109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471583c-54af-4ec6-9d00-a260f763ef65 req-6265601f-5647-4c22-87e0-1d7810d94b72 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.326693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a471583c-54af-4ec6-9d00-a260f763ef65 req-6265601f-5647-4c22-87e0-1d7810d94b72 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1231298 Mar 31 22:52:29.412000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a471583c-54af-4ec6-9d00-a260f763ef65 req-0f550b7d-abab-41a2-ab12-73ecb94d0871 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Mar 31 22:52:29.412608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eaa3627c-21c6-44ce-ad4f-3378ed850892 req-b6da09f0-a7f1-4784-ba55-107d27ccc6e1 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 210 time: 0.1426103 Mar 31 22:52:29.435786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.60', 62418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:29.461426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 120fddc0-38cb-4fd3-8e64-aa451645aebd details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:29.463518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-395e5860-0e8d-499c-8f94-95b09f0fdf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.465212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-395e5860-0e8d-499c-8f94-95b09f0fdf2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.1798415 Mar 31 22:52:29.467708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-82c3a1cf-8b3d-4171-9766-1901ee37d58c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f442e196ce3849f39ff57e9204403e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291488 Mar 31 22:52:29.615524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-b18cd688-f625-4fbe-ac22-af1767b08d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.617219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-b18cd688-f625-4fbe-ac22-af1767b08d79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1386843 Mar 31 22:52:29.629383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:29.665919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '120fddc0-38cb-4fd3-8e64-aa451645aebd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '120fddc0-38cb-4fd3-8e64-aa451645aebd', 'mac_address': 'fa:16:3e:13:3f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-1165543244', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:29.703328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-944fd465-d39b-4aca-8110-929ffbbfc43a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.704636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-944fd465-d39b-4aca-8110-929ffbbfc43a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278843 Mar 31 22:52:29.710943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.724751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120fddc0-38cb-4fd3-8e64-aa451645aebd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:29.762074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:29.774532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:29.780826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Request body: {'port': {'device_id': '24970206-f504-42d4-b070-4d6a06dd3aca', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'f442e196ce3849f39ff57e9204403e2f'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:29.784582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-2cf0bd5e-6b5d-4979-a6c2-ae54de6446d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.1077964 Mar 31 22:52:29.786720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-d6ea4066-cd0a-4cd7-aba8-78d19bddeebc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24 HTTP/1.1" status: 200 len: 217 time: 0.1111352 Mar 31 22:52:29.833908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:29.836848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bab39-0969-4f4f-811b-d2443fe19ef5 req-a0e979c3-e848-42f6-844c-464c2ea1ab84 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.838597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c35bab39-0969-4f4f-811b-d2443fe19ef5 req-a0e979c3-e848-42f6-844c-464c2ea1ab84 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0877972 Mar 31 22:52:29.897312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c35bab39-0969-4f4f-811b-d2443fe19ef5 req-d2850eb7-d077-44aa-84c0-569ec7ee2213 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Mar 31 22:52:29.936393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e052ab-9618-4526-b2a2-50e0f20613d7 req-970792bf-562e-41fc-bcc2-595b4e97cce5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:29.938329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01e052ab-9618-4526-b2a2-50e0f20613d7 req-970792bf-562e-41fc-bcc2-595b4e97cce5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 970 time: 0.3178706 Mar 31 22:52:30.039120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-2d55b802-5a86-4ff9-bf4d-b060affb15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.040495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-2d55b802-5a86-4ff9-bf4d-b060affb15f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2187006 Mar 31 22:52:30.047901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-bbf65273-c08a-4649-aee3-3878c559a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.049411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-bbf65273-c08a-4649-aee3-3878c559a3b2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.2300923 Mar 31 22:52:30.055132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-5d3e806e-a79a-4796-b792-f2714ece61d1 service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197950 Mar 31 22:52:30.065057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57230) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:30.127638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01e052ab-9618-4526-b2a2-50e0f20613d7 req-f9918295-4d6f-49f0-a918-89d6dac4536f tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761296 Mar 31 22:52:30.167478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-deeac975-df6a-4c77-b4d9-0bbbd86c9f6d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921433 Mar 31 22:52:30.181270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbebd57-0d9e-45e7-84a7-8b719a5c39a2 req-7d20fa6a-9729-4e83-99d2-bb6d4070af47 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.184473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abbebd57-0d9e-45e7-84a7-8b719a5c39a2 req-7d20fa6a-9729-4e83-99d2-bb6d4070af47 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.0648198 Mar 31 22:52:30.229936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-018954e1-7277-4265-b57d-7435b4fdda1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.258105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abbebd57-0d9e-45e7-84a7-8b719a5c39a2 req-2f91233d-0261-4664-bc8c-955153fadcb7 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669336 Mar 31 22:52:30.297338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['120fddc0-38cb-4fd3-8e64-aa451645aebd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:30.358342 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-018954e1-7277-4265-b57d-7435b4fdda1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.368234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-018954e1-7277-4265-b57d-7435b4fdda1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.429364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-018954e1-7277-4265-b57d-7435b4fdda1f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f13f0a6652d546bfb1a83229962796da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608313 Mar 31 22:52:30.429364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018954e1-7277-4265-b57d-7435b4fdda1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224b0e6-ccc8-41ef-ae4e-9dc6821b6ee3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.430688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57244) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:30.493055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.552197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.559161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Made reservation on behalf of f442e196ce3849f39ff57e9204403e2f for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:30.563317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.579341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-a6a2ec9e-9a2f-4271-9134-d4cf3c2bfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.581033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-a6a2ec9e-9a2f-4271-9134-d4cf3c2bfde7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5087240 Mar 31 22:52:30.634102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bb1a6-a8b3-4d04-8921-5c3c0182de74 req-f25f8686-0f0b-4e06-9b53-9a3a497921d4 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.635618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99bb1a6-a8b3-4d04-8921-5c3c0182de74 req-f25f8686-0f0b-4e06-9b53-9a3a497921d4 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.0809343 Mar 31 22:52:30.646540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.665057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5faa1185-1e57-474a-90e2-969412a9d4a3 req-e1c7b228-5d0b-4fb8-8d7f-81e5d28b2295 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 210 time: 0.0976515 Mar 31 22:52:30.682904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d4a39e-031d-4914-85eb-48f1cfcd3bb1 req-f4d46a0d-e49f-472f-b204-fb8924bd4d79 service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183732 Mar 31 22:52:30.692523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.692523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:30.692523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0224b0e6-ccc8-41ef-ae4e-9dc6821b6ee3 HTTP/1.1" status: 204 len: 168 time: 0.2572081 Mar 31 22:52:30.706881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf4cd7-1824-47f9-be4d-84dff11b57da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224b0e6-ccc8-41ef-ae4e-9dc6821b6ee3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:30.728775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99bb1a6-a8b3-4d04-8921-5c3c0182de74 req-b0beb9a2-1c38-42e1-a779-f1c732e824e8 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Mar 31 22:52:30.738882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:52:30.771812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-ea219ae4-808c-4f7e-a9d0-7ebd1e0b2c1f service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955284 Mar 31 22:52:30.942666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-7fb16e12-b66d-4c20-9c3c-112fbfed86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:30.944393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-7fb16e12-b66d-4c20-9c3c-112fbfed86a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 1117 time: 0.1884034 Mar 31 22:52:30.950764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-4459b838-67e0-4caa-92cb-ec11400bfa7b service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243508 Mar 31 22:52:31.035839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9a5b1b1-e377-4802-9e14-21848424f9c8 req-1362fc02-d7b0-4d2f-b52f-dbdaeb819f78 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209888 Mar 31 22:52:31.061333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.077237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.094099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57266) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:31.112907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6630-1d49-456e-9190-feb46800aaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.211543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6630-1d49-456e-9190-feb46800aaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.218667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6630-1d49-456e-9190-feb46800aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.285510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f6630-1d49-456e-9190-feb46800aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5640140d-042e-4d88-a8a1-4db411c9e3b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.290579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-af920243-301e-4c5d-aa15-9dcb0020ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.292179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-af920243-301e-4c5d-aa15-9dcb0020ab82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1095 time: 0.1169190 Mar 31 22:52:31.295362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ba1f6630-1d49-456e-9190-feb46800aaf0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=14f8b8ca1a7d4b648a2c453afbd80569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977320 Mar 31 22:52:31.297824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57278) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:31.299404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51dcd3-6b53-4358-8061-3b0795050eae req-4b176cbb-94ce-497e-8b44-705ded050793 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.304607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc51dcd3-6b53-4358-8061-3b0795050eae req-4b176cbb-94ce-497e-8b44-705ded050793 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.3056908 Mar 31 22:52:31.328928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43463-b312-4bb0-a834-014a8537ca41 req-5d39e268-7da3-4686-87aa-eabc694fd1f1 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.330570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35a43463-b312-4bb0-a834-014a8537ca41 req-5d39e268-7da3-4686-87aa-eabc694fd1f1 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 971 time: 0.0940378 Mar 31 22:52:31.342506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.384944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35a43463-b312-4bb0-a834-014a8537ca41 req-9f10c2d3-1509-4645-b58d-003e653dcccf tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Mar 31 22:52:31.399087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.427328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.441914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-aea72976-22d0-4f80-b70c-98feca73e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.443749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-aea72976-22d0-4f80-b70c-98feca73e53f service neutron] 10.222.0.60 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 926 time: 0.4895988 Mar 31 22:52:31.445633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510fd685-f482-43f9-8cd7-09641d9b57cf req-62d94f40-debc-4ae2-9233-6513e31648bd service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765732 Mar 31 22:52:31.515484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3843743-538f-48a3-be4e-8f1af25c15e9 req-252f9c84-774b-4006-9b99-e10b2ddc3462 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.516953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3843743-538f-48a3-be4e-8f1af25c15e9 req-252f9c84-774b-4006-9b99-e10b2ddc3462 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.0601850 Mar 31 22:52:31.526608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.526794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-caa43f96-c352-4936-ad18-97abade8a3b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 200 len: 217 time: 0.0654371 Mar 31 22:52:31.526875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:31.526875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5640140d-042e-4d88-a8a1-4db411c9e3b8 HTTP/1.1" status: 204 len: 168 time: 0.2267199 Mar 31 22:52:31.546441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c52f96-269a-41f8-800c-779a22400a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640140d-042e-4d88-a8a1-4db411c9e3b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:31.577392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc51dcd3-6b53-4358-8061-3b0795050eae req-712c65d4-662f-4350-87cb-894a4bbab3ef tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358584 Mar 31 22:52:31.584720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Allocated IP 192.168.233.183 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/380c3733-2210-43e7-8bb7-50c191050e2f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:31.599028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3843743-538f-48a3-be4e-8f1af25c15e9 req-466f175a-6150-4dcc-bc90-8ba4c3beeb01 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716019 Mar 31 22:52:31.616804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-6321e6bd-fb15-4925-b9e7-5474518a72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.618300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-6321e6bd-fb15-4925-b9e7-5474518a72a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.2946491 Mar 31 22:52:31.630634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-dc9d87f3-d5ed-43ca-ac59-3b51974af40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.632398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-dc9d87f3-d5ed-43ca-ac59-3b51974af40b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.0958412 Mar 31 22:52:31.701103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-b9748441-bccf-448e-abc5-86682977c41e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0677295 Mar 31 22:52:31.827151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-daa7bf6f-647f-4717-b41f-4783640ef0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.828720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-daa7bf6f-647f-4717-b41f-4783640ef0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869214 Mar 31 22:52:31.833638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b327ecc2-fc4a-45f2-9a47-c1dd7067e8dd req-1d88587e-5623-4dbc-b7b7-95c7f85fbf59 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 210 time: 0.0537028 Mar 31 22:52:31.864140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-38658bb7-9976-41cf-a2d5-427d895962ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.865580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-38658bb7-9976-41cf-a2d5-427d895962ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1548667 Mar 31 22:52:31.876820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d593d-b8f7-4307-9d46-7015a88dba7b req-162e3b62-a3f2-4cfa-911c-00ecd7484f63 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:31.878718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-195d593d-b8f7-4307-9d46-7015a88dba7b req-162e3b62-a3f2-4cfa-911c-00ecd7484f63 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.0766273 Mar 31 22:52:31.922583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-4e1665d8-ac57-48ac-b15a-b2bfa5901b03 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452123 Mar 31 22:52:31.923462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-195d593d-b8f7-4307-9d46-7015a88dba7b req-64f8f9e2-4cfd-47f3-95db-705b8c7d2db9 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Mar 31 22:52:31.991976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57300) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:32.035157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.121691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-a02f112b-3cc0-4958-83aa-3f6b9979b8b9 service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533045 Mar 31 22:52:32.133203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ea8c5c-6372-41fd-9cb2-6215eaba00fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.146311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-4fcf3f03-1f26-4566-bd91-cfffdd22f947 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129223 Mar 31 22:52:32.178359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.233568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ea8c5c-6372-41fd-9cb2-6215eaba00fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.240107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ea8c5c-6372-41fd-9cb2-6215eaba00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.284097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0ea8c5c-6372-41fd-9cb2-6215eaba00fb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=06517d8562d944abb10ca5cd3269c132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903275 Mar 31 22:52:32.285392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57310) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:32.293121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea8c5c-6372-41fd-9cb2-6215eaba00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5663ba-a1ba-400c-b3a8-bec6c71063c7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.314898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:32.324750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:32.333477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:32.341283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.341825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.344760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Pushing event updated for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.372781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.385928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3562f4fd-ad9a-484d-8591-0e3295eb8e6f req-143e89f0-909d-4278-a59b-6ed2e70a0fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534654 Mar 31 22:52:32.393154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c4927f4d-d714-45f9-a288-0bca40bdafbb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6189170 Mar 31 22:52:32.397856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-88f4d359-6cc6-4e1c-a16e-7aa1ee26a36a service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389734 Mar 31 22:52:32.409476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Request body: {'port': {'device_id': '24970206-f504-42d4-b070-4d6a06dd3aca', 'device_owner': 'compute:tempest-test_az-1165543244', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:32.413882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.506184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.509778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.514978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0a5663ba-a1ba-400c-b3a8-bec6c71063c7 HTTP/1.1" status: 204 len: 168 time: 0.2246253 Mar 31 22:52:32.524157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e28a3-87ed-4cd2-895b-c7c72168713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5663ba-a1ba-400c-b3a8-bec6c71063c7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:32.670689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1558bf89-f2e7-4455-95a8-b5b91c659fb4 None None] Provisioning complete for port 380c3733-2210-43e7-8bb7-50c191050e2f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:32.671504 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1558bf89-f2e7-4455-95a8-b5b91c659fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.745408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457d0fa-52be-4d46-8bb0-6a0930db7530 req-647810e8-6370-4ea7-9546-d720aae246d8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.748181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d457d0fa-52be-4d46-8bb0-6a0930db7530 req-647810e8-6370-4ea7-9546-d720aae246d8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0552893 Mar 31 22:52:32.765183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1558bf89-f2e7-4455-95a8-b5b91c659fb4 None None] Port 380c3733-2210-43e7-8bb7-50c191050e2f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:32.814884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d457d0fa-52be-4d46-8bb0-6a0930db7530 req-de68b03a-199e-4e3e-8edf-f19d516f0be6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594134 Mar 31 22:52:32.815329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:32.824244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49d18-4c69-43a0-9552-d15fa7268437 req-9a3a6a3b-f54d-4710-9079-1ac7f792339e tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.825959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd49d18-4c69-43a0-9552-d15fa7268437 req-9a3a6a3b-f54d-4710-9079-1ac7f792339e tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 971 time: 0.1275287 Mar 31 22:52:32.857662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-bc5e322f-bc70-456c-b48d-8026e66ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.861108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-bc5e322f-bc70-456c-b48d-8026e66ff72a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 1099 time: 0.1620603 Mar 31 22:52:32.945357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28644e07-1e56-4b9a-9fff-f32b0525316c req-d8988f24-a101-44cc-ad5f-4deb83daef54 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:32.953139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28644e07-1e56-4b9a-9fff-f32b0525316c req-d8988f24-a101-44cc-ad5f-4deb83daef54 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.0653307 Mar 31 22:52:33.007850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28644e07-1e56-4b9a-9fff-f32b0525316c req-b0907da0-c7ba-4e1e-a896-30857a5fffc2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536084 Mar 31 22:52:33.058072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd49d18-4c69-43a0-9552-d15fa7268437 req-f6151f69-b1fd-4a48-af1c-ac9f48305c21 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135377 Mar 31 22:52:33.163271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-4d9be57d-61de-420c-b2aa-a45af7e7f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.164840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-4d9be57d-61de-420c-b2aa-a45af7e7f67b service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2550082 Mar 31 22:52:33.195545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972133a2-68c7-418b-9588-22edcb75b77a req-a44b029c-62d2-47a8-b7fa-2071bc700995 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.203173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-972133a2-68c7-418b-9588-22edcb75b77a req-a44b029c-62d2-47a8-b7fa-2071bc700995 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 936 time: 0.0788662 Mar 31 22:52:33.213750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57338) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.235771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-160d6dd2-7176-468d-94f5-6197485517d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.238258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-d9acc825-54e2-4351-b112-7ff63560c5fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24 HTTP/1.1" status: 200 len: 217 time: 0.0642431 Mar 31 22:52:33.270730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-972133a2-68c7-418b-9588-22edcb75b77a req-ab093950-bccd-4293-9f7f-ae37b76b53c9 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 Mar 31 22:52:33.342537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e663c-6ad2-44c1-94c7-eee97d6ec6cd req-686e51af-f265-4bf5-891e-2445f4804605 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.344118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-559e663c-6ad2-44c1-94c7-eee97d6ec6cd req-686e51af-f265-4bf5-891e-2445f4804605 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1724384 Mar 31 22:52:33.355715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-160d6dd2-7176-468d-94f5-6197485517d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.356790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-8fd0742b-28c2-46d6-931e-04d1f2392400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.359292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-8fd0742b-28c2-46d6-931e-04d1f2392400 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1061776 Mar 31 22:52:33.361735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-160d6dd2-7176-468d-94f5-6197485517d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.408264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-160d6dd2-7176-468d-94f5-6197485517d7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a1f283c8609843ab9a423260c75986db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933022 Mar 31 22:52:33.409015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57342) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:33.411371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d6dd2-7176-468d-94f5-6197485517d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9554b97e-99d4-4b91-ab9a-d35d7f08d894,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.447137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380c3733-2210-43e7-8bb7-50c191050e2f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:33.453296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 120fddc0-38cb-4fd3-8e64-aa451645aebd up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:33.464345 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.480990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-559e663c-6ad2-44c1-94c7-eee97d6ec6cd req-9c6b93cd-d43a-477c-bf74-46a05824b8fb tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195967 Mar 31 22:52:33.489044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Transition to ACTIVE for port object 380c3733-2210-43e7-8bb7-50c191050e2f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:33.492734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-75595c9c-9e90-44b2-9e10-62aeb6980fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.494476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-75595c9c-9e90-44b2-9e10-62aeb6980fc9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067967 Mar 31 22:52:33.497083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.602893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 120fddc0-38cb-4fd3-8e64-aa451645aebd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:33.607714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 120fddc0-38cb-4fd3-8e64-aa451645aebd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:33.608367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.608901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Pushing event updated for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.616235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.642292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.653470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Attempting to bind port 380c3733-2210-43e7-8bb7-50c191050e2f on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:33.657215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Attempting to bind port 380c3733-2210-43e7-8bb7-50c191050e2f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:33.661718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Attempting to bind port 380c3733-2210-43e7-8bb7-50c191050e2f on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:33.678937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Port 380c3733-2210-43e7-8bb7-50c191050e2f on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:33.689568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Attempting to bind port 380c3733-2210-43e7-8bb7-50c191050e2f on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:33.706090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:33.711545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:33.711945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:33.712435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Bound port: 380c3733-2210-43e7-8bb7-50c191050e2f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:33.715895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.718087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.719671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.721701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.725396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9554b97e-99d4-4b91-ab9a-d35d7f08d894 HTTP/1.1" status: 204 len: 168 time: 0.3126004 Mar 31 22:52:33.740623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2134548-d7e8-4779-99f7-dd62fbf0d11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554b97e-99d4-4b91-ab9a-d35d7f08d894,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.740855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-1ec3d010-1337-4de1-9d0a-cf55495380bd service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366624 Mar 31 22:52:33.780821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:33.784717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:33.871254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:33.900211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e03ba979-5af5-4efe-b57d-969e9daa2592 req-e51daaca-81de-4c98-a846-00dc582d6086 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339030 Mar 31 22:52:33.963515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:33.989869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c897c24-0a13-4e59-94ac-17a46ffbf4c1 req-b16cee2f-464a-4b79-a86f-ee4cdab7230d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:33.991626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c897c24-0a13-4e59-94ac-17a46ffbf4c1 req-b16cee2f-464a-4b79-a86f-ee4cdab7230d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0683436 Mar 31 22:52:34.025374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:34.040150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=380c3733-2210-43e7-8bb7-50c191050e2f,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:34.049174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.077721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c897c24-0a13-4e59-94ac-17a46ffbf4c1 req-c2a62c23-ab04-4b95-8970-3ac6c8f63bdb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762556 Mar 31 22:52:34.092788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.093409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.095067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] 10.222.0.60 "PUT /v2.0/ports/380c3733-2210-43e7-8bb7-50c191050e2f HTTP/1.1" status: 200 len: 1118 time: 1.6924438 Mar 31 22:52:34.095888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:34.098282 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:34.129280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea63e6-27e1-4d50-a45e-49025fd3f4bd service neutron] Pushing event updated for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:34.167314 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eacbfe-95c4-47b3-8c5b-b870b303641e" -d '{"events": [{"server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "name": "network-vif-plugged", "status": "completed", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:34.237657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-bedaa956-0c2b-4c26-b4ab-2519ff42b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.239334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-bedaa956-0c2b-4c26-b4ab-2519ff42b9df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 1121 time: 0.0719929 Mar 31 22:52:34.315919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c5742d42-995e-4800-ac1c-de2a04286ede service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=380c3733-2210-43e7-8bb7-50c191050e2f HTTP/1.1" status: 200 len: 217 time: 0.0655720 Mar 31 22:52:34.341012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627ea2-7180-43ee-a666-5824fc73937c req-d6d6ff93-dfe9-417f-adff-4c458330933d tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.342713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1627ea2-7180-43ee-a666-5824fc73937c req-d6d6ff93-dfe9-417f-adff-4c458330933d tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0532954 Mar 31 22:52:34.380863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7313ef-d045-4fb6-bc00-6fd971f3ea2c req-ee6aab80-3cd2-48c1-b41d-3ad5d34ce2ca tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.384615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de7313ef-d045-4fb6-bc00-6fd971f3ea2c req-ee6aab80-3cd2-48c1-b41d-3ad5d34ce2ca tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.1331327 Mar 31 22:52:34.397576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2752ebf-cbaf-494c-9979-73e503e7d588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:34.404872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1627ea2-7180-43ee-a666-5824fc73937c req-e3d67b3e-2a18-407b-8c52-b5cb0378abb3 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556493 Mar 31 22:52:34.406578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c5c38456-35fb-482b-bcf7-4259d253fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.408515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-c5c38456-35fb-482b-bcf7-4259d253fc23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0847409 Mar 31 22:52:34.455409 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76a191-35d3-4644-9486-a727b2a3ec3c x-openstack-request-id: req-ca76a191-35d3-4644-9486-a727b2a3ec3c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:34.455694 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:34.455941 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca76a191-35d3-4644-9486-a727b2a3ec3c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:34.456331 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca76a191-35d3-4644-9486-a727b2a3ec3c'] response: {'name': 'network-changed', 'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f', 'status': 'completed', 'code': 200} Mar 31 22:52:34.481374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de7313ef-d045-4fb6-bc00-6fd971f3ea2c req-74752833-1198-4636-80a8-6aca028eb022 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850518 Mar 31 22:52:34.490893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-35786b79-dd4b-451e-a858-fc493cfd43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.494153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-35786b79-dd4b-451e-a858-fc493cfd43fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667832 Mar 31 22:52:34.643580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-5b8b439c-0799-44d7-9a59-21a909752c47 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407397 Mar 31 22:52:34.652352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c72a5f-33df-43f9-b6fa-f871cfe41beb req-355adb2c-a2d1-46e1-8065-18ad874ce0d1 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.654003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9c72a5f-33df-43f9-b6fa-f871cfe41beb req-355adb2c-a2d1-46e1-8065-18ad874ce0d1 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 970 time: 0.0652130 Mar 31 22:52:34.720799 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c68aa-263b-4a01-b7b4-c78323acfb51 x-openstack-request-id: req-a94c68aa-263b-4a01-b7b4-c78323acfb51 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:34.721381 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "name": "network-vif-plugged", "status": "completed", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:34.721775 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a94c68aa-263b-4a01-b7b4-c78323acfb51 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:34.722609 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94c68aa-263b-4a01-b7b4-c78323acfb51'] response: {'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd', 'code': 200} Mar 31 22:52:34.768710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9c72a5f-33df-43f9-b6fa-f871cfe41beb req-10da0582-fda2-485f-ae97-c3164d63f609 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874767 Mar 31 22:52:34.806360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e9766a6-1ebb-46ef-bec0-c191915d952c req-73656ace-27b6-4d72-a2b1-7436e9d64f97 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505785 Mar 31 22:52:34.889944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca41a2-6258-4b23-8b96-d61e1a859650 req-ce454dcc-c097-47aa-ab35-e27f5b9ce0e3 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.899752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81ca41a2-6258-4b23-8b96-d61e1a859650 req-ce454dcc-c097-47aa-ab35-e27f5b9ce0e3 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1032555 Mar 31 22:52:34.940839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81ca41a2-6258-4b23-8b96-d61e1a859650 req-baa30daf-5cde-4698-b544-c7df79e727e2 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Mar 31 22:52:34.993074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-ede4ecae-bbae-45c2-941c-03ccac5c31da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:34.996170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-ede4ecae-bbae-45c2-941c-03ccac5c31da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 1123 time: 0.1829977 Mar 31 22:52:35.030679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-88aa38c2-8746-41c8-97dc-434e9d5dd458 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.035427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-bf0c426d-d95a-4e50-9b11-d67b6ad71957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.037946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-bf0c426d-d95a-4e50-9b11-d67b6ad71957 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 1121 time: 0.1294811 Mar 31 22:52:35.190941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-c0225901-df9d-47a3-bd3a-7403453c8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.192507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-c0225901-df9d-47a3-bd3a-7403453c8ecc service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1440592 Mar 31 22:52:35.268718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-dcf31f78-0624-44b8-bb39-3b2dbc9e1223 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=380c3733-2210-43e7-8bb7-50c191050e2f HTTP/1.1" status: 200 len: 217 time: 0.0675540 Mar 31 22:52:35.274265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-88aa38c2-8746-41c8-97dc-434e9d5dd458 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.285776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.314048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-88aa38c2-8746-41c8-97dc-434e9d5dd458 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.370658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b06b6edf-9d2f-4173-95f5-522313bf2ee7 req-88aa38c2-8746-41c8-97dc-434e9d5dd458 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667045 Mar 31 22:52:35.388555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990319a2-6519-4ae1-b30b-2e3c71fc58b6 req-a980e3fa-9028-42a4-87d0-a4e5e81a5eb1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.390098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-990319a2-6519-4ae1-b30b-2e3c71fc58b6 req-a980e3fa-9028-42a4-87d0-a4e5e81a5eb1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1808584 Mar 31 22:52:35.393307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa38c2-8746-41c8-97dc-434e9d5dd458 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6969ec0b-f91c-43e7-b552-fa252e46cd60,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.398898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-6fce9d84-06cf-4f37-b566-cf61a8ae7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.400297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-6fce9d84-06cf-4f37-b566-cf61a8ae7c04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1230798 Mar 31 22:52:35.436613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-990319a2-6519-4ae1-b30b-2e3c71fc58b6 req-013d7275-46b8-47e9-908d-e7a67abc6e27 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Mar 31 22:52:35.469821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 07fd73ed-04d7-4e94-b1b7-b864f771e23b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:35.534129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331ab07-675e-4d52-af12-cb79a7c66531 req-e5c6399e-70bd-4c71-a9d6-a68149b0313b tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.536229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a331ab07-675e-4d52-af12-cb79a7c66531 req-e5c6399e-70bd-4c71-a9d6-a68149b0313b tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0507390 Mar 31 22:52:35.584824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:35.587160 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a331ab07-675e-4d52-af12-cb79a7c66531 req-53a12693-9b5d-46f2-b654-3deca0523efe tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Mar 31 22:52:35.598645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'port_id': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'mac_address': 'fa:16:3e:f2:79:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-1165543244', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:35.631926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f4890a-2b92-4a8c-b97d-a5b7147add32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.642245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2948f7d-0d70-427a-ba35-9322e62eb4eb req-a1fe3198-35b5-4fdc-afae-903921184432 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.643785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2948f7d-0d70-427a-ba35-9322e62eb4eb req-a1fe3198-35b5-4fdc-afae-903921184432 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 966 time: 0.0785441 Mar 31 22:52:35.647866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.661743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fd73ed-04d7-4e94-b1b7-b864f771e23b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:35.683403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:35.687847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.711165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2948f7d-0d70-427a-ba35-9322e62eb4eb req-76a67e79-4e3e-462c-9353-91f7ed8bf219 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565481 Mar 31 22:52:35.752601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.789290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f4890a-2b92-4a8c-b97d-a5b7147add32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.795092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-3b753635-c5c0-4d94-9a95-9c805e2b0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.796749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-3b753635-c5c0-4d94-9a95-9c805e2b0ee7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728436 Mar 31 22:52:35.798627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f4890a-2b92-4a8c-b97d-a5b7147add32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:35.874256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6f4890a-2b92-4a8c-b97d-a5b7147add32 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=12136ec6dd474b239aef528ff18dbc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5860543 Mar 31 22:52:35.876721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:35.892488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342c1ef-e890-40bd-a09d-5c96744ecbf3 req-a4085ff4-245c-4de5-b6c5-c2119b54cecb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:35.893987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c342c1ef-e890-40bd-a09d-5c96744ecbf3 req-a4085ff4-245c-4de5-b6c5-c2119b54cecb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 970 time: 0.0548563 Mar 31 22:52:35.912162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4890a-2b92-4a8c-b97d-a5b7147add32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5cfaf-8460-454e-beaa-1a2dc1ad9cf9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:35.938007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c342c1ef-e890-40bd-a09d-5c96744ecbf3 req-48b5eefb-5280-42f1-a7e3-953b22e3829b tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Mar 31 22:52:36.102005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['07fd73ed-04d7-4e94-b1b7-b864f771e23b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:36.178558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-2f1f9285-1e87-429f-8bab-31348acc056b service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694565 Mar 31 22:52:36.208286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d0ca1-5496-4d20-929f-b438e2b20f14 req-494cafe1-f593-4b96-9244-58590fcb76ae tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.209752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-450d0ca1-5496-4d20-929f-b438e2b20f14 req-494cafe1-f593-4b96-9244-58590fcb76ae tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 948 time: 0.1076977 Mar 31 22:52:36.225293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.309657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.336354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-450d0ca1-5496-4d20-929f-b438e2b20f14 req-42bcde5a-6b0c-4c50-a677-a8692cfffca7 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146817 Mar 31 22:52:36.363850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba8e2fc-fb16-44f5-8dcd-4f14ad4a3ba0 req-548fc44a-2626-407d-9b8a-727d53f32e89 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731608 Mar 31 22:52:36.390601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.395139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.396800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/78b5cfaf-8460-454e-beaa-1a2dc1ad9cf9 HTTP/1.1" status: 204 len: 168 time: 0.5190771 Mar 31 22:52:36.405223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541483b7-ebbe-4dd2-8663-dd9254996335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5cfaf-8460-454e-beaa-1a2dc1ad9cf9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.576992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f07bda-80ff-412a-bd84-8674ff83a531 req-d4abe7dc-9c83-4f13-9650-865d341edb03 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.579632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23f07bda-80ff-412a-bd84-8674ff83a531 req-d4abe7dc-9c83-4f13-9650-865d341edb03 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0709238 Mar 31 22:52:36.639097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23f07bda-80ff-412a-bd84-8674ff83a531 req-8c8fbed0-a1a5-4adc-8de8-da0a96914a3a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Mar 31 22:52:36.680702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e16de086-63fb-4ad9-bcf1-aea5622e3e24 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:36.730146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147ab5b-0c76-447c-9f94-9e3be8938c78 req-c2fb711f-85cb-4ae5-8faf-0d33fefede3d tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.731752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4147ab5b-0c76-447c-9f94-9e3be8938c78 req-c2fb711f-85cb-4ae5-8faf-0d33fefede3d tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0591698 Mar 31 22:52:36.798258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4147ab5b-0c76-447c-9f94-9e3be8938c78 req-edf8d34a-4cec-44d3-b046-85ae6e9228f4 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542691 Mar 31 22:52:36.798782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:36.799203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:36.817018 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-877f32a4-34ad-4597-8540-640c3015630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.821112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24', 'mac_address': 'fa:16:3e:94:55:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:36.860602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18878f37-5692-47da-96a2-004ecbebeec3 req-5c767272-26bb-4db5-b0bd-67e5de2ba79f tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:36.868984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18878f37-5692-47da-96a2-004ecbebeec3 req-5c767272-26bb-4db5-b0bd-67e5de2ba79f tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 967 time: 0.0780442 Mar 31 22:52:36.876407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.885697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16de086-63fb-4ad9-bcf1-aea5622e3e24 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:36.906865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:36.918046 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.918963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 78ec4207-4672-494c-9915-888d7764c731 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:36.923757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-877f32a4-34ad-4597-8540-640c3015630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.927677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18878f37-5692-47da-96a2-004ecbebeec3 req-d78eddbe-d75d-44ac-9c80-43e28e2c507b tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572689 Mar 31 22:52:36.931062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-877f32a4-34ad-4597-8540-640c3015630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.961006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a328d4fe-4322-4230-920d-32f8ff1935da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:36.983623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f32a4-34ad-4597-8540-640c3015630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181f6227-c001-4e46-a84f-046ed896e797,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:36.988276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-877f32a4-34ad-4597-8540-640c3015630f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9b21e170acdb49e0aa27eab1096298dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881974 Mar 31 22:52:36.991101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:37.009519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.047704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.067659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0703fd-8aea-4aeb-845c-b407388f3997 req-2bff0bfd-b59e-43f9-86a8-3f20bc9d96c8 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.069336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd0703fd-8aea-4aeb-845c-b407388f3997 req-2bff0bfd-b59e-43f9-86a8-3f20bc9d96c8 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 970 time: 0.0497065 Mar 31 22:52:37.070978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.088412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:37.101773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '78ec4207-4672-494c-9915-888d7764c731', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'port_id': '78ec4207-4672-494c-9915-888d7764c731', 'mac_address': 'fa:16:3e:cf:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6fdaab-99bb-4166-801b-05f32d21c460', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:37.108709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd0703fd-8aea-4aeb-845c-b407388f3997 req-439a1070-e1c7-4339-8d60-8967b2c8a1f3 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330601 Mar 31 22:52:37.130132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.130132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.130354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/181f6227-c001-4e46-a84f-046ed896e797 HTTP/1.1" status: 204 len: 168 time: 0.1379263 Mar 31 22:52:37.138819 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.143976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1708ef-e552-4646-815e-e2338d5c1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f6227-c001-4e46-a84f-046ed896e797,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.157359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ec4207-4672-494c-9915-888d7764c731 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:37.180857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:37.187360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.234085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.459347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fa0c4-7186-4c8b-8e6c-223d43d456ef req-cd49aef0-f3bb-4c21-a9a3-035e645f1a4e tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.460869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-919fa0c4-7186-4c8b-8e6c-223d43d456ef req-cd49aef0-f3bb-4c21-a9a3-035e645f1a4e tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 949 time: 0.0532110 Mar 31 22:52:37.473470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 07fd73ed-04d7-4e94-b1b7-b864f771e23b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:37.501830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-919fa0c4-7186-4c8b-8e6c-223d43d456ef req-7105ce0b-b5cb-4155-a2fa-1863da8b1883 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Mar 31 22:52:37.529061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 07fd73ed-04d7-4e94-b1b7-b864f771e23b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:37.530895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 07fd73ed-04d7-4e94-b1b7-b864f771e23b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:37.531275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.611764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.639623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:37.641866 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949cc559-e48d-4d21-a636-2540aaa661f6" -d '{"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-plugged", "status": "completed", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:37.655527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:37.664665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:37.692602 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2a52cc-7c15-4700-b6bd-440e60eddb2f x-openstack-request-id: req-4e2a52cc-7c15-4700-b6bd-440e60eddb2f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:37.692904 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-plugged", "status": "completed", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:37.693153 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e2a52cc-7c15-4700-b6bd-440e60eddb2f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:37.693537 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2a52cc-7c15-4700-b6bd-440e60eddb2f'] response: {'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'code': 200} Mar 31 22:52:37.731709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:37.762003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e16de086-63fb-4ad9-bcf1-aea5622e3e24'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:37.768650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['78ec4207-4672-494c-9915-888d7764c731'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:37.791359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99511135-a962-4486-b05f-40cb088bd425 req-56009554-93b6-4c88-aaf3-cfd483cd34df tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.792930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99511135-a962-4486-b05f-40cb088bd425 req-56009554-93b6-4c88-aaf3-cfd483cd34df tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0709407 Mar 31 22:52:37.852287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc1da-e174-4cf2-ace1-82e460957a1c req-03c39f3b-b736-4784-8803-4eea1af613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:37.854744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faacc1da-e174-4cf2-ace1-82e460957a1c req-03c39f3b-b736-4784-8803-4eea1af613c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 1119 time: 0.0502570 Mar 31 22:52:37.875866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99511135-a962-4486-b05f-40cb088bd425 req-dc985a0c-8a90-463a-9476-1eb415e9fe60 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765264 Mar 31 22:52:37.975923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faacc1da-e174-4cf2-ace1-82e460957a1c req-4eede092-09da-4128-99c5-f439988e12c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065741 Mar 31 22:52:38.007708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b308b4-6cb9-483f-9e9f-139624661905 req-f0adb056-1fe6-4507-8fb3-316def091d05 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.009344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5b308b4-6cb9-483f-9e9f-139624661905 req-f0adb056-1fe6-4507-8fb3-316def091d05 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0955265 Mar 31 22:52:38.066153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5b308b4-6cb9-483f-9e9f-139624661905 req-91439bda-7bbf-4cd0-aa6b-e0675bd16a04 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492988 Mar 31 22:52:38.088145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2689b0-63a0-40fb-b589-37d2481e7b7c req-53cffdda-da07-4e74-885a-ffcab6a7bb38 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.090278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac2689b0-63a0-40fb-b589-37d2481e7b7c req-53cffdda-da07-4e74-885a-ffcab6a7bb38 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.0703547 Mar 31 22:52:38.139734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac2689b0-63a0-40fb-b589-37d2481e7b7c req-d4a63220-7459-4cc2-a5c2-e69d03671f44 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390596 Mar 31 22:52:38.226387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4342f-fa40-4cda-bb10-50d15a9c66ba req-ca4c447a-46cb-4956-9f0e-3e586e7dc463 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.227441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:38.234124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fd4342f-fa40-4cda-bb10-50d15a9c66ba req-ca4c447a-46cb-4956-9f0e-3e586e7dc463 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 970 time: 0.0579076 Mar 31 22:52:38.268516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fd4342f-fa40-4cda-bb10-50d15a9c66ba req-e3c979f7-3b3b-4c9f-ae09-4a88f02bb670 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Mar 31 22:52:38.626756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75481a-d574-4cb7-b38b-d641263749fe req-f2991a19-985d-44b6-a98c-c472c4c12fa1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.628306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af75481a-d574-4cb7-b38b-d641263749fe req-f2991a19-985d-44b6-a98c-c472c4c12fa1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 949 time: 0.0512161 Mar 31 22:52:38.667944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af75481a-d574-4cb7-b38b-d641263749fe req-d3435b5c-cd03-4261-9b2b-b16ec3d5bc34 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331254 Mar 31 22:52:38.852307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-ae2b93b1-e2b5-4ae4-bd50-8c8cd98e164f tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223722 Mar 31 22:52:38.966198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-af29942c-d19d-4543-b99b-f060050239bd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.967685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-af29942c-d19d-4543-b99b-f060050239bd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093636 Mar 31 22:52:38.975485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7cf3-eafe-4f1f-adc8-b865cbca211a req-00bc27f4-1fe7-4bfd-8b0b-5c8e9532dda4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:38.976943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b84a7cf3-eafe-4f1f-adc8-b865cbca211a req-00bc27f4-1fe7-4bfd-8b0b-5c8e9532dda4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0468082 Mar 31 22:52:38.983537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-8f7e9caf-579c-498b-afad-5248bb36c1ea tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/quotas/6f8d7ff2058e4a81a54f0490a5731b2a HTTP/1.1" status: 200 len: 375 time: 0.0093262 Mar 31 22:52:39.014256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-793a2f29-53bf-4d09-aba7-ec1c5202ca92 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250976 Mar 31 22:52:39.015578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b84a7cf3-eafe-4f1f-adc8-b865cbca211a req-dde70a64-2056-46b0-80e5-e29c5dc62bba tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325880 Mar 31 22:52:39.186982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ffa543a-36e6-4216-bfa5-7e7e8c043eab req-1522b267-0f25-4f25-9c7e-7176242424d4 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 210 time: 0.0248744 Mar 31 22:52:39.191959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946b56-435b-4bc6-8cfc-5dd10d8aa321 req-36571f75-0c25-489c-8d15-ed41aa64b306 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.193690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a946b56-435b-4bc6-8cfc-5dd10d8aa321 req-36571f75-0c25-489c-8d15-ed41aa64b306 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0535433 Mar 31 22:52:39.240325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a946b56-435b-4bc6-8cfc-5dd10d8aa321 req-5fa0cdb7-3f68-40ba-93f3-7f7a0e6461df tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Mar 31 22:52:39.308962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567864-83d4-40f2-8296-fc1aa6d16691 req-20f5b106-3211-4992-b7df-e59ae9a8bda2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.310655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81567864-83d4-40f2-8296-fc1aa6d16691 req-20f5b106-3211-4992-b7df-e59ae9a8bda2 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.0543547 Mar 31 22:52:39.369724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81567864-83d4-40f2-8296-fc1aa6d16691 req-4c12e69d-ad2e-4d55-ab2b-14aa83756557 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499053 Mar 31 22:52:39.485852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 380c3733-2210-43e7-8bb7-50c191050e2f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:39.536643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bece34-796e-4577-9d9f-9455e096d62d req-a008e893-ec16-4287-ba84-c9baaca3042c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.538470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2bece34-796e-4577-9d9f-9455e096d62d req-a008e893-ec16-4287-ba84-c9baaca3042c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 970 time: 0.0784628 Mar 31 22:52:39.611228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2bece34-796e-4577-9d9f-9455e096d62d req-a5a3419a-9d72-4e70-adca-5daf05bd1666 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Mar 31 22:52:39.643767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=380c3733-2210-43e7-8bb7-50c191050e2f,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:39.655666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b40423-2449-45ba-a04e-68de67e9225b req-102cc29d-8d9c-445a-8129-5d81d90cabc1 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.657504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18b40423-2449-45ba-a04e-68de67e9225b req-102cc29d-8d9c-445a-8129-5d81d90cabc1 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 1123 time: 0.1221678 Mar 31 22:52:39.663673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '380c3733-2210-43e7-8bb7-50c191050e2f', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '380c3733-2210-43e7-8bb7-50c191050e2f', 'mac_address': 'fa:16:3e:55:5f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:tempest-test_az-1165543244', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:39.689910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-18b40423-2449-45ba-a04e-68de67e9225b req-b259046e-ba27-42ad-81d7-0bbd66778850 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.731593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.751412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380c3733-2210-43e7-8bb7-50c191050e2f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:39.791660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=380c3733-2210-43e7-8bb7-50c191050e2f,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:39.800346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.813513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-18b40423-2449-45ba-a04e-68de67e9225b req-b259046e-ba27-42ad-81d7-0bbd66778850 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.822140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-18b40423-2449-45ba-a04e-68de67e9225b req-b259046e-ba27-42ad-81d7-0bbd66778850 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.837762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd9a1f-9d16-47a3-acd8-1cea47521e43 req-be02480c-3871-44b1-95c9-1f6115340299 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:39.839695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43cd9a1f-9d16-47a3-acd8-1cea47521e43 req-be02480c-3871-44b1-95c9-1f6115340299 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 949 time: 0.0818212 Mar 31 22:52:39.872985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:39.874995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18b40423-2449-45ba-a04e-68de67e9225b req-b259046e-ba27-42ad-81d7-0bbd66778850 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045069 Mar 31 22:52:39.875744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259046e-ba27-42ad-81d7-0bbd66778850 tempest-AggregatesAdminTestJSON-277147712 tempest-AggregatesAdminTestJSON-277147712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5dcbb-77bf-44c5-994e-76bd0e4426f1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:39.886923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43cd9a1f-9d16-47a3-acd8-1cea47521e43 req-51e1392a-3ead-4ce0-b263-83d497bc7c22 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Mar 31 22:52:39.889093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:40.144113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['380c3733-2210-43e7-8bb7-50c191050e2f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:40.165569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce647f-f574-41e5-9a3e-b5c820c62b1a req-629afd9e-cb3c-4ccf-8f2f-b2d7562225d8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.167357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84ce647f-f574-41e5-9a3e-b5c820c62b1a req-629afd9e-cb3c-4ccf-8f2f-b2d7562225d8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0728555 Mar 31 22:52:40.225090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84ce647f-f574-41e5-9a3e-b5c820c62b1a req-9a01487b-a004-4459-be2e-b9a1c9cd664e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502670 Mar 31 22:52:40.245089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fdd33-f005-4e4f-bc0a-fd60d8835961 req-128656d8-ea42-4770-86f4-8ee84b1cf989 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.250395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb0fdd33-f005-4e4f-bc0a-fd60d8835961 req-128656d8-ea42-4770-86f4-8ee84b1cf989 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0741982 Mar 31 22:52:40.258798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.291733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb0fdd33-f005-4e4f-bc0a-fd60d8835961 req-f62da3cb-13c0-426b-a8b8-868d51f41402 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Mar 31 22:52:40.314476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc4e403a-e0ed-49e3-9b03-7ab83eb2d1da req-a6b5ba2d-f75c-40cd-a939-0447b6eb488d tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 210 time: 0.0304542 Mar 31 22:52:40.443147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-4ba2e4cb-d3de-4121-8b1d-e62870dbe5f9 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220823 Mar 31 22:52:40.505165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124fe7a-0971-4e65-b793-c7e8f14fd71f req-8d87eee3-f3b9-4bfc-8c80-30633755b4e6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.506645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7124fe7a-0971-4e65-b793-c7e8f14fd71f req-8d87eee3-f3b9-4bfc-8c80-30633755b4e6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.0505753 Mar 31 22:52:40.547687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7124fe7a-0971-4e65-b793-c7e8f14fd71f req-d885dbc4-a95f-4465-9685-d83d6ae8b4ea tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338826 Mar 31 22:52:40.553551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-528ea759-23dd-4818-bd7d-ee312da15cb4 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.555113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-528ea759-23dd-4818-bd7d-ee312da15cb4 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054323 Mar 31 22:52:40.575091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Request body: {'port': {'device_id': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '6f8d7ff2058e4a81a54f0490a5731b2a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:40.658613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e16de086-63fb-4ad9-bcf1-aea5622e3e24 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:40.725664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e90ed-a63e-4d68-9807-146cb77d9fee req-0c3499b8-708a-45e1-82a1-729bc223452c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.727530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c5e90ed-a63e-4d68-9807-146cb77d9fee req-0c3499b8-708a-45e1-82a1-729bc223452c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.0721521 Mar 31 22:52:40.735387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Made reservation on behalf of 6f8d7ff2058e4a81a54f0490a5731b2a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:40.738412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e16de086-63fb-4ad9-bcf1-aea5622e3e24 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:40.740307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57568) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:40.740479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.742179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e16de086-63fb-4ad9-bcf1-aea5622e3e24 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:40.742674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.745403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'floatingip': {'port_id': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:40.750254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.823025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.829855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.847804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.849421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:40.851867 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd759c9b-8856-41f1-ad68-dfb28b7ce52c" -d '{"events": [{"server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "name": "network-vif-plugged", "status": "completed", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:40.853138 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.865031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:40.871116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:40.871743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 78ec4207-4672-494c-9915-888d7764c731 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:40.876210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c00582-780e-4de8-81aa-d3e084aba5aa req-0a93af6d-4c02-4d91-9a6e-b74ea8ca03f9 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:40.877772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86c00582-780e-4de8-81aa-d3e084aba5aa req-0a93af6d-4c02-4d91-9a6e-b74ea8ca03f9 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 971 time: 0.1812868 Mar 31 22:52:40.951477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd89451-6c23-4fda-a04b-6645adf916d8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.045454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86c00582-780e-4de8-81aa-d3e084aba5aa req-55587a4b-c9b5-47a5-9ecc-fc53ab922987 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352744 Mar 31 22:52:41.058739 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cc907-d04b-4ef4-8fd9-3dca80db55e8 x-openstack-request-id: req-623cc907-d04b-4ef4-8fd9-3dca80db55e8 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:41.059101 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "name": "network-vif-plugged", "status": "completed", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:41.059462 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-623cc907-d04b-4ef4-8fd9-3dca80db55e8 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:41.060580 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623cc907-d04b-4ef4-8fd9-3dca80db55e8'] response: {'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24', 'code': 200} Mar 31 22:52:41.090866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.109766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 78ec4207-4672-494c-9915-888d7764c731 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:41.114950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 78ec4207-4672-494c-9915-888d7764c731 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:41.115365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.128240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Allocated IP 192.168.233.197 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/5423d3c0-964b-4bba-9c94-cdda597b5153) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:41.162426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e7415-dc81-4f9f-8e1e-87b8082e02ad req-bacc03ae-54e2-4503-a71b-e81ff9ea50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.164239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d30e7415-dc81-4f9f-8e1e-87b8082e02ad req-bacc03ae-54e2-4503-a71b-e81ff9ea50c3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 1101 time: 0.1248989 Mar 31 22:52:41.190536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00552010-a613-4710-a67a-09ca9e47cf8d req-3a716dbf-c000-4253-8e27-3d7f76397107 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.192783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00552010-a613-4710-a67a-09ca9e47cf8d req-3a716dbf-c000-4253-8e27-3d7f76397107 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.1132512 Mar 31 22:52:41.215594 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.265956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:41.272621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.274425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d30e7415-dc81-4f9f-8e1e-87b8082e02ad req-e1432922-e27e-49e7-92a7-56aaf243e23c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994859 Mar 31 22:52:41.292118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00552010-a613-4710-a67a-09ca9e47cf8d req-5c6d6dbe-53a8-471c-bd11-2ea6fbf414a1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846205 Mar 31 22:52:41.359148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.393421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.478653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975bf5c-5d55-487b-92a9-87086cbfe3cd req-cd042422-24f1-40fb-819e-35793301fdf7 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.480244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e975bf5c-5d55-487b-92a9-87086cbfe3cd req-cd042422-24f1-40fb-819e-35793301fdf7 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.0843675 Mar 31 22:52:41.481875 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.499654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 380c3733-2210-43e7-8bb7-50c191050e2f up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:41.551693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:41.562817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:41.571344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:41.577983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.578710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.589620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e975bf5c-5d55-487b-92a9-87086cbfe3cd req-64e23e24-2cd3-4417-8838-89d6de181359 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004944 Mar 31 22:52:41.593194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Pushing event updated for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.602727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 380c3733-2210-43e7-8bb7-50c191050e2f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:41.607891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-f6694797-b758-4b0a-8bfa-d1dcd5b0f444 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0369103 Mar 31 22:52:41.611941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 380c3733-2210-43e7-8bb7-50c191050e2f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:41.612565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.727225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Request body: {'port': {'device_id': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:41.728427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.749680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eff653-3024-449a-b770-cfc359a86402 req-ef68fcea-42b4-4005-ac8a-46391c4494b9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.758065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78eff653-3024-449a-b770-cfc359a86402 req-ef68fcea-42b4-4005-ac8a-46391c4494b9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.3801856 Mar 31 22:52:41.781667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=380c3733-2210-43e7-8bb7-50c191050e2f,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:41.787598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.853885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:41.881518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a926b1d7-9af7-4f92-857b-abad266e1deb None None] Provisioning complete for port 5423d3c0-964b-4bba-9c94-cdda597b5153 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:41.881894 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a926b1d7-9af7-4f92-857b-abad266e1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.906200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:41.910271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:52:41.918334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78eff653-3024-449a-b770-cfc359a86402 req-f5bae366-1e47-4ae0-a45f-63b23c8b6d05 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592193 Mar 31 22:52:41.925605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38178c19-8fb2-4bb2-b5f8-f12a90200faa req-994afbe2-848d-4748-88c1-145bda3119ce tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.936741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a926b1d7-9af7-4f92-857b-abad266e1deb None None] Port 5423d3c0-964b-4bba-9c94-cdda597b5153 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:41.938473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38178c19-8fb2-4bb2-b5f8-f12a90200faa req-994afbe2-848d-4748-88c1-145bda3119ce tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 936 time: 0.2417715 Mar 31 22:52:41.993299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-529fb668-d4b9-45a1-aa7f-9f0749b02def tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:41.995706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-529fb668-d4b9-45a1-aa7f-9f0749b02def tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.1898901 Mar 31 22:52:41.999225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.004878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.132906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38178c19-8fb2-4bb2-b5f8-f12a90200faa req-81d10a20-20ff-4e8a-af96-32d927fd324b tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833701 Mar 31 22:52:42.189747 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7 associated. External IP: 172.25.8.36, port: 07fd73ed-04d7-4e94-b1b7-b864f771e23b. Mar 31 22:52:42.252087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe259f9-d6a9-4000-91fa-650b18ff06f6 req-7384414c-0a3c-4a8b-addb-00221d712b66 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.253204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fe259f9-d6a9-4000-91fa-650b18ff06f6 req-7384414c-0a3c-4a8b-addb-00221d712b66 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.1158082 Mar 31 22:52:42.338152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fe259f9-d6a9-4000-91fa-650b18ff06f6 req-996d1c66-f620-42ba-9e79-3aa1ecb3f434 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784118 Mar 31 22:52:42.444966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Deleting port 120fddc0-38cb-4fd3-8e64-aa451645aebd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:42.445401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.473021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:52:42.557564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73059ea0-9fe2-49d7-8c9a-c5274ca222e5 req-86dc2b82-36e5-4aa0-b41e-108ca72f784f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.559012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73059ea0-9fe2-49d7-8c9a-c5274ca222e5 req-86dc2b82-36e5-4aa0-b41e-108ca72f784f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.1564288 Mar 31 22:52:42.614500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:52:42.620469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.634200 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:52:42.649730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:42.650019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] For port 120fddc0-38cb-4fd3-8e64-aa451645aebd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=120fddc0-38cb-4fd3-8e64-aa451645aebd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:42.650351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.650516 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:52:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:42.663936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5423d3c0-964b-4bba-9c94-cdda597b5153 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:42.672285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-06a575a3-c686-4d30-9768-e690c208509a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "PUT /v2.0/floatingips/58c4ae84-87d3-4433-bb29-cea830e754c7 HTTP/1.1" status: 200 len: 1013 time: 1.9311705 Mar 31 22:52:42.672994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:42.685356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.717107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Calling delete_port for 120fddc0-38cb-4fd3-8e64-aa451645aebd owned by compute:tempest-test_az-1165543244 {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:42.729015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73059ea0-9fe2-49d7-8c9a-c5274ca222e5 req-91922234-cbe9-4aef-a114-3d2c749413d6 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588855 Mar 31 22:52:42.738074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Transition to ACTIVE for port object 5423d3c0-964b-4bba-9c94-cdda597b5153 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:42.762028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:42.828144 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa23f95-9885-41dd-9238-afae52266828" -d '{"events": [{"name": "network-changed", "server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:42.846236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34210-e51f-47f3-85d6-ca0cbac01936 req-70564696-12d5-4fbb-84bf-de65fd9a82df tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:42.847960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47e34210-e51f-47f3-85d6-ca0cbac01936 req-70564696-12d5-4fbb-84bf-de65fd9a82df tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 972 time: 0.1160622 Mar 31 22:52:42.885383 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:42.921670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47e34210-e51f-47f3-85d6-ca0cbac01936 req-804a96fc-2e6b-4b11-9987-bbed946c8bc4 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/security-groups?id=b9f19443-0be0-4683-b2d9-e65fba6079e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579951 Mar 31 22:52:43.037939 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ff1d8d-0a7f-4962-9995-8124d970e445 x-openstack-request-id: req-d1ff1d8d-0a7f-4962-9995-8124d970e445 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:43.038413 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:43.038708 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d1ff1d8d-0a7f-4962-9995-8124d970e445 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:43.039217 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ff1d8d-0a7f-4962-9995-8124d970e445'] response: {'name': 'network-changed', 'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'status': 'completed', 'code': 200} Mar 31 22:52:43.063197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ec4207-4672-494c-9915-888d7764c731'}, {'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:43.066666 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d4335-3e40-4a99-be65-6997b6ccdc96" -d '{"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-plugged", "status": "completed", "tag": "78ec4207-4672-494c-9915-888d7764c731"}, {"server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "name": "network-vif-plugged", "status": "completed", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:43.209057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccc6ee-57d5-4181-a4cb-4e4317a42d65 req-bd4a8a12-f677-4f25-8197-cf1664561d28 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.211410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daccc6ee-57d5-4181-a4cb-4e4317a42d65 req-bd4a8a12-f677-4f25-8197-cf1664561d28 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.0850127 Mar 31 22:52:43.258715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daccc6ee-57d5-4181-a4cb-4e4317a42d65 req-5d6a041a-ce14-4822-8b76-791527ffc5b4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Mar 31 22:52:43.300808 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:f2:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'device_owner': 'compute:tempest-test_az-1165543244'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 1, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:43.338471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.339364 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455bd45-2604-45d0-8d64-eb68829ccdc9 x-openstack-request-id: req-d455bd45-2604-45d0-8d64-eb68829ccdc9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:43.339878 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-plugged", "status": "completed", "tag": "78ec4207-4672-494c-9915-888d7764c731", "code": 200}, {"server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "name": "network-vif-plugged", "status": "completed", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:43.340307 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d455bd45-2604-45d0-8d64-eb68829ccdc9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:43.340740 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d455bd45-2604-45d0-8d64-eb68829ccdc9'] response: {'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ec4207-4672-494c-9915-888d7764c731', 'code': 200} Mar 31 22:52:43.341114 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d455bd45-2604-45d0-8d64-eb68829ccdc9'] response: {'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f', 'code': 200} Mar 31 22:52:43.366869 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:52:43.372658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddaa9e-ccdb-4fee-9df7-0c92f0f3ee62 req-6faa6905-6983-42fd-9419-1e2b63b7b96c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.374235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32ddaa9e-ccdb-4fee-9df7-0c92f0f3ee62 req-6faa6905-6983-42fd-9419-1e2b63b7b96c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.4256387 Mar 31 22:52:43.379289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Attempting to bind port 5423d3c0-964b-4bba-9c94-cdda597b5153 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:43.379662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Attempting to bind port 5423d3c0-964b-4bba-9c94-cdda597b5153 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:43.379981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Attempting to bind port 5423d3c0-964b-4bba-9c94-cdda597b5153 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:43.389273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Port 5423d3c0-964b-4bba-9c94-cdda597b5153 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:43.389576 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:52:43.389733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Attempting to bind port 5423d3c0-964b-4bba-9c94-cdda597b5153 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:43.390326 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:52:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:43.422238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:43.422684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:43.424014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:43.424712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Bound port: 5423d3c0-964b-4bba-9c94-cdda597b5153, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:43.425483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.446569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23f95-9885-41dd-9238-afae52266828 req-77e98f68-4173-45f2-99f9-1a692b8c35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.448407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-77e98f68-4173-45f2-99f9-1a692b8c35b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 1119 time: 0.3806560 Mar 31 22:52:43.460829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.60', 62424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:43.487321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad192b-2882-4e32-ba39-75e30d82cde9 req-ca959757-ce70-4979-8317-be9fb33c79fd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.489106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7ad192b-2882-4e32-ba39-75e30d82cde9 req-ca959757-ce70-4979-8317-be9fb33c79fd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 948 time: 0.0733912 Mar 31 22:52:43.545117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:52:43.546938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7ad192b-2882-4e32-ba39-75e30d82cde9 req-94b44a59-3655-4c9c-8ade-89a91c2a4c53 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474949 Mar 31 22:52:43.665272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ff77-9f76-43ae-8af7-3fced22aa6d0 req-d551d719-d9aa-405b-8756-5f93d10661bb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.668043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a174ff77-9f76-43ae-8af7-3fced22aa6d0 req-d551d719-d9aa-405b-8756-5f93d10661bb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0547001 Mar 31 22:52:43.684035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32ddaa9e-ccdb-4fee-9df7-0c92f0f3ee62 req-9b305563-2dcd-46d2-af3a-720bb71d3e24 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963338 Mar 31 22:52:43.716106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a174ff77-9f76-43ae-8af7-3fced22aa6d0 req-94c46b1a-ebb4-4afb-9990-a9f438dc4634 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Mar 31 22:52:43.737611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:43.744925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5423d3c0-964b-4bba-9c94-cdda597b5153,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:43.748434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff8b7-cd13-4f26-86d4-ed894a4dc1a2 req-60d8d7a4-743f-43be-bf95-1774a8dc18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.750110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc6ff8b7-cd13-4f26-86d4-ed894a4dc1a2 req-60d8d7a4-743f-43be-bf95-1774a8dc18ba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1097 time: 0.2645164 Mar 31 22:52:43.752977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.762890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.790655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500ef0-e4d2-4573-969d-b3de810ff17a req-67d4eeb5-2f43-4ae4-9e06-ba6594ec1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.792716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d500ef0-e4d2-4573-969d-b3de810ff17a req-67d4eeb5-2f43-4ae4-9e06-ba6594ec1f41 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 1123 time: 0.3264561 Mar 31 22:52:43.830652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Pushing event deleted for resources: {'Port': ['ID=120fddc0-38cb-4fd3-8e64-aa451645aebd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:43.844942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:f2:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'device_owner': 'compute:tempest-test_az-1165543244'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 1, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:52:43.875153 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59621c-8496-4fdb-b3f3-2c676116f409 None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:f2:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'device_owner': 'compute:tempest-test_az-1165543244'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:52:41Z', 'revision_number': 1, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:52:43.907422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23f95-9885-41dd-9238-afae52266828 req-956325ca-b8e8-49af-a8a8-60b5bfb81cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.908904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-956325ca-b8e8-49af-a8a8-60b5bfb81cc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 926 time: 0.4407997 Mar 31 22:52:43.914326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:43.914948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:43.916382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] 10.222.0.96 "PUT /v2.0/ports/5423d3c0-964b-4bba-9c94-cdda597b5153 HTTP/1.1" status: 200 len: 1096 time: 2.1969566 Mar 31 22:52:43.917916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.918296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.918578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.918907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.919326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.919593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.919912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.920228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.920547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.920864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.921190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.921494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:43.926175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:43.928882 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b943e4-9b0a-49e7-9e95-3686f0358a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:44.052220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] No DVR routers for this DVR port 120fddc0-38cb-4fd3-8e64-aa451645aebd on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:44.078631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10cf1339-51ff-4660-97a2-34c5d06b858f req-76593379-676f-43db-b3a6-2c4125ea0a8f tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbbb5a0e-a64b-414c-8a79-5658eb005e83 HTTP/1.1" status: 200 len: 210 time: 0.0409124 Mar 31 22:52:44.130391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:44.133744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b769ce7-8e5b-4a2e-88bc-384043557bf9 req-1fe09b08-383b-4730-911f-46d89d3468c5 tempest-AggregatesAdminTestJSON-1884791737 tempest-AggregatesAdminTestJSON-1884791737-project] 10.222.0.60 "DELETE /v2.0/ports/120fddc0-38cb-4fd3-8e64-aa451645aebd HTTP/1.1" status: 204 len: 173 time: 2.1080484 Mar 31 22:52:44.158772 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6d693-fda6-49aa-8bf3-e96ff270d24d x-openstack-request-id: req-f4f6d693-fda6-49aa-8bf3-e96ff270d24d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:44.159074 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:44.159359 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f4f6d693-fda6-49aa-8bf3-e96ff270d24d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:44.159765 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f6d693-fda6-49aa-8bf3-e96ff270d24d'] response: {'name': 'network-changed', 'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153', 'status': 'completed', 'code': 200} Mar 31 22:52:44.180227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc6ff8b7-cd13-4f26-86d4-ed894a4dc1a2 req-cafb1a55-bd5d-4986-bf10-4113834b5ee9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101226 Mar 31 22:52:44.207174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d500ef0-e4d2-4573-969d-b3de810ff17a req-c512d9f0-a8c0-4034-8853-e522b86d2509 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868732 Mar 31 22:52:44.208843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeefa6d-1ffa-4152-986a-e5fa9d165cdd None None] New status for floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:52:44.216121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-0be24e9f-3808-4b02-bb57-72706f6f1500 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 200 len: 1021 time: 0.2783494 Mar 31 22:52:44.235322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d9bd8-0ad0-4ee4-ab9f-00e4b6edd20a req-a0e5f989-bd91-4b29-a357-64843407a0da tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.237123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3d9bd8-0ad0-4ee4-ab9f-00e4b6edd20a req-a0e5f989-bd91-4b29-a357-64843407a0da tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.4016414 Mar 31 22:52:44.246433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bdc5a-1d65-46ae-80f4-be4d628f3c81 service neutron] Pushing event updated for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:44.251901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-1c5dd857-9b01-46c0-a614-a68bdfc87f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.253605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-1c5dd857-9b01-46c0-a614-a68bdfc87f35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 1099 time: 0.1777813 Mar 31 22:52:44.295843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3d9bd8-0ad0-4ee4-ab9f-00e4b6edd20a req-b7374662-f51c-4893-b3fa-b6e946f29ee0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Mar 31 22:52:44.389644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b878-fc61-4a0b-a230-dd077f34e2a8 req-5a971948-3d80-49f6-8ae3-c5b10e69dc50 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.391017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6489b878-fc61-4a0b-a230-dd077f34e2a8 req-5a971948-3d80-49f6-8ae3-c5b10e69dc50 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Mar 31 22:52:44.430874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6489b878-fc61-4a0b-a230-dd077f34e2a8 req-27964abb-de9e-45fc-9fd7-edc68fd39f80 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Mar 31 22:52:44.525592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-ecc80be2-a023-455d-8f38-66e9736d804b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5423d3c0-964b-4bba-9c94-cdda597b5153 HTTP/1.1" status: 200 len: 217 time: 0.0395744 Mar 31 22:52:44.573122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23f95-9885-41dd-9238-afae52266828 req-15fc8275-c910-409c-b580-9580290c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.574605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-15fc8275-c910-409c-b580-9580290c9730 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.1192000 Mar 31 22:52:44.616183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-fc41b05d-2e74-4b5f-ab84-deedb5573bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.617638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-fc41b05d-2e74-4b5f-ab84-deedb5573bac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0832729 Mar 31 22:52:44.673730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23f95-9885-41dd-9238-afae52266828 req-782ee71b-ad36-4019-a5d8-60fec2c92dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.675219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-782ee71b-ad36-4019-a5d8-60fec2c92dda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935271 Mar 31 22:52:44.727621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-d113d0bd-77e6-4ab6-9a41-62ccffd61ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.729215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-d113d0bd-77e6-4ab6-9a41-62ccffd61ea4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002913 Mar 31 22:52:44.768836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3b792-b884-4f65-a17d-d1745a5698a9 req-c5e21afc-7c45-4847-9c78-07c0e67e2fbd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.768836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2aa3b792-b884-4f65-a17d-d1745a5698a9 req-c5e21afc-7c45-4847-9c78-07c0e67e2fbd tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 948 time: 0.1409183 Mar 31 22:52:44.837502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db4446-694b-47e1-9096-083019dce440 req-3799237e-0335-47d2-9973-5e24f256fdbd tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:44.839035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50db4446-694b-47e1-9096-083019dce440 req-3799237e-0335-47d2-9973-5e24f256fdbd tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0495193 Mar 31 22:52:44.880869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2aa3b792-b884-4f65-a17d-d1745a5698a9 req-c785e36e-9ede-4306-9fa4-4f93f325f486 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054513 Mar 31 22:52:44.884373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50db4446-694b-47e1-9096-083019dce440 req-c95f23fb-ade7-4103-bf08-a5bdd870e971 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329757 Mar 31 22:52:44.884905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-b4929258-5873-4db5-8d2b-7d750c920a06 service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005887 Mar 31 22:52:44.925056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-b9836423-64b4-477c-b1af-555f4a9db8d2 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671326 Mar 31 22:52:45.044815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fa23f95-9885-41dd-9238-afae52266828 req-4cc4b6f9-dc7c-426d-819d-e33f3991e8ec service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523180 Mar 31 22:52:45.078112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-764b17a0-0031-4baf-9003-5cc76b410f34 req-ad51dc37-3ee0-4d85-85a6-8363349d8c80 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190560 Mar 31 22:52:45.180453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-c4673c6c-30ab-439b-80d7-2b29fa019099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.181976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-c4673c6c-30ab-439b-80d7-2b29fa019099 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 1099 time: 0.0428982 Mar 31 22:52:45.288798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-ea93cc7f-0ff5-4a07-864e-fb6321df9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.291012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-ea93cc7f-0ff5-4a07-864e-fb6321df9b5e service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.0944195 Mar 31 22:52:45.337307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-2607cdab-8746-4c8b-b775-2d7f9908e666 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=5423d3c0-964b-4bba-9c94-cdda597b5153 HTTP/1.1" status: 200 len: 217 time: 0.0347433 Mar 31 22:52:45.405963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-fe715b4f-0758-4dec-a3ec-366b29657085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.407459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-fe715b4f-0758-4dec-a3ec-366b29657085 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0588062 Mar 31 22:52:45.439314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9659-9d9a-47ee-bc3f-9ae254615509 req-f516faa3-baa8-41e6-a4e1-83e299264adb tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.440885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7eb9659-9d9a-47ee-bc3f-9ae254615509 req-f516faa3-baa8-41e6-a4e1-83e299264adb tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.0704503 Mar 31 22:52:45.469202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-40436887-1aa1-42fd-b7fd-0025005c3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.471110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-40436887-1aa1-42fd-b7fd-0025005c3e55 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535741 Mar 31 22:52:45.490669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7eb9659-9d9a-47ee-bc3f-9ae254615509 req-a4c63ccf-7822-4dd7-a848-f68595165e84 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391431 Mar 31 22:52:45.511476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 120fddc0-38cb-4fd3-8e64-aa451645aebd no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:45.553430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 120fddc0-38cb-4fd3-8e64-aa451645aebd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:45.554615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 120fddc0-38cb-4fd3-8e64-aa451645aebd not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:45.613460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-4e7441e9-4836-48e0-bb8c-70217a5c4346 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307459 Mar 31 22:52:45.633398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5191fb-17ba-4634-86f9-e1b2fba3c49c req-95ed300d-2067-4507-8763-3f74d921669d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:45.639929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5191fb-17ba-4634-86f9-e1b2fba3c49c req-95ed300d-2067-4507-8763-3f74d921669d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.0754578 Mar 31 22:52:45.685490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5191fb-17ba-4634-86f9-e1b2fba3c49c req-41b1207f-1baa-4d28-a1df-d00758581d9f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Mar 31 22:52:46.020221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97b943e4-9b0a-49e7-9e95-3686f0358a4d req-cb59c9c8-9126-4bc2-8021-c5daefd9ec96 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952982 Mar 31 22:52:46.052557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d63ea-b7fb-42a2-8cb0-6e88e018be98 req-4e5dda7d-636e-4e50-9d38-a56f2c6c622a tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.054405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b44d63ea-b7fb-42a2-8cb0-6e88e018be98 req-4e5dda7d-636e-4e50-9d38-a56f2c6c622a tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 948 time: 0.0703588 Mar 31 22:52:46.129556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b44d63ea-b7fb-42a2-8cb0-6e88e018be98 req-5be7dcd0-8b4c-4b46-abe7-d60c53577b44 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Mar 31 22:52:46.160894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'name': 'network-vif-deleted', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:46.165605 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25794d20-b67f-4b21-8367-e5d07dcb0f1d" -d '{"events": [{"server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "name": "network-vif-deleted", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:46.255269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abbf21-0550-4f75-9ecb-f2f2cb457302 req-7649d54b-463a-4c7b-842a-dbb9cb09c3a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.256730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-80abbf21-0550-4f75-9ecb-f2f2cb457302 req-7649d54b-463a-4c7b-842a-dbb9cb09c3a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0543983 Mar 31 22:52:46.287632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58ffa8-ef36-487e-aa76-8dec8ea1dd1d req-4d3f4382-3c0d-489e-ad5c-7e3cedb7a000 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.289121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad58ffa8-ef36-487e-aa76-8dec8ea1dd1d req-4d3f4382-3c0d-489e-ad5c-7e3cedb7a000 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.0486822 Mar 31 22:52:46.298765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-80abbf21-0550-4f75-9ecb-f2f2cb457302 req-51ea5677-0e5b-44fc-9970-6d7de32e7974 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Mar 31 22:52:46.337051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad58ffa8-ef36-487e-aa76-8dec8ea1dd1d req-174ce3d9-b9e4-4f05-b081-84435a5cd80f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Mar 31 22:52:46.342435 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6386b9-3cef-4647-8ced-9bb72f0b2945 x-openstack-request-id: req-0f6386b9-3cef-4647-8ced-9bb72f0b2945 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:46.343001 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbbb5a0e-a64b-414c-8a79-5658eb005e83", "name": "network-vif-deleted", "tag": "120fddc0-38cb-4fd3-8e64-aa451645aebd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:46.346266 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0f6386b9-3cef-4647-8ced-9bb72f0b2945 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:46.346266 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6386b9-3cef-4647-8ced-9bb72f0b2945'] response: {'server_uuid': 'fbbb5a0e-a64b-414c-8a79-5658eb005e83', 'name': 'network-vif-deleted', 'tag': '120fddc0-38cb-4fd3-8e64-aa451645aebd', 'status': 'completed', 'code': 200} Mar 31 22:52:46.543783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-d5143570-973d-446a-9c50-7f0f5142d61e req-0dd8795d-fc4e-4adb-81f1-440bb1669e6d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:46.544764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5143570-973d-446a-9c50-7f0f5142d61e req-0dd8795d-fc4e-4adb-81f1-440bb1669e6d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060029 Mar 31 22:52:46.705997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1f9eb-43ae-46a5-b3ad-c556c961a53f req-92e6cac2-1a55-457b-8725-0884f1f84c31 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.707499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5e1f9eb-43ae-46a5-b3ad-c556c961a53f req-92e6cac2-1a55-457b-8725-0884f1f84c31 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0506003 Mar 31 22:52:46.747701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5e1f9eb-43ae-46a5-b3ad-c556c961a53f req-0879a9b5-b584-4e1d-8daf-a677e58e7eee tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Mar 31 22:52:46.830253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92e42-3a4a-4a3b-b6ff-724ef0aa3b07 req-fb9b54fd-32c3-43ab-be27-0142dfda90a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:46.832092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3b92e42-3a4a-4a3b-b6ff-724ef0aa3b07 req-fb9b54fd-32c3-43ab-be27-0142dfda90a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.0632057 Mar 31 22:52:46.873080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3b92e42-3a4a-4a3b-b6ff-724ef0aa3b07 req-28a3daf4-6e86-42fb-a344-f8ab0ef5355b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Mar 31 22:52:46.976140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-6fcdd3fb-13c5-4951-bf12-e6a85385004e tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=f442e196ce3849f39ff57e9204403e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219476 Mar 31 22:52:47.078659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-c2a741cf-fdc7-48ff-a488-94c409b52145 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.080181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-c2a741cf-fdc7-48ff-a488-94c409b52145 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0983870 Mar 31 22:52:47.087317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b7411-1aa8-4c90-ac97-66ed415ebf08 req-97e7aa6e-2297-4699-9bc5-4d10c74addaa tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.088826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b0b7411-1aa8-4c90-ac97-66ed415ebf08 req-97e7aa6e-2297-4699-9bc5-4d10c74addaa tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1097 time: 0.0391085 Mar 31 22:52:47.096069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-07116ba9-c4bb-43a4-8312-7855b49e7db2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/quotas/f442e196ce3849f39ff57e9204403e2f HTTP/1.1" status: 200 len: 375 time: 0.0094385 Mar 31 22:52:47.125452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b0b7411-1aa8-4c90-ac97-66ed415ebf08 req-e64a749e-6673-41e6-bdb4-a8446b139603 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301280 Mar 31 22:52:47.169920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-b08c16a4-67ed-439b-920f-ca4a5e52efb3 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678566 Mar 31 22:52:47.343932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdf030-7774-47e1-8c27-07cee13aede1 req-34b3bba4-1d44-4639-a4ca-ece2958bdb00 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.345749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2fdf030-7774-47e1-8c27-07cee13aede1 req-34b3bba4-1d44-4639-a4ca-ece2958bdb00 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1097 time: 0.0441370 Mar 31 22:52:47.372268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4192a9-ccbe-4299-9f1c-bb2d18f87abf req-75db30be-2b2e-4bcf-b773-49d5ca12e322 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.374019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e4192a9-ccbe-4299-9f1c-bb2d18f87abf req-75db30be-2b2e-4bcf-b773-49d5ca12e322 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 948 time: 0.0520749 Mar 31 22:52:47.386730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2fdf030-7774-47e1-8c27-07cee13aede1 req-4f6078a8-b92c-4230-93e4-01c9e0f7a65a tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Mar 31 22:52:47.417816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e4192a9-ccbe-4299-9f1c-bb2d18f87abf req-23d0da13-3e13-49d5-ae41-65b8d6a60e83 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Mar 31 22:52:47.500446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e61b48d-fbd4-437f-9684-d726039ec09e req-a7dc2f3f-e6a7-47f3-8128-2d293ff31a75 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 210 time: 0.0330000 Mar 31 22:52:47.538502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2dd4d-9eaa-4aca-8240-81bf1bb921d4 req-234dc5da-ec31-4a3f-a670-ab99f7da2de0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:47.540042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61f2dd4d-9eaa-4aca-8240-81bf1bb921d4 req-234dc5da-ec31-4a3f-a670-ab99f7da2de0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 950 time: 0.0574048 Mar 31 22:52:47.595579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61f2dd4d-9eaa-4aca-8240-81bf1bb921d4 req-6cfb6864-6774-4048-ab6b-4783dc770192 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Mar 31 22:52:48.239012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820592a-d684-434c-94fe-4e917be582b7 req-7fb36339-3832-439f-ba4c-3962ce06d6ee tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:48.241045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1820592a-d684-434c-94fe-4e917be582b7 req-7fb36339-3832-439f-ba4c-3962ce06d6ee tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 1101 time: 0.0677314 Mar 31 22:52:48.424839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-b5df4478-c1fb-4ea5-9161-0c6ce1976da6 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f442e196ce3849f39ff57e9204403e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281312 Mar 31 22:52:48.478809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.481844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Deleting port e16de086-63fb-4ad9-bcf1-aea5622e3e24 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:52:48.482379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.634208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-e440845f-5a98-4027-bd9a-5ab8f657e444 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:48.635776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-e440845f-5a98-4027-bd9a-5ab8f657e444 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045891 Mar 31 22:52:48.661085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Request body: {'port': {'device_id': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'f442e196ce3849f39ff57e9204403e2f'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:48.695116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.717428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] For port e16de086-63fb-4ad9-bcf1-aea5622e3e24, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e16de086-63fb-4ad9-bcf1-aea5622e3e24,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:48.717794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.720366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5423d3c0-964b-4bba-9c94-cdda597b5153 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:48.780547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Calling delete_port for e16de086-63fb-4ad9-bcf1-aea5622e3e24 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:52:48.801027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.806336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.853423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e1fe6-9427-4ea6-9f5e-9f3437fd753e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:48.854323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7978-e8d2-48b0-8ce2-2ae9648e8d50 req-4ea68da5-a7e4-48c0-b0bc-8b65edb3375a tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:48.858239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f2158c516be2423cb0784f3392f46f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779063 Mar 31 22:52:48.863615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:48.865938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c4c7978-e8d2-48b0-8ce2-2ae9648e8d50 req-4ea68da5-a7e4-48c0-b0bc-8b65edb3375a tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 948 time: 0.2175570 Mar 31 22:52:48.888377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5423d3c0-964b-4bba-9c94-cdda597b5153,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:48.893300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.893860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.894350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.894870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.895192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.895833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.896426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.896901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.897364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.897837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.898299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.898771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8f656-1a8f-4a58-8ac8-66a6f4008fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:48.907143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5423d3c0-964b-4bba-9c94-cdda597b5153', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '5423d3c0-964b-4bba-9c94-cdda597b5153', 'mac_address': 'fa:16:3e:b4:66:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:48.927810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.956027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.964299 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:48.978274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c4c7978-e8d2-48b0-8ce2-2ae9648e8d50 req-258a6bfb-de9c-4b14-8c65-f8d735faba57 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114731 Mar 31 22:52:48.984056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5423d3c0-964b-4bba-9c94-cdda597b5153 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:48.985266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Made reservation on behalf of f442e196ce3849f39ff57e9204403e2f for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:48.991208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.052387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5423d3c0-964b-4bba-9c94-cdda597b5153,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:49.059822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.187214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.187784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.198102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.198697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.199191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.199739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.200213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.200702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.201197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.201514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.202596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.203077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.203573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.204048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:52:49.209937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e16de086-63fb-4ad9-bcf1-aea5622e3e24'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:49.252122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Pushing event deleted for resources: {'Port': ['ID=e16de086-63fb-4ad9-bcf1-aea5622e3e24,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.280596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.282355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-246fda38-6df0-4601-95b7-0ff758568b2c req-c52ac088-1012-4c98-bc36-6dda6ed9dbf9 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 210 time: 0.0958662 Mar 31 22:52:49.285374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.286837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a98e1fe6-9427-4ea6-9f5e-9f3437fd753e HTTP/1.1" status: 204 len: 168 time: 0.4219732 Mar 31 22:52:49.336889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a20936-0394-49d1-9fda-3a099756b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e1fe6-9427-4ea6-9f5e-9f3437fd753e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.355600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] No DVR routers for this DVR port e16de086-63fb-4ad9-bcf1-aea5622e3e24 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:52:49.364135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.369310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1820592a-d684-434c-94fe-4e917be582b7 req-838bc76b-79e7-48cb-a2f8-72a7366049ae tempest-DeleteServersAdminTestJSON-936186692 tempest-DeleteServersAdminTestJSON-936186692-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e16de086-63fb-4ad9-bcf1-aea5622e3e24 HTTP/1.1" status: 204 len: 173 time: 1.1208537 Mar 31 22:52:49.370329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'name': 'network-vif-deleted', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:49.376738 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2f2a97-3d74-42ea-80fa-4d2699d64e4e" -d '{"events": [{"server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "name": "network-vif-deleted", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:49.393371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Allocated IP 192.168.233.39 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/5e4e587d-b334-4dc7-87fa-a3a65946a2a2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:49.525790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:49.533902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5423d3c0-964b-4bba-9c94-cdda597b5153'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:49.591036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba650250-e433-4c1c-a51d-d40a395e5d5b req-1517388e-366a-46c4-b2f8-454a7710aa0b tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=be5cd746-9f27-4b47-a3ce-4acc6c08883c HTTP/1.1" status: 200 len: 210 time: 0.1006823 Mar 31 22:52:49.805048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.808330 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea86b7ef-68dd-4942-b4bb-2516565dca9e x-openstack-request-id: req-ea86b7ef-68dd-4942-b4bb-2516565dca9e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:49.808984 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5cd746-9f27-4b47-a3ce-4acc6c08883c", "name": "network-vif-deleted", "tag": "e16de086-63fb-4ad9-bcf1-aea5622e3e24", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:49.808984 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea86b7ef-68dd-4942-b4bb-2516565dca9e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:49.809281 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea86b7ef-68dd-4942-b4bb-2516565dca9e'] response: {'server_uuid': 'be5cd746-9f27-4b47-a3ce-4acc6c08883c', 'name': 'network-vif-deleted', 'tag': 'e16de086-63fb-4ad9-bcf1-aea5622e3e24', 'status': 'completed', 'code': 200} Mar 31 22:52:49.869066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.875780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:49.881274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['380c3733-2210-43e7-8bb7-50c191050e2f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:49.896917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edb43f95-7416-4e76-9b82-cb2bd1722459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.931680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:49.931680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:49.939525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:49.945158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-29fe66cd-2a30-49c2-b85f-608a5f4d987e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:52:49.950903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:49.951726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:49.955049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Pushing event updated for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:49.956651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-29fe66cd-2a30-49c2-b85f-608a5f4d987e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4294336 Mar 31 22:52:49.995252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-2d217a96-09ef-4ef0-83b2-ede76e435b86 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3457475 Mar 31 22:52:50.016183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Request body: {'port': {'device_id': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:50.108117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edb43f95-7416-4e76-9b82-cb2bd1722459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.123971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-edb43f95-7416-4e76-9b82-cb2bd1722459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.193460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-edb43f95-7416-4e76-9b82-cb2bd1722459 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=50ee35ed6a764855b47eedf88a2ce509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119347 Mar 31 22:52:50.194499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb43f95-7416-4e76-9b82-cb2bd1722459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd92a29-33f3-449e-ae39-1e997b67371a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.196857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:50.212080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.275094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-424f4341-8703-43ec-93fd-9f877ca126fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:50.282334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-424f4341-8703-43ec-93fd-9f877ca126fc service neutron] 10.222.0.95 "GET /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 1094 time: 0.1653392 Mar 31 22:52:50.287153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:50.287683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:52:50.361381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.364570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9e4481b9-0c90-460d-8245-a4b190fe8f06 None None] Provisioning complete for port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:50.366034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9e4481b9-0c90-460d-8245-a4b190fe8f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.436661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9e4481b9-0c90-460d-8245-a4b190fe8f06 None None] Port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:50.480665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.496672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:50.497034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:50.497393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:50.503720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:50.504168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:50.509058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:50.509390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:50.509934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:50.510391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Bound port: 78ec4207-4672-494c-9915-888d7764c731, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:50.560756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0529-b6a0-456c-aa9c-9e62a1021e76 req-0a3d69d5-274b-4e17-8a53-d3a65f93ab32 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:50.562239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d58f0529-b6a0-456c-aa9c-9e62a1021e76 req-0a3d69d5-274b-4e17-8a53-d3a65f93ab32 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 949 time: 0.1806078 Mar 31 22:52:50.605505 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.610895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:50.617992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.619422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-54cb75ff-247e-4bbe-9408-b7b36b609f5e service neutron] 10.222.0.95 "POST /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731/bindings HTTP/1.1" status: 201 len: 389 time: 0.3360705 Mar 31 22:52:50.648120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.650544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.654424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3dd92a29-33f3-449e-ae39-1e997b67371a HTTP/1.1" status: 204 len: 168 time: 0.4362185 Mar 31 22:52:50.672890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d58f0529-b6a0-456c-aa9c-9e62a1021e76 req-face4df5-f869-443f-80fa-0720a98925d3 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698881 Mar 31 22:52:50.732370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20971d0b-a394-4b24-8734-5f6f42db8d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd92a29-33f3-449e-ae39-1e997b67371a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:50.756010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5423d3c0-964b-4bba-9c94-cdda597b5153 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:52:50.842770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5423d3c0-964b-4bba-9c94-cdda597b5153 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:52:50.849497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5423d3c0-964b-4bba-9c94-cdda597b5153 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:50.850370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.873043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:50.885250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.906852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Transition to ACTIVE for port object 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:50.918095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290a101-5c35-4d93-906d-f70bd6b87847 req-babc8223-278d-487c-83c6-cc9250beb3ac tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:50.927113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0290a101-5c35-4d93-906d-f70bd6b87847 req-babc8223-278d-487c-83c6-cc9250beb3ac tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 935 time: 0.1060128 Mar 31 22:52:50.942510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:50.985879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.051979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.080832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:51.083424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0290a101-5c35-4d93-906d-f70bd6b87847 req-88cf334e-9fd7-4641-ba6d-8d5dbd9f948f tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510863 Mar 31 22:52:51.085226 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9528f-6de8-4b28-826a-b8ddb5c31165" -d '{"events": [{"server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "name": "network-vif-plugged", "status": "completed", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:51.117942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162693ea-679c-478f-8842-2966fc778353 req-b3807859-4ce3-47bf-92c9-d74dbd4c88b0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.120292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5423d3c0-964b-4bba-9c94-cdda597b5153,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:51.132319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.132974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e16de086-63fb-4ad9-bcf1-aea5622e3e24 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:52:51.136176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-162693ea-679c-478f-8842-2966fc778353 req-b3807859-4ce3-47bf-92c9-d74dbd4c88b0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.1232426 Mar 31 22:52:51.154476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-81c67761-7fbb-47b7-989d-de55d558142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.156194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-81c67761-7fbb-47b7-989d-de55d558142c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1097 time: 0.2259743 Mar 31 22:52:51.162318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Attempting to bind port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:51.162703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Attempting to bind port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:51.163031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Attempting to bind port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:51.178065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:51.178390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Attempting to bind port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:51.197285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: e16de086-63fb-4ad9-bcf1-aea5622e3e24 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:52:51.197285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e16de086-63fb-4ad9-bcf1-aea5622e3e24 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:52:51.206069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:51.206445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:51.207340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:51.207933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Bound port: 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:51.208346 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.218051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-162693ea-679c-478f-8842-2966fc778353 req-80f7c782-9484-4882-bd10-0ed7af6b886a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Mar 31 22:52:51.296692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:51.358762 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58da82-7a53-42a0-b20c-0e86ac03e402 x-openstack-request-id: req-ee58da82-7a53-42a0-b20c-0e86ac03e402 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:51.359463 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "name": "network-vif-plugged", "status": "completed", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:51.359813 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ee58da82-7a53-42a0-b20c-0e86ac03e402 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:51.360306 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee58da82-7a53-42a0-b20c-0e86ac03e402'] response: {'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153', 'code': 200} Mar 31 22:52:51.550901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-de491310-6481-4019-9198-ba7c5da4a307 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=51438f559b7742259399d233d0b9c0e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477316 Mar 31 22:52:51.585623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-49c00b31-4e67-4104-ac4a-762a8d011fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.587845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-49c00b31-4e67-4104-ac4a-762a8d011fa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.4179082 Mar 31 22:52:51.651691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:51.656523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-026e3344-53f7-40e5-b366-5c2050a40dc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0569911 Mar 31 22:52:51.661059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae937-2908-4b6e-86cb-5a70ebd9cb80 req-dd857ac0-016a-4023-8d07-62413d7f130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.662641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e1ae937-2908-4b6e-86cb-5a70ebd9cb80 req-dd857ac0-016a-4023-8d07-62413d7f130a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 1101 time: 0.2326944 Mar 31 22:52:51.732811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:51.755386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.800400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-329fef36-c300-484a-af2c-eac11c9b211b tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.802500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-329fef36-c300-484a-af2c-eac11c9b211b tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507067 Mar 31 22:52:51.822238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-eb8cad23-0210-4a13-a43b-8a328821f864 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/quotas/51438f559b7742259399d233d0b9c0e5 HTTP/1.1" status: 200 len: 375 time: 0.0100276 Mar 31 22:52:51.848043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e1ae937-2908-4b6e-86cb-5a70ebd9cb80 req-936a8255-1b63-431e-9390-06980378e28e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698122 Mar 31 22:52:51.849715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.850340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:51.851718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] 10.222.0.60 "PUT /v2.0/ports/5e4e587d-b334-4dc7-87fa-a3a65946a2a2 HTTP/1.1" status: 200 len: 1095 time: 1.8433924 Mar 31 22:52:51.868903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:51.871530 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416265b3-e37d-40df-9968-844c9219525b" -d '{"events": [{"name": "network-changed", "server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:51.878180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-556ed633-638c-4105-9bdc-e3ad9d4cfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:51.879640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-25eb92b9-bdf7-4e26-9ecc-46c303ba04bc tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436692 Mar 31 22:52:51.880992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-556ed633-638c-4105-9bdc-e3ad9d4cfa25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.2122948 Mar 31 22:52:52.008867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3799b762-17bf-4034-9ed6-916ec788f52a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153476 Mar 31 22:52:52.017918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090fb20-7d22-4c75-a483-dc36f9e1320d service neutron] Pushing event updated for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:52.105734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dbbec-f7b1-4594-a4d9-668382ab9137 req-535e5fd9-71cc-48e8-b9df-5f46ae45bd9f tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.114858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f31dbbec-f7b1-4594-a4d9-668382ab9137 req-535e5fd9-71cc-48e8-b9df-5f46ae45bd9f tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.3203568 Mar 31 22:52:52.333279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2f727-cb7f-4b5e-a05e-e86e05acb3a1 req-c4ff30e1-2e82-4d91-9f0b-399c75b5a4ea tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 210 time: 0.0387816 Mar 31 22:52:52.451379 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1292c40f-0266-4b8b-9087-49e840a3c999 x-openstack-request-id: req-1292c40f-0266-4b8b-9087-49e840a3c999 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:52.451674 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:52.451924 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1292c40f-0266-4b8b-9087-49e840a3c999 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:52.452315 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1292c40f-0266-4b8b-9087-49e840a3c999'] response: {'name': 'network-changed', 'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2', 'status': 'completed', 'code': 200} Mar 31 22:52:52.459483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255a552-09af-4a81-9847-b6169f9918a8 req-4399e7c5-7d7f-486d-8c88-0d41f79f9653 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.461260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d255a552-09af-4a81-9847-b6169f9918a8 req-4399e7c5-7d7f-486d-8c88-0d41f79f9653 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 947 time: 0.0630560 Mar 31 22:52:52.462085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-aa8fa029-062d-493e-9c8c-727fb6ef8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.463602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-aa8fa029-062d-493e-9c8c-727fb6ef8495 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 1098 time: 0.5389402 Mar 31 22:52:52.512333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d255a552-09af-4a81-9847-b6169f9918a8 req-451cb832-9976-43c2-a384-333a4c1a4edb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Mar 31 22:52:52.531488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f31dbbec-f7b1-4594-a4d9-668382ab9137 req-2433fc69-bad2-4b7b-9aa8-6a7ef376c4e6 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156325 Mar 31 22:52:52.536012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-20386042-bc98-488f-8eb8-57eedb8acdb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2 HTTP/1.1" status: 200 len: 217 time: 0.0579066 Mar 31 22:52:52.583397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-c0cd67f1-cfcf-4713-8858-24de7508cde9 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368478 Mar 31 22:52:52.733292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-67841ca7-4c55-4dd4-b24c-28d206eb1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.735552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-67841ca7-4c55-4dd4-b24c-28d206eb1998 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1910365 Mar 31 22:52:52.803542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cdafd-7d07-4c57-b7f5-0ec3026b3154 req-2a1bdabc-da10-4a58-99a2-8946af3593a9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.821678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff8cdafd-7d07-4c57-b7f5-0ec3026b3154 req-2a1bdabc-da10-4a58-99a2-8946af3593a9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.1778951 Mar 31 22:52:52.832183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-6337bfeb-d215-49c8-b94b-753d5e74ec70 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267821 Mar 31 22:52:52.876507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-4edff3a1-0d0b-4003-aff8-e5eed2f5bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:52.878208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-4edff3a1-0d0b-4003-aff8-e5eed2f5bb4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330040 Mar 31 22:52:52.898966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff8cdafd-7d07-4c57-b7f5-0ec3026b3154 req-16ce81a0-9550-4440-854d-b04b42dc9072 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853901 Mar 31 22:52:53.145677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-5c644e53-4018-4ca8-a118-81bc2073a7d7 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.147266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-5c644e53-4018-4ca8-a118-81bc2073a7d7 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1097 time: 0.1240530 Mar 31 22:52:53.160324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:53.168268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-3bf9c473-91a9-4a5f-b750-6fc3af664d62 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851218 Mar 31 22:52:53.241035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58044) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:53.342317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.358754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-eba0669a-913b-4073-95d1-77f7b2da3259 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509531 Mar 31 22:52:53.376711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bc15eff-1131-43cc-99bb-e3d5072a6bab req-3cca8068-ff3d-4ef2-b8a9-26ccbfe796ee service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927135 Mar 31 22:52:53.534553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83fb4aa2-2934-4aa9-89e0-cd38fe618a81 req-78828bf1-4815-4b7a-86c1-e1c116609bc2 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 210 time: 0.0686383 Mar 31 22:52:53.574112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f84dc32-f651-495a-9668-118d909f6a46 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=119c63e8eb9040729c12e75b64ebe516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290694 Mar 31 22:52:53.574762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58074) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:53.597287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416265b3-e37d-40df-9968-844c9219525b req-4886c5db-763d-4a69-8820-0535e3fd6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.598933 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-4886c5db-763d-4a69-8820-0535e3fd6efd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f442e196ce3849f39ff57e9204403e2f&device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 1098 time: 0.1464565 Mar 31 22:52:53.684255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-7c0d308f-8207-45aa-91d4-056190d2d337 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=51438f559b7742259399d233d0b9c0e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367467 Mar 31 22:52:53.685478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.693890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-bd6dd640-1a30-46ee-b45a-e9ee2037db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.695568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-bd6dd640-1a30-46ee-b45a-e9ee2037db74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 1119 time: 0.2318621 Mar 31 22:52:53.773615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.782631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:53.819536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf4991-8827-40c1-9cab-3bf3a3cda5f7 req-bff72a64-a33e-42fe-b4b0-0aaebdc3f31c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:53.821527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cdf4991-8827-40c1-9cab-3bf3a3cda5f7 req-bff72a64-a33e-42fe-b4b0-0aaebdc3f31c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 947 time: 0.1371591 Mar 31 22:52:53.876936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cdf4991-8827-40c1-9cab-3bf3a3cda5f7 req-32b61f0c-f4f7-49fc-9c94-a0aa2b16e604 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Mar 31 22:52:53.885580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.888437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:53.900357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b9f19443-0be0-4683-b2d9-e65fba6079e1 HTTP/1.1" status: 204 len: 168 time: 0.3176715 Mar 31 22:52:53.919867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cdc55-6935-40de-acd0-457057391657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f19443-0be0-4683-b2d9-e65fba6079e1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.008872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416265b3-e37d-40df-9968-844c9219525b req-e4aac84e-1e5b-4b94-b33c-c83f0b4cac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.010698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-e4aac84e-1e5b-4b94-b33c-c83f0b4cac4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3939743 Mar 31 22:52:54.073098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:54.106330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-f421fd64-610b-497d-87b4-d03c2e146e74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2 HTTP/1.1" status: 200 len: 217 time: 0.0853820 Mar 31 22:52:54.132063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10c769-587b-4371-9010-b9ef39c318ee req-f5d6d008-0d93-4b27-9ffd-e55c809a52f2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.133979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c10c769-587b-4371-9010-b9ef39c318ee req-f5d6d008-0d93-4b27-9ffd-e55c809a52f2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 946 time: 0.0665803 Mar 31 22:52:54.174580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c10c769-587b-4371-9010-b9ef39c318ee req-4f61a3e0-fe9e-4e56-860e-b3f76ef52160 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347507 Mar 31 22:52:54.182175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-5b22afce-f321-486e-9a6f-ae9753ee7bb1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.183945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-5b22afce-f321-486e-9a6f-ae9753ee7bb1 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469380 Mar 31 22:52:54.196055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39640d0e-8f07-4ff4-bb09-efcabc674e00 req-173104ec-f0ae-4558-a876-0af5b2b866a5 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.197630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39640d0e-8f07-4ff4-bb09-efcabc674e00 req-173104ec-f0ae-4558-a876-0af5b2b866a5 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.3416185 Mar 31 22:52:54.198700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-4fc905d6-d8b9-40aa-9cb6-a6ba6d395c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.200101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-4fc905d6-d8b9-40aa-9cb6-a6ba6d395c12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 926 time: 0.4560628 Mar 31 22:52:54.214591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Request body: {'port': {'device_id': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '51438f559b7742259399d233d0b9c0e5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:54.254059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.513567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58118) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:54.564654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca847991-39b3-40ec-aa5f-aea0d793eea4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b6f731f5c1564e0d8284984b7daf2c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498798 Mar 31 22:52:54.568462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58124) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:54.626285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.629390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ec4207-4672-494c-9915-888d7764c731'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:54.632303 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa84d7b6-99e7-406b-a778-239a3f1f50b1" -d '{"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-unplugged", "status": "completed", "tag": "78ec4207-4672-494c-9915-888d7764c731"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:54.636950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416265b3-e37d-40df-9968-844c9219525b req-f99cb48c-ac34-4604-add8-c1143c2ac3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.638859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-f99cb48c-ac34-4604-add8-c1143c2ac3ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.5153251 Mar 31 22:52:54.677106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7d20f4-7c88-4797-91d7-d3d421d95192 req-3075586e-725f-4469-b474-1a9fac88d2c5 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 210 time: 0.0492811 Mar 31 22:52:54.691586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58128) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:54.716315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.758902 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.760533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39640d0e-8f07-4ff4-bb09-efcabc674e00 req-f1e1a11a-6469-4a50-abc8-e8c147297311 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497086 Mar 31 22:52:54.769440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-218c41ae-9dd6-466b-89a4-4dd7a0b3aff1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 200 len: 1023 time: 0.5593867 Mar 31 22:52:54.791711 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d73b7f-9841-4624-89c7-504252d23fad x-openstack-request-id: req-66d73b7f-9841-4624-89c7-504252d23fad {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:54.792627 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-unplugged", "status": "completed", "tag": "78ec4207-4672-494c-9915-888d7764c731", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:54.793017 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66d73b7f-9841-4624-89c7-504252d23fad {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:54.793737 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66d73b7f-9841-4624-89c7-504252d23fad'] response: {'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78ec4207-4672-494c-9915-888d7764c731', 'code': 200} Mar 31 22:52:54.862911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.873183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.875612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.876778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0fc5dcbb-77bf-44c5-994e-76bd0e4426f1 HTTP/1.1" status: 204 len: 168 time: 0.3065612 Mar 31 22:52:54.887040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17851e-bfe9-4907-b8d1-e043589d9414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5dcbb-77bf-44c5-994e-76bd0e4426f1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:54.911963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21c97182-c7d1-4a4b-8c3d-6d74fbbe35ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:54.949113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416265b3-e37d-40df-9968-844c9219525b req-acded763-9623-4b11-a925-4d51900fd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:54.951167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-acded763-9623-4b11-a925-4d51900fd3ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847338 Mar 31 22:52:54.951557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:54.951888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:54.952206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:55.000937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-8fdc38fb-99e9-4f4f-a599-753667cb9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.002988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-8fdc38fb-99e9-4f4f-a599-753667cb9746 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.2218571 Mar 31 22:52:55.014478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Made reservation on behalf of 51438f559b7742259399d233d0b9c0e5 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:52:55.018972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.026362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:55.026689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Attempting to bind port 78ec4207-4672-494c-9915-888d7764c731 on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:55.041387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58138) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.077510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21c97182-c7d1-4a4b-8c3d-6d74fbbe35ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.084068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21c97182-c7d1-4a4b-8c3d-6d74fbbe35ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.101636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:55.102175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:55.102308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:55.103147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Bound port: 78ec4207-4672-494c-9915-888d7764c731, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:55.103147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.114439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c58e-b0d0-4169-8597-d83a25360c13 req-53f9e1d0-48dd-45fe-b4e7-1d6d167aed9d tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.116554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e43c58e-b0d0-4169-8597-d83a25360c13 req-53f9e1d0-48dd-45fe-b4e7-1d6d167aed9d tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 947 time: 0.1134682 Mar 31 22:52:55.138674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-21c97182-c7d1-4a4b-8c3d-6d74fbbe35ae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03df1cb2dce743a9996df62ae9dfcbbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457786 Mar 31 22:52:55.145373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58142) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.190602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c97182-c7d1-4a4b-8c3d-6d74fbbe35ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e26efa-5091-4bf2-b877-65d2ab924a21,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.243706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e43c58e-b0d0-4169-8597-d83a25360c13 req-6dce3ba5-2181-4569-a616-f11e676e9446 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078093 Mar 31 22:52:55.246779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-5f8ee3f2-f4fd-4c71-b47e-f60137d0e693 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847164 Mar 31 22:52:55.248592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-4318c1b1-6b1c-41b5-8645-21ecdaf4cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.250485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-4318c1b1-6b1c-41b5-8645-21ecdaf4cfce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2271805 Mar 31 22:52:55.253702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.280032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.358334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.361435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.365859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e5e26efa-5091-4bf2-b877-65d2ab924a21 HTTP/1.1" status: 204 len: 168 time: 0.2153590 Mar 31 22:52:55.376773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cd513-81ad-4eb0-898d-659082e9c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e26efa-5091-4bf2-b877-65d2ab924a21,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.405166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-428eed05-c1f7-48c4-b0d6-4230961487bc service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359084 Mar 31 22:52:55.431523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d191a15-3c87-401a-84e6-8b491a370ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.476810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:55.570554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:55.572384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d191a15-3c87-401a-84e6-8b491a370ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.577910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d191a15-3c87-401a-84e6-8b491a370ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.622413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.629235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d191a15-3c87-401a-84e6-8b491a370ca9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f4ff4e8fca774b808c381d342c2527ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837669 Mar 31 22:52:55.630010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d191a15-3c87-401a-84e6-8b491a370ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff1739-23e2-4822-b4ef-d62faf2c96ab,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.633024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:55.641536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Allocated IP 192.168.233.54 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/2df7ac15-13fe-40db-97b6-7d15e28eae8a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:52:55.677225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825060a-50bb-4606-a9ba-ce8682ed2356 req-39da9f88-eb48-45ba-97d2-495c15a84681 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.679029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a825060a-50bb-4606-a9ba-ce8682ed2356 req-39da9f88-eb48-45ba-97d2-495c15a84681 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.2708414 Mar 31 22:52:55.704983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.736477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.737648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.757346 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-416265b3-e37d-40df-9968-844c9219525b req-fd98a46f-98bf-4c16-94eb-d8a9f76d0f4a service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891238 Mar 31 22:52:55.814894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92aed989-2cd3-4c55-9417-da30d06e3817 req-3a304b04-db2f-4587-bb5b-59fc5984577e service neutron] 10.222.0.60 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771777 Mar 31 22:52:55.816828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.820320 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.823893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5aff1739-23e2-4822-b4ef-d62faf2c96ab HTTP/1.1" status: 204 len: 168 time: 0.1898875 Mar 31 22:52:55.834378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec2e2-c5b7-4f5e-bb2f-09b59c0613b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff1739-23e2-4822-b4ef-d62faf2c96ab,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.859017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:55.868227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:55.869096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:55.870904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-9e2c6695-b079-4bff-8ce9-2b83788f291e service neutron] 10.222.0.60 "PUT /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 1122 time: 2.7152326 Mar 31 22:52:55.913017 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a825060a-50bb-4606-a9ba-ce8682ed2356 req-edf8d5d8-0af0-42c0-9d77-da11c9bfbfa2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081556 Mar 31 22:52:55.930093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3585da33-bd88-42de-b262-92a534459494 req-d58a524a-48db-45d1-8886-1cae41cc0467 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 210 time: 0.0654900 Mar 31 22:52:55.970323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['78ec4207-4672-494c-9915-888d7764c731'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:56.047381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.076127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a94a2810-c04e-4afd-9ba2-51e1f5afd603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.090900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.148467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb65399-fcd0-47a1-92d3-b5b61a458d55 req-0e6d403b-133c-40bb-a639-7a920b026e96 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:56.150137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fb65399-fcd0-47a1-92d3-b5b61a458d55 req-0e6d403b-133c-40bb-a639-7a920b026e96 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.1249924 Mar 31 22:52:56.239101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a94a2810-c04e-4afd-9ba2-51e1f5afd603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.245145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a94a2810-c04e-4afd-9ba2-51e1f5afd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.253970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fb65399-fcd0-47a1-92d3-b5b61a458d55 req-0e18a93d-9156-4dcf-9b35-49803a252050 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915461 Mar 31 22:52:56.262135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.311657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a94a2810-c04e-4afd-9ba2-51e1f5afd603 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=df30d719e7a147038aba02088c881928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629161 Mar 31 22:52:56.313253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a2810-c04e-4afd-9ba2-51e1f5afd603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a40357-d28d-429b-af57-f608c3c3ee69,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.317232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58184) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.344282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:52:56.383852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:52:56.389466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:52:56.400103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:56.400783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.428101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.450013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2488284 Mar 31 22:52:56.450774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dc349-21d0-49b1-a782-264b521ea18f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Pushing event updated for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.469530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Request body: {'port': {'device_id': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:52:56.490225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.493184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac98c52f-78ae-43e0-b0c6-7e023d255e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.537955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.571000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765d1ec-31f1-435c-a191-d87a902adf1a req-61146a49-e354-4376-b340-f140ac42c86e tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:56.571366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.572588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c765d1ec-31f1-435c-a191-d87a902adf1a req-61146a49-e354-4376-b340-f140ac42c86e tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 947 time: 0.1833668 Mar 31 22:52:56.609779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58192) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.682055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c765d1ec-31f1-435c-a191-d87a902adf1a req-66c93585-0d30-443a-a5e2-7b6e5671b115 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Mar 31 22:52:56.698373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.701132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.705249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e9a40357-d28d-429b-af57-f608c3c3ee69 HTTP/1.1" status: 204 len: 168 time: 0.3882287 Mar 31 22:52:56.715570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c482aba-e8f8-4af0-8792-85dd120aede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a40357-d28d-429b-af57-f608c3c3ee69,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.729724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac98c52f-78ae-43e0-b0c6-7e023d255e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.737514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac98c52f-78ae-43e0-b0c6-7e023d255e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.801295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ac98c52f-78ae-43e0-b0c6-7e023d255e90 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a072f5736e04cc6846ab7528adba953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602748 Mar 31 22:52:56.802281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c52f-78ae-43e0-b0c6-7e023d255e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ceba7-eed0-4318-b947-51cea28e4c14,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:56.804976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.823168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4dbe7982-2259-45c0-b5c2-645b5b6f5c99 None None] Provisioning complete for port 2df7ac15-13fe-40db-97b6-7d15e28eae8a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:52:56.823666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7982-2259-45c0-b5c2-645b5b6f5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.827817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'tag': '78ec4207-4672-494c-9915-888d7764c731'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:56.834222 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a702cb87-f44f-4c18-9b2e-045d7a971ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "tag": "78ec4207-4672-494c-9915-888d7764c731"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:56.873195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c620da21-dd28-47ce-b243-e5ca9d9bff56 tempest-AutoAllocateNetworkTest-1507717645 tempest-AutoAllocateNetworkTest-1507717645-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=c6291cf12a1c4e48b325063aaa1971d0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2541239 Mar 31 22:52:56.873843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:56.907747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:56.910428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe7982-2259-45c0-b5c2-645b5b6f5c99 None None] Port 2df7ac15-13fe-40db-97b6-7d15e28eae8a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:52:56.993766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.024594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df7ac15-13fe-40db-97b6-7d15e28eae8a {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:57.033930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.052452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b864b39-6260-4996-9638-7d2ea526460e tempest-AutoAllocateNetworkTest-1507717645 tempest-AutoAllocateNetworkTest-1507717645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.053129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Transition to ACTIVE for port object 2df7ac15-13fe-40db-97b6-7d15e28eae8a will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:52:57.058816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.059447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b864b39-6260-4996-9638-7d2ea526460e tempest-AutoAllocateNetworkTest-1507717645 tempest-AutoAllocateNetworkTest-1507717645-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1823568 Mar 31 22:52:57.060326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58214) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.115482 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1556d3c7-5d07-4a4b-9376-d4999a5d02fb x-openstack-request-id: req-1556d3c7-5d07-4a4b-9376-d4999a5d02fb {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:57.115869 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "tag": "78ec4207-4672-494c-9915-888d7764c731", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:57.116209 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1556d3c7-5d07-4a4b-9376-d4999a5d02fb {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:57.116743 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1556d3c7-5d07-4a4b-9376-d4999a5d02fb'] response: {'name': 'network-changed', 'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'tag': '78ec4207-4672-494c-9915-888d7764c731', 'status': 'completed', 'code': 200} Mar 31 22:52:57.127893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a8244c3f-c943-43ba-8504-265eb48fd7e6 tempest-AutoAllocateNetworkTest-1507717645 tempest-AutoAllocateNetworkTest-1507717645-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653486 Mar 31 22:52:57.131089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.182176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3f207297-7518-402e-b621-de1403e08c8d tempest-AutoAllocateNetworkTest-1507717645 tempest-AutoAllocateNetworkTest-1507717645-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=c6291cf12a1c4e48b325063aaa1971d0 HTTP/1.1" status: 200 len: 208 time: 0.0494611 Mar 31 22:52:57.192005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Pushing event updated for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.194526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.197326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.198841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/616ceba7-eed0-4318-b947-51cea28e4c14 HTTP/1.1" status: 204 len: 168 time: 0.3929095 Mar 31 22:52:57.244062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df2be2-27d4-4a4e-b826-57eeefefc259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ceba7-eed0-4318-b947-51cea28e4c14,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.247847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d20d3-9116-40c5-932c-068d6a6cdf06 req-21b0b253-6c63-46f5-8226-e3c82145dd1d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.257624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a0d20d3-9116-40c5-932c-068d6a6cdf06 req-21b0b253-6c63-46f5-8226-e3c82145dd1d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1884036 Mar 31 22:52:57.286932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-04ba27e5-c487-45b2-9f19-2491262372f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.288709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-04ba27e5-c487-45b2-9f19-2491262372f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1125 time: 0.1385634 Mar 31 22:52:57.291542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Attempting to bind port 2df7ac15-13fe-40db-97b6-7d15e28eae8a on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:52:57.291890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Attempting to bind port 2df7ac15-13fe-40db-97b6-7d15e28eae8a by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:52:57.292566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Attempting to bind port 2df7ac15-13fe-40db-97b6-7d15e28eae8a on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:57.294590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e64185-5299-42ca-b0b1-d3a07347f4be req-3aac0784-3e32-40b2-9d20-66a416d7d70d tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.302605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Port 2df7ac15-13fe-40db-97b6-7d15e28eae8a on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:52:57.303008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Attempting to bind port 2df7ac15-13fe-40db-97b6-7d15e28eae8a on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:52:57.303706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33e64185-5299-42ca-b0b1-d3a07347f4be req-3aac0784-3e32-40b2-9d20-66a416d7d70d tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 947 time: 0.1251407 Mar 31 22:52:57.333787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:52:57.334235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:52:57.334517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:52:57.334966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Bound port: 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:52:57.335356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.377222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33e64185-5299-42ca-b0b1-d3a07347f4be req-07cbf6bb-5697-4799-bff2-04bdf69d106b tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718513 Mar 31 22:52:57.379654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a0d20d3-9116-40c5-932c-068d6a6cdf06 req-823fcaab-4f50-4d1a-a07d-ca34ccb15f78 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135404 Mar 31 22:52:57.457268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-36c99e5c-d8ef-4062-950a-6f9ef44ed149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.458809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-36c99e5c-d8ef-4062-950a-6f9ef44ed149 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1571996 Mar 31 22:52:57.526172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-7674f0d2-579c-4674-b576-e11140a97e73 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0461979 Mar 31 22:52:57.553346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:57.602888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:52:57.622377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:52:57.626833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-4c2d6183-eac0-4d45-a0b4-26c2d2e1a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.628794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-4c2d6183-eac0-4d45-a0b4-26c2d2e1a6a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0899081 Mar 31 22:52:57.630731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.675810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-f0a5cf7f-ee0c-48f0-aa09-81ffc819aa8a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344832 Mar 31 22:52:57.698006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:57.721038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.726941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:57.731198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] 10.222.0.96 "PUT /v2.0/ports/2df7ac15-13fe-40db-97b6-7d15e28eae8a HTTP/1.1" status: 200 len: 1095 time: 1.2680426 Mar 31 22:52:57.861138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7670ae-cc11-48d3-ba34-3565b326b228 service neutron] Pushing event updated for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:57.904432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:57.948718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0db348-ee12-4654-85ee-b430fa0def98 req-4b8fc6ea-2709-4458-b1e2-3212dad40f23 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:57.956978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d0db348-ee12-4654-85ee-b430fa0def98 req-4b8fc6ea-2709-4458-b1e2-3212dad40f23 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 947 time: 0.1220806 Mar 31 22:52:57.990076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2', 'mac_address': 'fa:16:3e:ba:81:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:52:58.039717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d0db348-ee12-4654-85ee-b430fa0def98 req-e3af48d8-e78d-4ebf-88c2-6bfd282b4f1b tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817521 Mar 31 22:52:58.044580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-657d15fb-a464-4534-a5ab-564421789424 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450754 Mar 31 22:52:58.047510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.062598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-45a0d25b-6d7d-4f5a-bcdb-f88d4e469743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.064116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-45a0d25b-6d7d-4f5a-bcdb-f88d4e469743 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 1098 time: 0.2158451 Mar 31 22:52:58.094511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:52:58.103890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd6e0-2655-4f6a-94a2-1c999b79c21e req-d0ff02cf-db59-43f5-9252-aaf33566f790 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.105416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eedd6e0-2655-4f6a-94a2-1c999b79c21e req-d0ff02cf-db59-43f5-9252-aaf33566f790 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.2065661 Mar 31 22:52:58.141597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:58.158669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.169558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-0cfaaccd-6c2d-462d-a27d-b6a61c5ceab5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a HTTP/1.1" status: 200 len: 217 time: 0.0811210 Mar 31 22:52:58.221104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4304-e9e3-49ec-b433-46465543f34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.253040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.288637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eedd6e0-2655-4f6a-94a2-1c999b79c21e req-6d49a955-51ac-4ed9-9600-e65a73016770 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727240 Mar 31 22:52:58.290895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-f825cd67-f056-4d3c-93c7-3b07d3f12aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.292901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-f825cd67-f056-4d3c-93c7-3b07d3f12aa1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0974779 Mar 31 22:52:58.294551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702cb87-f44f-4c18-9b2e-045d7a971ea5 req-df8816fa-03aa-481f-a842-681e8b9d8e52 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289875 Mar 31 22:52:58.361340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4ee3787c-042e-447b-b427-110dd47787c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.363507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-4ee3787c-042e-447b-b427-110dd47787c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565670 Mar 31 22:52:58.421796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4304-e9e3-49ec-b433-46465543f34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.427203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc8d4304-e9e3-49ec-b433-46465543f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.465334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bc8d4304-e9e3-49ec-b433-46465543f34b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c6291cf12a1c4e48b325063aaa1971d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5559905 Mar 31 22:52:58.473840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:52:58.502704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d4304-e9e3-49ec-b433-46465543f34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70314faf-9fa2-4569-9c88-59993b9e9a7a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.517865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5e4e587d-b334-4dc7-87fa-a3a65946a2a2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:52:58.600751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.631201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.639279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d1ff-44d0-4596-b88d-220ca584c423 req-e5c4e1ee-9d4f-4e47-b5b3-58a3a84da45a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.641860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7817d1ff-44d0-4596-b88d-220ca584c423 req-e5c4e1ee-9d4f-4e47-b5b3-58a3a84da45a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1129413 Mar 31 22:52:58.648517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-41fdecd4-30b2-4ed8-b11e-1a001bf0cfb3 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717650 Mar 31 22:52:58.709111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5177440-b470-4206-a89f-09dcc314aa47 req-082a2041-11ef-4f90-a89c-52394da48f56 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:58.712152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5177440-b470-4206-a89f-09dcc314aa47 req-082a2041-11ef-4f90-a89c-52394da48f56 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 947 time: 0.2161174 Mar 31 22:52:58.753395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.757098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:52:58.760654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/70314faf-9fa2-4569-9c88-59993b9e9a7a HTTP/1.1" status: 204 len: 168 time: 0.2842073 Mar 31 22:52:58.775989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9375d-e555-423d-a034-cb5e69593c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70314faf-9fa2-4569-9c88-59993b9e9a7a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:52:58.793307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7817d1ff-44d0-4596-b88d-220ca584c423 req-a4b7c4be-c3ea-4edf-9f5c-1c64aafdd18b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432827 Mar 31 22:52:58.813513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5177440-b470-4206-a89f-09dcc314aa47 req-b6169c1c-5ff3-4d91-8f48-24c86f68452e tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Mar 31 22:52:58.877470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5a71438-10f2-473e-83b2-157e42b7a790 req-12a8ba12-db5e-412c-8047-94b64bb59b31 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047873 Mar 31 22:52:59.123389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:52:59.123389 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:52:59.399107 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf90fec-860b-485a-883a-b342bb3fefaf x-openstack-request-id: req-faf90fec-860b-485a-883a-b342bb3fefaf {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:52:59.399420 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:52:59.399671 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-faf90fec-860b-485a-883a-b342bb3fefaf {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:52:59.400065 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf90fec-860b-485a-883a-b342bb3fefaf'] response: {'name': 'network-changed', 'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a', 'status': 'completed', 'code': 200} Mar 31 22:52:59.465304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff42704-a870-479f-97e7-6083743428a7 req-0b811353-3107-4eca-9869-b198e0302e40 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.467048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ff42704-a870-479f-97e7-6083743428a7 req-0b811353-3107-4eca-9869-b198e0302e40 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 948 time: 0.3588316 Mar 31 22:52:59.482777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-778e66c0-3018-483a-b87d-ce0f52c79b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.484569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-778e66c0-3018-483a-b87d-ce0f52c79b40 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=51438f559b7742259399d233d0b9c0e5&device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 1098 time: 0.0834451 Mar 31 22:52:59.486224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c0814-338d-4578-9b69-ef5232cfe923 req-aa46e2d5-72c5-4dd1-bd3c-9cf16f4dfb00 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.494600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b4c0814-338d-4578-9b69-ef5232cfe923 req-aa46e2d5-72c5-4dd1-bd3c-9cf16f4dfb00 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.0684512 Mar 31 22:52:59.529893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b4c0814-338d-4578-9b69-ef5232cfe923 req-8a60d0a6-aff6-4a15-b2bf-c10b813268c2 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/security-groups?id=bfd89451-6c23-4fda-a04b-6645adf916d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Mar 31 22:52:59.567721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 78ec4207-4672-494c-9915-888d7764c731 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:52:59.576302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ff42704-a870-479f-97e7-6083743428a7 req-a447dee8-960a-4d6f-892d-796b44f94081 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012514 Mar 31 22:52:59.608622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-ffae3f7b-98d8-4d36-ad0d-2f9414e71c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.610251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-ffae3f7b-98d8-4d36-ad0d-2f9414e71c02 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1124966 Mar 31 22:52:59.669434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-248e66dc-cf2f-4fc6-bca3-7877cd021fcb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a HTTP/1.1" status: 200 len: 217 time: 0.0420506 Mar 31 22:52:59.709388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:52:59.724732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 78ec4207-4672-494c-9915-888d7764c731 has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:52:59.746666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-c0567427-5d80-4ea2-ab56-774338fd27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.748286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-c0567427-5d80-4ea2-ab56-774338fd27d1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0668762 Mar 31 22:52:59.838882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-0d025e11-58e4-4440-9012-a47b5684383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.840741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-0d025e11-58e4-4440-9012-a47b5684383b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464020 Mar 31 22:52:59.945951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ffc4f-2eb2-4fc6-804a-bb3ae6cb3b65 req-fe6ffbe6-883b-4095-9a5c-0c32da51af46 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:52:59.947567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-383ffc4f-2eb2-4fc6-804a-bb3ae6cb3b65 req-fe6ffbe6-883b-4095-9a5c-0c32da51af46 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0557837 Mar 31 22:52:59.993551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-383ffc4f-2eb2-4fc6-804a-bb3ae6cb3b65 req-ccaefe88-2317-4bcb-b7e7-62f617b150b6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Mar 31 22:53:00.024399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcd891-dde7-49c5-bf29-8a43289b1add req-0282649b-32d1-48d8-abcb-d70eb7e558ed tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.031659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edfcd891-dde7-49c5-bf29-8a43289b1add req-0282649b-32d1-48d8-abcb-d70eb7e558ed tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 947 time: 0.1432612 Mar 31 22:53:00.035161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-3d7157eb-4cee-4fe8-b410-35584f24a338 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708210 Mar 31 22:53:00.101674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edfcd891-dde7-49c5-bf29-8a43289b1add req-16071ff9-2bfc-4c6d-84d8-1bf943d0f909 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687563 Mar 31 22:53:00.207584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-1d3ba12b-eaff-4074-96c8-5fabf01c97ad tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.209003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-1d3ba12b-eaff-4074-96c8-5fabf01c97ad tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.96 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 950 time: 0.0755618 Mar 31 22:53:00.210794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2ca3e69-fc2f-407a-a71a-29f10e0b483d req-7cd0f6cc-2b55-4528-8e97-45907d88608d service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620321 Mar 31 22:53:00.330622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Deleting port 5423d3c0-964b-4bba-9c94-cdda597b5153 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:00.331515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.439619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] For port 5423d3c0-964b-4bba-9c94-cdda597b5153, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5423d3c0-964b-4bba-9c94-cdda597b5153,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:00.439999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.459021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Calling delete_port for 5423d3c0-964b-4bba-9c94-cdda597b5153 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:00.481902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-a7d45d44-4c04-4353-93d7-a78902080bd5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256362 Mar 31 22:53:00.618161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-6eb7a7a2-3580-42ba-a193-633cfc9d8596 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:00.623773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-6eb7a7a2-3580-42ba-a193-633cfc9d8596 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344385 Mar 31 22:53:00.643989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.667132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5423d3c0-964b-4bba-9c94-cdda597b5153'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:00.677310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-572c3a7a-3cc5-4429-9052-875c49f30cc8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/quotas/49c3e1ba97ba4989a45caeef06addf36 HTTP/1.1" status: 200 len: 375 time: 0.0446460 Mar 31 22:53:00.691632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Pushing event deleted for resources: {'Port': ['ID=5423d3c0-964b-4bba-9c94-cdda597b5153,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:00.737950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-f7f3fbf9-bd60-4edb-84ce-1ce91cbad729 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579188 Mar 31 22:53:00.760224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] No DVR routers for this DVR port 5423d3c0-964b-4bba-9c94-cdda597b5153 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:00.763136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:00.766965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-855a90cc-8f9a-4040-a389-abbb721b7b9b req-a34ccff1-f027-4e54-8464-b9112d65dc52 tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.96 "DELETE /v2.0/ports/5423d3c0-964b-4bba-9c94-cdda597b5153 HTTP/1.1" status: 204 len: 173 time: 0.5373926 Mar 31 22:53:00.877038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8abf0721-40b9-420a-944a-cb067f8056d3 req-86d13dda-2fc5-461e-bc24-71835269fb9c tempest-TenantUsagesTestJSON-638168861 tempest-TenantUsagesTestJSON-638168861-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ffb874d-a394-46ba-bed1-3cf2d50dcffb HTTP/1.1" status: 200 len: 210 time: 0.0991330 Mar 31 22:53:00.938627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:01.011925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-305b1842-55e4-42e1-a72b-ab0ba8acc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.014116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-305b1842-55e4-42e1-a72b-ab0ba8acc58c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1125 time: 0.1304984 Mar 31 22:53:01.170536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25940e4d-ca63-4c2a-b7a4-e25b1d3ae2bf req-9ad98b48-c8ce-4229-88dc-b15b5ca12184 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.181084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2afa9-ff98-4d49-bed6-7e2edf195c1d req-788c1134-c0dc-4cd0-9d06-b0b7f7fd3e50 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.182569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9da2afa9-ff98-4d49-bed6-7e2edf195c1d req-788c1134-c0dc-4cd0-9d06-b0b7f7fd3e50 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.0979939 Mar 31 22:53:01.188299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25940e4d-ca63-4c2a-b7a4-e25b1d3ae2bf req-9ad98b48-c8ce-4229-88dc-b15b5ca12184 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 948 time: 0.1731269 Mar 31 22:53:01.240048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-352b0fce-9801-445e-9ab4-38a3d076518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.241809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-352b0fce-9801-445e-9ab4-38a3d076518d service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1652997 Mar 31 22:53:01.250882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6864da1e-3b75-4826-b1b3-abd89fe1dbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.261144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25940e4d-ca63-4c2a-b7a4-e25b1d3ae2bf req-5978f52e-8b0d-43bd-98ac-5d8239325c01 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550249 Mar 31 22:53:01.286674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9da2afa9-ff98-4d49-bed6-7e2edf195c1d req-febe28fb-81b2-4fb7-b0bd-d19f1b74b7fe tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847580 Mar 31 22:53:01.314816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-8b7a83d7-14af-4877-b33d-1d2becef7a31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0526421 Mar 31 22:53:01.403281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'name': 'network-vif-deleted', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:01.405567 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6799e3a-098b-4cb9-9f54-515d24cfcf07" -d '{"events": [{"server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "name": "network-vif-deleted", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:01.436783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-db28ba2a-5925-45bd-babe-25ae15ace6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.443036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-cf4d8d25-edb3-4c65-a4f1-46c9c89a8f49 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310674 Mar 31 22:53:01.447731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-db28ba2a-5925-45bd-babe-25ae15ace6fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1161520 Mar 31 22:53:01.458762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6864da1e-3b75-4826-b1b3-abd89fe1dbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.464672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6864da1e-3b75-4826-b1b3-abd89fe1dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.519481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-d2376a2f-9d77-4b8b-91e7-62f57897a19c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479696 Mar 31 22:53:01.542708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4291b-4984-4ded-8212-dc162751f5cd req-ea348fdb-37b0-49cf-b1ff-213aefb23f64 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.546100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6864da1e-3b75-4826-b1b3-abd89fe1dbba admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fb765a9d77664f88abd4cf5af9cf1e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026285 Mar 31 22:53:01.546592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58408) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:01.547219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864da1e-3b75-4826-b1b3-abd89fe1dbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8454cd-07d0-4748-9c7d-941a469a27a9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:01.559133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88a4291b-4984-4ded-8212-dc162751f5cd req-ea348fdb-37b0-49cf-b1ff-213aefb23f64 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 947 time: 0.1854703 Mar 31 22:53:01.593278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:01.656915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.676560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-119241f2-3490-4a84-8345-0ffb51b05b21 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:01.677517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88a4291b-4984-4ded-8212-dc162751f5cd req-6bb841c7-e0d1-47b2-bbe5-7000edd3542c tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172831 Mar 31 22:53:01.678885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-119241f2-3490-4a84-8345-0ffb51b05b21 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104104 Mar 31 22:53:01.700330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:01.706261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:01.706440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.713532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.716222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-6b565075-1f2d-454b-9d0e-e224c35c8462 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/quotas/49c3e1ba97ba4989a45caeef06addf36 HTTP/1.1" status: 200 len: 375 time: 0.0268099 Mar 31 22:53:01.766557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-c4ecd0a6-e872-4758-91ea-80a5cb45f3da tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423300 Mar 31 22:53:01.772357 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55416d5d-9885-4cbc-9a33-8c37cb24237e x-openstack-request-id: req-55416d5d-9885-4cbc-9a33-8c37cb24237e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:01.774382 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ffb874d-a394-46ba-bed1-3cf2d50dcffb", "name": "network-vif-deleted", "tag": "5423d3c0-964b-4bba-9c94-cdda597b5153", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:01.775578 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-55416d5d-9885-4cbc-9a33-8c37cb24237e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:01.776674 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55416d5d-9885-4cbc-9a33-8c37cb24237e'] response: {'server_uuid': '3ffb874d-a394-46ba-bed1-3cf2d50dcffb', 'name': 'network-vif-deleted', 'tag': '5423d3c0-964b-4bba-9c94-cdda597b5153', 'status': 'completed', 'code': 200} Mar 31 22:53:01.816477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.820765 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:01.824631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2e8454cd-07d0-4748-9c7d-941a469a27a9 HTTP/1.1" status: 204 len: 168 time: 0.2718325 Mar 31 22:53:01.830597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d9a32-9f0c-40bf-8a8b-f3ad812f5fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8454cd-07d0-4748-9c7d-941a469a27a9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:01.832209 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-7ea1563d-9198-42d7-a422-afdc1841602f service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038235 Mar 31 22:53:01.932215 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.026734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:02.029204 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a847aa9e-8a71-4307-be0b-c5c8e06afdcf" -d '{"events": [{"server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:02.067115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:02.073805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.074896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9835c171-d63d-46ea-8cd3-4d5bfd72b3d8 req-a97293aa-8fe6-4b19-9868-c6f42a926159 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333970 Mar 31 22:53:02.125235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cf99697-a3e6-442d-9701-1734883a32bb req-822220de-1d06-4030-87c4-d7b1fe09b81d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 210 time: 0.0974009 Mar 31 22:53:02.221100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.254305 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bb275a-c7a6-4799-bd22-de4ca9598d66 x-openstack-request-id: req-b7bb275a-c7a6-4799-bd22-de4ca9598d66 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:02.254796 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "name": "network-vif-plugged", "status": "completed", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:02.255101 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b7bb275a-c7a6-4799-bd22-de4ca9598d66 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:02.255579 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bb275a-c7a6-4799-bd22-de4ca9598d66'] response: {'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2', 'code': 200} Mar 31 22:53:02.374230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bafea-110c-4fbb-a8d3-5865765fb0d8 req-e94bc5ed-0bd0-4918-9294-61cbd235d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.375924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79bafea-110c-4fbb-a8d3-5865765fb0d8 req-e94bc5ed-0bd0-4918-9294-61cbd235d5af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 1100 time: 0.0474224 Mar 31 22:53:02.473603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58448) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.491550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b2e8e-002d-408f-bc19-1d3bbdd931bf req-bdf3d17b-0e43-4c7f-bc98-8186274eacd2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.493754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-230b2e8e-002d-408f-bc19-1d3bbdd931bf req-bdf3d17b-0e43-4c7f-bc98-8186274eacd2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1130385 Mar 31 22:53:02.502271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-871ec55a-22b2-4981-84b3-4e578aec29c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.505600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79bafea-110c-4fbb-a8d3-5865765fb0d8 req-22baaa35-1892-4a8e-a23b-03ae51838b3f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219568 Mar 31 22:53:02.546935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-230b2e8e-002d-408f-bc19-1d3bbdd931bf req-08d5ca96-3253-465a-86c5-8695440db1dc tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Mar 31 22:53:02.612499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.616358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-320f7f6d-e05a-4692-a46b-726ee69c6185 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507650 Mar 31 22:53:02.654506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-871ec55a-22b2-4981-84b3-4e578aec29c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.661717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-871ec55a-22b2-4981-84b3-4e578aec29c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.718480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-871ec55a-22b2-4981-84b3-4e578aec29c5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d5f7551131e8487cb69e798be4749046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430205 Mar 31 22:53:02.721434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.748208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ec55a-22b2-4981-84b3-4e578aec29c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6880f50-9fae-4b07-b311-cd69f9951f94,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.783879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.806737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.810537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2df7ac15-13fe-40db-97b6-7d15e28eae8a details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:02.891192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.895169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:02.896460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b6880f50-9fae-4b07-b311-cd69f9951f94 HTTP/1.1" status: 204 len: 168 time: 0.1737728 Mar 31 22:53:02.908898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7881c0-ebce-485a-8247-4a33a563f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6880f50-9fae-4b07-b311-cd69f9951f94,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:02.941923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-e3762463-0976-4f5d-95bd-5811f0180542 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.943301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-e3762463-0976-4f5d-95bd-5811f0180542 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119521 Mar 31 22:53:02.953762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3cdb-3c93-4cfb-a33f-f6b4bb721596 req-46c9389c-4485-4ee7-8c71-3b8c2fe7d048 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:02.967385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17db3cdb-3c93-4cfb-a33f-f6b4bb721596 req-46c9389c-4485-4ee7-8c71-3b8c2fe7d048 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1635368 Mar 31 22:53:02.972394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-221758e1-eb2f-4902-8cad-8bc6a274c5d5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6f8d7ff2058e4a81a54f0490a5731b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584557 Mar 31 22:53:02.975659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58462) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:02.990564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Request body: {'port': {'device_id': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '49c3e1ba97ba4989a45caeef06addf36'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:02.999275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.031466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2df7ac15-13fe-40db-97b6-7d15e28eae8a', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '2df7ac15-13fe-40db-97b6-7d15e28eae8a', 'mac_address': 'fa:16:3e:e0:06:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:03.057262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17db3cdb-3c93-4cfb-a33f-f6b4bb721596 req-485cb656-b299-4413-88a7-d431a2c5848d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888865 Mar 31 22:53:03.102174 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.119828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df7ac15-13fe-40db-97b6-7d15e28eae8a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:03.129061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.155411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:03.167789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cace5d8-6b24-459d-bb81-0a663250a556 req-d7e44b42-d51f-44c7-b9e4-af077dcf16ef tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.169405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cace5d8-6b24-459d-bb81-0a663250a556 req-d7e44b42-d51f-44c7-b9e4-af077dcf16ef tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 947 time: 0.1282415 Mar 31 22:53:03.174028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.174744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.217439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Made reservation on behalf of 49c3e1ba97ba4989a45caeef06addf36 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:03.222754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.240903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.263805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cace5d8-6b24-459d-bb81-0a663250a556 req-501e5f1e-387b-4b5d-876d-2e4aa38ff5a6 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817208 Mar 31 22:53:03.276020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.296696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.299412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.300609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bfd89451-6c23-4fda-a04b-6645adf916d8 HTTP/1.1" status: 204 len: 168 time: 0.3233371 Mar 31 22:53:03.310088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5091052-3e2c-46a9-8909-4b5ebcfac547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd89451-6c23-4fda-a04b-6645adf916d8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.341157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a212d1d-4c7e-4b93-9bb7-4a36439ab84c req-c1c32f8f-91db-4d4d-931b-62afcbaebce0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 210 time: 0.0495069 Mar 31 22:53:03.414887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.442812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:03.547093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2df7ac15-13fe-40db-97b6-7d15e28eae8a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:03.595341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7340d-9849-4932-8612-1a989e232c05,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:03.627015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-d9c60f8d-dd2d-4f58-b6d2-8aa1bbd20208 service neutron] 10.222.0.96 "GET /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.2255523 Mar 31 22:53:03.742977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Allocated IP 192.168.233.68 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/6436ff0d-f470-4c25-820b-45ee41468dbd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:03.769199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178db8c-4901-4d0c-af64-bf6549a22864 req-e9bcf62b-6f09-4faa-87fd-2604b488099b tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:03.783913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1178db8c-4901-4d0c-af64-bf6549a22864 req-e9bcf62b-6f09-4faa-87fd-2604b488099b tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1034725 Mar 31 22:53:03.824169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.96', 50470) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:03.862865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-faf1320f-9bbf-4f94-8d1e-bf1cded8377a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375965 Mar 31 22:53:03.883076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58510) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:03.912312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1178db8c-4901-4d0c-af64-bf6549a22864 req-95131822-0720-407f-bc20-447bd640892e tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212690 Mar 31 22:53:03.967869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70d99dce-f990-4e0a-a4f0-1fbb4e49cfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.018110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-a773748e-ce14-4c64-8c68-c93c7c50c292 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.020130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-a773748e-ce14-4c64-8c68-c93c7c50c292 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482208 Mar 31 22:53:04.034095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58516) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:04.044199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Request body: {'port': {'device_id': '60723c79-4e23-40d1-8acb-7343bacd456b', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '49c3e1ba97ba4989a45caeef06addf36'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:04.243001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560948896-network', 'tenant_id': '8ebcd7af114f409eb3ef8056f35a10f0'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:04.250835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70d99dce-f990-4e0a-a4f0-1fbb4e49cfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.252156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:04.258201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.262039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Made reservation on behalf of 49c3e1ba97ba4989a45caeef06addf36 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:04.265520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.270521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70d99dce-f990-4e0a-a4f0-1fbb4e49cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.283812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Made reservation on behalf of 8ebcd7af114f409eb3ef8056f35a10f0 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:04.286177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.305934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.357733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-70d99dce-f990-4e0a-a4f0-1fbb4e49cfc6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d9b1230574fe4c9f8e41337f4f244eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664366 Mar 31 22:53:04.366261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd3913-f84b-45a2-b872-11851cf2337a req-07fd7dfa-01f5-4206-94bd-226f14289338 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.367981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58530) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:04.368119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58532) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:04.373565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3fd3913-f84b-45a2-b872-11851cf2337a req-07fd7dfa-01f5-4206-94bd-226f14289338 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 944 time: 0.1867075 Mar 31 22:53:04.375773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:04.389246 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8877062b-76e2-48a9-8f33-2ee1057ed9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.436865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d99dce-f990-4e0a-a4f0-1fbb4e49cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292a37dc-5202-44d3-a9ea-db8bb137d7ed,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.451148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ec4207-4672-494c-9915-888d7764c731 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:04.470105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:04.472968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.502694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3fd3913-f84b-45a2-b872-11851cf2337a req-f88575bc-d7cc-4dae-8dfd-ab68d633769d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281922 Mar 31 22:53:04.509956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.555206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:04.562699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:04.567393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:04.574351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.575049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.781071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0961-1e47-4371-b1a7-59232e73b87a req-95df311b-a7b9-4af5-9056-95910cac92d0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:04.782217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-531a0961-1e47-4371-b1a7-59232e73b87a req-95df311b-a7b9-4af5-9056-95910cac92d0 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 948 time: 0.4069622 Mar 31 22:53:04.788618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ad57456-4f71-4012-ab97-93e4127eb958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.825714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Allocated IP 192.168.233.5 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:04.826722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2df7ac15-13fe-40db-97b6-7d15e28eae8a up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:04.828916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:04.833708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.868292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-92eb0407-4ee4-4645-86da-3f84c947cd63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8813286 Mar 31 22:53:04.873035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-831f667e-c4ae-45b9-8f45-df805d7b5114 req-fd5331d6-a3e5-4de5-8cad-5dc345e61604 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 210 time: 0.2629297 Mar 31 22:53:04.890355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Request body: {'port': {'device_id': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:04.894378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e52cd753-80de-40cd-ba6a-7124ef7994f2 None None] Provisioning complete for port 6436ff0d-f470-4c25-820b-45ee41468dbd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:04.895502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e52cd753-80de-40cd-ba6a-7124ef7994f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.938576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.949685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] Transition to ACTIVE for port object 78ec4207-4672-494c-9915-888d7764c731 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:04.955016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e52cd753-80de-40cd-ba6a-7124ef7994f2 None None] Port 6436ff0d-f470-4c25-820b-45ee41468dbd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:04.958348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.963033 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:04.975931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-531a0961-1e47-4371-b1a7-59232e73b87a req-5cf5c1d8-03be-47f2-ae05-dd70605fd821 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781394 Mar 31 22:53:04.979544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2df7ac15-13fe-40db-97b6-7d15e28eae8a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:04.989828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2df7ac15-13fe-40db-97b6-7d15e28eae8a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:04.990436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.000294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.083056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.101930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.105622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:05.108333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] No DVR routers for this DVR port 78ec4207-4672-494c-9915-888d7764c731 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:05.114714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:05.117267 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05839c-0efb-4988-ade9-c497a3fce1e9" -d '{"events": [{"server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "name": "network-vif-plugged", "status": "completed", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:05.121077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] Pushing event updated for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.130840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:05.139388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.140577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 78ec4207-4672-494c-9915-888d7764c731 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:05.142342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01316e03-5872-4e46-86aa-47dae237e345,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.146246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92710305-5089-4433-9537-cf1a558aed5f req-41ae02da-e2e6-40aa-bf5d-bdc4de099499 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.148459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92710305-5089-4433-9537-cf1a558aed5f req-41ae02da-e2e6-40aa-bf5d-bdc4de099499 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1397858 Mar 31 22:53:05.194710 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca12ffa9-6791-48cb-b4e2-86dddf47a4ef x-openstack-request-id: req-ca12ffa9-6791-48cb-b4e2-86dddf47a4ef {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:05.195399 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "name": "network-vif-plugged", "status": "completed", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:05.195738 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ca12ffa9-6791-48cb-b4e2-86dddf47a4ef {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:05.196448 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca12ffa9-6791-48cb-b4e2-86dddf47a4ef'] response: {'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a', 'code': 200} Mar 31 22:53:05.207165 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.208151 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Added segment c03e6b5d-0201-4b62-b910-8e621b48742b of type vlan for network d31ed947-c0f4-439f-85b8-50c95cd2e2b3 Mar 31 22:53:05.212120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-60c44007-21ed-4a5c-8a64-427898287e15 service neutron] 10.222.0.96 "PUT /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5776076 Mar 31 22:53:05.253571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 78ec4207-4672-494c-9915-888d7764c731 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:05.254133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5423d3c0-964b-4bba-9c94-cdda597b5153 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:05.257820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92710305-5089-4433-9537-cf1a558aed5f req-cf4cd292-7e4b-4226-aaa4-d12a5173591a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769963 Mar 31 22:53:05.281975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5423d3c0-964b-4bba-9c94-cdda597b5153 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:05.282446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5423d3c0-964b-4bba-9c94-cdda597b5153 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:05.287143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.304725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.307350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.308475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/292a37dc-5202-44d3-a9ea-db8bb137d7ed HTTP/1.1" status: 204 len: 168 time: 0.9374104 Mar 31 22:53:05.343983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.347699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ad57456-4f71-4012-ab97-93e4127eb958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.351900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1648ada-0559-4e4a-b837-1934197427a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a37dc-5202-44d3-a9ea-db8bb137d7ed,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.356180 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.362444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ad57456-4f71-4012-ab97-93e4127eb958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.370974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6d581-79d2-4475-9c98-4eb28f623914 req-fb5eddf4-0295-465f-a81a-c598d69cdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.372763 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25b6d581-79d2-4475-9c98-4eb28f623914 req-fb5eddf4-0295-465f-a81a-c598d69cdcd6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 1100 time: 0.0687258 Mar 31 22:53:05.420740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25b6d581-79d2-4475-9c98-4eb28f623914 req-47f00fcb-734d-47a4-b710-5fbb7071a903 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Mar 31 22:53:05.425799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5ad57456-4f71-4012-ab97-93e4127eb958 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8277ab794862456babecfcdfd8679a86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0520849 Mar 31 22:53:05.430152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58546) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.435722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.436688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.437250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.439196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad57456-4f71-4012-ab97-93e4127eb958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80aa8d69-a176-4474-8fd6-251dfd9cb541,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.483661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4472885 Mar 31 22:53:05.487961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58550) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:05.491381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.521169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Request body: {'subnet': {'network_id': 'd31ed947-c0f4-439f-85b8-50c95cd2e2b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1560948896-subnet', 'tenant_id': '8ebcd7af114f409eb3ef8056f35a10f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:05.528092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.534388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b2d07-f2da-4460-9d85-67fc9510d97c admin admin] Pushing event updated for resources: {'Network': ['ID=d31ed947-c0f4-439f-85b8-50c95cd2e2b3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.541691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.629133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d31ed947-c0f4-439f-85b8-50c95cd2e2b3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:05.662326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.664794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.665287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Made reservation on behalf of 8ebcd7af114f409eb3ef8056f35a10f0 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:05.669760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80aa8d69-a176-4474-8fd6-251dfd9cb541 HTTP/1.1" status: 204 len: 168 time: 0.2343831 Mar 31 22:53:05.669994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.691306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:05.691757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dc106-dc92-4a34-9146-4bec4adbd12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80aa8d69-a176-4474-8fd6-251dfd9cb541,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.722566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:05.727503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:05.739936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.741137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.761652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event updated for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.776732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:05.796380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.802644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99382fe-ff7b-4b71-ab12-9ba19d2b1f8b req-aa7a66dd-e666-4d15-a51b-fa7fdfb02781 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:05.805583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99382fe-ff7b-4b71-ab12-9ba19d2b1f8b req-aa7a66dd-e666-4d15-a51b-fa7fdfb02781 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.1840439 Mar 31 22:53:05.833695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Transition to ACTIVE for port object 6436ff0d-f470-4c25-820b-45ee41468dbd will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:05.841789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:05.845194 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-5e18a11c-aa71-4c29-8881-6e8f395f531a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8127751 Mar 31 22:53:05.868703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Request body: {'port': {'device_id': '60723c79-4e23-40d1-8acb-7343bacd456b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:05.974729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Attempting to bind port 6436ff0d-f470-4c25-820b-45ee41468dbd on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:05.975090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Attempting to bind port 6436ff0d-f470-4c25-820b-45ee41468dbd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:05.975678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Attempting to bind port 6436ff0d-f470-4c25-820b-45ee41468dbd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:05.977728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:05.985597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Port 6436ff0d-f470-4c25-820b-45ee41468dbd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:05.985970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Attempting to bind port 6436ff0d-f470-4c25-820b-45ee41468dbd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:06.003271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:06.003835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:06.004421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:06.005122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Bound port: 6436ff0d-f470-4c25-820b-45ee41468dbd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:06.005580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.015491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99382fe-ff7b-4b71-ab12-9ba19d2b1f8b req-1ce72b82-6b64-4aa6-bb79-ef6189ed1abb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791863 Mar 31 22:53:06.057214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.174909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:06.178958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:06.191653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.213348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99b9c3-ad15-491d-8eaf-9566f608ceb7 req-26d376ec-0cd9-467f-90a8-46a8744c53a3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.222958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f99b9c3-ad15-491d-8eaf-9566f608ceb7 req-26d376ec-0cd9-467f-90a8-46a8744c53a3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 934 time: 0.1945949 Mar 31 22:53:06.225145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ddf5bd5a-93ad-472a-9e5d-a27b73ee7081 None None] Provisioning complete for port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:06.225769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ddf5bd5a-93ad-472a-9e5d-a27b73ee7081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.250955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:06.272602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.273207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.274867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] 10.222.0.96 "PUT /v2.0/ports/6436ff0d-f470-4c25-820b-45ee41468dbd HTTP/1.1" status: 200 len: 1095 time: 1.3923337 Mar 31 22:53:06.308135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:06.310728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ddf5bd5a-93ad-472a-9e5d-a27b73ee7081 None None] Port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:06.310884 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed84afc-cd81-4367-bfed-41cef1d0a373" -d '{"events": [{"name": "network-changed", "server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:06.324674 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e0aaf3-dbe8-41fc-a22d-152e6de070ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.366498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031082e2-3733-4513-94d3-78b6b2d108a1 req-09a7afc3-559c-4eaf-84d8-d163e35aa6c4 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.372637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-031082e2-3733-4513-94d3-78b6b2d108a1 req-09a7afc3-559c-4eaf-84d8-d163e35aa6c4 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.2051601 Mar 31 22:53:06.407684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a9593-f01d-4672-8628-ed206cdff521 service neutron] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.428841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f99b9c3-ad15-491d-8eaf-9566f608ceb7 req-bc27ad0e-9652-4cf2-9bcc-67ed31e8a9bd tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023971 Mar 31 22:53:06.496112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-c5898bdc-cff6-4dfd-81ac-6103c43db644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.497748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-c5898bdc-cff6-4dfd-81ac-6103c43db644 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1098 time: 0.1680007 Mar 31 22:53:06.543710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.567833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-e3cedbb6-c7c0-4a27-b4aa-1b8ddac037f6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6436ff0d-f470-4c25-820b-45ee41468dbd HTTP/1.1" status: 200 len: 217 time: 0.0606081 Mar 31 22:53:06.664839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e0aaf3-dbe8-41fc-a22d-152e6de070ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.675422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e0aaf3-dbe8-41fc-a22d-152e6de070ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.688332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58586) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:06.688815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f7ba4-aebe-487f-9d84-8224928ee42e req-d220be78-de44-46f5-8fd9-ae9d47759233 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.696405 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b4f7ba4-aebe-487f-9d84-8224928ee42e req-d220be78-de44-46f5-8fd9-ae9d47759233 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1435688 Mar 31 22:53:06.700758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-5ce2e36d-f074-4714-b297-fd8e40cbaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.703122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-5ce2e36d-f074-4714-b297-fd8e40cbaead service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1114266 Mar 31 22:53:06.720294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-031082e2-3733-4513-94d3-78b6b2d108a1 req-d65969b4-3348-45cd-b6de-69b43656cfdc tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828228 Mar 31 22:53:06.735087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=124f8251-811e-442f-9244-0cae3a9b41ac,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.789092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Checking segment: {'id': 'c03e6b5d-0201-4b62-b910-8e621b48742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'd31ed947-c0f4-439f-85b8-50c95cd2e2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:06.789424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Network hostable DHCP agents. Network: d31ed947-c0f4-439f-85b8-50c95cd2e2b3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:06.809001 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c5e7d1-2e85-4551-9a65-cb1783a338c9 x-openstack-request-id: req-11c5e7d1-2e85-4551-9a65-cb1783a338c9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:06.809393 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:06.809707 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-11c5e7d1-2e85-4551-9a65-cb1783a338c9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:06.810260 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c5e7d1-2e85-4551-9a65-cb1783a338c9'] response: {'name': 'network-changed', 'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'status': 'completed', 'code': 200} Mar 31 22:53:06.816051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b9e0aaf3-dbe8-41fc-a22d-152e6de070ca admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5bf78a95301a442b9a3c28a82a0fc35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580809 Mar 31 22:53:06.819517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58590) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:06.833971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Network d31ed947-c0f4-439f-85b8-50c95cd2e2b3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:06.835292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0aaf3-dbe8-41fc-a22d-152e6de070ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d065e3-12c0-4b19-8b93-836247d4d8c7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:06.862337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b4f7ba4-aebe-487f-9d84-8224928ee42e req-e21aad38-b05d-4788-844e-261af4fc5d47 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623671 Mar 31 22:53:06.865573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d31ed947-c0f4-439f-85b8-50c95cd2e2b3) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:06.884916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-4b72971f-f456-46db-a5d7-0f92613cdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.886419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5e006-d0ef-40f2-9483-e5df04fec411 None None] Network d31ed947-c0f4-439f-85b8-50c95cd2e2b3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:06.887399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-4b72971f-f456-46db-a5d7-0f92613cdf65 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1656117 Mar 31 22:53:06.888340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:06.889077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.893955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1794608306-network', 'tenant_id': '1feada5ed6764961a61bf144e31a3380'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:06.955981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f69acfe1-6568-4e7e-8a77-6cb4f117c7c0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4669182 Mar 31 22:53:06.972687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:06.977044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Made reservation on behalf of 1feada5ed6764961a61bf144e31a3380 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:06.979413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.987662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:06.996300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.002458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.004277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f248ffb0-00e8-4c5f-adc0-1b128abda617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.035465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Transition to ACTIVE for port object ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:07.049501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.054653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.074040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-832c6063-753d-45ca-985b-e69a045cece4 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735930 Mar 31 22:53:07.184701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.238469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b69d98d-8530-4e03-a05e-dfca8132f5e0 None None] Network d31ed947-c0f4-439f-85b8-50c95cd2e2b3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:07.277252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Attempting to bind port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:07.277544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Attempting to bind port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:07.277870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Attempting to bind port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:07.296400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:07.296818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Attempting to bind port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:07.306769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38642d07-7a20-4280-a210-31ddd8ff3478 req-2610d0a9-0f51-4795-b0cd-820efb17f2e6 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258205 Mar 31 22:53:07.314004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.316695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.319482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/10d065e3-12c0-4b19-8b93-836247d4d8c7 HTTP/1.1" status: 204 len: 168 time: 0.4972827 Mar 31 22:53:07.329016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:07.329352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:07.329824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:07.330166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Bound port: ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:07.330519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.405825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.410816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff67d3-f3a7-4e2f-9b23-3a16aa0700e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d065e3-12c0-4b19-8b93-836247d4d8c7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.417102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.466026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-67002bba-aebb-497f-a52c-ee02acffe1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.471090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-67002bba-aebb-497f-a52c-ee02acffe1b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1098 time: 0.1024671 Mar 31 22:53:07.482903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:07.510025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.519724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca86df2-3a38-45f0-9ac0-3036ec191d2b req-793631a3-4a45-4c8d-ac85-6d592eac4e9a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.521353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ca86df2-3a38-45f0-9ac0-3036ec191d2b req-793631a3-4a45-4c8d-ac85-6d592eac4e9a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.1972923 Mar 31 22:53:07.527592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.528073 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Added segment 744b9876-99db-42d7-8986-d9ecab858a62 of type vlan for network 56049b57-f369-46d7-94f0-eafd917617a1 Mar 31 22:53:07.593770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:07.613958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 78ec4207-4672-494c-9915-888d7764c731 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:07.623480 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.630631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:07.636133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ca86df2-3a38-45f0-9ac0-3036ec191d2b req-230167e7-562f-439f-b237-0c43235e6643 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973570 Mar 31 22:53:07.638976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.653758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f3f82-89c4-4700-a303-54cb6aed09b1 req-2431b550-6da8-413d-b514-e227f8c89558 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.669609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d51f3f82-89c4-4700-a303-54cb6aed09b1 req-2431b550-6da8-413d-b514-e227f8c89558 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 946 time: 0.1288226 Mar 31 22:53:07.689785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.690701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.691294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.694012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.694877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.697709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] 10.222.0.96 "PUT /v2.0/ports/ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da HTTP/1.1" status: 200 len: 1094 time: 1.8348820 Mar 31 22:53:07.702586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:07.704953 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c4be04-8409-4743-96f9-1755ee36a750" -d '{"events": [{"name": "network-changed", "server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:07.738364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:53:07.746860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d51f3f82-89c4-4700-a303-54cb6aed09b1 req-56a99dba-1126-4467-911f-635030fef064 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757580 Mar 31 22:53:07.758305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0669625 Mar 31 22:53:07.766872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58610) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:07.821183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Request body: {'subnet': {'network_id': '56049b57-f369-46d7-94f0-eafd917617a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1794608306-subnet', 'tenant_id': '1feada5ed6764961a61bf144e31a3380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:07.830977 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0200a-6767-4f30-a091-885d65569305 x-openstack-request-id: req-45e0200a-6767-4f30-a091-885d65569305 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:07.831688 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:07.832411 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45e0200a-6767-4f30-a091-885d65569305 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:07.833011 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e0200a-6767-4f30-a091-885d65569305'] response: {'name': 'network-changed', 'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', 'status': 'completed', 'code': 200} Mar 31 22:53:07.833996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-a75ef52a-d563-4714-95e3-e3f59f627a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:07.835911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275010d-9833-4f0d-9a1e-2fac52d0f0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.850201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-a75ef52a-d563-4714-95e3-e3f59f627a9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3635476 Mar 31 22:53:07.926274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a013e-78fa-43d2-a8f3-1a81e08fea82 admin admin] Pushing event updated for resources: {'Network': ['ID=56049b57-f369-46d7-94f0-eafd917617a1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:07.941012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 56049b57-f369-46d7-94f0-eafd917617a1 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:07.948518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Made reservation on behalf of 1feada5ed6764961a61bf144e31a3380 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:07.950810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:07.965895 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-e9cac8ad-b68d-4693-83dc-016e6b6f7621 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6436ff0d-f470-4c25-820b-45ee41468dbd HTTP/1.1" status: 200 len: 217 time: 0.1149001 Mar 31 22:53:08.027856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-c8daaebe-c8b1-4400-840b-75eb799b257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.029525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-c8daaebe-c8b1-4400-840b-75eb799b257a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 1097 time: 0.2852139 Mar 31 22:53:08.110845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-0bb06749-174a-4e6f-b4be-22be2702ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.123820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-0bb06749-174a-4e6f-b4be-22be2702ac3e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1409316 Mar 31 22:53:08.138731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe78f8-621f-4fb9-9da1-5483967a92ed req-e4b806cd-a35d-4a54-aa1f-f426d84fae55 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.149416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccbe78f8-621f-4fb9-9da1-5483967a92ed req-e4b806cd-a35d-4a54-aa1f-f426d84fae55 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.1860683 Mar 31 22:53:08.240906 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.270304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccbe78f8-621f-4fb9-9da1-5483967a92ed req-df9438d4-d7ea-4ffa-957c-6e16bbe52bc5 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156645 Mar 31 22:53:08.313303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-eb008fb5-1b7f-43b9-9cec-05177afe7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.319397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-eb008fb5-1b7f-43b9-9cec-05177afe7909 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1634703 Mar 31 22:53:08.323871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58632) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:08.330359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-886874579-network', 'tenant_id': '7568e3b895274ade8b6e27f25e73e56f'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:08.416287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Made reservation on behalf of 7568e3b895274ade8b6e27f25e73e56f for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:08.418625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.442582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-ce4dbf9d-56ca-4da7-a3bb-567ef2e12cad service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da HTTP/1.1" status: 200 len: 217 time: 0.3965316 Mar 31 22:53:08.454992 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.512740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-adc1caf1-e23b-45b4-8b88-64fa06b24401 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859729 Mar 31 22:53:08.515032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-35680c3d-b7ee-44e3-8199-a521e982d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.516906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-35680c3d-b7ee-44e3-8199-a521e982d868 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0637226 Mar 31 22:53:08.576241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d28be-6c35-43fb-b9e3-233045a042c1 req-0372c2e9-30e5-4a52-9ffc-4136b5ff8239 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.584118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f24d28be-6c35-43fb-b9e3-233045a042c1 req-0372c2e9-30e5-4a52-9ffc-4136b5ff8239 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.5769198 Mar 31 22:53:08.656908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.678865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.702937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f24d28be-6c35-43fb-b9e3-233045a042c1 req-04d3277e-74be-421a-ad01-b971f48458a7 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136377 Mar 31 22:53:08.713578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:08.721943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-0365a9b4-59e8-442d-80d2-b6f8b75bbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.735433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-0365a9b4-59e8-442d-80d2-b6f8b75bbeea service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006001 Mar 31 22:53:08.767409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.767652 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Added segment 93d2d951-744b-4b1d-9efc-929f6f580ca8 of type vlan for network 86458216-03e9-4530-850d-ae2e051c6a45 Mar 31 22:53:08.783311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ed84afc-cd81-4367-bfed-41cef1d0a373 req-bbccc52d-d6bc-48ea-9736-f8c0e3ea259a service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514348 Mar 31 22:53:08.788572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daa1d9a-4d49-4630-aa53-bfa125cdf42c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:08.827897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc135bf7-db75-45de-9d75-f8d0d27a609f req-f6059182-fe47-48cb-a5d9-a2c9ca423b10 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.829466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc135bf7-db75-45de-9d75-f8d0d27a609f req-f6059182-fe47-48cb-a5d9-a2c9ca423b10 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.2061527 Mar 31 22:53:08.850829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.899442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc135bf7-db75-45de-9d75-f8d0d27a609f req-489464c4-fa6e-4fe1-b64d-d4e8dd88f9cc tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Mar 31 22:53:08.904356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.905805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.907758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.909013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:08.986368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422246a-c541-42d4-821d-9aab6c375fee req-524c2634-4321-4613-813b-2728ce8c3c03 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:08.988055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7422246a-c541-42d4-821d-9aab6c375fee req-524c2634-4321-4613-813b-2728ce8c3c03 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.1447620 Mar 31 22:53:09.000792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=86458216-03e9-4530-850d-ae2e051c6a45,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.012043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-96cac28e-7fa9-462a-9a4b-22dcec47d2c7 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6839786 Mar 31 22:53:09.012587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f31bd96-e39a-4d62-b10f-ff146a24b37f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.013224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58650) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:09.017250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 86458216-03e9-4530-850d-ae2e051c6a45 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:09.020758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Request body: {'subnet': {'network_id': '86458216-03e9-4530-850d-ae2e051c6a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-886874579-subnet', 'tenant_id': '7568e3b895274ade8b6e27f25e73e56f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:09.035292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-fc6d914b-1ef2-4475-81c0-8138a95d682d service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874291 Mar 31 22:53:09.088237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Made reservation on behalf of 7568e3b895274ade8b6e27f25e73e56f for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:09.090574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.102885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa1023-ca5a-4fcd-8530-06275bf8fded req-79439ab0-5af8-42df-a0de-80ec7fcee59e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.110751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38fa1023-ca5a-4fcd-8530-06275bf8fded req-79439ab0-5af8-42df-a0de-80ec7fcee59e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 946 time: 0.0859683 Mar 31 22:53:09.155126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7422246a-c541-42d4-821d-9aab6c375fee req-87217d65-ac69-4033-b969-5a293cfbc2e4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579592 Mar 31 22:53:09.162111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Checking segment: {'id': '744b9876-99db-42d7-8986-d9ecab858a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:09.162546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Network hostable DHCP agents. Network: 56049b57-f369-46d7-94f0-eafd917617a1, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:09.217590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Network 56049b57-f369-46d7-94f0-eafd917617a1 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:09.234589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 56049b57-f369-46d7-94f0-eafd917617a1) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:09.244741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.245287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.247640 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572ab7de-70a8-4705-83e0-548d6902c3d2 None None] Network 56049b57-f369-46d7-94f0-eafd917617a1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:09.253077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fbff05-c4f0-4f3a-a640-b9a7c92744ff req-02960caf-fa8a-486a-b17a-a7eb9df197eb service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518660 Mar 31 22:53:09.278924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce4b3401-01a5-46e4-ace3-947e1bcb0f94 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4606559 Mar 31 22:53:09.314784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38fa1023-ca5a-4fcd-8530-06275bf8fded req-300ce399-d5bc-40c1-a6f7-98c019050620 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030873 Mar 31 22:53:09.416228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-b4fd183b-1bfc-46fa-bd88-da86ea813721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.420376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-b4fd183b-1bfc-46fa-bd88-da86ea813721 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 1097 time: 0.0860963 Mar 31 22:53:09.451282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29179b1-6f32-434f-afa5-56640dcc46af None None] Network 56049b57-f369-46d7-94f0-eafd917617a1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:09.689868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-5edee109-eed3-4540-95c4-a65b506bcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.691761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-5edee109-eed3-4540-95c4-a65b506bcd16 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2620895 Mar 31 22:53:09.693228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.772827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-92f76a1f-df6c-4241-a8f1-58388763df41 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da HTTP/1.1" status: 200 len: 217 time: 0.0711000 Mar 31 22:53:09.781592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4d763-9fcd-430a-953b-372637890d6e req-85252839-7374-4baa-8ce6-9d3610dbde3f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.783462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62f4d763-9fcd-430a-953b-372637890d6e req-85252839-7374-4baa-8ce6-9d3610dbde3f tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.2050788 Mar 31 22:53:09.806767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26683933-955f-48ce-b338-5537c999d69a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:09.838875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.870973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Checking segment: {'id': '93d2d951-744b-4b1d-9efc-929f6f580ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '86458216-03e9-4530-850d-ae2e051c6a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:09.871704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Network hostable DHCP agents. Network: 86458216-03e9-4530-850d-ae2e051c6a45, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:09.885208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62f4d763-9fcd-430a-953b-372637890d6e req-f472f7fc-4a1b-4105-b172-7cdf37665da9 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908744 Mar 31 22:53:09.892580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-01874789-b14d-408f-a09a-981c8b4f1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.894258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-01874789-b14d-408f-a09a-981c8b4f1a16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1116498 Mar 31 22:53:09.908792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Network 86458216-03e9-4530-850d-ae2e051c6a45 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:09.927179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 86458216-03e9-4530-850d-ae2e051c6a45) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:09.933850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:09.934577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:09.939140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53785b8d-f0dc-499c-aa0e-4a9a3e67ff4b None None] Network 86458216-03e9-4530-850d-ae2e051c6a45 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:09.958377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64e5390c-904f-4c03-8cba-a51f140bb154 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9438999 Mar 31 22:53:10.005865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ff4-ac25-4220-acea-9526dc21f0c6 req-f139249e-fe1c-4733-a63f-34337d820c7c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.007451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1a27ff4-ac25-4220-acea-9526dc21f0c6 req-f139249e-fe1c-4733-a63f-34337d820c7c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1122708 Mar 31 22:53:10.018562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-b40a8d7f-132c-415d-a1e2-e3600cee30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.021213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-b40a8d7f-132c-415d-a1e2-e3600cee30fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1085224 Mar 31 22:53:10.082984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1a27ff4-ac25-4220-acea-9526dc21f0c6 req-5cd37512-fae9-4da7-bbee-a2ea836859bb tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Mar 31 22:53:10.157366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9515d-90da-4fa9-bf70-c0513e6635da None None] Network 86458216-03e9-4530-850d-ae2e051c6a45 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:10.214938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-9605608c-9c6e-44e6-a30c-5c89aa6b9fa7 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752789 Mar 31 22:53:10.301778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.312613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58688) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:10.335761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:10.344737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-264677399-network', 'tenant_id': 'd14708aec3f34643b1ff1e9a4dcc58aa'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:10.380163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f73bef-361f-4bd1-b9e6-a9910117607f req-a5134716-ba24-4ba2-8c70-2327277fb5bc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.387334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Deleting subnet 124f8251-811e-442f-9244-0cae3a9b41ac {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:10.388409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13f73bef-361f-4bd1-b9e6-a9910117607f req-a5134716-ba24-4ba2-8c70-2327277fb5bc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.1089306 Mar 31 22:53:10.393864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3c4be04-8409-4743-96f9-1755ee36a750 req-aa8e72e5-fbd3-4b77-bdcb-3a4f8fabaa6b service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669030 Mar 31 22:53:10.394519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.397909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Made reservation on behalf of d14708aec3f34643b1ff1e9a4dcc58aa for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:10.400202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.417379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.455401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13f73bef-361f-4bd1-b9e6-a9910117607f req-450cdfa8-c45e-4308-aaa1-a40efafa40b9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637655 Mar 31 22:53:10.478519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.494211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.530486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5135b5-b32c-422b-8b42-2a00dc6c555b req-02acb75b-7d90-4f5e-9bcf-83c887a70d90 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.532168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df5135b5-b32c-422b-8b42-2a00dc6c555b req-02acb75b-7d90-4f5e-9bcf-83c887a70d90 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 946 time: 0.1134031 Mar 31 22:53:10.559606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.564693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.589412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:10.595020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.606079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabd984-6a56-4416-a7ab-54135666ede0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:10.612178 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.612737 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Added segment 6ab7d8a8-3a8b-46a9-ac9c-9397beb2d4d3 of type vlan for network 09abf289-475c-42a6-aea9-083110fa49d6 Mar 31 22:53:10.633180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df5135b5-b32c-422b-8b42-2a00dc6c555b req-272e5fa3-a131-4b78-a8b9-e4f33236471d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889127 Mar 31 22:53:10.635860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=124f8251-811e-442f-9244-0cae3a9b41ac,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:10.638498 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.641807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4ed9e9d-a5d8-4d98-bb68-95c2f18a8974 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/124f8251-811e-442f-9244-0cae3a9b41ac HTTP/1.1" status: 204 len: 168 time: 0.3277659 Mar 31 22:53:10.648026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58698) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:10.666044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.700152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.701413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:10.702108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.723748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.740048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4022210 Mar 31 22:53:10.742825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:10.753337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Request body: {'subnet': {'network_id': '09abf289-475c-42a6-aea9-083110fa49d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-264677399-subnet', 'tenant_id': 'd14708aec3f34643b1ff1e9a4dcc58aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:10.806239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab330bb-423a-4e35-a0bf-9c9929a3a190 admin admin] Pushing event updated for resources: {'Network': ['ID=09abf289-475c-42a6-aea9-083110fa49d6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:10.823610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 09abf289-475c-42a6-aea9-083110fa49d6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:10.831179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Made reservation on behalf of d14708aec3f34643b1ff1e9a4dcc58aa for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:10.833688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.854480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:10.871648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:10.902033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.902493 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.903444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.903796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > port after_create 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.904138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.904591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > port after_update 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.905020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.905497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.905908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:10.906296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:11.033126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:11.057064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'mac_address': 'fa:16:3e:e3:80:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:11.062870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:11.063450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:11.063684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:11.064011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109299) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:53:11.064569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31ed947-c0f4-439f-85b8-50c95cd2e2b3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:11.084427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03e6b5d-0201-4b62-b910-8e621b48742b') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:11.084730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03e6b5d-0201-4b62-b910-8e621b48742b') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:11.107061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.107276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.123849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:11.135096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.145519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:11.146696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.153255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:11.159749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.169328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: from cryptography.utils import int_from_bytes Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: from cryptography.utils import int_from_bytes Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:11.174775 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:11.197782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6036-98b8-4e81-b5cf-2952a1983d80 req-41650d8f-6286-4dca-9c31-6a27a46a5baf tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.199878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d2dc6036-98b8-4e81-b5cf-2952a1983d80 req-41650d8f-6286-4dca-9c31-6a27a46a5baf tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.1619279 Mar 31 22:53:11.222740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.273416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8cdc19c-b184-4748-bbc3-58602816dd16,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.282820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d2dc6036-98b8-4e81-b5cf-2952a1983d80 req-15045c21-5632-45db-9278-0ed664cf8638 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Mar 31 22:53:11.288820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Checking segment: {'id': '6ab7d8a8-3a8b-46a9-ac9c-9397beb2d4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '09abf289-475c-42a6-aea9-083110fa49d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:11.289161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.289355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Network hostable DHCP agents. Network: 09abf289-475c-42a6-aea9-083110fa49d6, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:11.295594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.299556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] 10.222.0.95 "DELETE /v2.0/networks/d31ed947-c0f4-439f-85b8-50c95cd2e2b3 HTTP/1.1" status: 204 len: 168 time: 0.6499527 Mar 31 22:53:11.303686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:11.324782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a4838-da4a-4df2-9544-9bb4251bdc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=d31ed947-c0f4-439f-85b8-50c95cd2e2b3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.334092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62be637-698a-414b-9925-41e0aa753b80 req-2406a703-dc5d-43e4-9a68-2dde93af60aa tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.335598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d62be637-698a-414b-9925-41e0aa753b80 req-2406a703-dc5d-43e4-9a68-2dde93af60aa tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1404030 Mar 31 22:53:11.344734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-23b8d9d0-e197-4e8c-acef-087f011d2635 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.346251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-23b8d9d0-e197-4e8c-acef-087f011d2635 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.1618471 Mar 31 22:53:11.349484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Network 09abf289-475c-42a6-aea9-083110fa49d6 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:11.367156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Deleting subnet 26683933-955f-48ce-b338-5537c999d69a {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:53:11.369170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 09abf289-475c-42a6-aea9-083110fa49d6) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:11.372820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.375377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.375965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.386598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f704d-85e6-44a0-ac83-1a8888d994fe None None] Network 09abf289-475c-42a6-aea9-083110fa49d6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:11.436223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-17f4b742-00b3-41ed-976a-b91cab3c8557 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6913083 Mar 31 22:53:11.444409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.468775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.471469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d62be637-698a-414b-9925-41e0aa753b80 req-2d9e175a-63f5-4f53-9491-2c7dbcff2523 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Mar 31 22:53:11.553256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.570963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Deleting port 2df7ac15-13fe-40db-97b6-7d15e28eae8a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:11.570963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.581977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:11.586091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] 10.222.0.95 "DELETE /v2.0/subnets/26683933-955f-48ce-b338-5537c999d69a HTTP/1.1" status: 204 len: 168 time: 0.2808764 Mar 31 22:53:11.590878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58738) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:11.609507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1efc4a-cfae-4f45-bc1a-b9cb5719dcfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26683933-955f-48ce-b338-5537c999d69a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:11.623775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd68a18-ec3a-49f0-8e7d-818b5881fdc7 None None] Network 09abf289-475c-42a6-aea9-083110fa49d6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:11.653264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6436ff0d-f470-4c25-820b-45ee41468dbd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:11.830035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137f611-552c-4bb5-aff2-4131f45327fc req-cbe29e69-3adc-47a2-9aed-7a79a1613598 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:11.831516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c137f611-552c-4bb5-aff2-4131f45327fc req-cbe29e69-3adc-47a2-9aed-7a79a1613598 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 946 time: 0.0858128 Mar 31 22:53:11.897173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c137f611-552c-4bb5-aff2-4131f45327fc req-10039c6b-e547-4841-9664-767ab91a95cb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Mar 31 22:53:11.982730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58750) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:12.046224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab493d60-3e6f-4ade-8aa0-2acb78079de2 req-c5d9145d-209b-4b1a-b7cc-06183db4b1d5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.051833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab493d60-3e6f-4ade-8aa0-2acb78079de2 req-c5d9145d-209b-4b1a-b7cc-06183db4b1d5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.4852927 Mar 31 22:53:12.062649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.066488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] For port 2df7ac15-13fe-40db-97b6-7d15e28eae8a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2df7ac15-13fe-40db-97b6-7d15e28eae8a,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:12.067060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.095649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Calling delete_port for 2df7ac15-13fe-40db-97b6-7d15e28eae8a owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:12.116457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eedb51b1-6596-4020-a14d-8bf306b3cc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.194618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab493d60-3e6f-4ade-8aa0-2acb78079de2 req-67c1a6ba-9c07-4bec-a576-76ec4394600e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248479 Mar 31 22:53:12.213704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eedb51b1-6596-4020-a14d-8bf306b3cc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.224909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eedb51b1-6596-4020-a14d-8bf306b3cc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.274313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.279746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eedb51b1-6596-4020-a14d-8bf306b3cc38 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d48800e57a8d4a3aadeac45c97bdc060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958484 Mar 31 22:53:12.280558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb51b1-6596-4020-a14d-8bf306b3cc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d1137b-8857-4d55-be66-8cf1b65f55b4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.283272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58762) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:12.321451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86458216-03e9-4530-850d-ae2e051c6a45']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:12.347492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d2d951-744b-4b1d-9efc-929f6f580ca8') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:12.347699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d2d951-744b-4b1d-9efc-929f6f580ca8') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:53:12.383853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.386469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-5bc14835-948c-4fa9-bb30-621b48902172 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.388063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-5bc14835-948c-4fa9-bb30-621b48902172 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/networks?id=56049b57-f369-46d7-94f0-eafd917617a1 HTTP/1.1" status: 200 len: 815 time: 0.1535985 Mar 31 22:53:12.405636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-2cce3f3b-ea8b-4c06-b657-e2497dd76b97 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/quotas/1feada5ed6764961a61bf144e31a3380 HTTP/1.1" status: 200 len: 375 time: 0.0093124 Mar 31 22:53:12.429774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.438349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-95010460-4acb-4ea0-9768-ae18931ab083 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1feada5ed6764961a61bf144e31a3380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264947 Mar 31 22:53:12.445534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:53:12.445915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:53:12.449139 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:53:12.470924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.483097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2df7ac15-13fe-40db-97b6-7d15e28eae8a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:12.516708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.536495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-6d141891-342e-4383-90b4-a75fbc9f0603 service neutron] 10.222.0.95 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901532 Mar 31 22:53:12.546127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Pushing event deleted for resources: {'Port': ['ID=2df7ac15-13fe-40db-97b6-7d15e28eae8a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.602210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.622186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931f868-d004-48c8-a7f3-d3476160007d req-b6e9166d-ca15-4044-9a5f-7130ba41b903 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:12.623793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b931f868-d004-48c8-a7f3-d3476160007d req-b6e9166d-ca15-4044-9a5f-7130ba41b903 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf8020b3-7338-4d13-8286-c34fd525c15e HTTP/1.1" status: 200 len: 949 time: 0.2267320 Mar 31 22:53:12.625891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.651760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] No DVR routers for this DVR port 2df7ac15-13fe-40db-97b6-7d15e28eae8a on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:12.653661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.658882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-d6f49873-6df0-4416-b541-58e0d18eecc3 service neutron] 10.222.0.95 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155081 Mar 31 22:53:12.659672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] 10.222.0.95 "DELETE /v2.0/networks/86458216-03e9-4530-850d-ae2e051c6a45 HTTP/1.1" status: 204 len: 168 time: 1.0654490 Mar 31 22:53:12.696872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.700557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-100a1aad-44f3-44eb-95d9-daf165d4fc21 req-c13f7b52-947f-41c4-8d65-c69e210d006a tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.96 "DELETE /v2.0/ports/2df7ac15-13fe-40db-97b6-7d15e28eae8a HTTP/1.1" status: 204 len: 173 time: 1.3447130 Mar 31 22:53:12.701076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'name': 'network-vif-deleted', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:12.703841 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6250dc-1ce8-4c57-af49-74099b573083" -d '{"events": [{"server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "name": "network-vif-deleted", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:12.716307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b56052-a788-48e5-8e8d-0eac9ef7f668 admin admin] Pushing event deleted for resources: {'Network': ['ID=86458216-03e9-4530-850d-ae2e051c6a45,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.792580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b931f868-d004-48c8-a7f3-d3476160007d req-740a49f4-7f53-4456-a0f6-8497681a2b55 tempest-DeleteServersAdminTestJSON-299278167 tempest-DeleteServersAdminTestJSON-299278167-project] 10.222.0.95 "GET /v2.0/security-groups?id=ebc34064-e951-43d8-bfb6-c52a5a9846fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478684 Mar 31 22:53:12.817408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.820387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:12.825242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43d1137b-8857-4d55-be66-8cf1b65f55b4 HTTP/1.1" status: 204 len: 168 time: 0.5362656 Mar 31 22:53:12.836924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7869-b2ca-4740-b0b2-fc5c94402eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d1137b-8857-4d55-be66-8cf1b65f55b4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:12.887216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:12.922144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:12.930642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:12.997409 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d3ad55-8968-4843-8fb5-b419bbcd8aab x-openstack-request-id: req-a7d3ad55-8968-4843-8fb5-b419bbcd8aab {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:12.997730 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8020b3-7338-4d13-8286-c34fd525c15e", "name": "network-vif-deleted", "tag": "2df7ac15-13fe-40db-97b6-7d15e28eae8a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:12.998042 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a7d3ad55-8968-4843-8fb5-b419bbcd8aab {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:12.998395 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d3ad55-8968-4843-8fb5-b419bbcd8aab'] response: {'server_uuid': 'cf8020b3-7338-4d13-8286-c34fd525c15e', 'name': 'network-vif-deleted', 'tag': '2df7ac15-13fe-40db-97b6-7d15e28eae8a', 'status': 'completed', 'code': 200} Mar 31 22:53:13.046763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c000b43-0706-4cdb-bbac-088c9c4b7705 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8ebcd7af114f409eb3ef8056f35a10f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212437 Mar 31 22:53:13.047582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:13.057394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9394df1c-eb4f-4e20-944c-777a900de825 req-50892de7-a63c-495a-a296-6558982d6303 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0498941 Mar 31 22:53:13.061472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 6436ff0d-f470-4c25-820b-45ee41468dbd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:13.072607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 6436ff0d-f470-4c25-820b-45ee41468dbd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:13.073136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.115871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:13.133382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', 'mac_address': 'fa:16:3e:98:5f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:13.193759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.204034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e05a7-2517-46da-a580-b94651b14041 req-e05fdf16-7ec2-4eec-8e1b-1f7e11a0f599 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.205615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-592e05a7-2517-46da-a580-b94651b14041 req-e05fdf16-7ec2-4eec-8e1b-1f7e11a0f599 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.2063551 Mar 31 22:53:13.209936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.257542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.265098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70506572-c666-454c-a567-cc5181d1aa24 req-fc04337e-b5bf-4a79-9c06-cdbf20ddca65 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.275415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70506572-c666-454c-a567-cc5181d1aa24 req-fc04337e-b5bf-4a79-9c06-cdbf20ddca65 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 946 time: 0.0854647 Mar 31 22:53:13.279448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:13.300453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.324670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:13.350260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:13.352384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:13.356371 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c7910-87e5-4391-8e48-192b84106e31" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:13.359594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-592e05a7-2517-46da-a580-b94651b14041 req-cb184a45-58a4-4a6b-a423-1a09e8ec062a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425042 Mar 31 22:53:13.361326 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.364159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.373605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70506572-c666-454c-a567-cc5181d1aa24 req-fc62d305-cf08-4d91-98f0-8349a41b3ecf tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970726 Mar 31 22:53:13.435798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.440479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.442292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/01316e03-5872-4e46-86aa-47dae237e345 HTTP/1.1" status: 204 len: 168 time: 0.3938994 Mar 31 22:53:13.468911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:13.478738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6594c-a319-4831-9a84-1d5f52fa19fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01316e03-5872-4e46-86aa-47dae237e345,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:13.526557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58800) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:13.528151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:13.545004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35ffc5d9-3acf-40a7-b0c7-15f611b61a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.563590 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d314e99a-70cc-48a7-967d-ef4a88803941 x-openstack-request-id: req-d314e99a-70cc-48a7-967d-ef4a88803941 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:13.564339 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:13.564605 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d314e99a-70cc-48a7-967d-ef4a88803941 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:13.565073 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d314e99a-70cc-48a7-967d-ef4a88803941'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'code': 200} Mar 31 22:53:13.657160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cdfab-a5bb-44af-ac75-ff26132e791e req-7b82cf39-d48d-4fbc-92cc-b5fa2d6c2ac9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.665554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b86cdfab-a5bb-44af-ac75-ff26132e791e req-7b82cf39-d48d-4fbc-92cc-b5fa2d6c2ac9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0743237 Mar 31 22:53:13.688244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8b768-d76c-4c0a-a2f7-b94670b4eb39 req-a4f1c297-d93f-41d0-8986-978c1229982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:13.690560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72e8b768-d76c-4c0a-a2f7-b94670b4eb39 req-a4f1c297-d93f-41d0-8986-978c1229982e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1100 time: 0.0903492 Mar 31 22:53:13.719014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35ffc5d9-3acf-40a7-b0c7-15f611b61a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.725046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b86cdfab-a5bb-44af-ac75-ff26132e791e req-35bc003b-fb25-45bd-9bb1-aa4045372385 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565462 Mar 31 22:53:13.728467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:13.737272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35ffc5d9-3acf-40a7-b0c7-15f611b61a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.796360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-35ffc5d9-3acf-40a7-b0c7-15f611b61a1c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=018a16cf3a214259929b65e4b2fe0b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686305 Mar 31 22:53:13.797568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc5d9-3acf-40a7-b0c7-15f611b61a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bbeefa-1db2-40cc-a34f-c67cbdbcd405,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:13.800479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58804) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:13.809841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72e8b768-d76c-4c0a-a2f7-b94670b4eb39 req-57046c5c-049a-41cf-90de-47c828502838 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042309 Mar 31 22:53:13.868168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.902393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.966937 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.970579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:13.974583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/76bbeefa-1db2-40cc-a34f-c67cbdbcd405 HTTP/1.1" status: 204 len: 168 time: 0.1730685 Mar 31 22:53:13.984506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a31dd-f50d-438e-a6fe-ca9e4b273fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bbeefa-1db2-40cc-a34f-c67cbdbcd405,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.030205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.077356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0829ccc9-008f-4f35-9e56-93b84c411093 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7568e3b895274ade8b6e27f25e73e56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459487 Mar 31 22:53:14.079911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.177664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.196273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72466d13-f05a-4f3c-927e-4c991493e94c req-c918124a-ac82-488f-94aa-079b859df392 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0428641 Mar 31 22:53:14.217836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.280530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.283352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.285007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4daa1d9a-4d49-4630-aa53-bfa125cdf42c HTTP/1.1" status: 204 len: 168 time: 0.2027166 Mar 31 22:53:14.294915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722066-88ed-41e6-bec1-a737338597ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daa1d9a-4d49-4630-aa53-bfa125cdf42c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.519092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d470d21-2182-48df-8f9b-227d65d8d918 req-37928dec-cc1c-40af-9e5d-b286d918377a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.522089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671580e5-7c1d-4663-a0f5-4315a631156b req-353ecff2-f3cb-4ea3-a2ec-f45693b03c69 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.527672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d470d21-2182-48df-8f9b-227d65d8d918 req-37928dec-cc1c-40af-9e5d-b286d918377a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0813003 Mar 31 22:53:14.530585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-671580e5-7c1d-4663-a0f5-4315a631156b req-353ecff2-f3cb-4ea3-a2ec-f45693b03c69 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 947 time: 0.0686386 Mar 31 22:53:14.549711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.588208 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-671580e5-7c1d-4663-a0f5-4315a631156b req-b566378e-44b5-49f8-a352-b8e9b5b9a2dc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Mar 31 22:53:14.591464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d470d21-2182-48df-8f9b-227d65d8d918 req-990dce94-120d-416f-946f-685ea9dbc581 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492563 Mar 31 22:53:14.724151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-53cfd1e6-e274-47cb-89cf-a68f911df430 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=51438f559b7742259399d233d0b9c0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700029 Mar 31 22:53:14.726773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58856) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:14.787672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.811843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.870653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.875126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e11ab-f457-4a45-8a2e-adf291bc13de req-239ecb6b-e96d-4738-bfff-d1d713741899 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:14.875310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:14.876569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ebc34064-e951-43d8-bfb6-c52a5a9846fb HTTP/1.1" status: 204 len: 168 time: 0.1487122 Mar 31 22:53:14.883335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-543e11ab-f457-4a45-8a2e-adf291bc13de req-239ecb6b-e96d-4738-bfff-d1d713741899 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0785058 Mar 31 22:53:14.887071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99844959-b21c-4974-bbba-af6dacd3bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc34064-e951-43d8-bfb6-c52a5a9846fb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:14.905002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:14.958025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-543e11ab-f457-4a45-8a2e-adf291bc13de req-e09a4c5c-45d9-4c18-9893-923f8504e20c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735703 Mar 31 22:53:14.982406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:14.987530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:14.987913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.074435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.129655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:15.135805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.136864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2df7ac15-13fe-40db-97b6-7d15e28eae8a no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:15.173570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 2df7ac15-13fe-40db-97b6-7d15e28eae8a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:15.173940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2df7ac15-13fe-40db-97b6-7d15e28eae8a not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:15.201575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.297021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c6b3156-b8e3-4e3f-8b04-0de2bd54a9c0 req-4320275a-a291-46af-8506-89bd801946bc tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0308926 Mar 31 22:53:15.364916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:15.378883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7591e92f-554c-4355-a7e9-6cd1eff5a9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.522731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7591e92f-554c-4355-a7e9-6cd1eff5a9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.529195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7591e92f-554c-4355-a7e9-6cd1eff5a9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.566690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:15.570109 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30937692-30bb-4056-b6dc-8c217c2c3023" -d '{"events": [{"server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "name": "network-vif-plugged", "status": "completed", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:15.576977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7591e92f-554c-4355-a7e9-6cd1eff5a9c3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ca7d04309a7e4a3f898acc2377dd0023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109830 Mar 31 22:53:15.581177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:15.581852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591e92f-554c-4355-a7e9-6cd1eff5a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803e7318-cf69-4ddf-8b5a-cbae23091d9c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.652053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.655327 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6124627e-168e-41ee-8ec6-f6e4250e1f36 x-openstack-request-id: req-6124627e-168e-41ee-8ec6-f6e4250e1f36 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:15.655933 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "name": "network-vif-plugged", "status": "completed", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:15.656695 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6124627e-168e-41ee-8ec6-f6e4250e1f36 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:15.657711 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6124627e-168e-41ee-8ec6-f6e4250e1f36'] response: {'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', 'code': 200} Mar 31 22:53:15.710904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.768448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e3b7b-b166-4209-b3d0-efc346d40201 req-71fec077-29c3-4b8b-9c7d-e880e6f2ba96 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.770144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a73e3b7b-b166-4209-b3d0-efc346d40201 req-71fec077-29c3-4b8b-9c7d-e880e6f2ba96 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0745234 Mar 31 22:53:15.821657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a73e3b7b-b166-4209-b3d0-efc346d40201 req-e9704116-a06a-4ea4-b949-a106c9a15f4e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Mar 31 22:53:15.823312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ea32-272e-4285-9d85-db02ecbb2c34 req-3ca50840-d272-4389-88fd-5333cab9435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.825014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c021ea32-272e-4285-9d85-db02ecbb2c34 req-3ca50840-d272-4389-88fd-5333cab9435a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 1099 time: 0.0992033 Mar 31 22:53:15.831735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.834983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:15.836553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/803e7318-cf69-4ddf-8b5a-cbae23091d9c HTTP/1.1" status: 204 len: 168 time: 0.2540035 Mar 31 22:53:15.848563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd179d-67e3-4066-8b4d-8f004ae089d6 req-0ef5aab5-8800-43cd-926a-94ba574cc4e3 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:15.850253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24dd179d-67e3-4066-8b4d-8f004ae089d6 req-0ef5aab5-8800-43cd-926a-94ba574cc4e3 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1082780 Mar 31 22:53:15.869350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cda9dd-f9ba-4763-83ff-f396623f012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803e7318-cf69-4ddf-8b5a-cbae23091d9c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:15.919090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c021ea32-272e-4285-9d85-db02ecbb2c34 req-5cd7535a-003b-479b-b54b-2431171a373d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811815 Mar 31 22:53:15.924146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24dd179d-67e3-4066-8b4d-8f004ae089d6 req-85f74b03-6069-46c5-a9ea-8b62439330f9 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625648 Mar 31 22:53:16.086194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5ee4-8bda-4190-8f5e-6a7747479a04 req-8d6e613b-c469-4f4a-8ef3-4fa669e2bd6e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.087827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-696f5ee4-8bda-4190-8f5e-6a7747479a04 req-8d6e613b-c469-4f4a-8ef3-4fa669e2bd6e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0527611 Mar 31 22:53:16.136244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-696f5ee4-8bda-4190-8f5e-6a7747479a04 req-f32d4205-824e-48d8-a342-5802c7d73be3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360992 Mar 31 22:53:16.401354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5dd10777-e916-4944-8107-fbba4f5286d4 req-7cf45527-92d3-4115-82d4-e1501be4aca6 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Mar 31 22:53:16.732740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3f24c1f0-b01e-4f7e-bd98-a3076e8f9182 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.735036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3f24c1f0-b01e-4f7e-bd98-a3076e8f9182 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.0740712 Mar 31 22:53:16.868979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-2315f56a-b485-4be3-9d1a-f7adc97bb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:16.870749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-2315f56a-b485-4be3-9d1a-f7adc97bb4c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 1096 time: 0.1221600 Mar 31 22:53:17.045124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4954ca-6a94-40c4-909c-823893ad4076 req-7fa4115c-85ea-4cdf-9f6a-ac0bbb9bb28f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.053876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb4954ca-6a94-40c4-909c-823893ad4076 req-7fa4115c-85ea-4cdf-9f6a-ac0bbb9bb28f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0800788 Mar 31 22:53:17.125905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb4954ca-6a94-40c4-909c-823893ad4076 req-09098d12-fe78-4be4-8347-048d3d52b907 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708053 Mar 31 22:53:17.291092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b970488-3493-44de-93bb-efa6c54cdd7e req-c08bd102-8e93-4053-a845-5a33886c9049 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.295225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-6bad7443-165b-4a79-83b3-796631bff430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.297214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-6bad7443-165b-4a79-83b3-796631bff430 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1096 time: 0.4003932 Mar 31 22:53:17.300850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b970488-3493-44de-93bb-efa6c54cdd7e req-c08bd102-8e93-4053-a845-5a33886c9049 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0852280 Mar 31 22:53:17.324223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2093ec-081e-4d4a-b27a-b25dedea1292 req-0e063414-0427-4205-bb51-c49c1ab3c4e4 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.328307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d2093ec-081e-4d4a-b27a-b25dedea1292 req-0e063414-0427-4205-bb51-c49c1ab3c4e4 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0802374 Mar 31 22:53:17.365375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b970488-3493-44de-93bb-efa6c54cdd7e req-00cc4c9f-7e74-4a11-8da2-351f7e7c439f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633698 Mar 31 22:53:17.484806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d2093ec-081e-4d4a-b27a-b25dedea1292 req-fd559776-bbab-43a8-992b-52d8dee2cbd6 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460578 Mar 31 22:53:17.523692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-08b9e57e-0268-49f4-aeb2-5ceae2e8740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.524751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-08b9e57e-0268-49f4-aeb2-5ceae2e8740d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.2195487 Mar 31 22:53:17.549882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8609d0eb-b591-42c2-b974-0ea913b35831 req-607ce1f6-75c7-45c6-bd81-b24d5c1ca1a0 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0416269 Mar 31 22:53:17.578142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-96ba5a89-0a51-4c77-8e1c-1c46da9cf908 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.579760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-96ba5a89-0a51-4c77-8e1c-1c46da9cf908 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.60 "GET /v2.0/networks?id=56049b57-f369-46d7-94f0-eafd917617a1 HTTP/1.1" status: 200 len: 815 time: 0.2305131 Mar 31 22:53:17.581327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-f01ee288-e6c6-40e1-9d89-19af3cafc946 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0470273 Mar 31 22:53:17.612564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Request body: {'port': {'device_id': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1', 'admin_state_up': True, 'tenant_id': '1feada5ed6764961a61bf144e31a3380'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:17.627952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:17.656563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59006) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:17.706832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-42b2a19b-175c-47f6-bcf2-eec60572bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:17.708344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-42b2a19b-175c-47f6-bcf2-eec60572bcfb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1085489 Mar 31 22:53:17.769086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-51fb6cbd-0d9c-4787-bc20-54fa4b1229c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350885 Mar 31 22:53:17.811192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c630ffc-3a9a-4de7-92b1-c982411063ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.818063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Made reservation on behalf of 1feada5ed6764961a61bf144e31a3380 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:17.821547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.847418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab539c9f-c803-47ec-ac81-2bd847b786a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.951724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-ca30945d-44bc-4ffc-bd5e-7a18a06e478d service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744547 Mar 31 22:53:17.983127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c630ffc-3a9a-4de7-92b1-c982411063ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.989041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab539c9f-c803-47ec-ac81-2bd847b786a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:17.992243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c630ffc-3a9a-4de7-92b1-c982411063ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.009161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab539c9f-c803-47ec-ac81-2bd847b786a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.055670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c630ffc-3a9a-4de7-92b1-c982411063ff admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=067a069764e548ceb82b835705f51bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176333 Mar 31 22:53:18.055670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c630ffc-3a9a-4de7-92b1-c982411063ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bf06b4-a439-4385-a337-9d6e107d3f64,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.056397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:18.080753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Allocated IP 172.20.0.8 (56049b57-f369-46d7-94f0-eafd917617a1/5f31bd96-e39a-4d62-b10f-ff146a24b37f/6205297e-fed1-414a-9dab-29d5651a8200) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:18.091369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab539c9f-c803-47ec-ac81-2bd847b786a7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=22498cee4ef64d2b8820c789551c5178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336755 Mar 31 22:53:18.095963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59020) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:18.128416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-5b1c1f98-f80a-4461-a40a-a39fe955cbf8 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691380 Mar 31 22:53:18.130979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab539c9f-c803-47ec-ac81-2bd847b786a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6f902c-bbda-49f4-a28f-1a513c4611d8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.146493 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.181108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.238268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.241406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.242569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/83bf06b4-a439-4385-a337-9d6e107d3f64 HTTP/1.1" status: 204 len: 168 time: 0.1857035 Mar 31 22:53:18.254187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a078352-186e-47cb-a7a2-370456d3e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bf06b4-a439-4385-a337-9d6e107d3f64,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.305142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.379535 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.403463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5939b32-677a-4e4f-bf69-7054633267b0 req-cbffe05f-1614-4d5d-8757-017f5bb3b9fc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.407101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5939b32-677a-4e4f-bf69-7054633267b0 req-cbffe05f-1614-4d5d-8757-017f5bb3b9fc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.1894760 Mar 31 22:53:18.509032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.556639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5939b32-677a-4e4f-bf69-7054633267b0 req-e036a0b2-cbf1-4102-a982-23e6462d9b78 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387324 Mar 31 22:53:18.567649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-5b9b8e46-7d27-4195-a6a7-d06209a61b41 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.569321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-5b9b8e46-7d27-4195-a6a7-d06209a61b41 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.1506195 Mar 31 22:53:18.598975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f2479-7a36-4d25-b133-938ed7c3102e req-17d5908e-5d1e-42a3-9dfe-a5f86b6bdc87 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.601253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-092f2479-7a36-4d25-b133-938ed7c3102e req-17d5908e-5d1e-42a3-9dfe-a5f86b6bdc87 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0950782 Mar 31 22:53:18.610688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.613533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.614643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5e6f902c-bbda-49f4-a28f-1a513c4611d8 HTTP/1.1" status: 204 len: 168 time: 0.5174150 Mar 31 22:53:18.628913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54b80c-510a-4019-a159-92ba43c946b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6f902c-bbda-49f4-a28f-1a513c4611d8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.633340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.659374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-092f2479-7a36-4d25-b133-938ed7c3102e req-314d269d-6e77-4e5d-ba07-53286c74cad6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Mar 31 22:53:18.729986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59048) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:18.767104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87e1d094-5d23-42bc-a8d0-d852892ae35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.797858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Network 56049b57-f369-46d7-94f0-eafd917617a1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:18.836552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72abe7-ac0d-43d3-bd38-9bcd3885f557 req-1e00df02-20f2-4afe-a7fd-48879ea051ba tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.846010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c72abe7-ac0d-43d3-bd38-9bcd3885f557 req-1e00df02-20f2-4afe-a7fd-48879ea051ba tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1174600 Mar 31 22:53:18.846877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:18.861131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:18.866741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.867441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.885736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Pushing event updated for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:18.907882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c0d8f7da-b098-4097-975c-6904869bc67c tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3061624 Mar 31 22:53:18.918127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c72abe7-ac0d-43d3-bd38-9bcd3885f557 req-6911dc89-9d7b-4fb8-b6d2-24d6d8c216a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707119 Mar 31 22:53:18.924335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Request body: {'port': {'device_id': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:18.954011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3aa8e9f3-28e7-4b65-8b21-7c14a8c5a299 service neutron] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:18.959970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3aa8e9f3-28e7-4b65-8b21-7c14a8c5a299 service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.961138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f327fdb6-78e8-4085-8b5e-66f5842b006c req-3aa8e9f3-28e7-4b65-8b21-7c14a8c5a299 service neutron] 10.222.0.60 "DELETE /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.3835957 Mar 31 22:53:18.987642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87e1d094-5d23-42bc-a8d0-d852892ae35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:18.989744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b657090-8b42-4054-83aa-0fc7a6bb4e75 req-fdda3454-4710-4f56-b475-fbe4faec3bf5 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:18.992582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b657090-8b42-4054-83aa-0fc7a6bb4e75 req-fdda3454-4710-4f56-b475-fbe4faec3bf5 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 931 time: 0.2303529 Mar 31 22:53:18.992838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87e1d094-5d23-42bc-a8d0-d852892ae35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.036526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-87e1d094-5d23-42bc-a8d0-d852892ae35e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1ab13fe6c34b41ed9437259a618c0906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044019 Mar 31 22:53:19.041769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59054) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:19.067598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1d094-5d23-42bc-a8d0-d852892ae35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bc691c-1b0b-4eec-bfb1-32c08a1cf6d1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.079130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.107976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b657090-8b42-4054-83aa-0fc7a6bb4e75 req-ccd152fb-3ae4-40a2-bd5f-6c3b3e7e1738 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002016 Mar 31 22:53:19.157334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbba74-2ce4-45ef-91f9-55c8780dc2a7 req-3d22a611-7cff-4bfa-b962-96e8af99da70 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.167351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddcbba74-2ce4-45ef-91f9-55c8780dc2a7 req-3d22a611-7cff-4bfa-b962-96e8af99da70 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1242571 Mar 31 22:53:19.211886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.232871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59062) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:19.244037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.301653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddcbba74-2ce4-45ef-91f9-55c8780dc2a7 req-69bf0f77-7d23-4f2e-bda7-26f997454856 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329641 Mar 31 22:53:19.343123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.345896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.347499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c3bc691c-1b0b-4eec-bfb1-32c08a1cf6d1 HTTP/1.1" status: 204 len: 168 time: 0.3033872 Mar 31 22:53:19.357206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924492de-eb20-4574-b9f4-07c393f9e697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bc691c-1b0b-4eec-bfb1-32c08a1cf6d1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.382683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b459f-7615-4132-86eb-c7ca5178ce6d req-c8df1cb7-2856-44d2-bac4-3e4ec6626bd4 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.384312 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b07b459f-7615-4132-86eb-c7ca5178ce6d req-c8df1cb7-2856-44d2-bac4-3e4ec6626bd4 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1096 time: 0.1239142 Mar 31 22:53:19.462517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b07b459f-7615-4132-86eb-c7ca5178ce6d req-96a5e591-ccf6-44e6-8328-10d18d37834d tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 Mar 31 22:53:19.519967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6205297e-fed1-414a-9dab-29d5651a8200 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:19.538903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.563916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dedc277-47dd-4437-a3dc-758a87ee7229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.567203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Transition to ACTIVE for port object 6205297e-fed1-414a-9dab-29d5651a8200 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:19.575720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.667742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.691404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-042dc330-7b20-455b-b8b8-96ea024b2734 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296655 Mar 31 22:53:19.710274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Attempting to bind port 6205297e-fed1-414a-9dab-29d5651a8200 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:19.710639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Attempting to bind port 6205297e-fed1-414a-9dab-29d5651a8200 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '744b9876-99db-42d7-8986-d9ecab858a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:19.710935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Attempting to bind port 6205297e-fed1-414a-9dab-29d5651a8200 on network 56049b57-f369-46d7-94f0-eafd917617a1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:19.722132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Port 6205297e-fed1-414a-9dab-29d5651a8200 on network 56049b57-f369-46d7-94f0-eafd917617a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:19.722466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Attempting to bind port 6205297e-fed1-414a-9dab-29d5651a8200 on network 56049b57-f369-46d7-94f0-eafd917617a1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:19.729707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:19.730067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Checking segment: {'id': '744b9876-99db-42d7-8986-d9ecab858a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:19.730469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Bound using segment: {'id': '744b9876-99db-42d7-8986-d9ecab858a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:19.730904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Bound port: 6205297e-fed1-414a-9dab-29d5651a8200, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '744b9876-99db-42d7-8986-d9ecab858a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:19.731329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.824081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dedc277-47dd-4437-a3dc-758a87ee7229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.842072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dedc277-47dd-4437-a3dc-758a87ee7229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:19.866603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-ceae8b70-52a9-4e98-b6c1-5e131878bc53 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:19.875707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-ceae8b70-52a9-4e98-b6c1-5e131878bc53 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789284 Mar 31 22:53:19.897756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-bf413be2-2adc-4d14-8cfa-34b75e16c05b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/quotas/49c3e1ba97ba4989a45caeef06addf36 HTTP/1.1" status: 200 len: 375 time: 0.0206239 Mar 31 22:53:19.945054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:19.964370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5dedc277-47dd-4437-a3dc-758a87ee7229 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=92969c2b09ca49ec9c771385c9f83851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7299063 Mar 31 22:53:19.976442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-1e1ba0c1-ff81-4508-93a2-cb0d7edaf3a8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736904 Mar 31 22:53:19.977326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:19.979104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedc277-47dd-4437-a3dc-758a87ee7229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b532d-7894-45ef-9cad-f4da2a3e700a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:19.986477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6205297e-fed1-414a-9dab-29d5651a8200,segment=NetworkSegment(744b9876-99db-42d7-8986-d9ecab858a62),segment_id=744b9876-99db-42d7-8986-d9ecab858a62)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:20.026425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.111578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.114018 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.115954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/6205297e-fed1-414a-9dab-29d5651a8200 HTTP/1.1" status: 200 len: 1091 time: 1.1970305 Mar 31 22:53:20.129564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:20.135723 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817d75e-354d-4747-ae77-e381f7c77cad" -d '{"events": [{"name": "network-changed", "server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "tag": "6205297e-fed1-414a-9dab-29d5651a8200"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:20.156901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.178709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59120) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:20.205320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-8bf06ddc-0c4d-4f60-b85b-3538fac48d17 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.206795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-8bf06ddc-0c4d-4f60-b85b-3538fac48d17 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.3171611 Mar 31 22:53:20.207465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79b721-55da-47c1-ac8f-371e2336e3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.222075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.236137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-c2a92fa9-807b-4e17-a013-19bf15da5366 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/quotas/ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 375 time: 0.0138233 Mar 31 22:53:20.237941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-8f97069c-4b6f-417f-9a5a-589ae9e96933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.239768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-8f97069c-4b6f-417f-9a5a-589ae9e96933 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1feada5ed6764961a61bf144e31a3380&device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 1094 time: 0.0716028 Mar 31 22:53:20.295449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.298138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.302921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1e7b532d-7894-45ef-9cad-f4da2a3e700a HTTP/1.1" status: 204 len: 168 time: 0.3243041 Mar 31 22:53:20.314095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a507da-f70e-4225-afd5-3a43cc686610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b532d-7894-45ef-9cad-f4da2a3e700a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:20.360243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-656aaabb-3440-4c5e-8e8c-fc3b63613d7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6205297e-fed1-414a-9dab-29d5651a8200 HTTP/1.1" status: 200 len: 217 time: 0.1123199 Mar 31 22:53:20.398371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e550c66-a5bc-4e42-bf3b-236f5ef900a8 req-e7f2603e-3929-458a-95f6-3c7d340749a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.401735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e550c66-a5bc-4e42-bf3b-236f5ef900a8 req-e7f2603e-3929-458a-95f6-3c7d340749a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0769770 Mar 31 22:53:20.451620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e550c66-a5bc-4e42-bf3b-236f5ef900a8 req-4c96d69e-4e13-44aa-b985-cc525179a9e6 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Mar 31 22:53:20.458927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-1b4902fd-d6f8-433f-b941-b5d7279ddd66 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090123 Mar 31 22:53:20.463915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-926dccab-ab55-4e94-a373-2c471a178ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.465864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-926dccab-ab55-4e94-a373-2c471a178ea5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5f31bd96-e39a-4d62-b10f-ff146a24b37f HTTP/1.1" status: 200 len: 855 time: 0.0786211 Mar 31 22:53:20.523422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-1c3a316f-3bf8-49f7-96f9-685ea5f7e610 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56049b57-f369-46d7-94f0-eafd917617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435066 Mar 31 22:53:20.540234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-861530921-network', 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:20.619285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.649773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:20.658720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.702571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d784c-6b8a-434f-b9f0-a75342d9e3d7 req-64a61510-234c-4405-a346-4f5f606bca09 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:20.711153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-162d784c-6b8a-434f-b9f0-a75342d9e3d7 req-64a61510-234c-4405-a346-4f5f606bca09 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 943 time: 0.1848142 Mar 31 22:53:20.713291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.795627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-162d784c-6b8a-434f-b9f0-a75342d9e3d7 req-99c365d3-c0ab-41f3-be11-bfcdf5684cce tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832746 Mar 31 22:53:20.908070 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c332ca-c960-4bd5-86ea-c546640ea6ab x-openstack-request-id: req-66c332ca-c960-4bd5-86ea-c546640ea6ab {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:20.908666 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "tag": "6205297e-fed1-414a-9dab-29d5651a8200", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:20.908666 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66c332ca-c960-4bd5-86ea-c546640ea6ab {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:20.908940 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c332ca-c960-4bd5-86ea-c546640ea6ab'] response: {'name': 'network-changed', 'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200', 'status': 'completed', 'code': 200} Mar 31 22:53:20.934194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.942572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:20.961168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-0d6a8f45-e199-41c5-b880-16ed48861410 service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795263 Mar 31 22:53:20.971010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:20.976038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-5878dbc6-d4c4-405d-a2ea-d58c52d01d77 service neutron] 10.222.0.60 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122829 Mar 31 22:53:21.020296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.020644 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Added segment 8584d88b-1c63-4b13-95fc-3b82cef1b3cf of type vlan for network cbe8be26-13fa-4695-b100-095507967f1f Mar 31 22:53:21.034024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fced946c-895b-4548-b371-84563bd676d5 req-0061f894-e3e0-4d4c-a8ff-8e75e77a90aa tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 210 time: 0.0670555 Mar 31 22:53:21.048693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d5d84-fb2f-47b1-82b1-31c391df21bd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.089551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59148) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:21.106823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.117207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85c1da31-9912-4214-929e-dbe68b0b2a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.129811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59150) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:21.170504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-1ad4ea08-7863-4109-ac8e-61847e0f318e service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080505 Mar 31 22:53:21.180370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.182608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.183433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.201332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-127748ab-9e63-4018-8e99-5875b26d1c9c req-c426ac87-e369-40c8-9fb5-d4ea841fa15b service neutron] 10.222.0.60 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127385 Mar 31 22:53:21.246915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0663581 Mar 31 22:53:21.250146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:21.262754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Request body: {'subnet': {'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-861530921-subnet', 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:21.291452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d44b2-151c-48e8-8488-68552cd41e30 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe8be26-13fa-4695-b100-095507967f1f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.310354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network cbe8be26-13fa-4695-b100-095507967f1f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:21.314510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:21.317369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.357571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85c1da31-9912-4214-929e-dbe68b0b2a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.367013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85c1da31-9912-4214-929e-dbe68b0b2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.421612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-85c1da31-9912-4214-929e-dbe68b0b2a59 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=64d1a73000de43bcb2d60f9aa13983cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303614 Mar 31 22:53:21.425924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:21.448441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1da31-9912-4214-929e-dbe68b0b2a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60439f47-c30f-4bbd-8299-468457821525,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.459697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-602539501-network', 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:21.476005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d75e-354d-4747-ae77-e381f7c77cad req-f1ae15ea-ef60-47b6-966c-05df6fc0a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.477531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-f1ae15ea-ef60-47b6-966c-05df6fc0a256 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1feada5ed6764961a61bf144e31a3380&device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 1094 time: 0.1797838 Mar 31 22:53:21.528682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98645cbf-a043-415c-a1a5-f1d343dac84e req-67eaebd6-23b6-4db9-b5f6-75ec52e95b05 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 210 time: 0.0752950 Mar 31 22:53:21.533684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:21.538049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.548318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.647315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.665009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.671019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.701742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:21.719415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc3cb7-0853-4cca-bcf9-136ec0162119,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:21.725916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.730017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d75e-354d-4747-ae77-e381f7c77cad req-b1a635ea-e512-4012-8e08-93d507474a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.731378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-b1a635ea-e512-4012-8e08-93d507474a80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=56049b57-f369-46d7-94f0-eafd917617a1 HTTP/1.1" status: 200 len: 917 time: 0.2431374 Mar 31 22:53:21.735174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.737254 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Added segment 935cbeca-974d-42d6-8b42-cd989ae2d276 of type vlan for network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 Mar 31 22:53:21.748647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f9d3c-ebd9-4e03-aeb4-5380ce64a3ff req-c43bd506-5c08-4db9-a4c4-5b71888355f2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.756991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e3f9d3c-ebd9-4e03-aeb4-5380ce64a3ff req-c43bd506-5c08-4db9-a4c4-5b71888355f2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1698713 Mar 31 22:53:21.815689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-d0748c57-fe7e-4ef1-8631-cbb9c84ee18b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=49c3e1ba97ba4989a45caeef06addf36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273023 Mar 31 22:53:21.828967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.829892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-645edc19-0df9-4580-aab5-229ee9c555cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6205297e-fed1-414a-9dab-29d5651a8200 HTTP/1.1" status: 200 len: 217 time: 0.0892215 Mar 31 22:53:21.973364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:21.974426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:21.975099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.014063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e3f9d3c-ebd9-4e03-aeb4-5380ce64a3ff req-043f62f0-3a4c-4567-a6e7-fe6499a5f3fd tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561562 Mar 31 22:53:22.046878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9145911 Mar 31 22:53:22.056166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:22.072040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Request body: {'subnet': {'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-602539501-subnet', 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:22.081558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.094033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d75e-354d-4747-ae77-e381f7c77cad req-dcd0b10d-9384-47bc-aa4a-092d974c0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.095857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-dcd0b10d-9384-47bc-aa4a-092d974c0eef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5f31bd96-e39a-4d62-b10f-ff146a24b37f HTTP/1.1" status: 200 len: 855 time: 0.2380433 Mar 31 22:53:22.143298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2c4c5-0484-4e22-a765-38104cfb5a56 req-296196b4-2bc5-4d4f-949f-7a73ca6f43ca tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.145092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46c2c4c5-0484-4e22-a765-38104cfb5a56 req-296196b4-2bc5-4d4f-949f-7a73ca6f43ca tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 943 time: 0.2446780 Mar 31 22:53:22.154132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-b5b41ef9-71f2-4064-9079-2953acb926c5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.155655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-b5b41ef9-71f2-4064-9079-2953acb926c5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236034 Mar 31 22:53:22.156383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03d67d-b403-482c-bc44-9e15a3fd19cf admin admin] Pushing event updated for resources: {'Network': ['ID=9f745c9b-c8c4-4465-af84-b1ae8d453f65,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.165876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.168387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.169689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/60439f47-c30f-4bbd-8299-468457821525 HTTP/1.1" status: 204 len: 168 time: 0.7372952 Mar 31 22:53:22.172828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-9b406ef5-8dce-4693-829d-5cd8be0db71d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=56049b57-f369-46d7-94f0-eafd917617a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440450 Mar 31 22:53:22.181770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:22.188860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Request body: {'port': {'device_id': '29899aaf-519c-4e22-8901-ecc79506850f', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '49c3e1ba97ba4989a45caeef06addf36'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:22.210215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:22.212802 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.253051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5919287b-371b-4dde-bde1-c7dbfd83c603 req-edbd61a8-a062-4234-a0f9-3cbf2d27212a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 210 time: 0.1230628 Mar 31 22:53:22.258597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c6f3-e100-428e-97ac-c077432b174a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60439f47-c30f-4bbd-8299-468457821525,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.290391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d27937fc-610a-43ab-ae57-8cd5495831a0,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.318200 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46c2c4c5-0484-4e22-a765-38104cfb5a56 req-bd26b33c-ad9f-42ca-9cf7-23074fb34c94 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549735 Mar 31 22:53:22.362573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Checking segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:22.362817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Network hostable DHCP agents. Network: cbe8be26-13fa-4695-b100-095507967f1f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:22.393117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-94912894-f16c-4d1d-90a2-91cf40351b8a service neutron] 10.222.0.60 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713741 Mar 31 22:53:22.482555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Network cbe8be26-13fa-4695-b100-095507967f1f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:22.498260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, cbe8be26-13fa-4695-b100-095507967f1f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:22.505736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:22.506719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.513537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf577b-09ee-4a23-a267-a0d60e1eb85f None None] Network cbe8be26-13fa-4695-b100-095507967f1f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:22.553790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Made reservation on behalf of 49c3e1ba97ba4989a45caeef06addf36 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:22.561009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.576079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e1fee1a-8126-4ff4-890f-818ac61cef48 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3243542 Mar 31 22:53:22.578587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f817d75e-354d-4747-ae77-e381f7c77cad req-7f3190e8-5733-4dda-a7f3-497b2c9ca913 service neutron] 10.222.0.60 "GET /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792629 Mar 31 22:53:22.678214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3291c185-089d-4828-a229-777436c99f01 req-904d9027-cd7d-4dde-9076-567dfb726fb5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 210 time: 0.0585470 Mar 31 22:53:22.759625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:22.848613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e075b7-d945-4aba-a552-7db946be0749 None None] Network cbe8be26-13fa-4695-b100-095507967f1f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:22.938598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fba39d8-b8cd-484b-be30-18986f22ea0e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:22.969402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:22.969811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Network hostable DHCP agents. Network: 9f745c9b-c8c4-4465-af84-b1ae8d453f65, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:22.972682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Allocated IP 192.168.233.163 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/5f976b0e-95a1-4936-a095-942500a0bf29) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:23.019117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:23.059477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 9f745c9b-c8c4-4465-af84-b1ae8d453f65) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:23.098448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.099257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.106127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21e912-8aa0-4533-bab6-20ff1b98dfd7 None None] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:23.163321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ac45ad0-4c43-48ed-80a1-bdbbf59bebc1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0908089 Mar 31 22:53:23.327039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-b86a0d2a-31cc-4ddc-be65-b660dbf69025 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.328561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-b86a0d2a-31cc-4ddc-be65-b660dbf69025 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.3622537 Mar 31 22:53:23.348806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd7fc7-bcd6-4528-8aa1-99b725cb788f req-e25ddcf3-61ca-4c9a-98a0-e574459619a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.350443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86bd7fc7-bcd6-4528-8aa1-99b725cb788f req-e25ddcf3-61ca-4c9a-98a0-e574459619a2 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1505826 Mar 31 22:53:23.355337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Request body: {'port': {'device_id': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'admin_state_up': True, 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:23.426365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c38148-102a-4222-8e6d-3dee333de117 None None] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:23.471145 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86bd7fc7-bcd6-4528-8aa1-99b725cb788f req-37dd5d65-739d-4807-80cb-37b375224dd8 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109202 Mar 31 22:53:23.595181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:23.598854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.666150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5b7944a-2ae6-4248-b33b-9d0bd842480d req-43979c83-7fd4-494b-9a51-6a4854fd547f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 210 time: 0.0378816 Mar 31 22:53:23.782619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.818349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-b41d8d5b-4114-4d7f-9f26-eb3cb2bdd4d2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.818881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-b41d8d5b-4114-4d7f-9f26-eb3cb2bdd4d2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.5069389 Mar 31 22:53:23.847498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-4aff9801-9b0d-4d33-bf9f-bc4f59245a3a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/quotas/c6498c8a2c344208b07e7decaf069a6c HTTP/1.1" status: 200 len: 375 time: 0.0160825 Mar 31 22:53:23.859584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Allocated IP 172.20.0.7 (c21cac26-dbae-43c0-bf81-1eefeb1b49d8/3b6fdaab-99bb-4166-801b-05f32d21c460/84c4c813-0f58-405f-9beb-778b18561bab) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:23.867411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:23.883016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6436ff0d-f470-4c25-820b-45ee41468dbd', 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:23.887425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-5c393112-8cdd-4cb9-8657-1b896523f481 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327914 Mar 31 22:53:23.913406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb54a4-feee-42ae-8bd6-cea826f3981f req-4ea630b0-1695-4ded-87e7-3dcd0aa8db9d tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:23.915184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dbb54a4-feee-42ae-8bd6-cea826f3981f req-4ea630b0-1695-4ded-87e7-3dcd0aa8db9d tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 943 time: 0.1061375 Mar 31 22:53:23.956132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:23.967918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:23.976304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:23.982776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event updated for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.057376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dbb54a4-feee-42ae-8bd6-cea826f3981f req-18ea93e6-4518-4bad-aa55-18fa52b1b52f tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248829 Mar 31 22:53:24.163765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.164443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.222100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-24549e7c-4582-4b4e-846e-6e44e762186f service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076835 Mar 31 22:53:24.240672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-058b4775-27f1-46fb-b166-a6e4f6faba29 req-c43c6435-d181-4962-bca1-df99d4a1cdeb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 210 time: 0.0568237 Mar 31 22:53:24.262997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.292376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-a1b4f359-11d3-4dff-b208-fcb69ef41024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1100459 Mar 31 22:53:24.317289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Request body: {'port': {'device_id': '29899aaf-519c-4e22-8901-ecc79506850f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:24.326255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59246) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:24.331440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-305603450-network', 'tenant_id': 'c7dc2aeef4084c21ae8d3c49d5a9ec97'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:24.335515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.392858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:24.404378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:24.412277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:24.417967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.419005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.437215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Made reservation on behalf of c7dc2aeef4084c21ae8d3c49d5a9ec97 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:24.439677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.443523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.459574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-7069176f-165d-40dd-80e0-18aa041aaace tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1079395 Mar 31 22:53:24.462545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.489237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Request body: {'port': {'device_id': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:24.514049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.524535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2beb4133-e6f2-4a3b-b37e-3e5e4d1cd5a8 None None] Provisioning complete for port 5f976b0e-95a1-4936-a095-942500a0bf29 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:24.525175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2beb4133-e6f2-4a3b-b37e-3e5e4d1cd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.528812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-9c4f6eab-1806-4213-ae83-0541928265aa service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057172 Mar 31 22:53:24.582911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2beb4133-e6f2-4a3b-b37e-3e5e4d1cd5a8 None None] Port 5f976b0e-95a1-4936-a095-942500a0bf29 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:24.648313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.708058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187e7d-62e6-4fd9-a095-a3d59e95d1b5 req-61b2fb98-ef6f-4e3f-9070-645e7ea1d66c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.709956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30187e7d-62e6-4fd9-a095-a3d59e95d1b5 req-61b2fb98-ef6f-4e3f-9070-645e7ea1d66c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1325622 Mar 31 22:53:24.810665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.826455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.863403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c9289-77a6-40d8-b861-62ea3a9e0f0c req-8dd0a8c5-e0b8-40f1-9011-9ff30f4916ed tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:24.864990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610c9289-77a6-40d8-b861-62ea3a9e0f0c req-8dd0a8c5-e0b8-40f1-9011-9ff30f4916ed tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 936 time: 0.1004891 Mar 31 22:53:24.915381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf10f259-aa25-44bc-99fa-39c2525429f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:24.928308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30187e7d-62e6-4fd9-a095-a3d59e95d1b5 req-972e0e63-cdbf-4a0f-8dc4-b9db0e99f5e3 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955872 Mar 31 22:53:24.950894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:53:24.975012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:24.975764 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Added segment 8b8ab8d8-90d3-41ed-bf22-763acc5b7404 of type vlan for network bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 Mar 31 22:53:24.996220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610c9289-77a6-40d8-b861-62ea3a9e0f0c req-9583e679-7f51-4854-b0a8-6218a31a7cbf tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178908 Mar 31 22:53:25.021383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f976b0e-95a1-4936-a095-942500a0bf29 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:25.038246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.056170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Transition to ACTIVE for port object 5f976b0e-95a1-4936-a095-942500a0bf29 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:25.065473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.077965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.144293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Pushing event updated for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.148120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9eba114-7a22-46b8-b62e-c727bab1ccb7 req-6d42ec4c-7647-4efc-b9d1-235d90d95c3f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 210 time: 0.1432531 Mar 31 22:53:25.177948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.184864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.185097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.308981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Attempting to bind port 5f976b0e-95a1-4936-a095-942500a0bf29 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:25.309760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Attempting to bind port 5f976b0e-95a1-4936-a095-942500a0bf29 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:25.310804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Attempting to bind port 5f976b0e-95a1-4936-a095-942500a0bf29 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:25.321784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Port 5f976b0e-95a1-4936-a095-942500a0bf29 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:25.322561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Attempting to bind port 5f976b0e-95a1-4936-a095-942500a0bf29 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:25.333494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:25.334252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:25.335923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:25.336833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Bound port: 5f976b0e-95a1-4936-a095-942500a0bf29, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:25.338514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.346259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0188344 Mar 31 22:53:25.358928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59276) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:25.380032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Request body: {'subnet': {'network_id': 'bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-305603450-subnet', 'tenant_id': 'c7dc2aeef4084c21ae8d3c49d5a9ec97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:25.397551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bacf8-b9f7-41bd-af3b-9f02e6c4ed9c admin admin] Pushing event updated for resources: {'Network': ['ID=bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.412061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-458902182', 'description': 'tempest-description-366242958'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:25.417848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:53:25.428704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Made reservation on behalf of c7dc2aeef4084c21ae8d3c49d5a9ec97 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:25.430977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.434987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248d08a-4238-4418-9e9f-fccd9e7ed8e8 req-017994db-d19c-486d-ae1e-301c292c2448 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.442384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5248d08a-4238-4418-9e9f-fccd9e7ed8e8 req-017994db-d19c-486d-ae1e-301c292c2448 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 943 time: 0.1603000 Mar 31 22:53:25.524613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5248d08a-4238-4418-9e9f-fccd9e7ed8e8 req-629cc727-6fc9-4a40-be61-835b5a6f6481 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 Mar 31 22:53:25.553543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c4c813-0f58-405f-9beb-778b18561bab {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:25.579289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.581590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.602017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.614881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Transition to ACTIVE for port object 84c4c813-0f58-405f-9beb-778b18561bab will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:25.629809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:25.637248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.657673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5f976b0e-95a1-4936-a095-942500a0bf29,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:25.675096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.758491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.758989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.760370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] 10.222.0.96 "PUT /v2.0/ports/5f976b0e-95a1-4936-a095-942500a0bf29 HTTP/1.1" status: 200 len: 1096 time: 1.4530134 Mar 31 22:53:25.762905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:25.765215 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334" -d '{"events": [{"name": "network-changed", "server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:25.776362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.789169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6205297e-fed1-414a-9dab-29d5651a8200 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:25.813118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db413a8-8f45-45d3-b107-8e611b9cc594 service neutron] Pushing event updated for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:25.813893 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.815439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5118ab-51a0-4739-9a2d-4309c3b3778a req-d8ee4540-7f29-4823-8f1f-efd667e0d6c0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:25.817464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da5118ab-51a0-4739-9a2d-4309c3b3778a req-d8ee4540-7f29-4823-8f1f-efd667e0d6c0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.2057891 Mar 31 22:53:25.833262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:25.833759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:25.833918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:25.878229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da5118ab-51a0-4739-9a2d-4309c3b3778a req-544d12bc-1943-4215-947a-b2c04ca58ab7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Mar 31 22:53:25.879039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:25.879527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:25.885868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:25.886212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:25.886735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:25.887169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Bound port: 84c4c813-0f58-405f-9beb-778b18561bab, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:25.887553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.949962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6205297e-fed1-414a-9dab-29d5651a8200,segment=NetworkSegment(744b9876-99db-42d7-8986-d9ecab858a62),segment_id=744b9876-99db-42d7-8986-d9ecab858a62)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:25.954132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.971962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '6205297e-fed1-414a-9dab-29d5651a8200', 'network_id': '56049b57-f369-46d7-94f0-eafd917617a1', 'port_id': '6205297e-fed1-414a-9dab-29d5651a8200', 'mac_address': 'fa:16:3e:29:0d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f31bd96-e39a-4d62-b10f-ff146a24b37f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:25.978577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:25.987005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:25.991934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:25.999134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.024088 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2f2f66-7341-41d6-88b8-3485c9517c83 x-openstack-request-id: req-db2f2f66-7341-41d6-88b8-3485c9517c83 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:26.024607 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:26.025774 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db2f2f66-7341-41d6-88b8-3485c9517c83 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:26.026218 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2f2f66-7341-41d6-88b8-3485c9517c83'] response: {'name': 'network-changed', 'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29', 'status': 'completed', 'code': 200} Mar 31 22:53:26.039869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.040764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.071728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6205297e-fed1-414a-9dab-29d5651a8200 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:26.080933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.081765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.082951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] 10.222.0.96 "PUT /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 1091 time: 1.6020002 Mar 31 22:53:26.084360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:26.109149 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785e87e-7435-476a-971f-f2eb834e8086" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "tag": "84c4c813-0f58-405f-9beb-778b18561bab"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:26.126689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6205297e-fed1-414a-9dab-29d5651a8200,segment=NetworkSegment(744b9876-99db-42d7-8986-d9ecab858a62),segment_id=744b9876-99db-42d7-8986-d9ecab858a62)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:26.130801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-63d8851f-83c4-4802-8007-0e1a35131466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.132610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-63d8851f-83c4-4802-8007-0e1a35131466 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 1099 time: 0.3121424 Mar 31 22:53:26.142120 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.161050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0697a4f-1a2a-44ab-a336-54111bb8eab2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.168280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f86fb-ea0c-4524-8620-17f1869360d9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.190647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=231f5914-59cc-4371-bf6a-9149783f5ad3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.224191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2d2f1-f3e9-4479-a50e-a599b10760c1 req-e444f469-fdf5-4395-8366-d93317accd31 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.225750 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fc2d2f1-f3e9-4479-a50e-a599b10760c1 req-e444f469-fdf5-4395-8366-d93317accd31 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1075122 Mar 31 22:53:26.234803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.242589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-09611b2d-554a-47b4-b6cb-c7fa0166e6d5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5f976b0e-95a1-4936-a095-942500a0bf29 HTTP/1.1" status: 200 len: 217 time: 0.0854976 Mar 31 22:53:26.270220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Checking segment: {'id': '8b8ab8d8-90d3-41ed-bf22-763acc5b7404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:26.271318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Network hostable DHCP agents. Network: bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:53:26.328579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.335849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.356234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-7d81c689-6f56-43af-b8a6-d5dcc60a1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.357583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-7d81c689-6f56-43af-b8a6-d5dcc60a1159 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1023078 Mar 31 22:53:26.370057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Network bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:53:26.394839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.396339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fa968c4-8fa5-456b-a292-3321bc67dae4 req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9913373 Mar 31 22:53:26.431512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:26.440050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.440737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:26.446199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9d9b9-97dd-4602-8b22-9655d1884380 None None] Network bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:26.451228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74c0bb-baa9-431a-af45-de2db3b17d59 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33a1db-27f3-4614-aaf4-e9b0cf83c570,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:26.484460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-79c425cc-58fd-43e6-8d04-7ad5016823bf admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1244195 Mar 31 22:53:26.497627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-c715aeda-25c6-4fd2-b0cc-21225ea739de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.499760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-c715aeda-25c6-4fd2-b0cc-21225ea739de service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270173 Mar 31 22:53:26.500551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6205297e-fed1-414a-9dab-29d5651a8200'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:26.556447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-1a603ebf-f169-49c9-b878-c0c53fee2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.558694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-1a603ebf-f169-49c9-b878-c0c53fee2d00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1094 time: 0.3864067 Mar 31 22:53:26.605611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7bf6b-cabe-42b7-bcff-449d3015a2ec req-66ff3157-9f1e-4e22-9d7a-ddf6a04db41e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.607889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fd7bf6b-cabe-42b7-bcff-449d3015a2ec req-66ff3157-9f1e-4e22-9d7a-ddf6a04db41e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 948 time: 0.1276846 Mar 31 22:53:26.643544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fc2d2f1-f3e9-4479-a50e-a599b10760c1 req-7f5c9f0c-f615-41c4-b354-784c054bea54 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013438 Mar 31 22:53:26.662399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-a4d3d473-4247-40e8-b423-d551ad2bdceb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.0930328 Mar 31 22:53:26.681983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-17395d19-5a99-4466-8feb-11455cf55514 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664219 Mar 31 22:53:26.692272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fd7bf6b-cabe-42b7-bcff-449d3015a2ec req-8ca417d8-fbf3-456a-8b19-4e9010467175 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734818 Mar 31 22:53:26.709716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db06fd4-236b-493e-a02c-a281df030329 None None] Network bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:53:26.736696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-1f9fbd4c-eaeb-4492-bcc4-8637389c1c1e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.738477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-1f9fbd4c-eaeb-4492-bcc4-8637389c1c1e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.5118089 Mar 31 22:53:26.753357 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35b617-7465-424a-89f9-c504e76e8f5f x-openstack-request-id: req-de35b617-7465-424a-89f9-c504e76e8f5f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:26.753640 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "tag": "84c4c813-0f58-405f-9beb-778b18561bab", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:26.753887 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de35b617-7465-424a-89f9-c504e76e8f5f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:26.754302 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de35b617-7465-424a-89f9-c504e76e8f5f'] response: {'name': 'network-changed', 'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab', 'status': 'completed', 'code': 200} Mar 31 22:53:26.776465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Request body: {'port': {'device_id': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'admin_state_up': True, 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:26.799901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-660129145', 'description': 'tempest-description-1745549815'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:26.831537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-96464c8f-8499-4c1d-83a6-f7d1ae99db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:26.833510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-96464c8f-8499-4c1d-83a6-f7d1ae99db69 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1569870 Mar 31 22:53:26.874112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47cb618a-c80b-499c-a20c-f58e259d49fa req-9c30a5d0-c91c-4ae8-8648-3f180b970e72 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 210 time: 0.0527773 Mar 31 22:53:26.895323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-434b176c-62ff-409e-b0c6-36c99b6bfa2f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381870 Mar 31 22:53:26.907598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6c997d-214c-4db0-89b0-fbd7016d3f80 req-08af02ae-0ebe-4058-aa4c-880bed00d30e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140000 Mar 31 22:53:26.967135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.034964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5e3dc-c955-487c-bf9a-fb2541f53bc1 req-695fdb8e-7b0e-47cd-9bf4-c1c27f0eea94 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.036512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3b5e3dc-c955-487c-bf9a-fb2541f53bc1 req-695fdb8e-7b0e-47cd-9bf4-c1c27f0eea94 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 944 time: 0.0816326 Mar 31 22:53:27.041250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-eec774c8-535f-4340-8cbe-1c00bd790e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.042924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-eec774c8-535f-4340-8cbe-1c00bd790e1c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 1099 time: 0.0743439 Mar 31 22:53:27.109171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3b5e3dc-c955-487c-bf9a-fb2541f53bc1 req-2bc17f7d-7f50-4253-b646-1ebe5d8d4ac6 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Mar 31 22:53:27.114801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-40bb8884-a12b-4925-9b8b-600c554fdf78 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771243 Mar 31 22:53:27.138985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:27.140480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.179606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-7216b524-c93d-4734-89d8-eb122286ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.181312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-7216b524-c93d-4734-89d8-eb122286ad92 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1282465 Mar 31 22:53:27.229135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-999348fc-f3cd-48ff-860c-c9a180147392 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=5f976b0e-95a1-4936-a095-942500a0bf29 HTTP/1.1" status: 200 len: 217 time: 0.0366569 Mar 31 22:53:27.249720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.262815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.323094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-da2b6866-4976-4667-a7a2-32929a795b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.324724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-da2b6866-4976-4667-a7a2-32929a795b18 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0804715 Mar 31 22:53:27.358515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.362513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3cbbd981-fce6-49da-b67e-939be5d89e67 req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5745339 Mar 31 22:53:27.376867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cb4a6-c81e-4413-a126-1fc87c00d233 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf91459-5547-41e0-94a4-ec3fdce7e659,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:27.386210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9d006c-c908-41c2-ba59-43e0586f8cc4 req-cf602e36-3c3e-47fb-8435-308bedbdb126 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575550 Mar 31 22:53:27.422182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-6568fb46-4580-44da-b9c3-cfabfd8f1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.424038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-6568fb46-4580-44da-b9c3-cfabfd8f1bec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647998 Mar 31 22:53:27.430475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-5c1a53a6-9d4d-442a-a5ae-cd6178c5f6d3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.431985 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-5c1a53a6-9d4d-442a-a5ae-cd6178c5f6d3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.1496396 Mar 31 22:53:27.460427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-8514acc4-9af2-45ae-b51e-f9ce1c5a1f7f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/quotas/bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 375 time: 0.0219083 Mar 31 22:53:27.507386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-9075a62e-042e-4cd2-82cd-724abed85a90 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373743 Mar 31 22:53:27.508740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Allocated IP 172.20.0.9 (cbe8be26-13fa-4695-b100-095507967f1f/d27937fc-610a-43ab-ae57-8cd5495831a0/ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:27.549532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9dda-cc0a-4b6f-af85-33392249c787 req-82b56d9e-9e13-46de-bb4e-88ae03f76eac tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.551060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad5c9dda-cc0a-4b6f-af85-33392249c787 req-82b56d9e-9e13-46de-bb4e-88ae03f76eac tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1165993 Mar 31 22:53:27.598191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785e87e-7435-476a-971f-f2eb834e8086 req-b728c664-bdab-4a34-84dd-acc4ab42e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.599809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-b728c664-bdab-4a34-84dd-acc4ab42e6db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1094 time: 0.1466663 Mar 31 22:53:27.634565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-0eba1df7-3e08-4df9-afdd-865e3a71b033 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886337 Mar 31 22:53:27.657270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad5c9dda-cc0a-4b6f-af85-33392249c787 req-c701f021-ed97-4c83-8723-74a9e8783b91 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969448 Mar 31 22:53:27.692123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-33ac9068-1e66-4ef3-b79b-a33a7a292027 service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600158 Mar 31 22:53:27.764493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-198625995', 'description': 'tempest-description-1371142518'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:27.811516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4c40d4e-7b64-439c-80ed-b0c6b0ed1334 req-6d877a04-6a7c-4f9d-98fb-e8225e3f1e1c service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682317 Mar 31 22:53:27.816502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.819653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.832973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785e87e-7435-476a-971f-f2eb834e8086 req-5165ec15-30a2-4828-82e5-7b50f2f754ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:27.834445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-5165ec15-30a2-4828-82e5-7b50f2f754ad service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.2205925 Mar 31 22:53:27.836686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:27.840149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-0f6aa9d7-f033-4b24-92fc-fb5e3b687ff4 service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461673 Mar 31 22:53:27.906959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-e34e7ea4-ed74-4a91-ad51-b924b0c87427 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.0599937 Mar 31 22:53:27.966288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.038552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785e87e-7435-476a-971f-f2eb834e8086 req-dc01cbd3-330e-4e1b-9956-c46670637f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.040068 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-dc01cbd3-330e-4e1b-9956-c46670637f51 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1240146 Mar 31 22:53:28.054570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b450b-b7c6-4d7f-8f6f-fc3d10088045 req-cc1e313f-2649-4cd6-9045-474be5073e05 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.055111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Network cbe8be26-13fa-4695-b100-095507967f1f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:28.055652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.056252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-437b450b-b7c6-4d7f-8f6f-fc3d10088045 req-cc1e313f-2649-4cd6-9045-474be5073e05 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0554564 Mar 31 22:53:28.077289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:28.096195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:28.101691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.102339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.109355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-17da65d1-5d75-4db5-8c30-09bacec9438d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493619 Mar 31 22:53:28.111363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.119767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.124713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-437b450b-b7c6-4d7f-8f6f-fc3d10088045 req-b5025f25-acce-433d-87de-df6cf449e4fa tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Mar 31 22:53:28.147294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8273f1d4-2492-4f6b-814d-755938d597da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3919895 Mar 31 22:53:28.170201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Request body: {'port': {'device_id': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:28.251191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81efaad-a7ba-4941-a8ae-cdce70c5d086,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.267020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb761-4726-4629-b9a2-61abdb08d60b req-e08e5bf0-fbef-4462-9266-be74e4f3c16a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.276412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f27bb761-4726-4629-b9a2-61abdb08d60b req-e08e5bf0-fbef-4462-9266-be74e4f3c16a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 948 time: 0.0665765 Mar 31 22:53:28.318779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f27bb761-4726-4629-b9a2-61abdb08d60b req-c30f10e9-765c-4b4f-8fba-28df9bb382d0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351143 Mar 31 22:53:28.334450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-1e4e899f-d1a0-4634-a54a-02f129a79680 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069554 Mar 31 22:53:28.345866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.355679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.366431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.463326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6e9f-4901-48d3-91f2-cc1608ca3412 req-62420712-87e2-49bd-b0f0-0922aa4ce900 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.465284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.466532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e69a3ab-7c1b-4659-a3e1-a2a67ae53434 req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7101932 Mar 31 22:53:28.474257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59ad6e9f-4901-48d3-91f2-cc1608ca3412 req-62420712-87e2-49bd-b0f0-0922aa4ce900 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 931 time: 0.0852761 Mar 31 22:53:28.482120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c687a-7810-4ba8-97c4-d04ee22655d1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad60c08-1229-48f5-9f2e-fcf1974a4fcd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.539023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59ad6e9f-4901-48d3-91f2-cc1608ca3412 req-e9ef0d9f-4f05-498a-a7ab-f3dad4d4c58b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638077 Mar 31 22:53:28.598516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6785e87e-7435-476a-971f-f2eb834e8086 req-31a74b2e-3fa5-4cba-915f-097533d0e63d service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508731 Mar 31 22:53:28.603392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ba21919-b38e-4af6-b7c8-55aa115cb7c5 req-fa4a1bb2-f60f-47d1-b12d-f491617467d9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0896373 Mar 31 22:53:28.672421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-498426615', 'description': 'tempest-description-1559043825'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:28.691489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7cfdf-0315-4400-b131-1f3543e59137 req-d38e4ab4-8430-4397-a56c-788d8036f9a4 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.694111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bb7cfdf-0315-4400-b131-1f3543e59137 req-d38e4ab4-8430-4397-a56c-788d8036f9a4 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 944 time: 0.0929964 Mar 31 22:53:28.738048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bb7cfdf-0315-4400-b131-1f3543e59137 req-2c1eaa1d-a416-4d4a-b664-3b0d3cbd3e6b tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Mar 31 22:53:28.739094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.865109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:28.869086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a8ab4-2099-4cc2-9434-adcb9c49515d req-2c0af9f0-913c-4a06-85ee-4ae0abb9512a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:28.870651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c0a8ab4-2099-4cc2-9434-adcb9c49515d req-2c0af9f0-913c-4a06-85ee-4ae0abb9512a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.0516224 Mar 31 22:53:28.874404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.902551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.903749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Transition to ACTIVE for port object ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:28.909540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.914155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c0a8ab4-2099-4cc2-9434-adcb9c49515d req-79e2f834-7bc2-4737-8b51-b85a9e3cdc91 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Mar 31 22:53:28.917273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.977836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:28.979058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-481e8c17-d7d7-4516-8b8b-76f779f2074b req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3282542 Mar 31 22:53:28.981798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e763c8c-3e95-4897-a991-a08b1fbac5c2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45a1a1-7ccc-4464-bc50-551ebc68c25c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:28.999072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:29.029652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Attempting to bind port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:29.029978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Attempting to bind port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:29.030321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Attempting to bind port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:29.035698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 on network cbe8be26-13fa-4695-b100-095507967f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:29.036024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Attempting to bind port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:29.041575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:29.041918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Checking segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:29.042329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Bound using segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:29.042780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Bound port: ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:29.043118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.111930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:29.116626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:29.122427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.201452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.202065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.203592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] 10.222.0.96 "PUT /v2.0/ports/ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 HTTP/1.1" status: 200 len: 1091 time: 1.0415592 Mar 31 22:53:29.204076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:29.206608 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7b926-9a64-46a3-970e-94c13737c448" -d '{"events": [{"name": "network-changed", "server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:29.316033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8794f56-e9bc-4bc5-80fd-0eb8e3e93bda service neutron] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:29.536506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-d953083b-95e4-44ed-b6c6-467b088eddf6 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53368 time: 0.5334280 Mar 31 22:53:29.586790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-4133f57c-85d0-46e6-bc40-3409e7e57f04 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/17a7340d-9849-4932-8612-1a989e232c05 HTTP/1.1" status: 200 len: 2981 time: 0.0422752 Mar 31 22:53:29.608675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-2deb8fc2-9f1e-4a49-8374-c7138b6da023 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.610980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-2deb8fc2-9f1e-4a49-8374-c7138b6da023 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.4588127 Mar 31 22:53:29.621075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5777e5e-d811-4aaa-9570-4e789df96c85 req-7c56629f-7ddd-48a9-8a4c-a6619ed2f264 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.622619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5777e5e-d811-4aaa-9570-4e789df96c85 req-7c56629f-7ddd-48a9-8a4c-a6619ed2f264 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.3880837 Mar 31 22:53:29.628595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Request body: {'port': {'device_id': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'admin_state_up': True, 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:29.640144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-099002e7-e905-450e-b520-853cb818e85d tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/17a7340d-9849-4932-8612-1a989e232c05 HTTP/1.1" status: 200 len: 2981 time: 0.0467176 Mar 31 22:53:29.655861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-661042ba-ba2a-4353-a577-4311d779b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.657383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-661042ba-ba2a-4353-a577-4311d779b0a4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 1094 time: 0.3800397 Mar 31 22:53:29.703981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-8401d490-3793-43e7-819f-9eb1e837f020 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/2ca78500-809d-47a7-a1b4-ba074f75e980 HTTP/1.1" status: 200 len: 2977 time: 0.0525997 Mar 31 22:53:29.749853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-2bf1999e-3bcd-4c59-b4c6-f3f32b3d93d9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 HTTP/1.1" status: 200 len: 217 time: 0.0772181 Mar 31 22:53:29.760334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-52fe5be0-f2f5-4e93-a738-59e3dbbac6fb tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/2ca78500-809d-47a7-a1b4-ba074f75e980 HTTP/1.1" status: 200 len: 2977 time: 0.0500383 Mar 31 22:53:29.785997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5777e5e-d811-4aaa-9570-4e789df96c85 req-b6523e2e-d358-4afc-9bb0-796cdab114fe tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520157 Mar 31 22:53:29.799393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6205297e-fed1-414a-9dab-29d5651a8200 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:29.825433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-23a4e488-e7be-4450-8126-c40d144ae7f6 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/2f377a43-6ada-48f2-ab60-d3ba8ce79a57 HTTP/1.1" status: 200 len: 2973 time: 0.0541446 Mar 31 22:53:29.853211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-0b3e5410-cdd1-4f7f-90d5-022c0523ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:29.855359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-0b3e5410-cdd1-4f7f-90d5-022c0523ce00 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0862558 Mar 31 22:53:29.880973 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3970d680-4753-40f7-a645-765f9c47a357 x-openstack-request-id: req-3970d680-4753-40f7-a645-765f9c47a357 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:29.881299 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:29.881547 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3970d680-4753-40f7-a645-765f9c47a357 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:29.881952 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3970d680-4753-40f7-a645-765f9c47a357'] response: {'name': 'network-changed', 'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'status': 'completed', 'code': 200} Mar 31 22:53:29.884260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:29.888076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.891856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 6205297e-fed1-414a-9dab-29d5651a8200 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:29.896997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 6205297e-fed1-414a-9dab-29d5651a8200 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:29.897617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:29.911434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-9c0d46b4-b9cb-4af1-a57b-7ce9242aa0ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434239 Mar 31 22:53:29.912862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-ff5f5ce6-859d-4a05-a4be-f6845e22b6b0 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/2f377a43-6ada-48f2-ab60-d3ba8ce79a57 HTTP/1.1" status: 200 len: 2973 time: 0.0761666 Mar 31 22:53:29.968865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-f5fae2b9-6958-4257-ba81-7a1524dbacd6 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313 HTTP/1.1" status: 200 len: 2981 time: 0.0550442 Mar 31 22:53:30.009017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.038087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-d2a35c11-dbe1-44e6-975e-018dfa405abe tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313 HTTP/1.1" status: 200 len: 2981 time: 0.0560319 Mar 31 22:53:30.044489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:30.046864 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13617618-70c2-40f1-8be5-abe21f57a190" -d '{"events": [{"server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "name": "network-vif-plugged", "status": "completed", "tag": "6205297e-fed1-414a-9dab-29d5651a8200"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:30.071790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6205297e-fed1-414a-9dab-29d5651a8200,segment=NetworkSegment(744b9876-99db-42d7-8986-d9ecab858a62),segment_id=744b9876-99db-42d7-8986-d9ecab858a62)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:30.077568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.129312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-58de8aee-7ee7-4c3a-9b9b-18ec0e06ebd1 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/5c2ca81f-2683-4746-bf0a-f5b397ec51f0 HTTP/1.1" status: 200 len: 2981 time: 0.0816276 Mar 31 22:53:30.157268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad1032-2fa6-48df-bd3f-84ee12984335 req-81ec09b2-0b59-4513-86de-7dad937295e6 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.165453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67ad1032-2fa6-48df-bd3f-84ee12984335 req-81ec09b2-0b59-4513-86de-7dad937295e6 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 948 time: 0.2252173 Mar 31 22:53:30.166591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.188805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-08bbde7c-97f3-4bc6-9631-e9b2a7c883fa tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/5c2ca81f-2683-4746-bf0a-f5b397ec51f0 HTTP/1.1" status: 200 len: 2981 time: 0.0490851 Mar 31 22:53:30.203382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-8ee3cb9a-d45a-405a-95fc-2d21bc562429 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749894 Mar 31 22:53:30.234653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Allocated IP 172.20.0.12 (9f745c9b-c8c4-4465-af84-b1ae8d453f65/9fba39d8-b8cd-484b-be30-18986f22ea0e/291f024f-1f5a-4326-b7b0-94f1fc7b9920) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:30.246248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-6236577b-daf8-47d8-b1c9-17e0a8725886 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/63dc3cb7-0853-4cca-bcf9-136ec0162119 HTTP/1.1" status: 200 len: 2981 time: 0.0505929 Mar 31 22:53:30.255708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67ad1032-2fa6-48df-bd3f-84ee12984335 req-3083e4d2-2b59-4538-aa68-26e8209e1eb1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Mar 31 22:53:30.320272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-3ee2f129-f9fd-4f71-bb37-47e232cac2f3 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/63dc3cb7-0853-4cca-bcf9-136ec0162119 HTTP/1.1" status: 200 len: 2981 time: 0.0641696 Mar 31 22:53:30.378429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-f7f5187a-3cdb-4bd0-9b8b-bc83126a95a8 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/6969ec0b-f91c-43e7-b552-fa252e46cd60 HTTP/1.1" status: 200 len: 2981 time: 0.0474744 Mar 31 22:53:30.425020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-3d15d6b3-0814-4d9c-b86c-e0c162cf451a tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/6969ec0b-f91c-43e7-b552-fa252e46cd60 HTTP/1.1" status: 200 len: 2981 time: 0.0394654 Mar 31 22:53:30.442948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d403c4-9d1f-427e-b2b6-820811fae6d7 req-baf736fd-ca55-47eb-aed1-0fc3de8c732a service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277884 Mar 31 22:53:30.456684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2e347-ff60-4d27-8e13-e4da26d634a2 req-70da2a6e-4ded-4f90-a8d1-4cb07f39084d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.458230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2f2e347-ff60-4d27-8e13-e4da26d634a2 req-70da2a6e-4ded-4f90-a8d1-4cb07f39084d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 943 time: 0.1241071 Mar 31 22:53:30.481845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-17d7d804-b7ef-4fe2-a070-32a746869f3b tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4 HTTP/1.1" status: 200 len: 2981 time: 0.0490565 Mar 31 22:53:30.532878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-028a9535-319f-4172-b100-0d02b9dcc1b8 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4 HTTP/1.1" status: 200 len: 2981 time: 0.0434747 Mar 31 22:53:30.572898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2f2e347-ff60-4d27-8e13-e4da26d634a2 req-f87d3eb9-078e-4825-ab19-80e0f2ed3f27 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842555 Mar 31 22:53:30.596792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.602057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-8ae5450a-991e-441a-a991-385579909e2a tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/8f74b0c1-9eff-4a67-bd60-6bcbe0ace99c HTTP/1.1" status: 200 len: 2977 time: 0.0666420 Mar 31 22:53:30.618776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-d5123757-ec3d-4fe0-8cfd-0ffb0abe5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.621131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-d5123757-ec3d-4fe0-8cfd-0ffb0abe5b1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 1094 time: 0.1063814 Mar 31 22:53:30.654220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-ba107896-6653-4b14-9da7-10f5fa9a3670 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/8f74b0c1-9eff-4a67-bd60-6bcbe0ace99c HTTP/1.1" status: 200 len: 2977 time: 0.0452552 Mar 31 22:53:30.706000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-e1ba69c0-8734-4350-9e39-864adef03539 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/b7effaf6-9c95-49c8-ab30-54c27dc112ea HTTP/1.1" status: 200 len: 2981 time: 0.0433109 Mar 31 22:53:30.716836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f8c39dc-f906-4062-ab9e-0c7ce1a17c9e req-b6bd7e0d-e84e-4504-886c-6141fa2f6c8a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 210 time: 0.0580959 Mar 31 22:53:30.763137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.782801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-daa9011d-5b5d-49eb-85c7-b2ad8fe9ea2b tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/b7effaf6-9c95-49c8-ab30-54c27dc112ea HTTP/1.1" status: 200 len: 2981 time: 0.0690320 Mar 31 22:53:30.828167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-155f5bf8-0c08-4d7d-96a9-e12af24eb25b tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/c0697a4f-1a2a-44ab-a336-54111bb8eab2 HTTP/1.1" status: 200 len: 2981 time: 0.0381539 Mar 31 22:53:30.838809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:30.862436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:30.872778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:30.878459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.879383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:30.881319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-378b1c3f-e213-4da1-a17b-cd6991919bfb tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/c0697a4f-1a2a-44ab-a336-54111bb8eab2 HTTP/1.1" status: 200 len: 2981 time: 0.0458212 Mar 31 22:53:30.882743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:30.917737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-6ddf3774-f887-40f6-8463-07f985156f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.919263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-6ddf3774-f887-40f6-8463-07f985156f0b service neutron] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 906 time: 0.2852719 Mar 31 22:53:30.928561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-da3c2cd2-912a-4198-b46c-436d595a3a39 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3048100 Mar 31 22:53:30.932361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5f976b0e-95a1-4936-a095-942500a0bf29 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:30.937185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcef010-72fc-4d5c-b93e-b89a72866d05 req-d8be5c64-40ce-4aec-8e57-26d381b8c050 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:30.938886 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dcef010-72fc-4d5c-b93e-b89a72866d05 req-d8be5c64-40ce-4aec-8e57-26d381b8c050 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 945 time: 0.1350191 Mar 31 22:53:30.941404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-c51e46fd-ce86-4ee0-91aa-30c0bf20157e tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/cf10f259-aa25-44bc-99fa-39c2525429f9 HTTP/1.1" status: 200 len: 2981 time: 0.0523810 Mar 31 22:53:30.943893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Request body: {'port': {'device_id': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:30.997093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-82ad4dfa-f9f9-4f45-8b39-8517b2497ce8 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/cf10f259-aa25-44bc-99fa-39c2525429f9 HTTP/1.1" status: 200 len: 2981 time: 0.0421994 Mar 31 22:53:31.010927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-cb54da62-e8e8-4e92-bf86-2c15de9613cc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 HTTP/1.1" status: 200 len: 217 time: 0.0641553 Mar 31 22:53:31.061621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5f976b0e-95a1-4936-a095-942500a0bf29,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:31.062727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-c11f56bb-d349-49ba-9652-0e5f0e9c5394 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/d6bd00f6-928d-4c5f-9405-d9914be0e1b2 HTTP/1.1" status: 200 len: 2977 time: 0.0578725 Mar 31 22:53:31.080836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5f976b0e-95a1-4936-a095-942500a0bf29', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '5f976b0e-95a1-4936-a095-942500a0bf29', 'mac_address': 'fa:16:3e:ed:f4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:31.086797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dcef010-72fc-4d5c-b93e-b89a72866d05 req-ae31735c-527e-4785-bba8-48e8c5ccbb2b tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321332 Mar 31 22:53:31.096482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.131537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-05d0e793-5d18-4617-b2c3-9e53bac7feb2 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/d6bd00f6-928d-4c5f-9405-d9914be0e1b2 HTTP/1.1" status: 200 len: 2977 time: 0.0626101 Mar 31 22:53:31.139400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-98ae22d4-f0c4-4b1a-a859-ae238c29d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.140979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-98ae22d4-f0c4-4b1a-a859-ae238c29d755 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0981750 Mar 31 22:53:31.153509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.174083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f976b0e-95a1-4936-a095-942500a0bf29 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:31.194235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-ffbbea98-a973-4181-96e7-2b4d36d74da0 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e81efaad-a7ba-4941-a8ae-cdce70c5d086 HTTP/1.1" status: 200 len: 2981 time: 0.0465860 Mar 31 22:53:31.209728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5f976b0e-95a1-4936-a095-942500a0bf29,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:31.217637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.218515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:31.251085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-b85cf291-84ad-4d42-b274-abe10bfc1dff tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/e81efaad-a7ba-4941-a8ae-cdce70c5d086 HTTP/1.1" status: 200 len: 2981 time: 0.0450501 Mar 31 22:53:31.323667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-f6954e1a-85c4-4d5f-a633-24096a9c769c tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/eeabd984-6a56-4416-a7ab-54135666ede0 HTTP/1.1" status: 200 len: 2981 time: 0.0615582 Mar 31 22:53:31.368359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-b8526dab-cc30-4391-8ecd-9692b4ca951f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928836 Mar 31 22:53:31.390123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-18a6e6c3-1cae-43e7-b512-359df4b59b6c tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/eeabd984-6a56-4416-a7ab-54135666ede0 HTTP/1.1" status: 200 len: 2981 time: 0.0651169 Mar 31 22:53:31.437173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-42508990-143e-4810-990c-8f1263f6094b tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f58d5d84-fb2f-47b1-82b1-31c391df21bd HTTP/1.1" status: 200 len: 2981 time: 0.0409064 Mar 31 22:53:31.487041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc0bb0a1-3f31-4c1b-8a07-e3f9c5415a88 req-7d897a6b-81e7-458c-8afd-a7115fc82115 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/f58d5d84-fb2f-47b1-82b1-31c391df21bd HTTP/1.1" status: 200 len: 2981 time: 0.0409172 Mar 31 22:53:31.492614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.520707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:31.531622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '84c4c813-0f58-405f-9beb-778b18561bab', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'port_id': '84c4c813-0f58-405f-9beb-778b18561bab', 'mac_address': 'fa:16:3e:4b:bb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6fdaab-99bb-4166-801b-05f32d21c460', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:31.572757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.575466 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad814846-3bbc-4760-9b39-327f9ba9b929 x-openstack-request-id: req-ad814846-3bbc-4760-9b39-327f9ba9b929 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:31.575782 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "name": "network-vif-plugged", "status": "completed", "tag": "6205297e-fed1-414a-9dab-29d5651a8200", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:31.576036 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ad814846-3bbc-4760-9b39-327f9ba9b929 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:31.576426 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad814846-3bbc-4760-9b39-327f9ba9b929'] response: {'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200', 'code': 200} Mar 31 22:53:31.590916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c4c813-0f58-405f-9beb-778b18561bab {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:31.593169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d517-6d1f-4397-b948-22ce90c7aabd req-c07c2a54-81a3-40de-b735-69f3a9d05beb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.594860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4d2d517-6d1f-4397-b948-22ce90c7aabd req-c07c2a54-81a3-40de-b735-69f3a9d05beb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1929445 Mar 31 22:53:31.617646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:31.630804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.636506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-8939c2fd-cc5f-40f5-b5e1-b5f7b0d0e3b5 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362242 Mar 31 22:53:31.687644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.728906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bb4ed-3633-4812-80c5-a562825f3033 req-985f3a4e-4c08-4e3c-82f4-a8f09ad64ff5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.730373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-797bb4ed-3633-4812-80c5-a562825f3033 req-985f3a4e-4c08-4e3c-82f4-a8f09ad64ff5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 949 time: 0.0686204 Mar 31 22:53:31.741618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4d2d517-6d1f-4397-b948-22ce90c7aabd req-d12753e7-1d1d-4aaf-bff2-7a06bd36f470 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379874 Mar 31 22:53:31.774630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-797bb4ed-3633-4812-80c5-a562825f3033 req-66b54bf1-3d9d-4ea5-a26f-2dcba7552e9e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Mar 31 22:53:31.793867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291f024f-1f5a-4326-b7b0-94f1fc7b9920 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:31.806109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.812481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40635680-19d5-4997-a693-21b06608cbe4 req-d453f7c8-7c61-43b7-b556-1faa751fecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.814095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40635680-19d5-4997-a693-21b06608cbe4 req-d453f7c8-7c61-43b7-b556-1faa751fecba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 1096 time: 0.1564255 Mar 31 22:53:31.841879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Transition to ACTIVE for port object 291f024f-1f5a-4326-b7b0-94f1fc7b9920 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:31.874043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:31.879253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b48b4f07-6051-4d1b-948e-3de5053adaf8 req-836ab806-5799-49c0-9859-c0e1eabe56f5 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3a31ddbba094411795bb1905f516b730 HTTP/1.1" status: 200 len: 6101 time: 0.0793211 Mar 31 22:53:31.888840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ca7b926-9a64-46a3-970e-94c13737c448 req-1c1a95c9-1f7a-4aca-a258-037ca22ec1f7 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427685 Mar 31 22:53:31.938952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b48b4f07-6051-4d1b-948e-3de5053adaf8 req-fa48aa28-783c-40d4-962d-3aaff6680ad4 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "GET /v2.0/security-groups/c0697a4f-1a2a-44ab-a336-54111bb8eab2 HTTP/1.1" status: 200 len: 2981 time: 0.0516624 Mar 31 22:53:31.946697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40635680-19d5-4997-a693-21b06608cbe4 req-2558ed31-690b-46c4-9016-8e5095c8b5fe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206379 Mar 31 22:53:31.949101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:31.965444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee58e55-d496-42ef-a8e9-7735c63ad433 req-ee99e642-4a12-4bac-9719-20ea99e0541d tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:31.967420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ee58e55-d496-42ef-a8e9-7735c63ad433 req-ee99e642-4a12-4bac-9719-20ea99e0541d tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1463110 Mar 31 22:53:31.990528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b48b4f07-6051-4d1b-948e-3de5053adaf8 req-2c6a8da8-d798-4117-a55d-b3b8beabcd1b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "GET /v2.0/security-groups/c0697a4f-1a2a-44ab-a336-54111bb8eab2 HTTP/1.1" status: 200 len: 2981 time: 0.0443389 Mar 31 22:53:32.012129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:32.012460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:32.012783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:32.023473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:32.023795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:32.039573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ee58e55-d496-42ef-a8e9-7735c63ad433 req-d0800598-e3e8-45f6-b262-14830fed3569 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Mar 31 22:53:32.040279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:32.040594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:32.040956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:32.041405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Bound port: 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:32.041760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.103429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5f976b0e-95a1-4936-a095-942500a0bf29'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:32.110785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69baca-7cc5-4ba3-98e8-04f6996e56c6 req-3e75f3c5-72a3-4733-b631-ee77236d7b2b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.113501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e69baca-7cc5-4ba3-98e8-04f6996e56c6 req-3e75f3c5-72a3-4733-b631-ee77236d7b2b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 943 time: 0.0727715 Mar 31 22:53:32.151664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['84c4c813-0f58-405f-9beb-778b18561bab'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:32.167822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e69baca-7cc5-4ba3-98e8-04f6996e56c6 req-41af5814-6ebc-48f6-8bf3-32c5b585be51 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Mar 31 22:53:32.170020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c43472-93be-4ace-94ea-a76693776ff9 req-60963bc5-ed0c-46f1-b749-727c4edb58f4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.171101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22c43472-93be-4ace-94ea-a76693776ff9 req-60963bc5-ed0c-46f1-b749-727c4edb58f4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0735753 Mar 31 22:53:32.174105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:32.187654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:32.201686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.249168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-6d7e72e1-83af-4e60-b698-55747047b137 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/8b45a1a1-7ccc-4464-bc50-551ebc68c25c HTTP/1.1" status: 200 len: 1777 time: 0.0607748 Mar 31 22:53:32.260934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.261919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.263553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] 10.222.0.60 "PUT /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 1092 time: 1.3235483 Mar 31 22:53:32.266021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:32.268771 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b145399a-875c-4e5c-bf92-57769e1bfe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:32.290002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22c43472-93be-4ace-94ea-a76693776ff9 req-8385b4b3-fe7a-47eb-b8fe-f0538c4a55da tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045108 Mar 31 22:53:32.309318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e590b-cf62-4bf1-aa72-4c25bf7a8c51 service neutron] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.369387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.374087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-e94f850e-5c68-44cb-97be-d10bd13e6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.377132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-e94f850e-5c68-44cb-97be-d10bd13e6ebc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0617137 Mar 31 22:53:32.392912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.442565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.445998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-3364dc3c-829b-40f1-a4f1-dfb66ece23d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.0489492 Mar 31 22:53:32.447714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.449163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c51ace8-27f7-42bf-bbd6-3d052af90ec5 req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "DELETE /v2.0/security-groups/8b45a1a1-7ccc-4464-bc50-551ebc68c25c HTTP/1.1" status: 204 len: 173 time: 0.1936314 Mar 31 22:53:32.462168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5198e3c-376b-47ee-9048-531eb2efdc31 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45a1a1-7ccc-4464-bc50-551ebc68c25c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.509975 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7194d3d7-26f8-45f4-b28c-372f3c095ee4 x-openstack-request-id: req-7194d3d7-26f8-45f4-b28c-372f3c095ee4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:32.510257 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:32.510558 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7194d3d7-26f8-45f4-b28c-372f3c095ee4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:32.510890 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7194d3d7-26f8-45f4-b28c-372f3c095ee4'] response: {'name': 'network-changed', 'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'status': 'completed', 'code': 200} Mar 31 22:53:32.537129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc628924-60f2-4c54-b567-d1337d28a987 req-6fb30aa1-b338-4578-af6b-f4896b8ff296 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.538704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc628924-60f2-4c54-b567-d1337d28a987 req-6fb30aa1-b338-4578-af6b-f4896b8ff296 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 945 time: 0.1308923 Mar 31 22:53:32.540607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-6051e4fa-05fd-4353-b0e5-d57a27c5dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.541987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-6051e4fa-05fd-4353-b0e5-d57a27c5dc47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0804620 Mar 31 22:53:32.559050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-91387d6d-5179-4890-ad4b-6aa7e60a18af tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "GET /v2.0/security-groups/4ad60c08-1229-48f5-9f2e-fcf1974a4fcd HTTP/1.1" status: 200 len: 1777 time: 0.0383544 Mar 31 22:53:32.585227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-2a22d97f-cd59-4afc-891d-3ffed38a502d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322583 Mar 31 22:53:32.616912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.623295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc628924-60f2-4c54-b567-d1337d28a987 req-f32d8d5f-2ee5-41d8-8f86-3b47b57c9e9d tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768671 Mar 31 22:53:32.641237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.685808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.690133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:32.691836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf368438-ec2d-48b1-9120-43efb93ecb48 req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] 10.222.0.95 "DELETE /v2.0/security-groups/4ad60c08-1229-48f5-9f2e-fcf1974a4fcd HTTP/1.1" status: 204 len: 173 time: 0.1244681 Mar 31 22:53:32.700928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c9308-7a5f-4119-b821-f40065bd5254 tempest-SecurityGroupsTestAdminJSON-470777950 tempest-SecurityGroupsTestAdminJSON-470777950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad60c08-1229-48f5-9f2e-fcf1974a4fcd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:32.880196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfa308-95a7-47be-9ff3-4fb19eaeb0eb req-cb99511f-3047-426d-ada0-a2baadb7b5bb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:32.881850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3acfa308-95a7-47be-9ff3-4fb19eaeb0eb req-cb99511f-3047-426d-ada0-a2baadb7b5bb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.0550079 Mar 31 22:53:32.922147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3acfa308-95a7-47be-9ff3-4fb19eaeb0eb req-091c8b14-3620-472c-9dad-46e2347cc820 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Mar 31 22:53:32.948815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-af2a4d38-fe17-41b6-a267-d858fcb7b42e tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "GET /v2.0/security-groups/ecf91459-5547-41e0-94a4-ec3fdce7e659 HTTP/1.1" status: 200 len: 1777 time: 0.0567863 Mar 31 22:53:32.950672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-d062b174-69f7-459e-b98b-59f96e3bd4cc service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545175 Mar 31 22:53:33.036470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd3838-56f2-4004-bf27-eefc9046590b req-1be89e88-b7e2-4747-8c49-f45b148f842b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.037998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28bd3838-56f2-4004-bf27-eefc9046590b req-1be89e88-b7e2-4747-8c49-f45b148f842b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 949 time: 0.0499218 Mar 31 22:53:33.068681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.077709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28bd3838-56f2-4004-bf27-eefc9046590b req-945dd1df-dda4-4a77-af1d-c412355f9d75 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Mar 31 22:53:33.113867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.118589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ca380f3-0580-4fb8-a044-ce44f822dcd4 req-18cc3f40-f176-4225-b12c-53afe99d333a service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554747 Mar 31 22:53:33.179648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.182134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.183363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbd3742e-2394-4427-9c5a-0e609223b21a req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "DELETE /v2.0/security-groups/ecf91459-5547-41e0-94a4-ec3fdce7e659 HTTP/1.1" status: 204 len: 173 time: 0.2283230 Mar 31 22:53:33.196109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0644b-88e6-4233-8a87-6acc130c00e6 req-07450c91-f045-4c05-9a11-36563f28efe7 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.197814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b0644b-88e6-4233-8a87-6acc130c00e6 req-07450c91-f045-4c05-9a11-36563f28efe7 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0627649 Mar 31 22:53:33.201557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5412a99-2645-4ed3-a012-6c1378c2d35b tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf91459-5547-41e0-94a4-ec3fdce7e659,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:33.250579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-cb541fde-9737-48f5-a802-86e53cd183cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.252285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-cb541fde-9737-48f5-a802-86e53cd183cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0641611 Mar 31 22:53:33.275423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b0644b-88e6-4233-8a87-6acc130c00e6 req-ee29d2be-fdab-48af-adb8-059808b3052c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635993 Mar 31 22:53:33.368678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5905b24-f74b-4687-9927-871f6d60f95d req-0232ff45-5240-4325-bd7a-f1dd7a3136a0 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "GET /v2.0/security-groups/4d33a1db-27f3-4614-aaf4-e9b0cf83c570 HTTP/1.1" status: 200 len: 1776 time: 0.0513268 Mar 31 22:53:33.397063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3cc21-d788-4ac3-977b-a7ad739c472d req-87ee0dd9-0727-4723-b50e-c43b6488acae tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.398622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4b3cc21-d788-4ac3-977b-a7ad739c472d req-87ee0dd9-0727-4723-b50e-c43b6488acae tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 943 time: 0.1365755 Mar 31 22:53:33.443194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-d587bedc-ea23-4686-ae8a-9b9f8a41d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.444691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-d587bedc-ea23-4686-ae8a-9b9f8a41d979 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1682608 Mar 31 22:53:33.462784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a5905b24-f74b-4687-9927-871f6d60f95d req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.470843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4b3cc21-d788-4ac3-977b-a7ad739c472d req-e97ef067-921f-4822-ba5c-eda95884cdae tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581319 Mar 31 22:53:33.500464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a5905b24-f74b-4687-9927-871f6d60f95d req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.505998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-417f6a59-7683-404e-8ba0-54a8bee5a52b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.0478516 Mar 31 22:53:33.570849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a5905b24-f74b-4687-9927-871f6d60f95d req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.573711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a5905b24-f74b-4687-9927-871f6d60f95d req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.574869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5905b24-f74b-4687-9927-871f6d60f95d req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] 10.222.0.95 "DELETE /v2.0/security-groups/4d33a1db-27f3-4614-aaf4-e9b0cf83c570 HTTP/1.1" status: 204 len: 173 time: 0.1991043 Mar 31 22:53:33.585218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dccc9a-74d0-4185-8559-c2e025f98286 tempest-SecurityGroupsTestAdminJSON-1595638112 tempest-SecurityGroupsTestAdminJSON-1595638112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33a1db-27f3-4614-aaf4-e9b0cf83c570,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:33.601157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-80e025ba-8f4b-418c-baf3-31ab07241123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.604796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-80e025ba-8f4b-418c-baf3-31ab07241123 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0913126 Mar 31 22:53:33.626106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-3470ce18-bae8-49c0-ad21-9a4ab07113ab tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.627927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-3470ce18-bae8-49c0-ad21-9a4ab07113ab tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 1100 time: 0.0843027 Mar 31 22:53:33.644548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-8ce29220-ae63-49d0-a39b-52814ede706d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302298 Mar 31 22:53:33.670400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-6287f48d-8abc-4392-b085-111a6becb899 tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.709274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37718fb0-54b5-47ac-81cb-c7a30bcfb623 req-4474cd04-cdf3-4703-babc-e80de25e3141 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.710783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37718fb0-54b5-47ac-81cb-c7a30bcfb623 req-4474cd04-cdf3-4703-babc-e80de25e3141 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0552604 Mar 31 22:53:33.764215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37718fb0-54b5-47ac-81cb-c7a30bcfb623 req-8f77b0d9-9f2a-4c11-9f21-c25c612f0fc7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Mar 31 22:53:33.844413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-2676cf33-d63a-4e1d-bae6-7c915039e550 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832011 Mar 31 22:53:33.904442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178934b-5066-4239-b707-fbfb1ebd5759 req-497b47e9-a7e9-449a-ad31-b4d509d6acec tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:33.906034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3178934b-5066-4239-b707-fbfb1ebd5759 req-497b47e9-a7e9-449a-ad31-b4d509d6acec tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Mar 31 22:53:33.943227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-6287f48d-8abc-4392-b085-111a6becb899 tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.956331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-6287f48d-8abc-4392-b085-111a6becb899 tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:33.978228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3178934b-5066-4239-b707-fbfb1ebd5759 req-645cb179-c2c1-4aec-a7d0-4136dcf686ca tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622804 Mar 31 22:53:34.001426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59400) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:34.009369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05fc4aa1-7fec-4c37-ab27-1da596072be7 req-6287f48d-8abc-4392-b085-111a6becb899 tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668487 Mar 31 22:53:34.014618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b145399a-875c-4e5c-bf92-57769e1bfe0d req-f73ed3ac-bfd8-4d31-9e26-34702f7e20f7 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609914 Mar 31 22:53:34.023833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287f48d-8abc-4392-b085-111a6becb899 tempest-LiveMigrationNegativeTest-2101714043 tempest-LiveMigrationNegativeTest-2101714043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc63635-2488-4e7c-8b54-14d8ffaeed02,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:34.139036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150ed72-ef94-47ab-b312-9bf01a15dddd req-f18191c1-1414-4306-9e70-c38ba9ef1c88 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.148250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8150ed72-ef94-47ab-b312-9bf01a15dddd req-f18191c1-1414-4306-9e70-c38ba9ef1c88 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.0649791 Mar 31 22:53:34.208130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8150ed72-ef94-47ab-b312-9bf01a15dddd req-5f084638-1e98-4ce1-bc27-4d4b95735895 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586169 Mar 31 22:53:34.251554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-cb125b3f-222d-4fdd-8903-3c48924821da req-ab168879-db92-41f7-9762-4aa1af46c5e1 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:34.253003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb125b3f-222d-4fdd-8903-3c48924821da req-ab168879-db92-41f7-9762-4aa1af46c5e1 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092034 Mar 31 22:53:34.304265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6d6521bc-4ad2-4410-a6c6-42fb7162fc27 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3a31ddbba094411795bb1905f516b730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013468 Mar 31 22:53:34.307817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:34.360926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf73c6-ca03-4876-9c7c-afe8d1aeb13f req-2615079a-777e-4159-9367-fd1fe9a8c83e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.365327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2adf73c6-ca03-4876-9c7c-afe8d1aeb13f req-2615079a-777e-4159-9367-fd1fe9a8c83e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 949 time: 0.0846162 Mar 31 22:53:34.370946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.402683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72c003df-7594-4554-935e-1b6a2323d2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.430711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.437870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2adf73c6-ca03-4876-9c7c-afe8d1aeb13f req-f1e9ba4c-4096-49cc-9703-315425ffc4d2 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644305 Mar 31 22:53:34.504268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.507037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:34.508240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c0697a4f-1a2a-44ab-a336-54111bb8eab2 HTTP/1.1" status: 204 len: 168 time: 0.1993699 Mar 31 22:53:34.523038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590cb3d-4426-44f0-8b53-f8e2f0c3ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0697a4f-1a2a-44ab-a336-54111bb8eab2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:34.654072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97166634-faeb-4548-ab32-38b76db69415 req-0dcf8033-944f-4a14-ba98-9f10e72102e3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.663792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97166634-faeb-4548-ab32-38b76db69415 req-0dcf8033-944f-4a14-ba98-9f10e72102e3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 943 time: 0.0793123 Mar 31 22:53:34.714751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc802-6db9-4811-a1fe-06e17e6cbf2b req-a11fb2db-9f19-4cab-a425-ea78b5cae6ad tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.717918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b64dc802-6db9-4811-a1fe-06e17e6cbf2b req-a11fb2db-9f19-4cab-a425-ea78b5cae6ad tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1007268 Mar 31 22:53:34.723753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97166634-faeb-4548-ab32-38b76db69415 req-1ec42d20-ced8-4fb6-90df-7d445d47d570 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585480 Mar 31 22:53:34.796526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b64dc802-6db9-4811-a1fe-06e17e6cbf2b req-73607d6d-326b-4e4c-97f6-1866bd2dbb13 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 Mar 31 22:53:34.914397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c285b5-e2ee-4f63-be5e-6080ca6fdd0f req-5a0999ba-6170-419a-b14e-a1fa0ee5459e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:34.922018 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87c285b5-e2ee-4f63-be5e-6080ca6fdd0f req-5a0999ba-6170-419a-b14e-a1fa0ee5459e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0632379 Mar 31 22:53:34.932844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:34.938207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5f976b0e-95a1-4936-a095-942500a0bf29 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:34.950474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59438) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:35.010821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87c285b5-e2ee-4f63-be5e-6080ca6fdd0f req-128f46db-7f02-4138-9995-d0472957ad43 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876336 Mar 31 22:53:35.024290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:35.031805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d14fe82a-6d66-43a8-b011-1928ffd456ca admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=af3fdf4281f745a0b4b57be5b3d733ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722280 Mar 31 22:53:35.113415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5f976b0e-95a1-4936-a095-942500a0bf29 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:35.122557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5f976b0e-95a1-4936-a095-942500a0bf29 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:35.123136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.123760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.157878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.160478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:35.175488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'mac_address': 'fa:16:3e:76:64:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:35.228973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.233873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.235745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e81efaad-a7ba-4941-a8ae-cdce70c5d086 HTTP/1.1" status: 204 len: 168 time: 0.2105155 Mar 31 22:53:35.250911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4690e-0198-4034-9c4e-d895e05acd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81efaad-a7ba-4941-a8ae-cdce70c5d086,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.298226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.321757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.325632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:35.353807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:35.365872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.404766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c8aa1-aa6c-470e-aa76-34de9c72858a req-0093a3d3-8a30-4feb-ac21-282c81a8577b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.405699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:35.408242 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ce937e-0d41-4dee-a3f0-41d4117fb062" -d '{"events": [{"server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "name": "network-vif-plugged", "status": "completed", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:35.423845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e13c8aa1-aa6c-470e-aa76-34de9c72858a req-0093a3d3-8a30-4feb-ac21-282c81a8577b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.1396980 Mar 31 22:53:35.425978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5f976b0e-95a1-4936-a095-942500a0bf29,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:35.434487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.435619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:35.474267 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df6da6a-148b-4243-8a20-ff99067ab22f x-openstack-request-id: req-7df6da6a-148b-4243-8a20-ff99067ab22f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:35.474862 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "name": "network-vif-plugged", "status": "completed", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:35.475363 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7df6da6a-148b-4243-8a20-ff99067ab22f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:35.476074 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df6da6a-148b-4243-8a20-ff99067ab22f'] response: {'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29', 'code': 200} Mar 31 22:53:35.478741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.518766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e13c8aa1-aa6c-470e-aa76-34de9c72858a req-bf8f6833-8672-4cc3-8caf-e4b056d9e97b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891361 Mar 31 22:53:35.633120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:35.638853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 84c4c813-0f58-405f-9beb-778b18561bab completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:35.648893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd0c1-7eda-4b36-acae-f3bfd22c2130 req-78e2d9e9-5a77-4fc4-a651-8d64d4db03e0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.649401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 84c4c813-0f58-405f-9beb-778b18561bab triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:35.650338 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.660773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf3fd0c1-7eda-4b36-acae-f3bfd22c2130 req-78e2d9e9-5a77-4fc4-a651-8d64d4db03e0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.0997581 Mar 31 22:53:35.744138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf3fd0c1-7eda-4b36-acae-f3bfd22c2130 req-bbd27da7-228a-47ab-8b9e-5dcb7b65b87b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 Mar 31 22:53:35.768600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbce899-ba58-4d36-872a-37ae2439b85a req-bc185708-6ff5-4e46-a836-a222f4a249b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.775084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5bbce899-ba58-4d36-872a-37ae2439b85a req-bc185708-6ff5-4e46-a836-a222f4a249b7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 1101 time: 0.0936697 Mar 31 22:53:35.814799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.829705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:35.870517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5bbce899-ba58-4d36-872a-37ae2439b85a req-3ff8b2b1-fe40-48b8-94c7-751c6d34900e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849862 Mar 31 22:53:35.954646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:35.969194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:35.973523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51349-06fa-4e57-b2a7-63fb3fdbfe22 req-2b7905d8-75d8-45f0-8484-c7e07cf27705 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:35.976018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09c51349-06fa-4e57-b2a7-63fb3fdbfe22 req-2b7905d8-75d8-45f0-8484-c7e07cf27705 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 944 time: 0.1008608 Mar 31 22:53:36.039650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a069a51-222b-4beb-bb4d-2042fece30d1 req-77367b42-3e7d-4ac8-afa4-b1115b8d8d27 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.047884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a069a51-222b-4beb-bb4d-2042fece30d1 req-77367b42-3e7d-4ac8-afa4-b1115b8d8d27 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.1479840 Mar 31 22:53:36.065961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:36.112721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09c51349-06fa-4e57-b2a7-63fb3fdbfe22 req-d5608928-a1a7-4007-81b5-cf053b73a18a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251268 Mar 31 22:53:36.156214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a069a51-222b-4beb-bb4d-2042fece30d1 req-addd8909-08ea-4c66-a1b4-6abcc489be32 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009071 Mar 31 22:53:36.302215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f000ac-1a25-419a-8af9-3e461f96f2b9 req-4bf09052-db91-4e64-abe7-1c66cda7e4ed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.309637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96f000ac-1a25-419a-8af9-3e461f96f2b9 req-4bf09052-db91-4e64-abe7-1c66cda7e4ed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1008945 Mar 31 22:53:36.334370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-968d1485-f9ad-4781-b93e-a0e538b111a1 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.336168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-968d1485-f9ad-4781-b93e-a0e538b111a1 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 949 time: 0.0879257 Mar 31 22:53:36.421936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96f000ac-1a25-419a-8af9-3e461f96f2b9 req-7d490395-3ca3-4718-b738-225312b66a2e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976763 Mar 31 22:53:36.482199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Deleting port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:36.482555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.580800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] For port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:36.581253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.594186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Calling delete_port for 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:36.779979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d481db8-cbd3-4591-8f4a-a0bcf2dafc2e req-61e1edc2-9b8b-4719-a0cc-ed886f5a4892 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:36.787530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d481db8-cbd3-4591-8f4a-a0bcf2dafc2e req-61e1edc2-9b8b-4719-a0cc-ed886f5a4892 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 945 time: 0.0690761 Mar 31 22:53:36.791953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.805300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['380c3733-2210-43e7-8bb7-50c191050e2f', '5e4e587d-b334-4dc7-87fa-a3a65946a2a2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:36.828943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Pushing event deleted for resources: {'Port': ['ID=5e4e587d-b334-4dc7-87fa-a3a65946a2a2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:36.863529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d481db8-cbd3-4591-8f4a-a0bcf2dafc2e req-f4abfd09-e0a1-4f73-a067-d701fb2eb559 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730078 Mar 31 22:53:36.889096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] No DVR routers for this DVR port 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:36.892970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.897813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c06dbaaf-877c-405d-b200-2241dfee2753 req-6e7e8f01-f578-4153-bc49-9219ec48d985 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "DELETE /v2.0/ports/5e4e587d-b334-4dc7-87fa-a3a65946a2a2 HTTP/1.1" status: 204 len: 173 time: 0.5532846 Mar 31 22:53:36.898401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'name': 'network-vif-deleted', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:36.903008 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9582c943-08ae-4a3e-8da6-6a7ffac01c05" -d '{"events": [{"server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "name": "network-vif-deleted", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:36.971434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-946ba97a-b4cd-499f-ba0b-7931ea318bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:36.992992 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204053c-d682-4503-9e21-72311f85bcb2 x-openstack-request-id: req-1204053c-d682-4503-9e21-72311f85bcb2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:36.993282 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff13794-e5c9-45d6-9ae8-0ce2d8e110a0", "name": "network-vif-deleted", "tag": "5e4e587d-b334-4dc7-87fa-a3a65946a2a2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:36.993524 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1204053c-d682-4503-9e21-72311f85bcb2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:36.994077 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1204053c-d682-4503-9e21-72311f85bcb2'] response: {'server_uuid': 'cff13794-e5c9-45d6-9ae8-0ce2d8e110a0', 'name': 'network-vif-deleted', 'tag': '5e4e587d-b334-4dc7-87fa-a3a65946a2a2', 'status': 'completed', 'code': 200} Mar 31 22:53:37.019704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd6a67-2fd5-45f6-af4f-e6100ee2a3da req-50724315-4d98-42a1-990f-242ed28a7cbc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.021323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74dd6a67-2fd5-45f6-af4f-e6100ee2a3da req-50724315-4d98-42a1-990f-242ed28a7cbc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.0922165 Mar 31 22:53:37.102383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74dd6a67-2fd5-45f6-af4f-e6100ee2a3da req-3024cfff-3102-499b-aefa-4674e86608eb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 Mar 31 22:53:37.245791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec6b2-9f76-4af7-8215-6ac8007b227a req-72e77838-1dbf-4d1b-8fea-b8890851dab4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.247335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1cec6b2-9f76-4af7-8215-6ac8007b227a req-72e77838-1dbf-4d1b-8fea-b8890851dab4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 944 time: 0.0598097 Mar 31 22:53:37.290760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1cec6b2-9f76-4af7-8215-6ac8007b227a req-40c0aefb-bc3f-403f-ae2f-d457371871e8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Mar 31 22:53:37.411293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac1b42a7-ed66-4f0e-96d8-434080e2546e req-d0e0a63f-938d-4e18-a529-f96824950a8f tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cff13794-e5c9-45d6-9ae8-0ce2d8e110a0 HTTP/1.1" status: 200 len: 210 time: 0.0279768 Mar 31 22:53:37.478308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:37.483649 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c612b7-d86a-4851-b2f5-91af3c6ac5b8" -d '{"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-plugged", "status": "completed", "tag": "84c4c813-0f58-405f-9beb-778b18561bab"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:37.621798 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58adc58-e1f6-4055-9b9b-40f4c3c14412 x-openstack-request-id: req-f58adc58-e1f6-4055-9b9b-40f4c3c14412 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:37.622872 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-plugged", "status": "completed", "tag": "84c4c813-0f58-405f-9beb-778b18561bab", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:37.624723 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f58adc58-e1f6-4055-9b9b-40f4c3c14412 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:37.625927 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58adc58-e1f6-4055-9b9b-40f4c3c14412'] response: {'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab', 'code': 200} Mar 31 22:53:37.653239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056fe30-d0d7-4c2b-b0c8-04a9ce86f22e req-2af95bf6-bc54-40b2-9c20-e87efca17800 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.655838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b056fe30-d0d7-4c2b-b0c8-04a9ce86f22e req-2af95bf6-bc54-40b2-9c20-e87efca17800 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1025503 Mar 31 22:53:37.722650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b056fe30-d0d7-4c2b-b0c8-04a9ce86f22e req-3c1527a9-42ef-4deb-bdd3-042701f15abb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604463 Mar 31 22:53:37.783675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4954-1340-4b27-9d87-086923ca1d17 req-e6d99f97-2170-4af7-abc4-152727a41d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:37.786845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-557f4954-1340-4b27-9d87-086923ca1d17 req-e6d99f97-2170-4af7-abc4-152727a41d5c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.0552292 Mar 31 22:53:37.830503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:37.869970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-557f4954-1340-4b27-9d87-086923ca1d17 req-f0b6e17a-da83-4d83-9672-1a29ec82288c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Mar 31 22:53:37.939628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-f36f5e10-f2ee-4c14-b818-284df61a16c6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337384 Mar 31 22:53:38.013639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091560b9-f9fa-4442-a8e6-b99631586ffe req-d6e567d5-5751-4e4a-8c98-4d7ec8a6a524 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.023349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-091560b9-f9fa-4442-a8e6-b99631586ffe req-d6e567d5-5751-4e4a-8c98-4d7ec8a6a524 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 945 time: 0.0756021 Mar 31 22:53:38.056279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:38.076150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-091560b9-f9fa-4442-a8e6-b99631586ffe req-c13d2f7e-022b-4d2f-a1db-06f2792af3a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471189 Mar 31 22:53:38.086792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'port_id': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'mac_address': 'fa:16:3e:40:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fba39d8-b8cd-484b-be30-18986f22ea0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:38.136977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-927c6be5-af92-4559-9db5-981a13fb4e92 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.150590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-927c6be5-af92-4559-9db5-981a13fb4e92 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044265 Mar 31 22:53:38.167797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.170788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-7d94347a-02a9-49ef-aa71-022c9fe17c6b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0189204 Mar 31 22:53:38.189843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291f024f-1f5a-4326-b7b0-94f1fc7b9920 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:38.212445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:38.236416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad002bc-4e2c-4903-a786-e2c7b874e531 req-ee83a39d-c367-4290-bd10-86627c626294 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.238167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.245050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-e74a8228-ee75-4a82-b43a-668797ffe565 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667038 Mar 31 22:53:38.245592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ad002bc-4e2c-4903-a786-e2c7b874e531 req-ee83a39d-c367-4290-bd10-86627c626294 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.0688558 Mar 31 22:53:38.295013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ad002bc-4e2c-4903-a786-e2c7b874e531 req-13030058-3bff-4919-8437-3a1e93fceeec tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481238 Mar 31 22:53:38.312875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:38.321067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:38.488153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517715a-452c-4749-93b2-8215d49823e4 req-f0f5b780-0192-4584-94fa-cd48a68af028 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.490313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b517715a-452c-4749-93b2-8215d49823e4 req-f0f5b780-0192-4584-94fa-cd48a68af028 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 944 time: 0.0973394 Mar 31 22:53:38.543036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b517715a-452c-4749-93b2-8215d49823e4 req-3908b528-435d-4880-909e-638f931586e0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Mar 31 22:53:38.613936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6ec6baf-08d8-4fcd-95a0-337be229cb0a req-aaa873ac-8d03-4275-afe1-b7a935adbdca tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 210 time: 0.0355916 Mar 31 22:53:38.652032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['291f024f-1f5a-4326-b7b0-94f1fc7b9920'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:38.965178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:38.975585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ff6e5-cb8f-400e-81a7-ad4e46372a62 req-69f59157-64c0-45d6-90cc-156fe99bcda7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:38.984405 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de0ff6e5-cb8f-400e-81a7-ad4e46372a62 req-69f59157-64c0-45d6-90cc-156fe99bcda7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0606117 Mar 31 22:53:39.043970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de0ff6e5-cb8f-400e-81a7-ad4e46372a62 req-282b4b6c-5074-430a-8914-0d3469802688 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581210 Mar 31 22:53:39.051667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:39.071110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:39.071742 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.215399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7f22-b837-472d-a913-7297a84a5b16 req-e0e0e48a-6e4d-4a88-9045-e46f6ee4537c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.228019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcf7f22-b837-472d-a913-7297a84a5b16 req-e0e0e48a-6e4d-4a88-9045-e46f6ee4537c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0743217 Mar 31 22:53:39.229420 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.268929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:39.274805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.285940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcf7f22-b837-472d-a913-7297a84a5b16 req-a1ee9743-897f-4500-8003-52fd42a3c408 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554252 Mar 31 22:53:39.376313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.448609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa666a-37b8-41c8-aa4c-b1cbd14eeeb7 req-b85dbf9c-70e9-448b-a552-56ad52bbc5d6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.451289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7aa666a-37b8-41c8-aa4c-b1cbd14eeeb7 req-b85dbf9c-70e9-448b-a552-56ad52bbc5d6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 945 time: 0.0504410 Mar 31 22:53:39.492058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.492875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.493029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.493413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.493916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7aa666a-37b8-41c8-aa4c-b1cbd14eeeb7 req-ccc43a70-ebe0-469d-bcdf-d690c2b9404d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Mar 31 22:53:39.494262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.494766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.495224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.495700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.496148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.496584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.498859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-9d69ddd1-848e-4ff1-bdbf-9f3a342acb10 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&device_id=29899aaf-519c-4e22-8901-ecc79506850f&device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79&device_id=60723c79-4e23-40d1-8acb-7343bacd456b&device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e&device_id=24970206-f504-42d4-b070-4d6a06dd3aca&device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 9133 time: 0.0592039 Mar 31 22:53:39.525749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-42e13335-1c7e-42c9-a8bc-26837a2fb04f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.605799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-42e13335-1c7e-42c9-a8bc-26837a2fb04f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.612046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-42e13335-1c7e-42c9-a8bc-26837a2fb04f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.627151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:39.631546 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f068f01b-342f-467a-b6ea-d4be4af173b9" -d '{"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-plugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:39.648286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64060bb9-0c3e-469c-a528-67df9b1780ff req-42e13335-1c7e-42c9-a8bc-26837a2fb04f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&id=17a7340d-9849-4932-8612-1a989e232c05&id=63dc3cb7-0853-4cca-bcf9-136ec0162119&id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1355681 Mar 31 22:53:39.674829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e13335-1c7e-42c9-a8bc-26837a2fb04f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03638177-e41c-490a-9eef-d51838bffa62,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:39.692124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122df1-766b-4582-9c81-2cea736457a3 req-777396fc-9ecf-4675-9895-7e217441c4a8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.694757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d122df1-766b-4582-9c81-2cea736457a3 req-777396fc-9ecf-4675-9895-7e217441c4a8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 945 time: 0.0890684 Mar 31 22:53:39.712326 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9309a9a-05c6-482d-a00e-0838c232f515 x-openstack-request-id: req-c9309a9a-05c6-482d-a00e-0838c232f515 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:39.712637 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-plugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:39.712909 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c9309a9a-05c6-482d-a00e-0838c232f515 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:39.713307 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9309a9a-05c6-482d-a00e-0838c232f515'] response: {'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'code': 200} Mar 31 22:53:39.753466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d122df1-766b-4582-9c81-2cea736457a3 req-744dc938-2a63-4ebd-8186-94a7a7db0920 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506866 Mar 31 22:53:39.821897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a4d765a-647a-4e73-965f-54bb829b56f6 req-6800b35b-b999-4557-9423-4e057aea5d4a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 210 time: 0.0404789 Mar 31 22:53:39.849798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:39.898801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-ffb64828-36f6-4f97-b8c8-b4e12febfe27 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543115 Mar 31 22:53:39.918937 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:39.979703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:39.984967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a317a2-828b-429f-a270-b856552b6558 req-ab3e5a57-1af1-4ea8-84a8-bcac99a0a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:39.988046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38a317a2-828b-429f-a270-b856552b6558 req-ab3e5a57-1af1-4ea8-84a8-bcac99a0a885 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 1096 time: 0.1033113 Mar 31 22:53:39.992400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:39.992989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.188842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.215727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38a317a2-828b-429f-a270-b856552b6558 req-21359bf9-6174-4d50-92b7-f4c8618d59dd service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621895 Mar 31 22:53:40.227041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-16ded316-0b49-4bf3-aec6-d00240405d47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.228556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-16ded316-0b49-4bf3-aec6-d00240405d47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100557 Mar 31 22:53:40.236296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c26d-7480-4c33-8110-7549182cce85 req-bd6484f5-6c58-454f-aad7-321add6216ab tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.237022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c26d-7480-4c33-8110-7549182cce85 req-bd6484f5-6c58-454f-aad7-321add6216ab tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.237515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c26d-7480-4c33-8110-7549182cce85 req-bd6484f5-6c58-454f-aad7-321add6216ab tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.239415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db88c26d-7480-4c33-8110-7549182cce85 req-bd6484f5-6c58-454f-aad7-321add6216ab tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f&device_id=60723c79-4e23-40d1-8acb-7343bacd456b&device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 2881 time: 0.0528498 Mar 31 22:53:40.246062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': 'a3a78121-3608-451d-a17f-68174270e4c4', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:40.248055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:40.260064 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.261094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:40.273566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb5df2-f4dc-4a57-afcb-42166c8549c5 req-e9a30b8a-f2e7-4ae1-adc3-9e1a4ad2910b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.280878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64eb5df2-f4dc-4a57-afcb-42166c8549c5 req-e9a30b8a-f2e7-4ae1-adc3-9e1a4ad2910b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1078837 Mar 31 22:53:40.281807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db88c26d-7480-4c33-8110-7549182cce85 req-344f467e-a84c-4047-9f4f-ce58c5fe6766 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354271 Mar 31 22:53:40.291702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:40.292121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5e4e587d-b334-4dc7-87fa-a3a65946a2a2 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:40.322832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.349781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:40.397859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64eb5df2-f4dc-4a57-afcb-42166c8549c5 req-83f36aa6-40af-4910-a7a7-46156a1f3ef1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030321 Mar 31 22:53:40.472365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:40.476758 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.491337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.514657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533a1a-f51e-4853-9b98-1d896e0d4f5f req-baa39a72-37ae-4b08-8ce9-741f7b8a1585 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.523663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb533a1a-f51e-4853-9b98-1d896e0d4f5f req-baa39a72-37ae-4b08-8ce9-741f7b8a1585 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0759430 Mar 31 22:53:40.572740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb533a1a-f51e-4853-9b98-1d896e0d4f5f req-9aa2553a-12b4-4750-9700-3b90cebc4e58 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478301 Mar 31 22:53:40.604384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.611023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:40.717313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e643fbce-066c-47f6-accb-936f5519d516,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:40.766079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01d4c-4689-4b3e-9d4f-ee47f755e9d3 req-44ecbaac-ee17-4dec-a182-291882233054 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.767560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31d01d4c-4689-4b3e-9d4f-ee47f755e9d3 req-44ecbaac-ee17-4dec-a182-291882233054 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 945 time: 0.1464825 Mar 31 22:53:40.859980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-e26d9377-0526-4381-9b88-a0dd4b8a2692 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.861467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-e26d9377-0526-4381-9b88-a0dd4b8a2692 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.1324396 Mar 31 22:53:40.881732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.175 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:40.891984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb734-ebd8-4596-903f-e711b31dd0f5 req-b6727827-02b7-42ca-97e8-b0fd5ab8ca23 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:40.892256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64cfb734-ebd8-4596-903f-e711b31dd0f5 req-b6727827-02b7-42ca-97e8-b0fd5ab8ca23 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 945 time: 0.0491388 Mar 31 22:53:40.893064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31d01d4c-4689-4b3e-9d4f-ee47f755e9d3 req-906fd71d-448c-4f8a-b5a3-969b5142476e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976107 Mar 31 22:53:40.962087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64cfb734-ebd8-4596-903f-e711b31dd0f5 req-34e74986-b70b-4db6-9b48-876db6716d97 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630171 Mar 31 22:53:41.080838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bcefac4-22bb-4b19-b919-31c120de2d25 req-b1b03246-576c-4045-9d2b-43ea6e8f1531 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 210 time: 0.0424478 Mar 31 22:53:41.095864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Deleting port 380c3733-2210-43e7-8bb7-50c191050e2f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:53:41.095864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.196668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f57c-0680-4f85-aa77-92025e85aa3f req-14e3ace4-89be-4832-8011-b2face08f87f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.198358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0106f57c-0680-4f85-aa77-92025e85aa3f req-14e3ace4-89be-4832-8011-b2face08f87f tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1100 time: 0.0434034 Mar 31 22:53:41.242319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0106f57c-0680-4f85-aa77-92025e85aa3f req-2dae3c7b-982b-4873-bf59-8abcbbce748a tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Mar 31 22:53:41.362264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bbd3c-bd6e-4120-bccd-144ba7883955 req-c5665a61-897e-4318-816c-6117770dc5b3 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.365255 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c65bbd3c-bd6e-4120-bccd-144ba7883955 req-c5665a61-897e-4318-816c-6117770dc5b3 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1100 time: 0.0486488 Mar 31 22:53:41.404006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c65bbd3c-bd6e-4120-bccd-144ba7883955 req-71539edf-043c-419d-8cca-56e9455a516e tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Mar 31 22:53:41.483016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.505764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] For port 380c3733-2210-43e7-8bb7-50c191050e2f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=380c3733-2210-43e7-8bb7-50c191050e2f,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:41.506125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.523649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Calling delete_port for 380c3733-2210-43e7-8bb7-50c191050e2f owned by compute:tempest-test_az-1165543244 {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:53:41.529471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88da2dc-f858-4849-9a68-adee1b274d78 req-62082386-5a37-4c65-b4eb-115bca07d1eb tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.530939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d88da2dc-f858-4849-9a68-adee1b274d78 req-62082386-5a37-4c65-b4eb-115bca07d1eb tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.3929522 Mar 31 22:53:41.618672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.644212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d88da2dc-f858-4849-9a68-adee1b274d78 req-6927f8cc-d551-456c-8649-e09049cd2bcf tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025259 Mar 31 22:53:41.699877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:41.714441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:41.719106 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c20588-dd4b-409d-96c9-6e018c12e98d" -d '{"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:41.723663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:41.739768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:41.746364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.747015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.757489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:41.804613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-8b4c552a-416d-457f-b543-88390b96513d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5645576 Mar 31 22:53:41.819706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0ece2-7957-4466-8ab5-6666b1885d3c req-22ddcb50-7f94-45a7-bbb3-86bb43f13baa tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.821775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbc0ece2-7957-4466-8ab5-6666b1885d3c req-22ddcb50-7f94-45a7-bbb3-86bb43f13baa tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 972 time: 0.0583413 Mar 31 22:53:41.837053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Request body: {'port': {'device_id': 'a3a78121-3608-451d-a17f-68174270e4c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:41.872386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbc0ece2-7957-4466-8ab5-6666b1885d3c req-8533cea4-b68c-4733-a750-e3db6ed7ad28 tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Mar 31 22:53:41.898060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e6896-ef74-4c4a-ac97-26d65fe88b59 req-b3336026-66a1-4711-8ec2-a31ae539df23 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:41.907798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b3e6896-ef74-4c4a-ac97-26d65fe88b59 req-b3336026-66a1-4711-8ec2-a31ae539df23 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 946 time: 0.1756222 Mar 31 22:53:41.959382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:41.984236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.032189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Pushing event deleted for resources: {'Port': ['ID=380c3733-2210-43e7-8bb7-50c191050e2f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:42.053364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b3e6896-ef74-4c4a-ac97-26d65fe88b59 req-64263324-3129-49e6-aead-5bf6dce992cf tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410010 Mar 31 22:53:42.083861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bacb7487-73e3-4f6f-9811-f4a7a96d638c None None] Provisioning complete for port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:42.085147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bacb7487-73e3-4f6f-9811-f4a7a96d638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.164668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bacb7487-73e3-4f6f-9811-f4a7a96d638c None None] Port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:42.180019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] No DVR routers for this DVR port 380c3733-2210-43e7-8bb7-50c191050e2f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:53:42.187155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.191576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e20916a-c3f3-4446-888b-b5d317a45fd5 req-3360b943-4566-4809-b755-34a2c19f359a tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.60 "DELETE /v2.0/ports/380c3733-2210-43e7-8bb7-50c191050e2f HTTP/1.1" status: 204 len: 173 time: 1.3173561 Mar 31 22:53:42.200747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'name': 'network-vif-deleted', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:42.203883 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f19c830-8117-40ae-8862-61fe91c55106" -d '{"events": [{"server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "name": "network-vif-deleted", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:42.352653 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d295e4c-bcc8-41ac-b48e-51044534a9e7 x-openstack-request-id: req-9d295e4c-bcc8-41ac-b48e-51044534a9e7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:42.353098 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-plugged", "status": "completed", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:42.353455 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9d295e4c-bcc8-41ac-b48e-51044534a9e7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:42.353960 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d295e4c-bcc8-41ac-b48e-51044534a9e7'] response: {'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'code': 200} Mar 31 22:53:42.423931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea149da8-0b0a-4315-a99f-47b59e930c2f req-d5eda1ba-32c8-485a-9948-d80e14ae087e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.437587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea149da8-0b0a-4315-a99f-47b59e930c2f req-d5eda1ba-32c8-485a-9948-d80e14ae087e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.1152763 Mar 31 22:53:42.515277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea149da8-0b0a-4315-a99f-47b59e930c2f req-7766ddf9-e2c3-412b-b811-0c3674bf4489 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766306 Mar 31 22:53:42.602303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fab96-1f5b-406b-b3b3-04f1fbc495b3 req-d76f9925-8092-4df9-943b-f26539791b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.604275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b71fab96-1f5b-406b-b3b3-04f1fbc495b3 req-d76f9925-8092-4df9-943b-f26539791b9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.0814004 Mar 31 22:53:42.640909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b42bc-78b6-422e-9ac5-3e75226ccb40 req-cd244f26-6fc3-4370-9d68-72e12cfcd30f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.648601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a41b42bc-78b6-422e-9ac5-3e75226ccb40 req-cd244f26-6fc3-4370-9d68-72e12cfcd30f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 945 time: 0.1674225 Mar 31 22:53:42.673401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777fd82-4bd1-4f65-95dc-191a51d74d3b req-533b4f86-18f0-4773-8c8e-a8a52aff81cc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:42.676153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6777fd82-4bd1-4f65-95dc-191a51d74d3b req-533b4f86-18f0-4773-8c8e-a8a52aff81cc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 936 time: 0.0674202 Mar 31 22:53:42.727792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6777fd82-4bd1-4f65-95dc-191a51d74d3b req-b29061f6-2bd4-4638-93cc-49098a4496d4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Mar 31 22:53:42.739276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b71fab96-1f5b-406b-b3b3-04f1fbc495b3 req-6bec79cc-e7a0-4d89-b1b9-2bde60d70c01 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232276 Mar 31 22:53:42.746071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a41b42bc-78b6-422e-9ac5-3e75226ccb40 req-13c9ce7e-49ed-4b90-a39d-a3afa3d100f2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961750 Mar 31 22:53:42.842284 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350583db-ec6d-419a-b102-b3a90c20918c x-openstack-request-id: req-350583db-ec6d-419a-b102-b3a90c20918c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:42.842573 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24970206-f504-42d4-b070-4d6a06dd3aca", "name": "network-vif-deleted", "tag": "380c3733-2210-43e7-8bb7-50c191050e2f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:42.842826 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-350583db-ec6d-419a-b102-b3a90c20918c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:42.843228 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350583db-ec6d-419a-b102-b3a90c20918c'] response: {'server_uuid': '24970206-f504-42d4-b070-4d6a06dd3aca', 'name': 'network-vif-deleted', 'tag': '380c3733-2210-43e7-8bb7-50c191050e2f', 'status': 'completed', 'code': 200} Mar 31 22:53:42.857400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:42.872293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.907333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Transition to ACTIVE for port object e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:42.913072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:42.967142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Pushing event updated for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.142660 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ede7df03-9b81-4ea1-87bc-fb2400e05015 req-6daae77d-5730-4ede-b026-7754810e475c tempest-LiveMigrationNegativeTest-1543415971 tempest-LiveMigrationNegativeTest-1543415971-project] 10.222.0.95 "GET /v2.0/ports?device_id=24970206-f504-42d4-b070-4d6a06dd3aca HTTP/1.1" status: 200 len: 210 time: 0.0833793 Mar 31 22:53:43.143670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Attempting to bind port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:43.144003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Attempting to bind port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:43.144328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Attempting to bind port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:43.155005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:43.155549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Attempting to bind port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:43.163753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:43.164576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:43.165309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:43.166057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Bound port: e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:43.166835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.295035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:43.301261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:43.306548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.385966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.387744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:43.392362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] 10.222.0.60 "PUT /v2.0/ports/e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 HTTP/1.1" status: 200 len: 1096 time: 1.5647845 Mar 31 22:53:43.445500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8bd22-4321-4094-8ce0-9aeb7f8a6bdc service neutron] Pushing event updated for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:43.521234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744e52f-bae7-4521-b28d-dca1e1f73c4b req-3cde66b9-8b9d-4f45-9afd-45083ed040c3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.522800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9744e52f-bae7-4521-b28d-dca1e1f73c4b req-3cde66b9-8b9d-4f45-9afd-45083ed040c3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 946 time: 0.1306913 Mar 31 22:53:43.604302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9744e52f-bae7-4521-b28d-dca1e1f73c4b req-0d5a5bd2-833d-4321-8e28-5fd5886295e3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731590 Mar 31 22:53:43.640604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-fa1f4b97-04cb-4071-b075-3dc7ee9f8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.641661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-fa1f4b97-04cb-4071-b075-3dc7ee9f8b4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 1099 time: 0.1135955 Mar 31 22:53:43.744649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec426-b6cc-48dd-9c59-6b15df02e5a4 req-b4d86a14-5a3c-46e8-b08c-8c958109ae28 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.752680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60cec426-b6cc-48dd-9c59-6b15df02e5a4 req-b4d86a14-5a3c-46e8-b08c-8c958109ae28 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.0618455 Mar 31 22:53:43.756230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-572f9afe-889c-4464-8215-b908683db445 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 HTTP/1.1" status: 200 len: 217 time: 0.0993092 Mar 31 22:53:43.823591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60cec426-b6cc-48dd-9c59-6b15df02e5a4 req-a202291b-4b4e-40b5-b689-39f65c9aeb48 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Mar 31 22:53:43.862756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fc16e-1dc6-4d97-884a-af97864577c1 req-28c7b757-ebc9-45e0-bc8c-9c52df91edc4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.864624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-669fc16e-1dc6-4d97-884a-af97864577c1 req-28c7b757-ebc9-45e0-bc8c-9c52df91edc4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 945 time: 0.1162350 Mar 31 22:53:43.868640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-0dbfc107-c6bc-4644-bd6c-e00b02a5d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.870629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-0dbfc107-c6bc-4644-bd6c-e00b02a5d1d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0978832 Mar 31 22:53:43.888387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 380c3733-2210-43e7-8bb7-50c191050e2f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:43.946845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-c6552592-3adb-4c7a-afa5-b999dd23eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.948429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-c6552592-3adb-4c7a-afa5-b999dd23eadb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684516 Mar 31 22:53:43.951587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-669fc16e-1dc6-4d97-884a-af97864577c1 req-8496705b-8121-4c03-8633-57fa53045bed tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787880 Mar 31 22:53:43.968342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abae1-ff2e-44ff-a2a2-1a815693ef5f req-55879bd1-36f9-40f3-99a9-1a39db61e004 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:43.970177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b77abae1-ff2e-44ff-a2a2-1a815693ef5f req-55879bd1-36f9-40f3-99a9-1a39db61e004 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0661368 Mar 31 22:53:43.987899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 380c3733-2210-43e7-8bb7-50c191050e2f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:53:43.988340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 380c3733-2210-43e7-8bb7-50c191050e2f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:53:44.017635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b77abae1-ff2e-44ff-a2a2-1a815693ef5f req-1ebf2d90-42d6-4659-9e15-b8e3d811f33d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Mar 31 22:53:44.126146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-ba2e2ee6-9571-47b9-acf6-3eab4226d336 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588428 Mar 31 22:53:44.134015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6797ef-6e43-46db-b127-5c09adde1c6c req-3d9517e0-ce6a-4ced-9d8c-ea57c90be9d4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.135691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af6797ef-6e43-46db-b127-5c09adde1c6c req-3d9517e0-ce6a-4ced-9d8c-ea57c90be9d4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 948 time: 0.0704947 Mar 31 22:53:44.234062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af6797ef-6e43-46db-b127-5c09adde1c6c req-7e7b6ca3-4cb4-4281-96a4-d4933b0f209e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862160 Mar 31 22:53:44.293793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdccff15-8c40-4a30-a9c3-ea9e2bd45f12 req-102b689a-78d5-4c85-b8b1-e3c5d38b2ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569493 Mar 31 22:53:44.626627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:44.740985 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:53:44.775474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec82a2-12d5-4211-b596-722054e86a9e req-4d774ea3-c13b-466e-95d8-e2e076a944a9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:44.777019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20ec82a2-12d5-4211-b596-722054e86a9e req-4d774ea3-c13b-466e-95d8-e2e076a944a9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 946 time: 0.0801909 Mar 31 22:53:44.808299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-baf115fa-4be9-4ba2-88e2-300f2a742017 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f442e196ce3849f39ff57e9204403e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795788 Mar 31 22:53:44.814022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59710) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:44.830916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20ec82a2-12d5-4211-b596-722054e86a9e req-295208be-a0c7-4137-8858-45455cfdbf33 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Mar 31 22:53:44.844994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:44.848709 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6439945d-69f9-4c46-b053-27b503239c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:44.893462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:44.898039 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c0b9bc-bd54-4332-a8e4-fcd4446d4591 x-openstack-request-id: req-98c0b9bc-bd54-4332-a8e4-fcd4446d4591 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:44.898393 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:44.898708 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-98c0b9bc-bd54-4332-a8e4-fcd4446d4591 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:44.899977 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c0b9bc-bd54-4332-a8e4-fcd4446d4591'] response: {'name': 'network-changed', 'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', 'status': 'completed', 'code': 200} Mar 31 22:53:44.937634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.022635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439945d-69f9-4c46-b053-27b503239c7f req-a776d6ee-5fd9-43d4-af63-a4f60965d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.024177 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-a776d6ee-5fd9-43d4-af63-a4f60965d563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 1099 time: 0.1004257 Mar 31 22:53:45.027866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6b8b0-e49f-4ebc-9821-ab1c73c2512c req-56d94e26-dd96-49b7-ade0-06c4410c2710 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.029315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2e6b8b0-e49f-4ebc-9821-ab1c73c2512c req-56d94e26-dd96-49b7-ade0-06c4410c2710 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.0973818 Mar 31 22:53:45.071168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.073719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.074902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313 HTTP/1.1" status: 204 len: 168 time: 0.2595577 Mar 31 22:53:45.107199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0f2bb3-5ae2-46e9-a1e4-ea8cec5c2313,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:45.146279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2e6b8b0-e49f-4ebc-9821-ab1c73c2512c req-2436f258-0900-4d5e-964b-e7e2077ac9c8 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090374 Mar 31 22:53:45.149383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.149734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.150077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.150412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.150774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.151070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.151429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.151754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.152089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.152410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.152747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.153055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ec6b-f776-4131-bd23-bbf6904ffc48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:45.192616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439945d-69f9-4c46-b053-27b503239c7f req-a2b63f55-2bfa-47bf-a5d9-8b14c82505c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.194668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-a2b63f55-2bfa-47bf-a5d9-8b14c82505c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1511145 Mar 31 22:53:45.245289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-a74d8888-a6ca-4340-8234-f66b13a06092 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 HTTP/1.1" status: 200 len: 217 time: 0.0435610 Mar 31 22:53:45.281291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3230c2-a655-4899-b85d-9d16473adceb req-4a347665-381c-4e56-9a11-5d6ea63a435f tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.283073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f3230c2-a655-4899-b85d-9d16473adceb req-4a347665-381c-4e56-9a11-5d6ea63a435f tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.0656946 Mar 31 22:53:45.336212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f3230c2-a655-4899-b85d-9d16473adceb req-b63e79ca-dc9f-490c-952b-d3eb1afeca49 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Mar 31 22:53:45.352677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439945d-69f9-4c46-b053-27b503239c7f req-084949cd-dd3e-403f-83b8-b24b10bc99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.354180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-084949cd-dd3e-403f-83b8-b24b10bc99a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0981760 Mar 31 22:53:45.362272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd52272-32a6-4e8a-b8f8-0d8adb2c01c4 req-dfd8f768-6d54-4d84-a725-f9e6a237c440 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.363741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cd52272-32a6-4e8a-b8f8-0d8adb2c01c4 req-dfd8f768-6d54-4d84-a725-f9e6a237c440 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1102872 Mar 31 22:53:45.428383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cd52272-32a6-4e8a-b8f8-0d8adb2c01c4 req-c6c6d2c5-4392-44db-afd6-695d06269233 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550914 Mar 31 22:53:45.440153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439945d-69f9-4c46-b053-27b503239c7f req-c87c521a-e5d2-43cd-936a-80501d35d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.442471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-c87c521a-e5d2-43cd-936a-80501d35d73a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777199 Mar 31 22:53:45.501205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59736) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:45.563217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e0b2a251-039d-43eb-a3fa-0bb478190964 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f9fcceebfc094f8f8ba9ad532f5e9659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605204 Mar 31 22:53:45.567189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59738) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:45.611518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-500d669e-2647-476e-a0c6-571ec41a51c6 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613190 Mar 31 22:53:45.625066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f024-597d-45e7-8e0e-d5b49f2793c9 req-37dab494-8e9a-4650-a52c-3a225eea93fb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.631951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6db2f024-597d-45e7-8e0e-d5b49f2793c9 req-37dab494-8e9a-4650-a52c-3a225eea93fb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 948 time: 0.0900483 Mar 31 22:53:45.634043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.660235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.726857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.730658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:45.730947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6db2f024-597d-45e7-8e0e-d5b49f2793c9 req-6906d94a-3936-43cf-8c0a-f2239559d432 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966365 Mar 31 22:53:45.732605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cbc63635-2488-4e7c-8b54-14d8ffaeed02 HTTP/1.1" status: 204 len: 168 time: 0.1639571 Mar 31 22:53:45.752169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba425a-a1dd-477d-99b0-a75c59f30bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc63635-2488-4e7c-8b54-14d8ffaeed02,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:45.772031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6439945d-69f9-4c46-b053-27b503239c7f req-4c8d8640-6b98-42d2-acbe-8ed266506927 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372900 Mar 31 22:53:45.920785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f849608-9034-40dc-aae9-15a02dbb4f81 req-3423e6e4-ede5-48af-a521-bc3e74fbc095 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:45.922289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f849608-9034-40dc-aae9-15a02dbb4f81 req-3423e6e4-ede5-48af-a521-bc3e74fbc095 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.0578072 Mar 31 22:53:45.969656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f849608-9034-40dc-aae9-15a02dbb4f81 req-d761c2f0-4322-4295-95b6-100ff6f93bd2 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Mar 31 22:53:46.857366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59828) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:53:47.144980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-242b172e-4a51-4883-886b-feec129b9ddc tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:47.146792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-242b172e-4a51-4883-886b-feec129b9ddc tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2871828 Mar 31 22:53:47.327091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-8cebd1dd-d3f4-463c-8938-445d3f027e74 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:53:47.328150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-8cebd1dd-d3f4-463c-8938-445d3f027e74 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067561 Mar 31 22:53:47.376665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-5587d147-ddde-4085-80b9-58a53eb83b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.378136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-5587d147-ddde-4085-80b9-58a53eb83b21 service neutron] 10.222.0.95 "GET /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 1093 time: 0.1194980 Mar 31 22:53:47.381239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-c188c87b-fe90-4349-86a0-a2b8386a62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.382518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-c188c87b-fe90-4349-86a0-a2b8386a62ab service neutron] 10.222.0.95 "GET /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 1094 time: 0.0392687 Mar 31 22:53:47.387692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:47.388212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:53:47.394897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Request body: {'binding': {'host': 'n-h1-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:47.395516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:53:47.628208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:47.628540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:47.628871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.634812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on host n-h1-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:47.635180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:47.635535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.638350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:47.638662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.642545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:47.642859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:47.647590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:47.647843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:47.648240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:47.648664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Bound port: 84c4c813-0f58-405f-9beb-778b18561bab, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:47.653390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:47.653709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:47.654067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:47.654469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Bound port: 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:47.743976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:47.745722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:47.751416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.752626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-b56e8473-2067-415c-b47e-547f1d24014b service neutron] 10.222.0.95 "POST /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3683841 Mar 31 22:53:47.755882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:47.756909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-2ca4f0ac-c72b-4df2-b303-f589bf117b6e service neutron] 10.222.0.95 "POST /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920/bindings HTTP/1.1" status: 201 len: 389 time: 0.3663816 Mar 31 22:53:47.893237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:47.986319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67557-16eb-4b5f-9ec9-834eed515399 req-6afabac1-7c2c-40be-9e17-2b082a85882b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:47.998476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14d67557-16eb-4b5f-9ec9-834eed515399 req-6afabac1-7c2c-40be-9e17-2b082a85882b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1016116 Mar 31 22:53:48.043043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f80e54-418b-4da0-932f-0b50b5f62a8f req-82e2276e-9593-4933-bc40-e59d5a5e72dd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.047836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8f80e54-418b-4da0-932f-0b50b5f62a8f req-82e2276e-9593-4933-bc40-e59d5a5e72dd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 948 time: 0.0851970 Mar 31 22:53:48.078324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14d67557-16eb-4b5f-9ec9-834eed515399 req-8a3ab69d-d0a0-4a0a-a087-c4cd01a26d00 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764968 Mar 31 22:53:48.125833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8f80e54-418b-4da0-932f-0b50b5f62a8f req-69fdfad8-99db-4848-bd64-29fad008fd2e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Mar 31 22:53:48.133812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:48.153165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', 'mac_address': 'fa:16:3e:d5:6d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:48.223859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-0bf9847e-1797-4306-bb2a-227f1b4a55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.225373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-0bf9847e-1797-4306-bb2a-227f1b4a55ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1096 time: 0.0685937 Mar 31 22:53:48.228063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-cb3512e9-402e-4e9f-bfd7-c274c25d198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.229483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-cb3512e9-402e-4e9f-bfd7-c274c25d198c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1097 time: 0.1283705 Mar 31 22:53:48.229884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.245964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:48.269984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:48.275568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:48.340643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:48.396215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-40443fab-1c2f-459e-a3e3-5e9418d7d9f6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317307 Mar 31 22:53:48.426212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-35cc16f3-0ccd-4f75-96bf-c26466295625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.428143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-35cc16f3-0ccd-4f75-96bf-c26466295625 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1931832 Mar 31 22:53:48.450854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5972bfd-719e-4635-97c2-ad7cb3f63558 req-9a837535-f84b-4760-906c-9d0c8a61cd3e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.452557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5972bfd-719e-4635-97c2-ad7cb3f63558 req-9a837535-f84b-4760-906c-9d0c8a61cd3e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 946 time: 0.1431973 Mar 31 22:53:48.517768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-153bc39f-bf4f-42e1-9061-4c79bd513e7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.0767012 Mar 31 22:53:48.524504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-3ba5e64b-f5ef-4be7-b57b-0621807679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.525058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-0d50e027-86c2-4dd4-9d3b-5bdfc2722fd3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.525928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-3ba5e64b-f5ef-4be7-b57b-0621807679c1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.2155502 Mar 31 22:53:48.526726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-0d50e027-86c2-4dd4-9d3b-5bdfc2722fd3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244354 Mar 31 22:53:48.556817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-ca06d6e7-10f1-4ea2-90e3-8e76f2e4a359 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/quotas/1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 375 time: 0.0158765 Mar 31 22:53:48.591352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-df604b3f-9fe3-4d7d-aefd-3993a157c756 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275893 Mar 31 22:53:48.595411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-bd33e9d4-b7ea-4ac3-a4d5-3691a38bb7f2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.0569074 Mar 31 22:53:48.620339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5972bfd-719e-4635-97c2-ad7cb3f63558 req-9786b011-3ed1-4905-8a55-31c81134a70e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584210 Mar 31 22:53:48.644696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:48.655141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-8de486ff-36e0-4b99-82fd-f243f23bfc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.657162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-8de486ff-36e0-4b99-82fd-f243f23bfc6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1287615 Mar 31 22:53:48.664204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-015cd53a-d9f8-4140-aec4-77d2833ac5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:48.665625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-015cd53a-d9f8-4140-aec4-77d2833ac5b8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0589797 Mar 31 22:53:48.703318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-9bf60a5d-4d49-4438-a196-37de7e69e76c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367138 Mar 31 22:53:48.726584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-114471da-d727-441a-96e0-bd13fb4e2cb1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515299 Mar 31 22:53:48.819899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da647d05-66f7-4c13-a91d-ee9fb6c4a673 req-17c90bdb-baf7-4ea2-a067-6a82abce5c21 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 210 time: 0.0408747 Mar 31 22:53:49.135577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d11d9f-1268-49e1-9748-b7fb6ad93872 req-92be7b49-129f-4006-9c42-ac6fbd764dc2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.137076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1d11d9f-1268-49e1-9748-b7fb6ad93872 req-92be7b49-129f-4006-9c42-ac6fbd764dc2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 945 time: 0.4362576 Mar 31 22:53:49.151632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-b01750fe-8e90-4a77-a840-2cb833ced697 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270318 Mar 31 22:53:49.205689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffde5f-df02-4dad-bc62-88f221d19629 req-72880d88-c172-46bc-863c-a749ba53d1fb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.213683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faffde5f-df02-4dad-bc62-88f221d19629 req-72880d88-c172-46bc-863c-a749ba53d1fb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0635729 Mar 31 22:53:49.234917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-3648aaee-00be-454d-96e9-c5ebd1243241 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837871 Mar 31 22:53:49.263804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faffde5f-df02-4dad-bc62-88f221d19629 req-a93d7985-221c-4fe7-9b83-4466b69ce40c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490482 Mar 31 22:53:49.296827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1d11d9f-1268-49e1-9748-b7fb6ad93872 req-cb8fc323-4547-4164-847a-7439e659cebd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383581 Mar 31 22:53:49.394318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-9d834170-1e63-4f91-bc4d-4e0d8e4d940e service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325826 Mar 31 22:53:49.425186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f095e-4bc9-45e1-8dd8-22eb824fedde req-2b2925d7-11d7-45a4-9e39-601b6f3b151c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.426262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4bf5de66-4aab-4aee-99fa-b517f81fce03 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581721 Mar 31 22:53:49.426989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da7f095e-4bc9-45e1-8dd8-22eb824fedde req-2b2925d7-11d7-45a4-9e39-601b6f3b151c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 949 time: 0.0845089 Mar 31 22:53:49.475329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da7f095e-4bc9-45e1-8dd8-22eb824fedde req-6a5bc5cc-ecbb-42fd-a991-6c0ac000f37a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Mar 31 22:53:49.507930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-7678f1bc-3223-4a66-8578-1036e047a49c tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.509437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-7678f1bc-3223-4a66-8578-1036e047a49c tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.0469725 Mar 31 22:53:49.523782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:49.627052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-ac8b8365-4696-4956-9b54-ccf03b97c7d3 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.628712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-ac8b8365-4696-4956-9b54-ccf03b97c7d3 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1097 time: 0.0989952 Mar 31 22:53:49.629389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.646585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:49.781618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:49.886873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb23ab-de1f-4ec7-bb5c-d58f20b5657e req-d64573c2-4be9-4b6a-9760-3feac8171046 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:49.888436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2cb23ab-de1f-4ec7-bb5c-d58f20b5657e req-d64573c2-4be9-4b6a-9760-3feac8171046 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 946 time: 0.1897764 Mar 31 22:53:49.899721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:49.916254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca9c36e9-e176-45d6-b458-ab63729b2532 req-6646c45f-20d9-428f-ba8f-8065b11f37e9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 210 time: 0.0390844 Mar 31 22:53:49.964380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-e3a20efe-cc0d-4a3d-ade8-5ce14fe8531d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577531 Mar 31 22:53:49.978279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:50.083518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:53:50.089287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:50.089841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.160839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2cb23ab-de1f-4ec7-bb5c-d58f20b5657e req-93d723b7-e8c5-49f9-ba01-e0d4d8fa45f1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569036 Mar 31 22:53:50.175401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:50.177743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.202771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:50.205240 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24bd947-686c-4663-9b48-ddff6d2bca02" -d '{"events": [{"server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "name": "network-vif-plugged", "status": "completed", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:50.220097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:50.225107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.240835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:50.258363 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c4ede-843f-4965-8f2a-8a6dff793986 x-openstack-request-id: req-ce3c4ede-843f-4965-8f2a-8a6dff793986 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:50.258837 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "name": "network-vif-plugged", "status": "completed", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:50.259216 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce3c4ede-843f-4965-8f2a-8a6dff793986 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:50.259937 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3c4ede-843f-4965-8f2a-8a6dff793986'] response: {'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', 'code': 200} Mar 31 22:53:50.283503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:50.284659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-7ccd8973-f806-4a6d-a5a0-6279a26edc01 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.286184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-7ccd8973-f806-4a6d-a5a0-6279a26edc01 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2929492 Mar 31 22:53:50.290383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:50.292456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.292685 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5845e8f-422e-4d40-8493-5e98d8030c14" -d '{"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-unplugged", "status": "completed", "tag": "84c4c813-0f58-405f-9beb-778b18561bab"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:50.292802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.293131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.293464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.293794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.294130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.294440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.294947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.295293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.295614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.296293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.296664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:53:50.304391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.315441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Request body: {'port': {'device_id': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '1ede2325c3a149feaa754656fab94723'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:50.345565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.389560 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004aa402-c230-4b14-bec1-d5ddcc6bb5b9 x-openstack-request-id: req-004aa402-c230-4b14-bec1-d5ddcc6bb5b9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:50.389560 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-unplugged", "status": "completed", "tag": "84c4c813-0f58-405f-9beb-778b18561bab", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:50.389560 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-004aa402-c230-4b14-bec1-d5ddcc6bb5b9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:50.389560 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004aa402-c230-4b14-bec1-d5ddcc6bb5b9'] response: {'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab', 'code': 200} Mar 31 22:53:50.389560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:50.510571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41381b0-a225-4391-a3c3-9ce422f70102 req-19280bb2-5bb9-4a2b-b9e5-f1eae09ceadd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.513227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c41381b0-a225-4391-a3c3-9ce422f70102 req-19280bb2-5bb9-4a2b-b9e5-f1eae09ceadd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.0761259 Mar 31 22:53:50.565818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c41381b0-a225-4391-a3c3-9ce422f70102 req-809a96a1-0fcd-4ad0-8968-eb44047c3e8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457094 Mar 31 22:53:50.605785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:50.632615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.649864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6c51-85a2-43d2-bd7d-89f8a52b8649 req-f1a0b50c-7f16-4e59-81f2-4e72028b5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.651371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-862c6c51-85a2-43d2-bd7d-89f8a52b8649 req-f1a0b50c-7f16-4e59-81f2-4e72028b5e89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 1101 time: 0.3124785 Mar 31 22:53:50.657612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.663066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.692940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8c5c6-44f1-47b7-a4bc-e3572df3dbd7 req-d8e1101c-4a2c-4d05-a301-feb6c2dbda20 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.694790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6f8c5c6-44f1-47b7-a4bc-e3572df3dbd7 req-d8e1101c-4a2c-4d05-a301-feb6c2dbda20 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.3111556 Mar 31 22:53:50.738370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:50.739413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:50.740066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:50.760975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:50.761296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Attempting to bind port 84c4c813-0f58-405f-9beb-778b18561bab on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:50.780964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Made reservation on behalf of 1ede2325c3a149feaa754656fab94723 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:53:50.784547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.799440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:50.799775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:50.800160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:50.800598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Bound port: 84c4c813-0f58-405f-9beb-778b18561bab, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:50.800956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.812511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f4b2-2c4d-4773-a470-d765610a4aa6 req-45b6456f-456b-4dae-b01b-d25994a68d17 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:50.814406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b713f4b2-2c4d-4773-a470-d765610a4aa6 req-45b6456f-456b-4dae-b01b-d25994a68d17 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.0629282 Mar 31 22:53:50.835747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:50.845446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-862c6c51-85a2-43d2-bd7d-89f8a52b8649 req-39d1de11-8543-4f2d-95e6-f604203e9e26 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785724 Mar 31 22:53:50.863271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:50.865463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b713f4b2-2c4d-4773-a470-d765610a4aa6 req-eb47d7b5-d2c2-4721-877d-8f455d85b54c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Mar 31 22:53:50.916864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6f8c5c6-44f1-47b7-a4bc-e3572df3dbd7 req-2ea0c4a6-d483-44a5-a5b8-46338122b7e8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885426 Mar 31 22:53:50.957852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on host n-h2-835855-2 for vnic_type normal with profile {"migrating_to": "n-h1-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:50.958254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:50.958494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:50.979078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:50.979078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Attempting to bind port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:50.998570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:50.998570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:51.001576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:51.001576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Bound port: 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:51.001576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.017395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:51.043471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:51.061482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76b69994-f6ed-4902-a9cf-1a96d1d8ce70 req-27dbe43f-621e-4735-9d39-faefef9c6d1a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 210 time: 0.0482664 Mar 31 22:53:51.070772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:51.073288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.166786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.179529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.186518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.196041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:51.257622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:51.294786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.295447 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.297112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-b1c1c928-1edc-4013-99fa-b1dd585b9281 service neutron] 10.222.0.60 "PUT /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 1121 time: 1.7805104 Mar 31 22:53:51.301882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7440545d-67be-4000-b6fc-18eee75f657d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.305289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.392324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:51.428273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['84c4c813-0f58-405f-9beb-778b18561bab'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:51.462728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'mac_address': 'fa:16:3e:76:64:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:53:51.504894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Allocated IP 192.168.233.53 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/7e1a87d8-d272-4616-9f78-7b9ab9991804) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:53:51.522952 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.546768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:51.582719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:51.592930 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.635471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.636239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:51.638632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] 10.222.0.96 "PUT /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 1122 time: 1.9973528 Mar 31 22:53:51.669097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09eaf7-fa72-41e6-91b8-8d030e0acf60 service neutron] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.686228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fccfc-2836-4888-af9b-2446c7875841 req-88833f20-55b4-4cae-afa5-436c459d91d1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.689137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe2fccfc-2836-4888-af9b-2446c7875841 req-88833f20-55b4-4cae-afa5-436c459d91d1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.3224502 Mar 31 22:53:51.717653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:51.774845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:51.781185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe2fccfc-2836-4888-af9b-2446c7875841 req-27e31232-307f-47fb-af8e-5cd27851fb0b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807693 Mar 31 22:53:51.784207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfb78f-da9d-476b-b721-0257b8dfb18f req-db1a3cfb-4e94-4db4-bc67-56d4b62c69aa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:51.789342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcfb78f-da9d-476b-b721-0257b8dfb18f req-db1a3cfb-4e94-4db4-bc67-56d4b62c69aa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.0873795 Mar 31 22:53:51.833731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['291f024f-1f5a-4326-b7b0-94f1fc7b9920'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:53:51.842856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcfb78f-da9d-476b-b721-0257b8dfb18f req-da20f122-934f-4793-b981-f8c1955a27ec tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Mar 31 22:53:51.929233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.030168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.046236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec74e1-fbfe-4767-8cbe-59bbb5b830c4 req-83fb25fb-08aa-4286-b321-38428ff5919c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.047966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45ec74e1-fbfe-4767-8cbe-59bbb5b830c4 req-83fb25fb-08aa-4286-b321-38428ff5919c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.0711191 Mar 31 22:53:52.098430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45ec74e1-fbfe-4767-8cbe-59bbb5b830c4 req-cac0eae0-2885-4bf7-8ea4-5d80c3772033 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Mar 31 22:53:52.115056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:53:52.115056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:53:52.120645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:53:52.126849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.127548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.153767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8423281 Mar 31 22:53:52.157248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de00813-a060-4be4-b4b3-c5947deac38e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:52.169709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Request body: {'port': {'device_id': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:53:52.179855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb375f5-1d3b-42f3-b26b-f35f31b4c5c2 req-69eab57c-ebec-476d-8e92-d18c26591025 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.181449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb375f5-1d3b-42f3-b26b-f35f31b4c5c2 req-69eab57c-ebec-476d-8e92-d18c26591025 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1203218 Mar 31 22:53:52.288637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb375f5-1d3b-42f3-b26b-f35f31b4c5c2 req-ec0b6c4b-b395-4785-a1e7-50ff7218758f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787716 Mar 31 22:53:52.291183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.421658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920'}, {'name': 'network-changed', 'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab'}, {'name': 'network-changed', 'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:52.423928 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a7336-e156-4933-ade1-1dc2daf6046b" -d '{"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920"}, {"name": "network-changed", "server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "tag": "84c4c813-0f58-405f-9beb-778b18561bab"}, {"name": "network-changed", "server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:52.457889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5c7f5915-6744-4e88-880f-d53e9ce044b5 None None] Provisioning complete for port 7e1a87d8-d272-4616-9f78-7b9ab9991804 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:52.458748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5915-6744-4e88-880f-d53e9ce044b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:52.495592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f5915-6744-4e88-880f-d53e9ce044b5 None None] Port 7e1a87d8-d272-4616-9f78-7b9ab9991804 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:53:52.518584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635ffde-9fbb-4982-a1ed-98c6044c78f4 req-f0d758fc-a98e-4dc1-90b9-a300c49e1844 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.520180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4635ffde-9fbb-4982-a1ed-98c6044c78f4 req-f0d758fc-a98e-4dc1-90b9-a300c49e1844 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 935 time: 0.0899456 Mar 31 22:53:52.633410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4635ffde-9fbb-4982-a1ed-98c6044c78f4 req-8d431d28-c3ba-4560-baa4-fd895f56549f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962718 Mar 31 22:53:52.891987 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64beb2-0fd6-4f33-bead-eac60dd77591 x-openstack-request-id: req-bb64beb2-0fd6-4f33-bead-eac60dd77591 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:52.894793 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-unplugged", "status": "completed", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920", "code": 200}, {"name": "network-changed", "server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "tag": "84c4c813-0f58-405f-9beb-778b18561bab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:52.894793 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb64beb2-0fd6-4f33-bead-eac60dd77591 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:52.894793 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb64beb2-0fd6-4f33-bead-eac60dd77591'] response: {'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'code': 200} Mar 31 22:53:52.894793 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb64beb2-0fd6-4f33-bead-eac60dd77591'] response: {'name': 'network-changed', 'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab', 'status': 'completed', 'code': 200} Mar 31 22:53:52.894793 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb64beb2-0fd6-4f33-bead-eac60dd77591'] response: {'name': 'network-changed', 'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'status': 'completed', 'code': 200} Mar 31 22:53:52.984259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87af84-f8d3-4554-896c-658e0676065e req-d486d7a4-cc3a-430c-980d-c73fd1de51c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:52.987040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c87af84-f8d3-4554-896c-658e0676065e req-d486d7a4-cc3a-430c-980d-c73fd1de51c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0684581 Mar 31 22:53:53.008216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-cd853ddc-bf2c-4c8a-98ec-f5ed8e8354ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.009719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-cd853ddc-bf2c-4c8a-98ec-f5ed8e8354ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1124 time: 0.1198194 Mar 31 22:53:53.015572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-7b810571-e37d-443a-9d5d-53fa2248cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.017074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-7b810571-e37d-443a-9d5d-53fa2248cd7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1125 time: 0.1282334 Mar 31 22:53:53.019101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1a87d8-d272-4616-9f78-7b9ab9991804 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:53:53.052872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c87af84-f8d3-4554-896c-658e0676065e req-63c83ea4-69d3-4888-a841-5eb8946d1c28 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580459 Mar 31 22:53:53.055274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.075104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:53:53.169202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:53:53.169563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.204798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Transition to ACTIVE for port object 7e1a87d8-d272-4616-9f78-7b9ab9991804 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:53:53.244190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.256539 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.293533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:53.296738 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a936bd-18ce-47c4-b4a3-cd9b6cbb148f" -d '{"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-plugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:53.312155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:53.317599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.372703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03a95-9d56-4f3c-83eb-f64254a08e4c req-478bc413-9004-437f-80f1-bceae7b3d451 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.375633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5bb03a95-9d56-4f3c-83eb-f64254a08e4c req-478bc413-9004-437f-80f1-bceae7b3d451 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.2644656 Mar 31 22:53:53.380703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.382916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-e2919af4-ed05-4559-afcc-8380270cecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.384323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:53.384472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-e2919af4-ed05-4559-afcc-8380270cecaf service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.3601482 Mar 31 22:53:53.388513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-989ccaad-2ff0-4083-9c72-69b15f6b7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.390047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-989ccaad-2ff0-4083-9c72-69b15f6b7a77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.3535209 Mar 31 22:53:53.402296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd956ee-d35d-451e-9588-c73094d86ecf req-65c84616-12e0-4d65-9e87-b54e52343fd2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.405218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9dd956ee-d35d-451e-9588-c73094d86ecf req-65c84616-12e0-4d65-9e87-b54e52343fd2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.0716634 Mar 31 22:53:53.462603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9dd956ee-d35d-451e-9588-c73094d86ecf req-6a0d7d1d-aadc-4d21-92f4-888a9e224dd1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493388 Mar 31 22:53:53.506298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-f41ab606-48a9-47af-a811-2cefcecddc6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.1075442 Mar 31 22:53:53.507567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-2d104425-76d2-44bb-a3a2-4f3bb558aca4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.1056366 Mar 31 22:53:53.512423 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cfee4c-8390-4d95-a58a-f1476625f8b4 x-openstack-request-id: req-92cfee4c-8390-4d95-a58a-f1476625f8b4 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:53.512943 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-plugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:53.513181 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-92cfee4c-8390-4d95-a58a-f1476625f8b4 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:53.513663 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cfee4c-8390-4d95-a58a-f1476625f8b4'] response: {'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'code': 200} Mar 31 22:53:53.532519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:53:53.533131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:53:53.533745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:53.600102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5bb03a95-9d56-4f3c-83eb-f64254a08e4c req-9f97eacd-c0ae-4f76-99e9-053aaa07504a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129741 Mar 31 22:53:53.609655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:53:53.610064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:53:53.620612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:53:53.620950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:53:53.621410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:53:53.621926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Bound port: 7e1a87d8-d272-4616-9f78-7b9ab9991804, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:53:53.622327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.632108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a5b5a-7f04-4662-9486-558db4d27980 req-7d8d824a-46b5-4bee-80fe-1397c71a1866 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.641094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a6a5b5a-7f04-4662-9486-558db4d27980 req-7d8d824a-46b5-4bee-80fe-1397c71a1866 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0767858 Mar 31 22:53:53.648579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-c85d1dc6-f71a-4532-9f48-588f57919216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.650106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-c85d1dc6-f71a-4532-9f48-588f57919216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.1198118 Mar 31 22:53:53.652011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-7056bb06-4996-48c3-945c-b5e58ce06ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.653390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-7056bb06-4996-48c3-945c-b5e58ce06ffc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1253591 Mar 31 22:53:53.688820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a6a5b5a-7f04-4662-9486-558db4d27980 req-a9167e13-0265-43cc-bb79-59101815fcbd tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Mar 31 22:53:53.733684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-247f76d1-4aa1-4de6-a1b3-c5beac20b31b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486193 Mar 31 22:53:53.737446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-df155193-e85c-477b-84dd-422ac4bf6c0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785952 Mar 31 22:53:53.820589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:53:53.839187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8074172-1b40-459e-9748-eee4d0ac1eb5 req-2d1b4094-a975-4cc2-b748-a4182ef5e216 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.841287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8074172-1b40-459e-9748-eee4d0ac1eb5 req-2d1b4094-a975-4cc2-b748-a4182ef5e216 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.0604825 Mar 31 22:53:53.893534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:53:53.894287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8074172-1b40-459e-9748-eee4d0ac1eb5 req-04a3e8eb-4d46-440d-b769-ededdc2c687d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Mar 31 22:53:53.907088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.910386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:53.984345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:53.984958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:53.986356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 1095 time: 1.8217969 Mar 31 22:53:53.991395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-c499a5df-845a-469b-919a-62db4bb1a7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304332 Mar 31 22:53:53.993863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-6e6204e8-d0f4-44d3-ba94-aff0608e2eda service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517197 Mar 31 22:53:54.069471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:54.119055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de508e5d-a15b-409e-a24d-dcc7b561a689 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:54.122426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:53:54.240174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-3e9ceb9d-f34a-4d6c-bc5a-efc499ac0101 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.241876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-3e9ceb9d-f34a-4d6c-bc5a-efc499ac0101 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 1101 time: 0.2871671 Mar 31 22:53:54.250116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-01900d31-3850-4267-8a02-d1dd765575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.252790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-01900d31-3850-4267-8a02-d1dd765575e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1098 time: 0.1835465 Mar 31 22:53:54.286548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4317270-6a42-42bb-a1c1-e4cd35dad4d2 req-24402340-4ffd-4107-be90-36da26735eed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.295881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4317270-6a42-42bb-a1c1-e4cd35dad4d2 req-24402340-4ffd-4107-be90-36da26735eed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0806510 Mar 31 22:53:54.342638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-54dbf196-23fc-4680-80e6-0dfc60de13f3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.353767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-010d8550-5f10-4add-85be-56e610a59af0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0766189 Mar 31 22:53:54.372834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4317270-6a42-42bb-a1c1-e4cd35dad4d2 req-db402250-d3f1-4cec-84c5-0c0d6be702c6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667417 Mar 31 22:53:54.386212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-7df7ac95-c4f5-44b0-9631-143b48bf3d75 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753998 Mar 31 22:53:54.389593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b19a7336-e156-4933-ade1-1dc2daf6046b req-ca624aae-5ab8-4537-9896-82a8bafba9a3 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779633 Mar 31 22:53:54.488221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-6157a8e3-295e-4aa4-a9bb-c65ebd4f86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.489772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-6157a8e3-295e-4aa4-a9bb-c65ebd4f86d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1181767 Mar 31 22:53:54.578225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8589eda3-e07b-46e7-a3ac-f86d48625790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.579443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-8589eda3-e07b-46e7-a3ac-f86d48625790 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817168 Mar 31 22:53:54.641639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-54dbf196-23fc-4680-80e6-0dfc60de13f3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.647897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-54dbf196-23fc-4680-80e6-0dfc60de13f3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:54.727739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a94de433-4393-4d1e-8f81-39bd5ec046ad req-54dbf196-23fc-4680-80e6-0dfc60de13f3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667604 Mar 31 22:53:54.744732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbf196-23fc-4680-80e6-0dfc60de13f3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1c5cde-5aa6-437d-b53d-6dfd9d449306,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:54.788516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ca520-4737-48e8-8a7c-63e35c65bdc4 req-c6718397-adaf-4064-9126-871c3239a589 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.790075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc0ca520-4737-48e8-8a7c-63e35c65bdc4 req-c6718397-adaf-4064-9126-871c3239a589 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.0705836 Mar 31 22:53:54.794532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-7b71c9ca-392c-4d9f-af5e-1fc6eaa4ea87 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003691 Mar 31 22:53:54.832981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc0ca520-4737-48e8-8a7c-63e35c65bdc4 req-9f177fbe-f5ec-4c69-8c9f-2926232e8928 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Mar 31 22:53:54.897605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:54.900402 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:54.983353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474a27-5ebd-4dae-af6e-beab7c553a53 req-b7850e3f-37ff-4c5c-8f1b-68e6f43b10e5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:54.986026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e474a27-5ebd-4dae-af6e-beab7c553a53 req-b7850e3f-37ff-4c5c-8f1b-68e6f43b10e5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1050894 Mar 31 22:53:54.990400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-435fa5d2-d93f-4ff5-8519-3bf7b0602c0c req-063d5a9c-86bb-41f1-8a9b-f437141f1404 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864669 Mar 31 22:53:55.086543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:53:55.092398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e474a27-5ebd-4dae-af6e-beab7c553a53 req-5523a59e-3377-479c-a664-b3b1855dbea8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806661 Mar 31 22:53:55.099718 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4166a688-5c4c-48d5-9d28-66ec764687ce x-openstack-request-id: req-4166a688-5c4c-48d5-9d28-66ec764687ce {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:55.100019 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:55.100276 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4166a688-5c4c-48d5-9d28-66ec764687ce {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:55.100666 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4166a688-5c4c-48d5-9d28-66ec764687ce'] response: {'name': 'network-changed', 'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'status': 'completed', 'code': 200} Mar 31 22:53:55.202066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-3c850a64-3be5-4bae-b4f5-bbdc1b1b5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.204838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-3c850a64-3be5-4bae-b4f5-bbdc1b1b5eff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1098 time: 0.0746188 Mar 31 22:53:55.279859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:55.302989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 has no active binding in host n-h1-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:53:55.333226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ca664-7554-412d-b75d-4ca7e24c0373 req-c99b2a71-ec29-41cc-93d0-bbfeb67b4ee0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.335435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-983ca664-7554-412d-b75d-4ca7e24c0373 req-c99b2a71-ec29-41cc-93d0-bbfeb67b4ee0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.0761113 Mar 31 22:53:55.364060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-b68565f3-700f-4ec1-9af2-0b5706f903c8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301731 Mar 31 22:53:55.393754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-983ca664-7554-412d-b75d-4ca7e24c0373 req-0b40d8e9-32c6-47c4-971a-8742e4b9a1ef tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Mar 31 22:53:55.403810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-0231f003-4bbd-4540-9b33-43fc039e6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.406021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-0231f003-4bbd-4540-9b33-43fc039e6f1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1899240 Mar 31 22:53:55.487499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-72f17726-6763-47ea-8cc3-f85fc421251c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0701487 Mar 31 22:53:55.560366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31960d3-2241-480d-90ee-b12cce72a0da req-09f0e074-1410-4f14-9708-602f8a1959b7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.562542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f31960d3-2241-480d-90ee-b12cce72a0da req-09f0e074-1410-4f14-9708-602f8a1959b7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0701034 Mar 31 22:53:55.600936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-7e929571-32d5-4ec8-a49a-2dfcce4030e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.603375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-7e929571-32d5-4ec8-a49a-2dfcce4030e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1074409 Mar 31 22:53:55.629224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f31960d3-2241-480d-90ee-b12cce72a0da req-39838dce-ceef-4c96-9e62-4b123753d803 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598924 Mar 31 22:53:55.638366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-f0bbb2b7-496c-4f12-a4e2-b1e761deae47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.653738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-f0bbb2b7-496c-4f12-a4e2-b1e761deae47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546799 Mar 31 22:53:55.682906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-dbefd17b-30e3-4bb4-986c-6618ff3377f7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0167079 Mar 31 22:53:55.707849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-83c8eb4c-af78-46b9-80fc-2e1486f71834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:55.709789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-83c8eb4c-af78-46b9-80fc-2e1486f71834 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961199 Mar 31 22:53:55.787216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:55.826391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-15976845-99ba-41eb-bef4-12936eef5c7b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366689 Mar 31 22:53:55.859589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-3e41917b-b646-41ad-9413-1f98b339ed23 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327131 Mar 31 22:53:55.986576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9963a13-5e2a-4ed7-a38c-1a9c88694ba6 req-1b0d9b01-d857-4cd4-a658-a8e019d53848 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171873 Mar 31 22:53:56.034437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44358f-ae1f-4b9b-8db7-6a6bfecb809e req-c41d7fe8-9dfa-4a5a-9d44-16e9e0bcf378 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.046624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f44358f-ae1f-4b9b-8db7-6a6bfecb809e req-c41d7fe8-9dfa-4a5a-9d44-16e9e0bcf378 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1136298 Mar 31 22:53:56.125428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f44358f-ae1f-4b9b-8db7-6a6bfecb809e req-4129fcdc-2bc3-4d39-b864-098cd86a7411 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763943 Mar 31 22:53:56.295859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae773bf-8752-4a06-b787-68dc22d9a579 req-f1ffc885-2f61-4fa4-8ebb-ca51cecb885a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.297781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ae773bf-8752-4a06-b787-68dc22d9a579 req-f1ffc885-2f61-4fa4-8ebb-ca51cecb885a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0732095 Mar 31 22:53:56.360902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ae773bf-8752-4a06-b787-68dc22d9a579 req-5e1f2226-6be4-482b-aa8e-d4cf12ddd3ea tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521777 Mar 31 22:53:56.718120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc816-c134-4724-8ce8-c5c93f41d3a0 req-2b724c45-cf47-49ba-bd2a-b39a8ba1e6b7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.736440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2ccc816-c134-4724-8ce8-c5c93f41d3a0 req-2b724c45-cf47-49ba-bd2a-b39a8ba1e6b7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.2045090 Mar 31 22:53:56.860361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2ccc816-c134-4724-8ce8-c5c93f41d3a0 req-2a41efab-e148-4ece-98e7-46e30b4b1596 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163626 Mar 31 22:53:56.950232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7720a0e-695d-43ce-b87d-1d86807777fa req-442fa621-c419-4c5e-8c4a-509cce2c09c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:56.951814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7720a0e-695d-43ce-b87d-1d86807777fa req-442fa621-c419-4c5e-8c4a-509cce2c09c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.0779214 Mar 31 22:53:57.080901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7720a0e-695d-43ce-b87d-1d86807777fa req-da7ecab3-695a-479d-83f0-f22cb10002fc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948257 Mar 31 22:53:57.193340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58b93c9a-e75c-46d1-a3c2-7d4c510f59e4 req-9ded7faa-7e33-4931-ad72-1b3f803b9f81 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.0520964 Mar 31 22:53:57.474660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c52abc-c2cd-4ed8-88ca-2541ef26ecd1 req-2c7fe09a-a05e-441c-8693-e28b616d1d71 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.481233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2c52abc-c2cd-4ed8-88ca-2541ef26ecd1 req-2c7fe09a-a05e-441c-8693-e28b616d1d71 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1104047 Mar 31 22:53:57.606523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2c52abc-c2cd-4ed8-88ca-2541ef26ecd1 req-96165598-3f42-4a3a-a5a4-d6963e1833dc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096168 Mar 31 22:53:57.655611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8eb73-0d5a-42c9-917c-a3c94acbbfa5 req-c5e99197-0b1b-467d-8153-32792a193c19 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:57.657958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7e8eb73-0d5a-42c9-917c-a3c94acbbfa5 req-c5e99197-0b1b-467d-8153-32792a193c19 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0965247 Mar 31 22:53:57.751920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7e8eb73-0d5a-42c9-917c-a3c94acbbfa5 req-2ddcf493-03c1-4189-9619-0b68acfe07b3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835743 Mar 31 22:53:58.262027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043585-35a5-40b8-915e-6f03ff0ec58c req-b96c90c4-f466-4af0-bc6d-1f7368b04077 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.281897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8043585-35a5-40b8-915e-6f03ff0ec58c req-b96c90c4-f466-4af0-bc6d-1f7368b04077 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.2292447 Mar 31 22:53:58.413256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8043585-35a5-40b8-915e-6f03ff0ec58c req-46f3bf12-b339-4220-86db-00df0b54451b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297617 Mar 31 22:53:58.568673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e43fa0-36ed-4547-842d-59c927c600b4 req-ef243efe-d5f8-44a9-8221-9a7045d35871 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.572516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9e43fa0-36ed-4547-842d-59c927c600b4 req-ef243efe-d5f8-44a9-8221-9a7045d35871 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1263659 Mar 31 22:53:58.660842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9e43fa0-36ed-4547-842d-59c927c600b4 req-5b00f893-ec08-4e78-9782-1eacc739fbdf tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657990 Mar 31 22:53:58.757527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a541d93-4dd6-478f-8df5-e3a95eacf386 req-2d28dc27-d64a-43aa-b6c0-0311ff71cdea tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.0932353 Mar 31 22:53:58.937458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af955d93-c391-43d7-b28a-53d0ab3124d1 req-f356a68f-5c23-4a82-bd10-8663f72b5036 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:58.963849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af955d93-c391-43d7-b28a-53d0ab3124d1 req-f356a68f-5c23-4a82-bd10-8663f72b5036 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1938205 Mar 31 22:53:59.044793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b9c5-6e91-4643-ace0-1202a50e972d req-b8832f6c-4867-48ef-b113-ca9cad4906e3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.048232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f69b9c5-6e91-4643-ace0-1202a50e972d req-b8832f6c-4867-48ef-b113-ca9cad4906e3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1094491 Mar 31 22:53:59.100754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:53:59.129106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af955d93-c391-43d7-b28a-53d0ab3124d1 req-3f4ce4a9-a071-4689-aec3-6703d15df895 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597288 Mar 31 22:53:59.164584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f69b9c5-6e91-4643-ace0-1202a50e972d req-6c32efc4-6f4b-4184-898b-fc1ef3b0c941 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039970 Mar 31 22:53:59.277316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.301828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-cdb335b6-b908-44b7-af54-c64389b2b170 service neutron] 10.222.0.96 "GET /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.1182284 Mar 31 22:53:59.375037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:53:59.380864 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bb3ef3-c464-44c5-8cc8-3c36ec9dce18" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-unplugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:53:59.394125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:53:59.408463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:53:59.466700 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b719290-f8aa-4f70-938a-082f340fc0b7 x-openstack-request-id: req-7b719290-f8aa-4f70-938a-082f340fc0b7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:53:59.466983 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-unplugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:53:59.468081 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7b719290-f8aa-4f70-938a-082f340fc0b7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:53:59.468715 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b719290-f8aa-4f70-938a-082f340fc0b7'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'code': 200} Mar 31 22:53:59.492590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:53:59.848602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-c47e8c44-68e6-4dc7-8fbb-57f331bcbb30 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622940 Mar 31 22:53:59.865134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754622e9-c9ab-452a-9ee6-c3a47c69bc16 req-550831df-daa8-4317-902f-ad57f649b4d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.872034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-754622e9-c9ab-452a-9ee6-c3a47c69bc16 req-550831df-daa8-4317-902f-ad57f649b4d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.2950606 Mar 31 22:53:59.929469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bc261-b8ce-4676-8427-7c5d3dcfc5c0 req-b74fff5b-3d32-47e2-a011-61f91845ba88 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:53:59.935614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f76bc261-b8ce-4676-8427-7c5d3dcfc5c0 req-b74fff5b-3d32-47e2-a011-61f91845ba88 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1123669 Mar 31 22:53:59.936418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:00.033195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f76bc261-b8ce-4676-8427-7c5d3dcfc5c0 req-fadd3cf4-8c82-4ab6-8132-3edfd5bddd0a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893235 Mar 31 22:54:00.137096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:00.157427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'mac_address': 'fa:16:3e:56:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:00.210274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.255914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1a87d8-d272-4616-9f78-7b9ab9991804 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:00.282619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e74f6f3-641a-4386-b583-775cc29840e6 req-d46bd5c3-d065-4e8c-951b-5f50c80e73a3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.0638082 Mar 31 22:54:00.318970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:00.332851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:00.459382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:00.581767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-10a8a537-9a1a-4796-bfcd-980db66e577d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462203 Mar 31 22:54:00.592763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:00.636481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-754622e9-c9ab-452a-9ee6-c3a47c69bc16 req-4bf15809-6708-4848-937d-4a8f6dae3248 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437582 Mar 31 22:54:00.666891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee37d6-1c65-4900-8580-539f38983057 req-1824b608-5b71-481b-a166-47030dd19b61 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:00.673110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fee37d6-1c65-4900-8580-539f38983057 req-1824b608-5b71-481b-a166-47030dd19b61 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 943 time: 0.1936412 Mar 31 22:54:00.839573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fee37d6-1c65-4900-8580-539f38983057 req-222d6363-07b6-4d27-9a06-a06c51f9c33e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570432 Mar 31 22:54:00.886154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-5b8bd5fe-4d83-464e-b198-25cbd48b7fa8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:00.888018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-5b8bd5fe-4d83-464e-b198-25cbd48b7fa8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2912443 Mar 31 22:54:00.920691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:00.974194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:01.018454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:01.054615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-0ec04634-35e7-4ebe-838b-5c6b345a1a00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.056261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-0ec04634-35e7-4ebe-838b-5c6b345a1a00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1810308 Mar 31 22:54:01.149276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:01.156108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:01.191922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-828a503d-8490-4753-83e4-2c79ce19c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.194276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-828a503d-8490-4753-83e4-2c79ce19c07d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1098 time: 0.6292608 Mar 31 22:54:01.262140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c4c813-0f58-405f-9beb-778b18561bab {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:01.311420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed3be1-5942-42d7-83ac-0c979518aa14 req-dcfdf271-c7a6-4c22-93b8-fdc7d6b7a580 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.323999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faed3be1-5942-42d7-83ac-0c979518aa14 req-dcfdf271-c7a6-4c22-93b8-fdc7d6b7a580 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 947 time: 0.4268534 Mar 31 22:54:01.331879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a691ae-3be3-421c-92a7-1c34f6178090 req-26e5083f-7abe-4dbd-ab72-4530b3f08802 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.348767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41a691ae-3be3-421c-92a7-1c34f6178090 req-26e5083f-7abe-4dbd-ab72-4530b3f08802 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1657722 Mar 31 22:54:01.373298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:01.423779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41a691ae-3be3-421c-92a7-1c34f6178090 req-7bc36c40-d967-4442-92c2-2e4c8ef3132b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657485 Mar 31 22:54:01.503060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.589789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c416dde5-1ecc-4171-8b55-279294592d70 req-5a4af45d-2dc1-40fd-8a2a-538b64b31537 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.0482278 Mar 31 22:54:01.645377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faed3be1-5942-42d7-83ac-0c979518aa14 req-2bcc8a9e-c7f9-49cb-baff-bba474401237 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951767 Mar 31 22:54:01.775291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:01.778915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:01.804546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-e8a8ec3b-8ea7-4871-bb07-4bdcfe25ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:01.806150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-e8a8ec3b-8ea7-4871-bb07-4bdcfe25ff42 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5159912 Mar 31 22:54:01.853588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] Transition to ACTIVE for port object 84c4c813-0f58-405f-9beb-778b18561bab will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:02.040152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ac3e-e758-4472-8172-c6cbc2737111 req-6332bed4-a3fc-4da1-a945-03223222241e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.041760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f33ac3e-e758-4472-8172-c6cbc2737111 req-6332bed4-a3fc-4da1-a945-03223222241e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.2384536 Mar 31 22:54:02.090130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.130527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:02.136673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:02.174870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f33ac3e-e758-4472-8172-c6cbc2737111 req-46f060c5-418c-4593-8d67-d20244f459f3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194775 Mar 31 22:54:02.182683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-6df0fbe2-9cda-4485-ba18-656bc38522ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=6436ff0d-f470-4c25-820b-45ee41468dbd HTTP/1.1" status: 200 len: 217 time: 0.3536785 Mar 31 22:54:02.301353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] No DVR routers for this DVR port 84c4c813-0f58-405f-9beb-778b18561bab on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:02.510988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.54 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/deab2c52-05a6-4d97-987a-eedcd84b88f8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:02.515692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] Pushing event updated for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:02.529785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-e86ef8a0-e7f3-4682-8fc5-b3020f8a45e5 service neutron] 10.222.0.96 "PUT /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2052732 Mar 31 22:54:02.629128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dec5b-f94f-4409-9f01-2dc0976f0e6e req-d64635cf-db8a-44f5-8427-1a56005895d3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.641086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-226dec5b-f94f-4409-9f01-2dc0976f0e6e req-d64635cf-db8a-44f5-8427-1a56005895d3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.5322392 Mar 31 22:54:02.746173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edfd6-ba19-4739-b5c3-f1cb0a34aced req-5bf3ab07-7688-4f3a-8060-24fb7dcc5bd6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.753354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c71edfd6-ba19-4739-b5c3-f1cb0a34aced req-5bf3ab07-7688-4f3a-8060-24fb7dcc5bd6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1262791 Mar 31 22:54:02.786485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-4b9ee4f5-06e6-4227-be99-e3310f63986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.789949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-4b9ee4f5-06e6-4227-be99-e3310f63986d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.4342792 Mar 31 22:54:02.860398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-226dec5b-f94f-4409-9f01-2dc0976f0e6e req-3f622aaa-2c3e-4af5-b3ff-55c1a94dd662 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179146 Mar 31 22:54:02.862148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c71edfd6-ba19-4739-b5c3-f1cb0a34aced req-b808bdbc-b965-47b9-8cec-40fd5a4db69a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955753 Mar 31 22:54:02.975776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-f66ea683-b5b3-4356-a446-3972948aed98 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:02.978372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-f66ea683-b5b3-4356-a446-3972948aed98 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.3256116 Mar 31 22:54:03.135018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3cc2c-9532-4703-914a-d77e69ac0307 req-4f795c30-01b8-4c30-866d-5c1c050fddf0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.145022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ab3cc2c-9532-4703-914a-d77e69ac0307 req-4f795c30-01b8-4c30-866d-5c1c050fddf0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 947 time: 0.1820197 Mar 31 22:54:03.146569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:03.161067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b884991-28df-4c50-a7fe-68357fcc372b req-70e9acd6-ac28-4a4f-9df8-eef13bf14a85 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.0938685 Mar 31 22:54:03.172738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-6f6e2072-842d-4bf6-9ed0-1037ec474138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.190172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-6f6e2072-842d-4bf6-9ed0-1037ec474138 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3731084 Mar 31 22:54:03.290154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ab3cc2c-9532-4703-914a-d77e69ac0307 req-1726ca62-0199-48e3-9875-9206f68f24a3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441245 Mar 31 22:54:03.341711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.415437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-02153b7f-12cb-4a51-9696-7545b2823a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.418528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-02153b7f-12cb-4a51-9696-7545b2823a99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 1095 time: 0.3489158 Mar 31 22:54:03.517667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:03.552888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'mac_address': 'fa:16:3e:e3:80:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:03.578669 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.610175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:03.626814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-3abab80f-95b0-4e2f-84b9-ff154b29cde9 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404278 Mar 31 22:54:03.697544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298bf5-2d87-4dd2-b521-102900b656a5 req-6c44f256-6f90-4b15-8149-86c68f2ece8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:03.700074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.717605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1298bf5-2d87-4dd2-b521-102900b656a5 req-6c44f256-6f90-4b15-8149-86c68f2ece8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.1563098 Mar 31 22:54:03.723947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:03.771705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:03.803582 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:03.836040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1298bf5-2d87-4dd2-b521-102900b656a5 req-421b3711-2513-4521-a890-363cae5cdb26 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Mar 31 22:54:03.914278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:03.953286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:04.162872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 7e1a87d8-d272-4616-9f78-7b9ab9991804 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:04.169257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c23d4-f4cb-4f63-8494-a43218080c08 req-11b9b2ba-663b-4e05-9946-a5e7eef497d3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.173472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 7e1a87d8-d272-4616-9f78-7b9ab9991804 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:04.174130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.186339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad3c23d4-f4cb-4f63-8494-a43218080c08 req-11b9b2ba-663b-4e05-9946-a5e7eef497d3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.1404481 Mar 31 22:54:04.268391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad3c23d4-f4cb-4f63-8494-a43218080c08 req-7c4fcdf9-a3dd-4903-8337-36857d2a3f3d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791945 Mar 31 22:54:04.278226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:04.330628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.60', 62479) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:04.384392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:04.392026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.454765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:04.455624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a26d33c-4a4c-4e2c-a743-fe8b6fac80b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.459943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83ac62e9-8766-4713-a9ff-46f4037826f6 req-6023f90d-df10-4419-8cea-cbf8a346a397 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879065 Mar 31 22:54:04.464334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:04.487177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:04.490143 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12372042-7e3b-492a-8cff-d7524a38680d" -d '{"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-plugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:04.490557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.491924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.511549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6436ff0d-f470-4c25-820b-45ee41468dbd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:04.522568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:04.581155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:04.587916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-df88a698-ba2b-4906-9750-da7ef3418c36 service neutron] 10.222.0.60 "GET /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920/bindings/n-h1-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.2553146 Mar 31 22:54:04.591292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:04.619754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683e458-3d3f-4a30-9e20-7be3a12307d9 req-93087e66-3951-48ca-a80c-5e9d79f04aa4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.627888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e683e458-3d3f-4a30-9e20-7be3a12307d9 req-93087e66-3951-48ca-a80c-5e9d79f04aa4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 935 time: 0.1906915 Mar 31 22:54:04.679488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-70b6cc2f-4f27-4547-a17b-17e139f8da48 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7139728 Mar 31 22:54:04.694349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.241 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/4d24de56-7be8-49ef-a988-f19f3e86bc95) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:04.705733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Request body: {'port': {'device_id': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:04.750248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-3e46cee1-37f7-498e-b327-ab5e5df425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.768026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-3e46cee1-37f7-498e-b327-ab5e5df425f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1095 time: 1.2526369 Mar 31 22:54:04.886801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:04.937606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea180ad1-3108-48d4-9a04-a6de36739ecf req-afdb3689-e218-4a96-8746-b5fc380fde5e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:04.940243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea180ad1-3108-48d4-9a04-a6de36739ecf req-afdb3689-e218-4a96-8746-b5fc380fde5e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.6279123 Mar 31 22:54:05.050283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea180ad1-3108-48d4-9a04-a6de36739ecf req-e96c657b-6d3a-40fb-ad97-2998d4726213 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954993 Mar 31 22:54:05.050790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-465757b4-a9bc-4129-be84-fb9c038855db None None] Provisioning complete for port deab2c52-05a6-4d97-987a-eedcd84b88f8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:05.051608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-465757b4-a9bc-4129-be84-fb9c038855db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.097715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.220042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-465757b4-a9bc-4129-be84-fb9c038855db None None] Port deab2c52-05a6-4d97-987a-eedcd84b88f8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:05.420241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-15adfa93-fbad-4e5b-9378-818a7b6c3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.423020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e683e458-3d3f-4a30-9e20-7be3a12307d9 req-ef8cdbfd-641a-4b80-acbf-4c199bdc257d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7940810 Mar 31 22:54:05.424381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-15adfa93-fbad-4e5b-9378-818a7b6c3b51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.5586996 Mar 31 22:54:05.517723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-8a95cbba-df0e-4700-990d-b02314de4e2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.0822804 Mar 31 22:54:05.593218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475e892-33a3-4ab9-8206-fee532d4614d req-bfac13ea-30dd-4cc2-b850-5564487c24ec tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.595964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6475e892-33a3-4ab9-8206-fee532d4614d req-bfac13ea-30dd-4cc2-b850-5564487c24ec tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 948 time: 0.2619812 Mar 31 22:54:05.612854 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8799b2-f9c0-4f8c-9d2e-f6c7824bcceb x-openstack-request-id: req-9e8799b2-f9c0-4f8c-9d2e-f6c7824bcceb {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:05.613690 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-plugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:05.614304 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9e8799b2-f9c0-4f8c-9d2e-f6c7824bcceb {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:05.615116 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8799b2-f9c0-4f8c-9d2e-f6c7824bcceb'] response: {'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'code': 200} Mar 31 22:54:05.724022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.60', 62480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:05.733373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-95866275-a65a-4736-b201-1b36a0d7b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.736328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-95866275-a65a-4736-b201-1b36a0d7b946 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1982596 Mar 31 22:54:05.855287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:05.861387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6475e892-33a3-4ab9-8206-fee532d4614d req-291e6bcf-2320-4afe-be92-f3ba51638b22 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529848 Mar 31 22:54:05.886040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-f7791c27-0419-4866-8ab1-129d2ba70a12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615883 Mar 31 22:54:05.897864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90308ce4-f5fc-46b9-a035-a2b1c9f7973b req-59b0ccfb-a298-4520-b071-55a5f8b3a90e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.901941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90308ce4-f5fc-46b9-a035-a2b1c9f7973b req-59b0ccfb-a298-4520-b071-55a5f8b3a90e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1973603 Mar 31 22:54:05.916138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:05.952284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c96db-7f38-44f7-919d-4698c2c221ee req-13bc3596-0319-4af9-90fe-ae1cc5c639af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:05.954802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b4c96db-7f38-44f7-919d-4698c2c221ee req-13bc3596-0319-4af9-90fe-ae1cc5c639af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.2265096 Mar 31 22:54:06.001126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90308ce4-f5fc-46b9-a035-a2b1c9f7973b req-1fabccbb-a128-43ec-a311-a9a2604144fd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886056 Mar 31 22:54:06.010294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:06.084658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291f024f-1f5a-4326-b7b0-94f1fc7b9920 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:06.105301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:06.130929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.169184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.183624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:06.311889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:06.324447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.328904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:06.339844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:06.348403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.349205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.463089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Transition to ACTIVE for port object 291f024f-1f5a-4326-b7b0-94f1fc7b9920 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:06.476155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.597623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b4c96db-7f38-44f7-919d-4698c2c221ee req-7047fec3-20cb-4498-881a-87a8ad9a5043 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6250715 Mar 31 22:54:06.603465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Pushing event updated for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:06.622192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.623056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.623633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.624255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.624868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.625318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.625806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.626276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.626658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.627071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.627712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.628011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:06.630663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-9efc3533-6873-4685-a034-5c0192285ee6 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286484 Mar 31 22:54:06.652648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64d991-6537-49ba-b33a-49fb6e42c6c2 req-531279b3-6c8c-454a-a069-6bfb58f6cbe9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.655530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f64d991-6537-49ba-b33a-49fb6e42c6c2 req-531279b3-6c8c-454a-a069-6bfb58f6cbe9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 944 time: 0.5990832 Mar 31 22:54:06.661752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-050ed25e-9c5f-4bad-a30d-8e573e3ee88c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5320175 Mar 31 22:54:06.698201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] No DVR routers for this DVR port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:06.744056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef143b2-a320-4606-a626-7dcf8cc42d1c req-3230377e-b1ff-4ef4-976e-52c7f7d9aef7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:06.753695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eef143b2-a320-4606-a626-7dcf8cc42d1c req-3230377e-b1ff-4ef4-976e-52c7f7d9aef7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.5288675 Mar 31 22:54:06.775680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f64d991-6537-49ba-b33a-49fb6e42c6c2 req-3b21a3b3-99eb-474c-bddb-90d9e80c84d2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714922 Mar 31 22:54:06.784155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deab2c52-05a6-4d97-987a-eedcd84b88f8 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:06.798518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.837926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-4acc2a4b-2e88-488a-8330-18365e4641a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920/bindings/n-h1-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2055776 Mar 31 22:54:06.838238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Transition to ACTIVE for port object deab2c52-05a6-4d97-987a-eedcd84b88f8 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:06.848334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.941235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-96c67e7d-fba1-4f13-b1bf-516bfc18f602 None None] Provisioning complete for port 4d24de56-7be8-49ef-a988-f19f3e86bc95 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:06.942081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96c67e7d-fba1-4f13-b1bf-516bfc18f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:06.955802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Request body: {'port': {'device_id': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:06.977776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eef143b2-a320-4606-a626-7dcf8cc42d1c req-fc22452b-db12-4de8-bce3-f2b7be8539ec tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579523 Mar 31 22:54:07.051104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6d8f029f-78e1-4fff-b0d8-da51067fd0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.054089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-96c67e7d-fba1-4f13-b1bf-516bfc18f602 None None] Port 4d24de56-7be8-49ef-a988-f19f3e86bc95 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:07.167682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:07.395784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 6436ff0d-f470-4c25-820b-45ee41468dbd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:07.402340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.666698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d58250-1292-4762-8c54-45839bb03792 req-ab322a97-187b-4f3f-9550-4c3a57effddc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:07.680033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24d58250-1292-4762-8c54-45839bb03792 req-ab322a97-187b-4f3f-9550-4c3a57effddc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 948 time: 0.1554115 Mar 31 22:54:07.690062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-189bc23a-893c-4df3-95fe-d3ff23664452 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267020 Mar 31 22:54:07.750670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.797720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24d58250-1292-4762-8c54-45839bb03792 req-42036e1e-c825-4ad0-8b75-2b300ccf2798 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100576 Mar 31 22:54:07.798543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Attempting to bind port deab2c52-05a6-4d97-987a-eedcd84b88f8 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:07.799025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Attempting to bind port deab2c52-05a6-4d97-987a-eedcd84b88f8 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:07.799588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Attempting to bind port deab2c52-05a6-4d97-987a-eedcd84b88f8 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:07.803909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:07.924477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:07.945073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:07.959452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3531b0-2afb-4c2e-bf24-cfe0b4d0ab9b" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:07.983108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.229076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:08.271040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eed07-e8a4-45c4-a2fb-d0b5f29bc032 req-1bb9ce9e-a133-4c84-889b-4a5b32ee4a04 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.295541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-436eed07-e8a4-45c4-a2fb-d0b5f29bc032 req-1bb9ce9e-a133-4c84-889b-4a5b32ee4a04 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.2229865 Mar 31 22:54:08.308452 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.366618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-436eed07-e8a4-45c4-a2fb-d0b5f29bc032 req-7261be7a-3f9d-440e-ae36-9dabd68d2310 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697210 Mar 31 22:54:08.374022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Pushing event updated for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:08.411028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Port deab2c52-05a6-4d97-987a-eedcd84b88f8 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:08.411683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Attempting to bind port deab2c52-05a6-4d97-987a-eedcd84b88f8 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:08.434852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-65cf94c0-926b-40b6-b492-f0177c38d641 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.438364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-65cf94c0-926b-40b6-b492-f0177c38d641 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1096 time: 1.3265338 Mar 31 22:54:08.448898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:08.449387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:08.450010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:08.450753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Bound port: deab2c52-05a6-4d97-987a-eedcd84b88f8, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:08.451487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.619800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d24de56-7be8-49ef-a988-f19f3e86bc95 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:08.652093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.677271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Transition to ACTIVE for port object 4d24de56-7be8-49ef-a988-f19f3e86bc95 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:08.692810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee616b49-b3fa-4124-90c4-2d5b26adc0d9 req-0a362ad2-40d7-46bb-bca1-4eedd19bc2f0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.695565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee616b49-b3fa-4124-90c4-2d5b26adc0d9 req-0a362ad2-40d7-46bb-bca1-4eedd19bc2f0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 947 time: 1.5634239 Mar 31 22:54:08.739105 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:08.744344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc30d3c-6073-49fc-b540-246323b88819 req-3f71ec01-5e2e-4092-9d55-01969bce33af tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:08.748631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fc30d3c-6073-49fc-b540-246323b88819 req-3f71ec01-5e2e-4092-9d55-01969bce33af tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1399202 Mar 31 22:54:08.889529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fc30d3c-6073-49fc-b540-246323b88819 req-65647f45-9af6-4005-bedc-fe033d90141f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256063 Mar 31 22:54:09.037948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-8caec849-4b9d-4851-acf4-ab94d12fcc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.039995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-8caec849-4b9d-4851-acf4-ab94d12fcc4c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&tenant_id=bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 1096 time: 0.5740225 Mar 31 22:54:09.048163 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f4034-bb14-4b49-9d60-bcc8f85b4e00 x-openstack-request-id: req-8d2f4034-bb14-4b49-9d60-bcc8f85b4e00 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:09.049598 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:09.050230 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8d2f4034-bb14-4b49-9d60-bcc8f85b4e00 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:09.051277 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2f4034-bb14-4b49-9d60-bcc8f85b4e00'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'code': 200} Mar 31 22:54:09.064629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee616b49-b3fa-4124-90c4-2d5b26adc0d9 req-0ecda394-e0cf-4401-b98f-4c5f6ca511b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189242 Mar 31 22:54:09.117000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6589a-da64-49bc-8452-45470006573f req-9d66ad75-7f05-4ff0-9ad5-04ecead480a2 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.120426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-9d66ad75-7f05-4ff0-9ad5-04ecead480a2 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.3900206 Mar 31 22:54:09.287012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:09.478809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Attempting to bind port 4d24de56-7be8-49ef-a988-f19f3e86bc95 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:09.479607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Attempting to bind port 4d24de56-7be8-49ef-a988-f19f3e86bc95 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:09.480227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Attempting to bind port 4d24de56-7be8-49ef-a988-f19f3e86bc95 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:09.491892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Port 4d24de56-7be8-49ef-a988-f19f3e86bc95 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:09.492585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Attempting to bind port 4d24de56-7be8-49ef-a988-f19f3e86bc95 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:09.524200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:09.534837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:09.537124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:09.537985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Bound port: 4d24de56-7be8-49ef-a988-f19f3e86bc95, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:09.542175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.570481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d20a-b4f3-422d-8b50-2dffa525122e req-bd2dd7bd-5b0d-4eda-9eac-a5c3ee517a69 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:09.589378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f233d20a-b4f3-422d-8b50-2dffa525122e req-bd2dd7bd-5b0d-4eda-9eac-a5c3ee517a69 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.2779620 Mar 31 22:54:09.662980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:09.668185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:09.701979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f233d20a-b4f3-422d-8b50-2dffa525122e req-055d9ce8-f806-4b25-b48f-2df2f8f7305a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024995 Mar 31 22:54:09.756748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.813131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:09.872070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:09.988968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:10.010061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0490f-694d-4815-b30d-c74bf1331ab2 req-62d2c2f9-ec13-462b-a5a6-d21dfd524f50 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.012707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aca0490f-694d-4815-b30d-c74bf1331ab2 req-62d2c2f9-ec13-462b-a5a6-d21dfd524f50 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1095364 Mar 31 22:54:10.053236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:10.071550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9307c3-9b14-481a-82cb-ba87daac9b7c req-07c97ce7-7836-4d11-b735-6e6266c1cafc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.073374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac9307c3-9b14-481a-82cb-ba87daac9b7c req-07c97ce7-7836-4d11-b735-6e6266c1cafc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.4965501 Mar 31 22:54:10.075420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.076090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.078739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf9d4c71-561c-4901-8836-beafaa89e0ac service neutron] 10.222.0.60 "PUT /v2.0/ports/4d24de56-7be8-49ef-a988-f19f3e86bc95 HTTP/1.1" status: 200 len: 1096 time: 3.1403489 Mar 31 22:54:10.090232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aca0490f-694d-4815-b30d-c74bf1331ab2 req-2184aa59-be35-4e7e-8ba6-1fdda0457ece tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703793 Mar 31 22:54:10.093632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:10.105683 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5cc26f-33dd-436b-bd64-90570dea4429" -d '{"events": [{"name": "network-changed", "server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:10.106766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-79b03e0f-5261-4954-8f32-b92e44267256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.115659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-79b03e0f-5261-4954-8f32-b92e44267256 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1096 time: 0.8371656 Mar 31 22:54:10.132032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.258831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.334348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ca4cc-387f-4db1-b683-8a70695903e1 req-fd9512b5-09c7-44bc-9168-231fad6916a8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.337702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f91ca4cc-387f-4db1-b683-8a70695903e1 req-fd9512b5-09c7-44bc-9168-231fad6916a8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1197243 Mar 31 22:54:10.490720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f91ca4cc-387f-4db1-b683-8a70695903e1 req-5551b907-7646-409e-abb5-e2b2fd21a29f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347051 Mar 31 22:54:10.740449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Pushing event updated for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:10.758818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.759543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.761113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-17746784-db15-41d0-9d6f-d11729f3ce04 service neutron] 10.222.0.60 "PUT /v2.0/ports/deab2c52-05a6-4d97-987a-eedcd84b88f8 HTTP/1.1" status: 200 len: 1095 time: 6.0631196 Mar 31 22:54:10.819514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-80422f1c-02b8-44a7-a558-0a2a8d4c1de9 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.836562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-80422f1c-02b8-44a7-a558-0a2a8d4c1de9 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.1071742 Mar 31 22:54:10.879796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-91d55006-c3ed-4024-976c-bccd44a03359 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:10.930970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3604c-be68-4d30-bfb9-415a3ae054ea req-c05aaa4e-3ee6-41bd-a071-23bce654aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:10.932748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65d3604c-be68-4d30-bfb9-415a3ae054ea req-c05aaa4e-3ee6-41bd-a071-23bce654aa9b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1100 time: 1.1157513 Mar 31 22:54:11.006893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0ec6589a-da64-49bc-8452-45470006573f req-0bfd1626-0a0d-4eae-8922-2bf7eadb8f8a service neutron] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:11.042732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0ec6589a-da64-49bc-8452-45470006573f req-0bfd1626-0a0d-4eae-8922-2bf7eadb8f8a service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.045019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec6589a-da64-49bc-8452-45470006573f req-0bfd1626-0a0d-4eae-8922-2bf7eadb8f8a service neutron] 10.222.0.60 "DELETE /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 1.8646874 Mar 31 22:54:11.059090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-91d55006-c3ed-4024-976c-bccd44a03359 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.067500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-91d55006-c3ed-4024-976c-bccd44a03359 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:11.115364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-7a219b57-86bb-4583-ba4d-4e85103b4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.124742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-7a219b57-86bb-4583-ba4d-4e85103b4fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 1099 time: 0.9581375 Mar 31 22:54:11.128111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65d3604c-be68-4d30-bfb9-415a3ae054ea req-4b88e254-4c3d-4ed3-8e11-6d14c59fc36a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604152 Mar 31 22:54:11.161131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac9307c3-9b14-481a-82cb-ba87daac9b7c req-d27bf5d8-f492-42b3-ad12-e09426e98ce2 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0072529 Mar 31 22:54:11.168513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55006-c3ed-4024-976c-bccd44a03359 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f91308-d62d-4392-98a6-2f7907eab528,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:11.176484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-3e179c13-dd2f-4969-87c9-579bbf30b156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.182110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-3e179c13-dd2f-4969-87c9-579bbf30b156 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 1.0144529 Mar 31 22:54:11.218000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9981ab9a-1b91-4f5e-a4cf-490dd6a8a76d req-91d55006-c3ed-4024-976c-bccd44a03359 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796785 Mar 31 22:54:11.248160 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7758232-5c3e-4cc8-a0b1-b02eb516e801 x-openstack-request-id: req-a7758232-5c3e-4cc8-a0b1-b02eb516e801 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:11.248614 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:11.248774 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a7758232-5c3e-4cc8-a0b1-b02eb516e801 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:11.249085 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7758232-5c3e-4cc8-a0b1-b02eb516e801'] response: {'name': 'network-changed', 'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'status': 'completed', 'code': 200} Mar 31 22:54:11.252133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-5cca4afc-c7c0-47db-b782-dc5190ffb0da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95 HTTP/1.1" status: 200 len: 217 time: 0.0979486 Mar 31 22:54:11.255932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-67b97974-3726-48aa-a0a5-0100a5659724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.258254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-67b97974-3726-48aa-a0a5-0100a5659724 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 1098 time: 0.3850753 Mar 31 22:54:11.361912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-fe700ae2-ab3e-4b05-b3e3-0b998c068979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.362195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-fe700ae2-ab3e-4b05-b3e3-0b998c068979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0847118 Mar 31 22:54:11.382825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbc14-1987-4e5a-ba08-c413d05b8b9f req-0091b98d-ad09-4b66-af74-67bde918b33c tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.384710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-016bbc14-1987-4e5a-ba08-c413d05b8b9f req-0091b98d-ad09-4b66-af74-67bde918b33c tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1095 time: 0.0759091 Mar 31 22:54:11.417728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-2547ee55-ab29-4eb6-98fc-c7c6b2688ca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8 HTTP/1.1" status: 200 len: 217 time: 0.1289546 Mar 31 22:54:11.463013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-016bbc14-1987-4e5a-ba08-c413d05b8b9f req-a1c0c976-4dcd-4d0b-b495-5d8b0143cbde tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713174 Mar 31 22:54:11.602370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf4864da-8fdb-4de8-8a4c-9d9bd1e247d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.603956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-cf4864da-8fdb-4de8-8a4c-9d9bd1e247d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1462157 Mar 31 22:54:11.728352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae844a9-0844-47fc-bb35-86f0bc2d7857 req-025dc38d-7065-4644-939d-f75c51672416 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.730493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ae844a9-0844-47fc-bb35-86f0bc2d7857 req-025dc38d-7065-4644-939d-f75c51672416 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 947 time: 0.4334164 Mar 31 22:54:11.737101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-0a1a7b6e-365c-478d-acdc-a707379d97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:11.739651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-0a1a7b6e-365c-478d-acdc-a707379d97f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3338728 Mar 31 22:54:11.928568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ae844a9-0844-47fc-bb35-86f0bc2d7857 req-6f25ae78-8e62-4381-bb27-8f53fc0bad8f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797543 Mar 31 22:54:12.004548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-00dbc996-08ca-4b38-8c3a-1f4f9721e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.011575 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-00dbc996-08ca-4b38-8c3a-1f4f9721e686 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3802390 Mar 31 22:54:12.016247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-1ad40be8-a22d-4680-ad2a-ae81738a9931 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223945 Mar 31 22:54:12.218566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-d6915416-78fc-474a-9f02-a5a5b9302c23 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.2693810 Mar 31 22:54:12.813264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658210cf-a8da-48da-bdb7-ded6f739c1f6 req-fb88c13c-0276-471d-af4e-0c78fbf535dc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.819055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-658210cf-a8da-48da-bdb7-ded6f739c1f6 req-fb88c13c-0276-471d-af4e-0c78fbf535dc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.6410866 Mar 31 22:54:12.842468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-63e9aa78-dfc9-4d74-aabf-f1c5821a0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:12.850086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-63e9aa78-dfc9-4d74-aabf-f1c5821a0951 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.6118925 Mar 31 22:54:12.877594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-18037458-7f75-4def-8f24-7fae602e6d8e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459328 Mar 31 22:54:12.906109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-37770ff1-ffdd-4f33-a837-a5a435d5763b service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986157 Mar 31 22:54:13.039504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-1537f30c-55cd-4925-b618-fc46bdd9d821 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552367 Mar 31 22:54:13.184611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-253675dd-4392-4698-9dd5-d1e68b758752 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2057240 Mar 31 22:54:13.192813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-0720bfa3-4abf-4f27-bef0-6227fd2b66d7 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:13.197953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-0720bfa3-4abf-4f27-bef0-6227fd2b66d7 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124104 Mar 31 22:54:13.259437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-82bdc3eb-de82-43a1-b98b-ad42975bc996 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.262885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-82bdc3eb-de82-43a1-b98b-ad42975bc996 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.3649538 Mar 31 22:54:13.277419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:13.282198 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7d41b-78f9-4204-9712-b2d083e028d6" -d '{"events": [{"name": "network-changed", "server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:13.289340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cb7a30a-4a38-4cb6-a2d6-5866398bdfe4 req-b0ea69d2-3c30-497c-b4c5-e9d4f65d8454 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186817 Mar 31 22:54:13.323415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-8ddc691c-dd93-4c08-9cf8-d65fb1fb4623 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/quotas/ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 375 time: 0.0506310 Mar 31 22:54:13.332789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-658210cf-a8da-48da-bdb7-ded6f739c1f6 req-acb4b9f4-d865-4edd-8ee2-b663b85968d9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779487 Mar 31 22:54:13.429799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-bfee9f02-145f-4f66-86a3-fed8d7d35dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.430166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-bfee9f02-145f-4f66-86a3-fed8d7d35dbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 1099 time: 0.4055064 Mar 31 22:54:13.486584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-6546e8b4-4b73-4a91-b8c0-8b5a63489aa7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590905 Mar 31 22:54:13.531040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-01abad11-3bc5-41d6-9d9f-551bd96dedf3 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518116 Mar 31 22:54:13.732445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-28e41db5-ad0b-4c1b-af52-5392d7467dab service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445493 Mar 31 22:54:13.783361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-dd2f584a-d7fe-47dd-b67f-1af5c457aa61 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939435 Mar 31 22:54:13.935711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-8e863e27-6c7f-4e56-99af-1d78e5d7975b tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1355960117&fields=id&tenant_id=454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 267 time: 0.3517978 Mar 31 22:54:13.948554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-1d73616f-3055-4eb1-a0db-384ce3bbdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:13.950210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-1d73616f-3055-4eb1-a0db-384ce3bbdb65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5056717 Mar 31 22:54:13.970203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-0138e525-cebc-4bb4-a9e5-386244524e01 service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368314 Mar 31 22:54:14.057460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-ce1fba2e-d457-4bd7-931c-c7080e7b0ed0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95 HTTP/1.1" status: 200 len: 217 time: 0.0895772 Mar 31 22:54:14.130992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-c8634cee-c669-454f-a560-64b87bbf7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.132610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-c8634cee-c669-454f-a560-64b87bbf7174 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0580750 Mar 31 22:54:14.475285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-22245ea9-b92d-4676-ad7e-1382ae8464be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.476982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-22245ea9-b92d-4676-ad7e-1382ae8464be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3319185 Mar 31 22:54:14.544196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536044f-caab-4380-a8d6-d021427ee2cf req-059cbb1c-b15f-4e9d-a8ed-5ae18e4129e1 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.547191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6536044f-caab-4380-a8d6-d021427ee2cf req-059cbb1c-b15f-4e9d-a8ed-5ae18e4129e1 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.60 "GET /v2.0/ports?device_id=06a7249a-a1fb-4b8f-b8d9-6f3216b917b3 HTTP/1.1" status: 200 len: 968 time: 0.2818041 Mar 31 22:54:14.562190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-bb73db43-5e17-4694-a294-be2f55a3a5b3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.564587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-bb73db43-5e17-4694-a294-be2f55a3a5b3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 824 time: 0.5952597 Mar 31 22:54:14.631034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894f0ce-8f95-49af-be57-fa49ed3fd240 req-7435e0d4-75cd-4d95-9768-5621480779ac tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:14.647222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5894f0ce-8f95-49af-be57-fa49ed3fd240 req-7435e0d4-75cd-4d95-9768-5621480779ac tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1236944 Mar 31 22:54:14.806289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5894f0ce-8f95-49af-be57-fa49ed3fd240 req-766ffdce-56dc-4187-99e3-86d77b8e3ec0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417472 Mar 31 22:54:14.982711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-c156e1f6-d9b4-482f-a0d7-cdcaefcb19cf tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/quotas/454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 375 time: 0.3215971 Mar 31 22:54:15.092745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-073308e9-164f-4c04-b2fc-915aed618435 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.098195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-073308e9-164f-4c04-b2fc-915aed618435 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.7520881 Mar 31 22:54:15.102276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-68fd61d2-d9b2-4799-b55e-8d22fcb80df0 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106079 Mar 31 22:54:15.209436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa5d84-238e-4660-895f-522594d72495 req-4850d67d-31d5-451c-bf4e-01fa215c88b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.219002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-defa5d84-238e-4660-895f-522594d72495 req-4850d67d-31d5-451c-bf4e-01fa215c88b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1282535 Mar 31 22:54:15.379288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-defa5d84-238e-4660-895f-522594d72495 req-af6d5fc3-0381-4c23-8114-c2be92a1bc6e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488914 Mar 31 22:54:15.548432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Deleting port 07fd73ed-04d7-4e94-b1b7-b864f771e23b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:15.548826 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.606482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-e6fc7a96-3d78-4c4f-91c2-7596f348f672 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6233501 Mar 31 22:54:15.720363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0964d06-b226-4609-a2d4-2e681a02ac04 req-495bac77-2eb9-4132-a183-3cc9687345a5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:15.728686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a0964d06-b226-4609-a2d4-2e681a02ac04 req-495bac77-2eb9-4132-a183-3cc9687345a5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 947 time: 0.1783988 Mar 31 22:54:15.784704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a0964d06-b226-4609-a2d4-2e681a02ac04 req-aae4c5e4-26ba-4075-8091-5099b6a5a1ac tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513403 Mar 31 22:54:15.941681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-04e3e06d-84aa-4ca1-a417-c405eaee8412 service neutron] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:15.973323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc5cc26f-33dd-436b-bd64-90570dea4429 req-47f6fb61-202f-40fb-8a0f-38604c1ccd2a service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237431 Mar 31 22:54:15.982542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-04e3e06d-84aa-4ca1-a417-c405eaee8412 service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:15.987193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98082ebd-e1aa-41bc-8b31-01c9ed548d4f req-04e3e06d-84aa-4ca1-a417-c405eaee8412 service neutron] 10.222.0.96 "DELETE /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920/bindings/n-h2-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.8336554 Mar 31 22:54:15.996882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-b9881275-3a74-4055-afb1-113c256f10b1 service neutron] 10.222.0.95 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023765 Mar 31 22:54:16.036465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4d24de56-7be8-49ef-a988-f19f3e86bc95 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:16.186006 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6703b8f7-583e-4344-b690-cbd57a029516 x-openstack-request-id: req-6703b8f7-583e-4344-b690-cbd57a029516 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:16.186541 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:16.186541 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6703b8f7-583e-4344-b690-cbd57a029516 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:16.187221 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6703b8f7-583e-4344-b690-cbd57a029516'] response: {'name': 'network-changed', 'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8', 'status': 'completed', 'code': 200} Mar 31 22:54:16.258616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:16.259017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.264409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:16.292460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'mac_address': 'fa:16:3e:15:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:16.328224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79db4507-7945-4c87-9f30-50cd4fe46b95 req-3beae2c0-c278-433f-acf6-38000786d183 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 210 time: 0.1016512 Mar 31 22:54:16.383914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.406941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d24de56-7be8-49ef-a988-f19f3e86bc95 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:16.436148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-04c12945-5d3b-4f2f-97ce-15ed219f26c2 service neutron] 10.222.0.95 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234743 Mar 31 22:54:16.447400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:16.453263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:16.484231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-982578b5-8efa-4bff-97be-5a755d799f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.486580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-982578b5-8efa-4bff-97be-5a755d799f7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.2907300 Mar 31 22:54:16.559180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603df795-79b7-4b42-ae43-da97c0e84ec3 req-4bd4689a-b670-406b-86c1-6a77d6ed341a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.568783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-603df795-79b7-4b42-ae43-da97c0e84ec3 req-4bd4689a-b670-406b-86c1-6a77d6ed341a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.1254535 Mar 31 22:54:16.585980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:16.645789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-603df795-79b7-4b42-ae43-da97c0e84ec3 req-6641ff13-b65e-4bde-b005-15c6c3a170f8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Mar 31 22:54:16.840437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-d8169979-46e7-42f4-8da4-5206aa0f030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.852149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-d8169979-46e7-42f4-8da4-5206aa0f030d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 1098 time: 0.5999792 Mar 31 22:54:16.896258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['4d24de56-7be8-49ef-a988-f19f3e86bc95'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:16.978262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8472ba-f083-49e7-a555-0bf4ddf51435 req-d756e632-0a7a-4ab8-840c-2a8663c469e2 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:16.990981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f8472ba-f083-49e7-a555-0bf4ddf51435 req-d756e632-0a7a-4ab8-840c-2a8663c469e2 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1752987 Mar 31 22:54:17.082976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f8472ba-f083-49e7-a555-0bf4ddf51435 req-e54eb3de-6b27-4add-9df5-c5ddcb4cc056 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906928 Mar 31 22:54:17.322741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-3a46b00f-b5f6-4ed6-a4a7-ab87fafc8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.324780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-3a46b00f-b5f6-4ed6-a4a7-ab87fafc8903 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.4711483 Mar 31 22:54:17.353940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6632460-b9ea-40d6-9452-7b17935f394b req-9f0807e6-48b5-4a2e-908f-106e3099bec4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.364396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6632460-b9ea-40d6-9452-7b17935f394b req-9f0807e6-48b5-4a2e-908f-106e3099bec4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1286683 Mar 31 22:54:17.438247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6632460-b9ea-40d6-9452-7b17935f394b req-85fc25f7-c616-429e-aa9e-f68e22c6f6ea tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Mar 31 22:54:17.564183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-733ccf18-a2a8-406f-be79-0b0c4f9e4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.566435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-733ccf18-a2a8-406f-be79-0b0c4f9e4101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 1.0484922 Mar 31 22:54:17.626326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-299e7d21-5fad-4f4a-83ba-885c58f7eb23 req-65c24554-0ed2-449a-9bb8-fdf4ec946f96 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 210 time: 0.0696211 Mar 31 22:54:17.665679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-17328b19-5985-46a3-9abf-4f77384921ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0547171 Mar 31 22:54:17.667518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-48ff32da-840b-436a-9c75-7ede81424140 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8 HTTP/1.1" status: 200 len: 217 time: 0.2872887 Mar 31 22:54:17.800823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceda86-8447-444b-b284-22036c300f59 req-7c7b66ec-15d0-4770-a218-4ca214a93c03 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.815015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91ceda86-8447-444b-b284-22036c300f59 req-7c7b66ec-15d0-4770-a218-4ca214a93c03 tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 945 time: 0.8479526 Mar 31 22:54:17.850197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a10731-9d94-4cb6-b3e0-7e54b2df0e2f req-e179622b-04fc-4fbe-96ad-b02074f9ead9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:17.858793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61a10731-9d94-4cb6-b3e0-7e54b2df0e2f req-e179622b-04fc-4fbe-96ad-b02074f9ead9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 947 time: 0.1191199 Mar 31 22:54:17.922361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61a10731-9d94-4cb6-b3e0-7e54b2df0e2f req-4ce4a5e0-79d9-40c7-b1ee-cdeebf1413b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622060 Mar 31 22:54:17.997706 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.998358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:17.998959 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7 disassociated. External IP: 172.25.8.36, port: 07fd73ed-04d7-4e94-b1b7-b864f771e23b. Mar 31 22:54:17.999633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Calling delete_port for 07fd73ed-04d7-4e94-b1b7-b864f771e23b owned by compute:tempest-test_az-1165543244 {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:18.049664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device deab2c52-05a6-4d97-987a-eedcd84b88f8 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:18.081550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91ceda86-8447-444b-b284-22036c300f59 req-5193b4e2-33a1-48e4-8699-65051832864e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/security-groups?id=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636991 Mar 31 22:54:18.108274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 07fd73ed-04d7-4e94-b1b7-b864f771e23b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:18.123690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-2b33b072-b22e-4bde-8772-743a194e757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.128271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-2b33b072-b22e-4bde-8772-743a194e757f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.4323642 Mar 31 22:54:18.385165 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.514377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 07fd73ed-04d7-4e94-b1b7-b864f771e23b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=07fd73ed-04d7-4e94-b1b7-b864f771e23b,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:18.520254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:18.524504 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520424d3-daa3-4a1c-8394-fc84ca02ea11" -d '{"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-unplugged", "status": "completed", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:18.536240 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.555513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b269a8-3c82-43aa-a7f6-0a70f12282d8 req-29c1cb6d-21c8-4823-aa23-e4e81cc3c40e tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.565926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1b269a8-3c82-43aa-a7f6-0a70f12282d8 req-29c1cb6d-21c8-4823-aa23-e4e81cc3c40e tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1096 time: 0.1923583 Mar 31 22:54:18.618683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:18.654531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-1d13a89d-7aa9-4e48-8f22-4d90fc9ebafb tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.660126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-1d13a89d-7aa9-4e48-8f22-4d90fc9ebafb tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 945 time: 0.2460876 Mar 31 22:54:18.664526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:18.675697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1b269a8-3c82-43aa-a7f6-0a70f12282d8 req-78eefdb5-512b-4ed1-8a8c-2384671851f8 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083229 Mar 31 22:54:18.685630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'deab2c52-05a6-4d97-987a-eedcd84b88f8', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'deab2c52-05a6-4d97-987a-eedcd84b88f8', 'mac_address': 'fa:16:3e:62:67:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:18.748227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-efca8930-4cd6-4b48-a0e1-b1d6cad3ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.758235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-efca8930-4cd6-4b48-a0e1-b1d6cad3ae5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 1.0467451 Mar 31 22:54:18.789781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:18.795150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-51ae613a-83e3-4499-af57-9de36ac9c35d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:18.801337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-51ae613a-83e3-4499-af57-9de36ac9c35d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 1.6929262 Mar 31 22:54:18.812471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deab2c52-05a6-4d97-987a-eedcd84b88f8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:18.874681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:18.881929 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.031978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Deleting port 6205297e-fed1-414a-9dab-29d5651a8200 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:19.032618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.052359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:19.090768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Request body: {'port': {'device_id': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'admin_state_up': True, 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:19.189328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] For port 6205297e-fed1-414a-9dab-29d5651a8200, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6205297e-fed1-414a-9dab-29d5651a8200,segment=NetworkSegment(744b9876-99db-42d7-8986-d9ecab858a62),segment_id=744b9876-99db-42d7-8986-d9ecab858a62)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:19.189969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.201138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95a6ab-ad45-4361-b1e6-3c3c24f348cc req-5195442d-ab6b-45ae-955e-834782529638 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.203014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb95a6ab-ad45-4361-b1e6-3c3c24f348cc req-5195442d-ab6b-45ae-955e-834782529638 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0974422 Mar 31 22:54:19.210023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5872fe2a-48a2-4131-b9a9-afe565ffe366 req-4ca0ec03-7c12-4f64-bfdb-450ee3b17ef8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 210 time: 0.4037600 Mar 31 22:54:19.252043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Calling delete_port for 6205297e-fed1-414a-9dab-29d5651a8200 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:19.254861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['deab2c52-05a6-4d97-987a-eedcd84b88f8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:19.299952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-71594fec-c1d4-4cc5-9447-0ed310523767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.303942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-71594fec-c1d4-4cc5-9447-0ed310523767 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5015514 Mar 31 22:54:19.304882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.381507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb95a6ab-ad45-4361-b1e6-3c3c24f348cc req-6c38e6ce-d5a3-4337-b7b9-c6fa002a652d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648819 Mar 31 22:54:19.502502 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3921f94-cf4e-4283-9f28-46806479dd69 x-openstack-request-id: req-f3921f94-cf4e-4283-9f28-46806479dd69 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:19.502841 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-unplugged", "status": "completed", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:19.503108 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f3921f94-cf4e-4283-9f28-46806479dd69 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:19.504531 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3921f94-cf4e-4283-9f28-46806479dd69'] response: {'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'code': 200} Mar 31 22:54:19.558065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event deleted for resources: {'Port': ['ID=07fd73ed-04d7-4e94-b1b7-b864f771e23b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:19.591076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d8dbe703-1612-48de-869e-41f607dd6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:19.593734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d8dbe703-1612-48de-869e-41f607dd6ffd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7700882 Mar 31 22:54:19.662819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.718042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b33c8c5-2bec-4f31-8edb-2f5820df5360 req-74429256-f2e9-4074-9e3e-0be642a048ad tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 210 time: 0.0706987 Mar 31 22:54:19.784002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Pushing event deleted for resources: {'Port': ['ID=6205297e-fed1-414a-9dab-29d5651a8200,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:19.958066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] No DVR routers for this DVR port 6205297e-fed1-414a-9dab-29d5651a8200 on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:19.967427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:19.973167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dac19f0b-bb92-489b-9a18-d3bfd2228306 req-efd07d8f-172d-48bb-87df-07c380f10e6e tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.60 "DELETE /v2.0/ports/6205297e-fed1-414a-9dab-29d5651a8200 HTTP/1.1" status: 204 len: 173 time: 1.2923346 Mar 31 22:54:19.977715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'name': 'network-vif-deleted', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:19.979975 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc661049-a0ee-4dfc-ad64-93fd959f46b1" -d '{"events": [{"server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "name": "network-vif-deleted", "tag": "6205297e-fed1-414a-9dab-29d5651a8200"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:20.058440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4d24de56-7be8-49ef-a988-f19f3e86bc95 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:20.109927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e93f9-2fed-44c7-9762-e047c5f33bef req-058ceb3e-e02f-40c4-bc8f-95e45fdbf7ab tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.112474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b5e93f9-2fed-44c7-9762-e047c5f33bef req-058ceb3e-e02f-40c4-bc8f-95e45fdbf7ab tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.7576771 Mar 31 22:54:20.150753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-38427357-1fdd-42c6-a538-d1baa096054d tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.152165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78741d-f019-4358-a1b2-f035d066f4b1 req-3c4a1642-c1f3-4816-a2aa-a0bf9bd4c7b2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.153979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-38427357-1fdd-42c6-a538-d1baa096054d tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.96 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 824 time: 1.1091623 Mar 31 22:54:20.157631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e78741d-f019-4358-a1b2-f035d066f4b1 req-3c4a1642-c1f3-4816-a2aa-a0bf9bd4c7b2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 948 time: 0.1818249 Mar 31 22:54:20.184989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 4d24de56-7be8-49ef-a988-f19f3e86bc95 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:20.198563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 4d24de56-7be8-49ef-a988-f19f3e86bc95 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:20.200808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.296845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e78741d-f019-4358-a1b2-f035d066f4b1 req-31a5f6d0-5184-4eea-a03a-85bbae64ad34 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295938 Mar 31 22:54:20.342871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-576808fb-f7fd-4699-bbfe-a9b7ffd16c81 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096865 Mar 31 22:54:20.430051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.434255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-ae86d87c-4664-452d-bffc-f7dbf835e986 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=454f7aa6ace740cebf12b658cd1b17de HTTP/1.1" status: 200 len: 380 time: 0.2393193 Mar 31 22:54:20.450065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:20.454148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.478197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:20.483843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.494607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'port': {'device_id': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'admin_state_up': True, 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'security_groups': ['ad3b8f97-1e2f-406a-913e-fe71b783f627']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:20.558011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:20.591259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b5e93f9-2fed-44c7-9762-e047c5f33bef req-06459a04-c644-4aae-aba4-115c830f7d17 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065139 Mar 31 22:54:20.594220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-936c6034-3c86-472d-afa0-dbeb9f2180b5 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9806879 Mar 31 22:54:20.664858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:20.710345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-7f59389f-d609-464f-b0d6-f046214ce0f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:20.720585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-7f59389f-d609-464f-b0d6-f046214ce0f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.2581816 Mar 31 22:54:20.780290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-365e9b55-9c8d-41bc-99fb-524a89075902 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/quotas/bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 375 time: 0.0353251 Mar 31 22:54:20.829255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:20.873478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fe6c2bd-50f6-438d-bafc-8d1277bff3ee req-ef7900d8-66a8-4eb9-88b9-047f31422c0f tempest-VolumesAdminNegativeTest-407669772 tempest-VolumesAdminNegativeTest-407669772-project] 10.222.0.95 "GET /v2.0/ports?device_id=74d4a796-68c0-4fff-b3c6-8ce7153f7f79 HTTP/1.1" status: 200 len: 210 time: 0.0928922 Mar 31 22:54:20.936952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06c7d41b-78f9-4204-9712-b2d083e028d6 req-a4219102-7065-48e9-8734-117471226037 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867856 Mar 31 22:54:21.062572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-3c62401f-8c0c-476b-90b0-41e1b73598e3 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146636 Mar 31 22:54:21.069100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-929e162a-4d0f-4fa8-b804-9d509159a3a6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2831488 Mar 31 22:54:21.097848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Allocated IP 172.20.0.5 (c21cac26-dbae-43c0-bf81-1eefeb1b49d8/3b6fdaab-99bb-4166-801b-05f32d21c460/e872243c-3a65-4823-b7d9-7685d510e2db) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:21.163860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Made reservation on behalf of 454f7aa6ace740cebf12b658cd1b17de for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:21.167856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.228249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:21.250944 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:21.273627 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:21.274308 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:54:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:21.378333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-156201e4-e3de-4e8e-a5ea-67855dd2a9e8 service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077345 Mar 31 22:54:21.383999 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8ce31-dc68-4674-8710-5cb299cbad64 x-openstack-request-id: req-69a8ce31-dc68-4674-8710-5cb299cbad64 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:21.384285 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d4a796-68c0-4fff-b3c6-8ce7153f7f79", "name": "network-vif-deleted", "tag": "6205297e-fed1-414a-9dab-29d5651a8200", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:21.384607 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-69a8ce31-dc68-4674-8710-5cb299cbad64 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:21.386669 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a8ce31-dc68-4674-8710-5cb299cbad64'] response: {'server_uuid': '74d4a796-68c0-4fff-b3c6-8ce7153f7f79', 'name': 'network-vif-deleted', 'tag': '6205297e-fed1-414a-9dab-29d5651a8200', 'status': 'completed', 'code': 200} Mar 31 22:54:21.436086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] No DVR routers for this DVR port 07fd73ed-04d7-4e94-b1b7-b864f771e23b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:21.477869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.481327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6536044f-caab-4380-a8d6-d021427ee2cf req-8f4894bf-6c02-409c-ae2f-3c50aa1e1e63 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.60 "DELETE /v2.0/ports/07fd73ed-04d7-4e94-b1b7-b864f771e23b HTTP/1.1" status: 204 len: 173 time: 6.9154737 Mar 31 22:54:21.481827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-deleted', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:21.484493 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b68568-5634-4aae-b8b7-7d24c9b88b15" -d '{"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-deleted", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:21.506435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:21.508824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:21.513414 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c1405-e934-4ce3-8e87-a7d379b96822" -d '{"events": [{"server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:21.717586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-3462245d-63bf-497d-ad83-65d848f62a8f service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247688 Mar 31 22:54:21.801301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-104c6024-932f-40bb-bb0b-78acacdde2e4 req-2ed31e1e-18f6-426a-86b7-23df064df23f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 210 time: 0.3556819 Mar 31 22:54:21.830473 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:21.894569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:21.910740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Allocated IP 172.20.0.4 (67693356-b6f9-45ba-980b-1f2b6c1a05e1/dc9a3803-2455-4119-ab29-27ea53b67936/1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:22.041911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.063474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device deab2c52-05a6-4d97-987a-eedcd84b88f8 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:22.063765 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:22.186245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:22.202651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:22.214016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:22.217964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:22.229381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port deab2c52-05a6-4d97-987a-eedcd84b88f8 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:22.233498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.236009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.237187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port deab2c52-05a6-4d97-987a-eedcd84b88f8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:22.237638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.261163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f1632-9986-4645-87b6-8c11a04cd874 req-6108004f-a6cf-4b9d-82a8-d003026e32aa tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.264222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-169f1632-9986-4645-87b6-8c11a04cd874 req-6108004f-a6cf-4b9d-82a8-d003026e32aa tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.2661252 Mar 31 22:54:22.330868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-84740e58-7606-4db6-83e9-c6282f344e1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5039055 Mar 31 22:54:22.357487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Request body: {'port': {'device_id': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:22.362124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cae6ee11-14d9-46b5-b8b3-6c4b19c166f8 req-0288f1bd-9c98-4804-a6ef-380fa8483f24 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 210 time: 0.1279812 Mar 31 22:54:22.413449 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.415281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.448934 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:22.476962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:22.494034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.497184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6205297e-fed1-414a-9dab-29d5651a8200 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:22.501893 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:22.502948 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:54:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:22.519782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-169f1632-9986-4645-87b6-8c11a04cd874 req-03a28428-1d0a-4950-b370-8b122802eef2 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295597 Mar 31 22:54:22.636680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:22.646518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 6205297e-fed1-414a-9dab-29d5651a8200 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:22.647274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6205297e-fed1-414a-9dab-29d5651a8200 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:22.668824 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd253c0-d11d-4e6d-8dcd-1453325634a7 x-openstack-request-id: req-8dd253c0-d11d-4e6d-8dcd-1453325634a7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:22.669126 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a7249a-a1fb-4b8f-b8d9-6f3216b917b3", "name": "network-vif-deleted", "tag": "07fd73ed-04d7-4e94-b1b7-b864f771e23b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:22.671725 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8dd253c0-d11d-4e6d-8dcd-1453325634a7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:22.672203 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd253c0-d11d-4e6d-8dcd-1453325634a7'] response: {'server_uuid': '06a7249a-a1fb-4b8f-b8d9-6f3216b917b3', 'name': 'network-vif-deleted', 'tag': '07fd73ed-04d7-4e94-b1b7-b864f771e23b', 'status': 'completed', 'code': 200} Mar 31 22:54:22.744431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.751326 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f66b99-a0f3-4cb6-b12c-33f43d2a119a x-openstack-request-id: req-18f66b99-a0f3-4cb6-b12c-33f43d2a119a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:22.751715 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "name": "network-vif-plugged", "status": "completed", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:22.752051 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-18f66b99-a0f3-4cb6-b12c-33f43d2a119a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:22.752550 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f66b99-a0f3-4cb6-b12c-33f43d2a119a'] response: {'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'code': 200} Mar 31 22:54:22.755327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656c22a-7cfa-4a11-8d0d-d68cc5f10b17 req-16bee4d4-3063-41e0-b6e1-de7ba30ef6a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:22.763739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4656c22a-7cfa-4a11-8d0d-d68cc5f10b17 req-16bee4d4-3063-41e0-b6e1-de7ba30ef6a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 949 time: 0.1660013 Mar 31 22:54:22.804494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:22.832319 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:22.861809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4656c22a-7cfa-4a11-8d0d-d68cc5f10b17 req-b59537b9-cfb0-4603-aa66-45a2b74b2924 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921805 Mar 31 22:54:22.935327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60604) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:22.953708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:22.972974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:23.081845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Deleting subnet 5f31bd96-e39a-4d62-b10f-ff146a24b37f {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:23.097388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:23.110389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf7ff137-7efa-4cf3-9283-0ca5f1f4d5c9 req-7d4da9d7-5e6b-45d2-9925-360638301273 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 210 time: 0.0745795 Mar 31 22:54:23.116423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.117470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.126132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.274087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.297779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event updated for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.338648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056f985-4b9c-4dbe-a29a-e1cc50151a6e req-60e27342-b5fd-468f-8e2b-aa2a12f8b86b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.341554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8056f985-4b9c-4dbe-a29a-e1cc50151a6e req-60e27342-b5fd-468f-8e2b-aa2a12f8b86b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.3851674 Mar 31 22:54:23.373230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-54b07295-5727-4282-9b6f-4cbf00b435f6 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9007204 Mar 31 22:54:23.401876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Request body: {'port': {'device_id': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:23.417222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaade8-4656-4707-808c-78230e12ec6b req-60e404ee-d8c5-4c5a-b443-2bdb920c20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.418780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2afaade8-4656-4707-808c-78230e12ec6b req-60e404ee-d8c5-4c5a-b443-2bdb920c20ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 1101 time: 0.4495850 Mar 31 22:54:23.445188 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.487052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b28e67-2472-4fd2-aa91-10c7e1701639 req-0ab78141-0f4a-4274-ac01-f9499b9bddaa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.489364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5b28e67-2472-4fd2-aa91-10c7e1701639 req-0ab78141-0f4a-4274-ac01-f9499b9bddaa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 931 time: 0.1060047 Mar 31 22:54:23.502165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5dec1b5b-a5e8-4b7c-b445-14afd28e413a None None] Provisioning complete for port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:23.502864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5dec1b5b-a5e8-4b7c-b445-14afd28e413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.552902 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:23.559558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5dec1b5b-a5e8-4b7c-b445-14afd28e413a None None] Port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:23.591092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fbca60-f826-4c13-a266-1d305612ebbf None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:23.621236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5b28e67-2472-4fd2-aa91-10c7e1701639 req-af1ae357-981a-498d-8dab-746fa2d4834f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477705 Mar 31 22:54:23.635434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.684591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f31bd96-e39a-4d62-b10f-ff146a24b37f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:23.698462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.701960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e47c3cff-04e3-4e2c-94ba-3454f9f3b8c3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5f31bd96-e39a-4d62-b10f-ff146a24b37f HTTP/1.1" status: 204 len: 168 time: 0.7651968 Mar 31 22:54:23.705596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60630) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:23.731180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8056f985-4b9c-4dbe-a29a-e1cc50151a6e req-fa89eb2e-604f-4f1d-9819-ef64f17ad6a5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487058 Mar 31 22:54:23.789025 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2afaade8-4656-4707-808c-78230e12ec6b req-98ec8a53-764e-429c-956a-377092f9415e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265141 Mar 31 22:54:23.804264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.832609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.859617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c8a-697a-47eb-bbb6-445f7023fbe3 req-22dc5154-0177-402d-af3a-622baf53471a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:23.861192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-681d0c8a-697a-47eb-bbb6-445f7023fbe3 req-22dc5154-0177-402d-af3a-622baf53471a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 931 time: 0.0672319 Mar 31 22:54:23.957219 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:23.987970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-681d0c8a-697a-47eb-bbb6-445f7023fbe3 req-d74580d8-37ee-4e1a-a014-eb78e0fa1154 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015658 Mar 31 22:54:23.991709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56049b57-f369-46d7-94f0-eafd917617a1']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:24.002051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744b9876-99db-42d7-8986-d9ecab858a62') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:24.002527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744b9876-99db-42d7-8986-d9ecab858a62') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:24.012357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b2f87-72e8-4e02-b3e3-1b14b3e12eeb req-9960d59c-a6be-4423-b13d-662c840d69dd tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.013323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.015358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-707b2f87-72e8-4e02-b3e3-1b14b3e12eeb req-9960d59c-a6be-4423-b13d-662c840d69dd tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1952775 Mar 31 22:54:24.023856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ef519-1759-40c3-82c1-13158c5171ae None None] New status for floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:24.039567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.039567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:24.039567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:24.041241 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:24.123214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.140588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.150547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] 10.222.0.95 "DELETE /v2.0/networks/56049b57-f369-46d7-94f0-eafd917617a1 HTTP/1.1" status: 204 len: 168 time: 0.4403846 Mar 31 22:54:24.153795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:24.220771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-707b2f87-72e8-4e02-b3e3-1b14b3e12eeb req-e2efef28-eb8b-488e-82af-de889a8aadbb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486862 Mar 31 22:54:24.239850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e872243c-3a65-4823-b7d9-7685d510e2db {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:24.245160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.251743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Deleting subnet b8cdc19c-b184-4748-bbc3-58602816dd16 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:24.257928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd904e9-2e87-4284-b634-45c28457b08e admin admin] Pushing event deleted for resources: {'Network': ['ID=56049b57-f369-46d7-94f0-eafd917617a1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.303517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Transition to ACTIVE for port object e872243c-3a65-4823-b7d9-7685d510e2db will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:24.312884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.315137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.387315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.412663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-029aebff-d461-4c66-aa4f-3510405cd463 req-ecc906ae-1c7f-4621-b541-124e18cb5489 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 210 time: 0.0725636 Mar 31 22:54:24.424276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793ed9c-f69f-4599-aa87-b0899743fa95 req-f81f0a52-8b0c-4a52-aa11-4739c4525366 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:24.426664 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5793ed9c-f69f-4599-aa87-b0899743fa95 req-f81f0a52-8b0c-4a52-aa11-4739c4525366 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 949 time: 0.2386792 Mar 31 22:54:24.435393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.514350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.520778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:24.521331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:24.521331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:24.524552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:24.534067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.536983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:24.537355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:24.547278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:24.547627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:24.547998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:24.548421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Bound port: e872243c-3a65-4823-b7d9-7685d510e2db, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:24.548777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.564185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Transition to ACTIVE for port object 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:24.574047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.595307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5793ed9c-f69f-4599-aa87-b0899743fa95 req-9743562d-a570-4ac4-aed7-579d2e63fd44 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565709 Mar 31 22:54:24.703221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.755390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:24.761314 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac1ea94-485c-44f7-80c3-5a3b138112c5" -d '{"events": [{"server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "name": "network-vif-plugged", "status": "completed", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:24.785887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:24.791925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b8cdc19c-b184-4748-bbc3-58602816dd16 HTTP/1.1" status: 204 len: 168 time: 0.6340458 Mar 31 22:54:24.793243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4162723-3ed3-4f1f-acba-f9d83c850103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8cdc19c-b184-4748-bbc3-58602816dd16,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.804962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:24.806373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:24.939871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:24.948064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:24.964936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.004914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Attempting to bind port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:25.005335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Attempting to bind port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:25.005736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Attempting to bind port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:25.021786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451a380-9a93-4f78-9a67-3e7b98f4394b req-0b897b88-88a0-444f-b56a-427f591abde1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.023951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0451a380-9a93-4f78-9a67-3e7b98f4394b req-0b897b88-88a0-444f-b56a-427f591abde1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.2519562 Mar 31 22:54:25.043880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-fe070de3-0ebd-4879-95ce-e7cf51d634a4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.046473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-fe070de3-0ebd-4879-95ce-e7cf51d634a4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.3993859 Mar 31 22:54:25.079654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Request body: {'port': {'device_id': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'admin_state_up': True, 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:25.086199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.098287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.098896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.100581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] 10.222.0.96 "PUT /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 1091 time: 2.7531378 Mar 31 22:54:25.101027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:25.103516 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e06befa-8529-498a-8ccf-d7245dd27696" -d '{"events": [{"name": "network-changed", "server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:25.109842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:25.110362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Attempting to bind port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 on network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:25.130637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:25.131045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Checking segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:25.131643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Bound using segment: {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:25.132080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Bound port: 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e1eb03-4deb-4b56-af3d-412bab7bf9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:25.132425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.205163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318df032-29a1-4398-8f62-1fbf603cfff3 service neutron] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:25.205928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0451a380-9a93-4f78-9a67-3e7b98f4394b req-387aaea7-d184-41f0-9635-5535a9ccb146 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577067 Mar 31 22:54:25.324210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.366359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.366978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.367891 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.368376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > port after_create 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.368909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.369535 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > port after_update 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.369998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.370537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.371046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.371570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.452610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.453393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.453884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.454509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:54:25.455028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09abf289-475c-42a6-aea9-083110fa49d6']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:25.464870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:25.465402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-4dd79cf0-ab57-4036-bc6b-0d0add504e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.467227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-4dd79cf0-ab57-4036-bc6b-0d0add504e24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1094 time: 0.2742438 Mar 31 22:54:25.470305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.495866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab7d8a8-3a8b-46a9-ac9c-9397beb2d4d3') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:25.496411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab7d8a8-3a8b-46a9-ac9c-9397beb2d4d3') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:25.502200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:25.527955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3afba-833c-4464-8017-620491d62555 req-d54ef0e5-57bf-488a-9cec-c6f6eb5ffd82 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.536711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0bb3afba-833c-4464-8017-620491d62555 req-d54ef0e5-57bf-488a-9cec-c6f6eb5ffd82 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1300519 Mar 31 22:54:25.555193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-a3eab9c4-e6c5-49ea-aff2-e3f838839ee8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 217 time: 0.0762043 Mar 31 22:54:25.556938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.587454 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fafbe89-fbbd-4b2b-9bff-533d484e4475 x-openstack-request-id: req-7fafbe89-fbbd-4b2b-9bff-533d484e4475 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:25.588523 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "name": "network-vif-plugged", "status": "completed", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:25.588523 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7fafbe89-fbbd-4b2b-9bff-533d484e4475 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:25.593099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:25.594923 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fafbe89-fbbd-4b2b-9bff-533d484e4475'] response: {'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8', 'code': 200} Mar 31 22:54:25.635762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0bb3afba-833c-4464-8017-620491d62555 req-8116693f-87fe-492c-9e4c-bce3b65a2f8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933297 Mar 31 22:54:25.654369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-7dcd2295-ec51-4d80-99cd-2d2f4dc72ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.654369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-7dcd2295-ec51-4d80-99cd-2d2f4dc72ac1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0757980 Mar 31 22:54:25.654369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.654744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.688185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:25.688620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: from cryptography.utils import int_from_bytes Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: from cryptography.utils import int_from_bytes Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: timer() Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:25.699885 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:25.725565 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc59848-85a2-4546-b007-45df68e2f542 x-openstack-request-id: req-bdc59848-85a2-4546-b007-45df68e2f542 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:25.726323 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:25.726575 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bdc59848-85a2-4546-b007-45df68e2f542 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:25.726981 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc59848-85a2-4546-b007-45df68e2f542'] response: {'name': 'network-changed', 'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'status': 'completed', 'code': 200} Mar 31 22:54:25.749506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Allocated IP 172.20.0.11 (9f745c9b-c8c4-4465-af84-b1ae8d453f65/9fba39d8-b8cd-484b-be30-18986f22ea0e/7f6b673a-0bd3-4b72-ad85-347adbd59404) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:25.785605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.786657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.789179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] 10.222.0.96 "PUT /v2.0/ports/1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 HTTP/1.1" status: 200 len: 1091 time: 2.4015968 Mar 31 22:54:25.831871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.840819 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-16c313a9-45fa-4ef0-bc1b-1ea86b45987f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757398 Mar 31 22:54:25.871530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2a53b-9702-4033-b931-511dd675cadf req-ebf291ad-2978-42b3-935d-35db140ca360 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:25.873213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1f2a53b-9702-4033-b931-511dd675cadf req-ebf291ad-2978-42b3-935d-35db140ca360 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0937269 Mar 31 22:54:25.991950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:25.998523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.002753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] 10.222.0.95 "DELETE /v2.0/networks/09abf289-475c-42a6-aea9-083110fa49d6 HTTP/1.1" status: 204 len: 168 time: 1.1384435 Mar 31 22:54:26.020161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8c2a-c385-436d-95f2-537d3e296101 service neutron] Pushing event updated for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:26.031815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1f2a53b-9702-4033-b931-511dd675cadf req-37072cc2-9bb4-426d-83f7-59af4b522a8d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908313 Mar 31 22:54:26.032678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc69ef-706a-45eb-8dae-2c9fe27130e4 req-6426343d-d9bd-49d0-a774-392bdd99033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.034599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77bc69ef-706a-45eb-8dae-2c9fe27130e4 req-6426343d-d9bd-49d0-a774-392bdd99033d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 1100 time: 0.3112488 Mar 31 22:54:26.101601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d662f-f794-4898-875d-888b2a333e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=09abf289-475c-42a6-aea9-083110fa49d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:26.104563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.116406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88cf31-8204-4eb9-b792-4223b151bcf3 req-a5222c33-70dd-4ede-a4a6-6178a71a00dd tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.128772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b88cf31-8204-4eb9-b792-4223b151bcf3 req-a5222c33-70dd-4ede-a4a6-6178a71a00dd tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.4193332 Mar 31 22:54:26.179889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-cbc30fa4-fdc9-4c7c-82f0-3bbaec5c3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.183680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-cbc30fa4-fdc9-4c7c-82f0-3bbaec5c3b6e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 1094 time: 0.2759671 Mar 31 22:54:26.186901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.242990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-da395c51-02eb-4095-b8ea-8bb96a01678f service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364620 Mar 31 22:54:26.244448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77bc69ef-706a-45eb-8dae-2c9fe27130e4 req-d11ebc2c-3ce4-4983-8adb-77644ddc69c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556897 Mar 31 22:54:26.290142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:26.298000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcdb91-71f2-4500-98e3-8f82e0571c11 req-11d9c2ef-8e69-4c55-9b75-e4b93684a122 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.299268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b88cf31-8204-4eb9-b792-4223b151bcf3 req-3301e417-92ca-4fe3-8cb3-8b382b6cb222 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693621 Mar 31 22:54:26.299517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7dcdb91-71f2-4500-98e3-8f82e0571c11 req-11d9c2ef-8e69-4c55-9b75-e4b93684a122 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 932 time: 0.1274135 Mar 31 22:54:26.300566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:26.301022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-78b27b5b-4188-4a2f-954c-52c2ad0d087a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 HTTP/1.1" status: 200 len: 217 time: 0.0604279 Mar 31 22:54:26.303411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:26.311970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60722) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:26.313646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:26.382454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.383941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.407896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7dcdb91-71f2-4500-98e3-8f82e0571c11 req-f0d8271e-f987-4806-83a5-fddb6a086f5c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667901 Mar 31 22:54:26.411730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d6edd19a-b259-4e2b-8de8-886c7e017695 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3421986 Mar 31 22:54:26.433166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Request body: {'port': {'device_id': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:26.595646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:26.668636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f7fd-8f96-43b6-8100-ad5536249f72 req-1c9fae53-79c3-4c35-990d-eeef6ea33fc6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.670377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f191f7fd-8f96-43b6-8100-ad5536249f72 req-1c9fae53-79c3-4c35-990d-eeef6ea33fc6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 949 time: 0.1332729 Mar 31 22:54:26.799271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f191f7fd-8f96-43b6-8100-ad5536249f72 req-3756be5b-f228-4346-abbb-604e40edc1bc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013415 Mar 31 22:54:26.807865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f449efa6-0371-4c61-960a-35b41e6b4610 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1feada5ed6764961a61bf144e31a3380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924581 Mar 31 22:54:26.812989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-8dda6f1e-e91e-493f-b689-bbda309c7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.814552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-8dda6f1e-e91e-493f-b689-bbda309c7220 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.5011749 Mar 31 22:54:26.815021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60730) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:26.908278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a31bb48-1fbb-475e-b659-de50934bd2af req-80d07810-3f48-48a7-9b58-69f785cc8463 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514702 Mar 31 22:54:26.932624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b874d-ec57-4f79-b418-e31699ad06e1 req-d502f627-64b0-46dc-a322-d4a4153779cb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.936342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-651b874d-ec57-4f79-b418-e31699ad06e1 req-d502f627-64b0-46dc-a322-d4a4153779cb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1807942 Mar 31 22:54:26.960067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaa6ca-dbe3-4384-bbc1-0ed5c36b892f req-b101f252-e22c-46ee-8f74-17e923481a99 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:26.962350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eacaa6ca-dbe3-4384-bbc1-0ed5c36b892f req-b101f252-e22c-46ee-8f74-17e923481a99 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0876555 Mar 31 22:54:27.004898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-c988de69-6fd0-48d1-8bbf-38e787b70b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.006499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-c988de69-6fd0-48d1-8bbf-38e787b70b47 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732945 Mar 31 22:54:27.047360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.072160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-651b874d-ec57-4f79-b418-e31699ad06e1 req-fa2e6c2d-b79c-40ac-8404-080f54338161 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158552 Mar 31 22:54:27.145008 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.161812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-e22ccf15-cfc8-4aa0-8088-7fdd23985a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.163501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-e22ccf15-cfc8-4aa0-8088-7fdd23985a68 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1094 time: 0.1829402 Mar 31 22:54:27.225260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-21a38903-57cd-468f-a40e-02f25c493f51 service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968403 Mar 31 22:54:27.294990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:27.313616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eacaa6ca-dbe3-4384-bbc1-0ed5c36b892f req-68b20ca5-f15b-4f02-8813-42f35e39c3fb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365669 Mar 31 22:54:27.317761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b673a-0bd3-4b72-ad85-347adbd59404 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:27.342825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.374602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.376827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Transition to ACTIVE for port object 7f6b673a-0bd3-4b72-ad85-347adbd59404 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:27.378109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.379481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4 HTTP/1.1" status: 204 len: 168 time: 0.5611520 Mar 31 22:54:27.400548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.436178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.452875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18beeb-3433-407a-931f-a2b585869c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44c29a-cc1d-4edf-b9dd-1e9eedfcb1d4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.469012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.486859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-0085eb69-85ff-4b74-885e-855f77a36d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.488502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-0085eb69-85ff-4b74-885e-855f77a36d7a service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.3059573 Mar 31 22:54:27.505760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38db946f-e2c9-4fd8-9b90-2ff00fcdc114 req-8c93590e-a4b6-4a48-bef6-95814ce9fd34 service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652276 Mar 31 22:54:27.520485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-3003cf3f-ef5c-40b5-b290-234756a0d076 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.520651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:27.522029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-3003cf3f-ef5c-40b5-b290-234756a0d076 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.2716894 Mar 31 22:54:27.537451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.553308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-6714e331-33e9-4dc4-8fbe-50de3dd78201 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 217 time: 0.0505588 Mar 31 22:54:27.563762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-5b2c7ca6-f11a-4de4-95a7-3fe7d637e5de tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/quotas/c6498c8a2c344208b07e7decaf069a6c HTTP/1.1" status: 200 len: 375 time: 0.0131955 Mar 31 22:54:27.596744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:27.599910 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a539709-02c7-457b-961f-40ee370195eb" -d '{"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:27.607047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25823b4e-af34-42b8-97ac-d56851b9f562 req-fdef1ebc-b755-41d7-b51e-100c80a8519f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.608655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25823b4e-af34-42b8-97ac-d56851b9f562 req-fdef1ebc-b755-41d7-b51e-100c80a8519f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1849771 Mar 31 22:54:27.626662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:27.669180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-74313195-a55a-4a18-bee1-b37b80f9360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.670737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-74313195-a55a-4a18-bee1-b37b80f9360d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1025689 Mar 31 22:54:27.678826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-7b543141-378c-4eb0-997f-f1f44439c9b4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024215 Mar 31 22:54:27.725158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-00138025-19df-4b7a-ac59-8807f8ae3bb0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431852 Mar 31 22:54:27.731770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:27.734534 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:27.734719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25823b4e-af34-42b8-97ac-d56851b9f562 req-23300fd1-ca59-4c53-804f-2358a93f0066 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895131 Mar 31 22:54:27.772605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:27.777795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:27.778666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:27.796173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:27.796533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:27.807061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:27.808485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:27.809172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:27.809707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Bound port: 7f6b673a-0bd3-4b72-ad85-347adbd59404, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:27.810196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:27.944576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-45eb4871-ed1c-4ebd-828c-4b1d0642b7a2 service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219865 Mar 31 22:54:27.949055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-74450887-b298-47e6-a7ec-5e2fb848098e service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098460 Mar 31 22:54:27.954044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1661-ee1a-45b0-9463-c6837f5814c0 req-c33671b9-fffd-40f9-a1fe-c122f26ba2a4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:27.955765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-595d1661-ee1a-45b0-9463-c6837f5814c0 req-c33671b9-fffd-40f9-a1fe-c122f26ba2a4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.1181607 Mar 31 22:54:27.956937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:27.984859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:27.990239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.053620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.054256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.056372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] 10.222.0.96 "PUT /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 1092 time: 1.6311879 Mar 31 22:54:28.059080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:28.063228 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023efd22-109a-4ffd-aa8a-1e8de519fed3" -d '{"events": [{"name": "network-changed", "server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:28.085078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60758) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:28.124690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-595d1661-ee1a-45b0-9463-c6837f5814c0 req-52ab0b78-3920-40f5-9b8d-74b70e845e7e tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553857 Mar 31 22:54:28.142861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e06befa-8529-498a-8ccf-d7245dd27696 req-e30e107a-be32-4d0d-86a1-d0691f020173 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842022 Mar 31 22:54:28.146979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-1697fab2-5c30-4b61-b813-bc9a70306db8 service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700330 Mar 31 22:54:28.157362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a09aa-75f4-47dd-a005-f659ff274fac service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:28.191353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a0ae5c0a-07d1-4060-ab08-bea1bf1d1211 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d14708aec3f34643b1ff1e9a4dcc58aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025326 Mar 31 22:54:28.195089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60762) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:28.240785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-72d62c24-9416-4cb5-a7da-cefeff584719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.243415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-72d62c24-9416-4cb5-a7da-cefeff584719 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1095 time: 0.1092293 Mar 31 22:54:28.257578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.284102 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.357824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-f4d24a05-2290-4bea-8ae4-201f040fbaac service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 217 time: 0.1048341 Mar 31 22:54:28.363403 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b88c8-7df2-4502-9269-f7f425621b05 x-openstack-request-id: req-138b88c8-7df2-4502-9269-f7f425621b05 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:28.364498 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:28.364915 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-138b88c8-7df2-4502-9269-f7f425621b05 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:28.365513 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138b88c8-7df2-4502-9269-f7f425621b05'] response: {'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'code': 200} Mar 31 22:54:28.370274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.377302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:28.385608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eeabd984-6a56-4416-a7ab-54135666ede0 HTTP/1.1" status: 204 len: 168 time: 0.1889095 Mar 31 22:54:28.402345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781d9cc-e128-4747-b138-195f45384f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabd984-6a56-4416-a7ab-54135666ede0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:28.420017 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031cf920-60fd-4081-887f-3948f6694dc7 x-openstack-request-id: req-031cf920-60fd-4081-887f-3948f6694dc7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:28.420626 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:28.421647 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-031cf920-60fd-4081-887f-3948f6694dc7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:28.421963 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031cf920-60fd-4081-887f-3948f6694dc7'] response: {'name': 'network-changed', 'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'status': 'completed', 'code': 200} Mar 31 22:54:28.491988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-0fa39634-2ae2-4ab2-8036-5353434accd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.493593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-0fa39634-2ae2-4ab2-8036-5353434accd5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.1259105 Mar 31 22:54:28.514041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258696e-e06f-488c-bc38-451fbe8d87a8 req-91473d9a-a88e-4e6e-a0a2-ec0fe4ebb310 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.515767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f258696e-e06f-488c-bc38-451fbe8d87a8 req-91473d9a-a88e-4e6e-a0a2-ec0fe4ebb310 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.2459631 Mar 31 22:54:28.536350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-01b6051b-b2b2-4754-bc43-cca82a2b71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.541143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-01b6051b-b2b2-4754-bc43-cca82a2b71e9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 1094 time: 0.1066649 Mar 31 22:54:28.549178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-adc91615-2efb-4181-97cf-5b769a05c8ec service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322566 Mar 31 22:54:28.687211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f258696e-e06f-488c-bc38-451fbe8d87a8 req-7b3a9a9b-cc57-46e0-b4eb-af3d96705b35 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406875 Mar 31 22:54:28.702805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-457fca55-f364-4164-95c8-8bd258339b8e service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458549 Mar 31 22:54:28.769103 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a224911-c0e0-41bd-8378-89187b4a906f x-openstack-request-id: req-1a224911-c0e0-41bd-8378-89187b4a906f {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:28.769328 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:28.769642 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1a224911-c0e0-41bd-8378-89187b4a906f {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:28.770062 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a224911-c0e0-41bd-8378-89187b4a906f'] response: {'name': 'network-changed', 'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'status': 'completed', 'code': 200} Mar 31 22:54:28.794268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fd461-bda7-4458-844c-8d7cb6253c59 req-6f7ec8cb-1f78-434a-870e-3f59e1a05ad0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.803085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd7fd461-bda7-4458-844c-8d7cb6253c59 req-6f7ec8cb-1f78-434a-870e-3f59e1a05ad0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 949 time: 0.2598991 Mar 31 22:54:28.860415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb96ce6-70a1-4f3e-8114-2b320d2aaebc req-988b2954-0563-4a77-b8ce-b212fd76bc47 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506100 Mar 31 22:54:28.919956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd7fd461-bda7-4458-844c-8d7cb6253c59 req-fa284d76-3439-4311-8544-8c2716189c18 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Mar 31 22:54:28.921645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-bb051527-f679-41cf-983e-d06bf4aa0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.923283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-bb051527-f679-41cf-983e-d06bf4aa0611 service neutron] 10.222.0.96 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 926 time: 0.3565643 Mar 31 22:54:28.947065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d237225-d017-4e73-81bf-f414f40c0235 req-9449bd07-f0e8-4c84-b486-2128506383f3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:28.958686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d237225-d017-4e73-81bf-f414f40c0235 req-9449bd07-f0e8-4c84-b486-2128506383f3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1007948 Mar 31 22:54:29.016232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-902fa064-ad4a-4aca-8b19-4fcf27085dc7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 HTTP/1.1" status: 200 len: 217 time: 0.0775862 Mar 31 22:54:29.096491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d237225-d017-4e73-81bf-f414f40c0235 req-e2c06f61-2ce5-4cc5-b97f-9b6cdc4157bf tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362259 Mar 31 22:54:29.110941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-85a18e02-abeb-48a6-8522-e19d9c567a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.110941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-85a18e02-abeb-48a6-8522-e19d9c567a52 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1095 time: 0.1498699 Mar 31 22:54:29.197198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ccd08c0-cf9e-45a4-8465-66c95a277a56 req-5f3934b4-d047-4421-86a9-ba6b27f34b19 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 210 time: 0.1685834 Mar 31 22:54:29.231031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-68371158-7995-45fb-988f-f5734ff23a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.240245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-68371158-7995-45fb-988f-f5734ff23a92 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.2100332 Mar 31 22:54:29.246059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-8a1f7d6a-b7dd-48c7-8ba5-7202c461fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.255903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-8a1f7d6a-b7dd-48c7-8ba5-7202c461fa2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1325259 Mar 31 22:54:29.359003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-e1543e92-5279-46c5-8f2f-94219c51c00b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 217 time: 0.0866663 Mar 31 22:54:29.376765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-91e43bc4-c0c9-4b79-8079-51ce4be3782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.378786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-91e43bc4-c0c9-4b79-8079-51ce4be3782f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268137 Mar 31 22:54:29.421572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8ed68-f7af-42b7-a33e-57c3b9eff103 req-0f837db9-1f7e-48c6-9eaa-05f052281dcb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.423616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff8ed68-f7af-42b7-a33e-57c3b9eff103 req-0f837db9-1f7e-48c6-9eaa-05f052281dcb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1057537 Mar 31 22:54:29.432672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f1415-50e8-4bf8-ace3-26ff05e9ce28 req-8686b622-6ae9-4db4-9583-96e8cc622fea tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.435337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c5f1415-50e8-4bf8-ace3-26ff05e9ce28 req-8686b622-6ae9-4db4-9583-96e8cc622fea tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1782517 Mar 31 22:54:29.452863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-eb6efeb5-2ecb-4fd7-8204-07fdf425bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.454620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-eb6efeb5-2ecb-4fd7-8204-07fdf425bc96 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0861058 Mar 31 22:54:29.520374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-bcbe89a8-9572-4e4e-94d0-8ca06565c6ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573459 Mar 31 22:54:29.545208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff8ed68-f7af-42b7-a33e-57c3b9eff103 req-8db0f097-a392-4bcd-932a-36e087090ec1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054044 Mar 31 22:54:29.563837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c5f1415-50e8-4bf8-ace3-26ff05e9ce28 req-46088101-6595-4a43-a37b-72e46bc0eb36 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091676 Mar 31 22:54:29.599687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-44f8d975-5e7a-46c6-93e8-58157b1f98ca service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115464 Mar 31 22:54:29.662948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-77c56a48-7a58-40dd-a402-a3682709592c service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335399 Mar 31 22:54:29.772265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-46d52c69-5692-419f-b3ee-2c34d45523c0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.773928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-46d52c69-5692-419f-b3ee-2c34d45523c0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/ports?device_id=662079d7-cf63-45c1-8d6a-1ee39170e66a HTTP/1.1" status: 200 len: 943 time: 0.1968527 Mar 31 22:54:29.805445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e77d6-1a95-4892-9d5d-962f3698823c req-ffdb44f3-20d2-4bad-a502-673be21e0b2f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.807197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e95e77d6-1a95-4892-9d5d-962f3698823c req-ffdb44f3-20d2-4bad-a502-673be21e0b2f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 950 time: 0.1762831 Mar 31 22:54:29.879175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf361e2-ad2d-418f-9be8-6ac5d24a17fa req-a009b95c-4416-4a72-9d27-79e28c3ae073 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:29.886973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bf361e2-ad2d-418f-9be8-6ac5d24a17fa req-a009b95c-4416-4a72-9d27-79e28c3ae073 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.1442599 Mar 31 22:54:29.905389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-023efd22-109a-4ffd-aa8a-1e8de519fed3 req-c53d2f6d-3b6a-42b6-916c-cc9bce3f17b9 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274046 Mar 31 22:54:29.941050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bf361e2-ad2d-418f-9be8-6ac5d24a17fa req-ab1065ad-fde4-4c62-86b3-fad996e5b10b tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507960 Mar 31 22:54:29.944665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45055b6f-1e04-4da7-86e3-ecc6a343e4a2 req-71575102-3164-4a12-9570-739377580e72 service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116772 Mar 31 22:54:29.999336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e95e77d6-1a95-4892-9d5d-962f3698823c req-bfe93ee8-743a-4e6e-a4cd-61fe8432fa13 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759515 Mar 31 22:54:30.056057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-9bc1d812-0e99-4928-824c-8b0e2a295e80 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.058387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-9bc1d812-0e99-4928-824c-8b0e2a295e80 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.60 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.2469733 Mar 31 22:54:30.078116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Request body: {'port': {'device_id': '69046302-cfda-403b-8208-5c2a97a986d9', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'admin_state_up': True, 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:30.087705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Deleting port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:54:30.088541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.168291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c9bd-963e-469f-83dc-a62f91e731c6 req-788854bb-372e-4ace-9ce0-2bed1b527f0b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.170732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2685c9bd-963e-469f-83dc-a62f91e731c6 req-788854bb-372e-4ace-9ce0-2bed1b527f0b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.1062870 Mar 31 22:54:30.244057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2685c9bd-963e-469f-83dc-a62f91e731c6 req-6dd0c674-a29f-4b6d-9f04-95eb1d2fb97f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659382 Mar 31 22:54:30.355783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] For port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:30.356380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.390554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Calling delete_port for ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:54:30.434101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9481a1d-43da-471d-98b6-04843f2c0832 req-9cabab1e-9eb2-4dd6-962c-1f18fdced67c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.435617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9481a1d-43da-471d-98b6-04843f2c0832 req-9cabab1e-9eb2-4dd6-962c-1f18fdced67c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0779643 Mar 31 22:54:30.442442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:30.445971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.499140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9481a1d-43da-471d-98b6-04843f2c0832 req-0b437a59-4949-4e63-a0ee-d4464d019ee5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541604 Mar 31 22:54:30.634793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1391d5e-c98f-4f89-847d-ac25d96878ae req-06300361-c78a-44bd-8856-324db304587e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 210 time: 0.0362113 Mar 31 22:54:30.856884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50773-f519-41ff-955c-995b01c005dc req-8ddd8ef2-366d-47a0-a94e-2cfca4cf9316 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:30.858548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c50773-f519-41ff-955c-995b01c005dc req-8ddd8ef2-366d-47a0-a94e-2cfca4cf9316 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0637999 Mar 31 22:54:30.920761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c50773-f519-41ff-955c-995b01c005dc req-781bf8eb-2c1d-4445-a6f6-3c7bd4398fa4 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534010 Mar 31 22:54:30.962386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:30.965748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Allocated IP 172.20.0.13 (cbe8be26-13fa-4695-b100-095507967f1f/d27937fc-610a-43ab-ae57-8cd5495831a0/f3e6188b-6f06-4da1-8f57-9778e1fcb07a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:31.016886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event deleted for resources: {'Port': ['ID=ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:31.031864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bba406-aa92-4239-95ff-01d479f4865c req-a2127aa1-146e-4105-ab26-b7788e2103b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.037795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bba406-aa92-4239-95ff-01d479f4865c req-a2127aa1-146e-4105-ab26-b7788e2103b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.039536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8bba406-aa92-4239-95ff-01d479f4865c req-a2127aa1-146e-4105-ab26-b7788e2103b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6&device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 1690 time: 0.1476021 Mar 31 22:54:31.100080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67252029-0879-4784-ba12-6c29bd851a0b req-ef498987-4ffb-4f30-8974-0d83b32e40b1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.103602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67252029-0879-4784-ba12-6c29bd851a0b req-ef498987-4ffb-4f30-8974-0d83b32e40b1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0778711 Mar 31 22:54:31.105071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] No DVR routers for this DVR port ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:31.115080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.118379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef67bcb2-3858-4f12-843c-9f45836d0fa0 req-971976ab-9973-4a16-b840-2628b92a9b4e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "DELETE /v2.0/ports/ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 HTTP/1.1" status: 204 len: 173 time: 1.3330526 Mar 31 22:54:31.118832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-deleted', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:31.121200 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae952e3-316f-49aa-a61e-ab8b18999fb8" -d '{"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-deleted", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:31.155774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67252029-0879-4784-ba12-6c29bd851a0b req-58fbdb69-28f6-40f5-8f82-744c2c2d8b5b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Mar 31 22:54:31.182135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8bba406-aa92-4239-95ff-01d479f4865c req-f94f455a-f1b8-4659-95d3-47abcf955b75 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192844 Mar 31 22:54:31.321828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.350566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d759add-39e6-4832-b40b-3e4f040e6dee req-759b28a1-2f77-40dc-9639-16b7a460ccb4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.352095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d759add-39e6-4832-b40b-3e4f040e6dee req-759b28a1-2f77-40dc-9639-16b7a460ccb4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.0762413 Mar 31 22:54:31.393979 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.414639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d759add-39e6-4832-b40b-3e4f040e6dee req-3642b12e-1025-46ac-bf99-617423bb04ec tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534050 Mar 31 22:54:31.454335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Network cbe8be26-13fa-4695-b100-095507967f1f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:31.458458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:31.464318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:31.503306 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a88076-e38c-4116-9637-271f458077fb x-openstack-request-id: req-83a88076-e38c-4116-9637-271f458077fb {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:31.503306 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662079d7-cf63-45c1-8d6a-1ee39170e66a", "name": "network-vif-deleted", "tag": "ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:31.503306 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-83a88076-e38c-4116-9637-271f458077fb {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:31.504859 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a88076-e38c-4116-9637-271f458077fb'] response: {'server_uuid': '662079d7-cf63-45c1-8d6a-1ee39170e66a', 'name': 'network-vif-deleted', 'tag': 'ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954', 'status': 'completed', 'code': 200} Mar 31 22:54:31.512924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:31.551142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.552193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.572688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-a7003948-ef8f-47c9-91f4-beeefe9d21be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5013027 Mar 31 22:54:31.589626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Request body: {'port': {'device_id': '69046302-cfda-403b-8208-5c2a97a986d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:31.711996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:31.722887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e702d-0809-4203-bec0-79af24a7a7aa req-4ae54c53-631e-43f5-9213-a2992992f2e1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.724474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-567e702d-0809-4203-bec0-79af24a7a7aa req-4ae54c53-631e-43f5-9213-a2992992f2e1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.0998065 Mar 31 22:54:31.799803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-567e702d-0809-4203-bec0-79af24a7a7aa req-02046404-3815-4ea3-b7e9-3ea31f984bc5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Mar 31 22:54:31.980776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7b716-e250-490c-bb01-55ce7fb9083d req-cc38d2b4-c4c0-4d0a-928a-d600a7a1ae11 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:31.983529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3a7b716-e250-490c-bb01-55ce7fb9083d req-cc38d2b4-c4c0-4d0a-928a-d600a7a1ae11 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 1100 time: 0.0541866 Mar 31 22:54:32.034180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3a7b716-e250-490c-bb01-55ce7fb9083d req-ca95cdac-c72b-4aaa-96f9-afcc007d85e7 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Mar 31 22:54:32.058758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc027d-17f1-466b-b9d7-93259cb08018 req-f0f40186-c8d7-4f30-83f3-8dcc935a4001 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.062891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bacc027d-17f1-466b-b9d7-93259cb08018 req-f0f40186-c8d7-4f30-83f3-8dcc935a4001 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1500144 Mar 31 22:54:32.152443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bacc027d-17f1-466b-b9d7-93259cb08018 req-2a864880-aafa-4e3f-902d-72777b15a26c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759058 Mar 31 22:54:32.212198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d1e4-337d-49ae-9b4b-77090ea5078b req-2712f811-34f9-470a-969a-b44e18a03bce tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.214801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c157d1e4-337d-49ae-9b4b-77090ea5078b req-2712f811-34f9-470a-969a-b44e18a03bce tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 932 time: 0.0725200 Mar 31 22:54:32.221914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e6188b-6f06-4da1-8f57-9778e1fcb07a {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:32.232365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.246670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Transition to ACTIVE for port object f3e6188b-6f06-4da1-8f57-9778e1fcb07a will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:32.252418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.273038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c157d1e4-337d-49ae-9b4b-77090ea5078b req-25c0608d-6785-40a5-936a-e8f28406d2fd tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488672 Mar 31 22:54:32.313465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:32.418289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Attempting to bind port f3e6188b-6f06-4da1-8f57-9778e1fcb07a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:32.418603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Attempting to bind port f3e6188b-6f06-4da1-8f57-9778e1fcb07a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:32.419009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Attempting to bind port f3e6188b-6f06-4da1-8f57-9778e1fcb07a on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:32.425249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad6ee3-579f-4629-b911-0cef9e789740 req-bf5e16e7-1d95-42d2-aafb-6185f6040bc8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.426872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Port f3e6188b-6f06-4da1-8f57-9778e1fcb07a on network cbe8be26-13fa-4695-b100-095507967f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:32.427371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Attempting to bind port f3e6188b-6f06-4da1-8f57-9778e1fcb07a on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:32.428179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fad6ee3-579f-4629-b911-0cef9e789740 req-bf5e16e7-1d95-42d2-aafb-6185f6040bc8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0681317 Mar 31 22:54:32.434871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:32.435517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Checking segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:32.435960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Bound using segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:32.436531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Bound port: f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:32.437124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.476053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fad6ee3-579f-4629-b911-0cef9e789740 req-44e4665c-797a-4b00-853a-62fcf323627c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Mar 31 22:54:32.546580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:32.550609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:32.556511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.610688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6f811-9a3f-42be-b68a-9389737e4749 req-1a7277b1-723b-48e3-8ed3-1793fc5f133b tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.612368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38e6f811-9a3f-42be-b68a-9389737e4749 req-1a7277b1-723b-48e3-8ed3-1793fc5f133b tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 1101 time: 0.0540075 Mar 31 22:54:32.628268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:32.634531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.635174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:32.636738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-cb18d069-04d5-49b5-855c-114749114dbc service neutron] 10.222.0.60 "PUT /v2.0/ports/f3e6188b-6f06-4da1-8f57-9778e1fcb07a HTTP/1.1" status: 200 len: 1092 time: 1.0559661 Mar 31 22:54:32.685202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38e6f811-9a3f-42be-b68a-9389737e4749 req-6b7d5f19-87e7-4417-a07d-ade2a34e90ee tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585191 Mar 31 22:54:32.758189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-d252904f-98a5-47df-bfd8-df41359e1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.761907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-d252904f-98a5-47df-bfd8-df41359e1d7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 1095 time: 0.0643976 Mar 31 22:54:32.817524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-c326e0a6-bf33-4728-9d61-85d860eb72d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a HTTP/1.1" status: 200 len: 217 time: 0.0433123 Mar 31 22:54:32.821770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7457-14fa-49ee-aaaa-2499581c8923 req-9bf87b82-1887-4ca0-bbb6-8d969c6f057d tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.823310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc5c7457-14fa-49ee-aaaa-2499581c8923 req-9bf87b82-1887-4ca0-bbb6-8d969c6f057d tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.0572617 Mar 31 22:54:32.872974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc5c7457-14fa-49ee-aaaa-2499581c8923 req-046d21d4-725f-4c7e-9627-9f1265455bbd tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Mar 31 22:54:32.917173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-29c8a919-468d-4563-9234-f61f842b5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.918961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-29c8a919-468d-4563-9234-f61f842b5ed6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0917187 Mar 31 22:54:32.927272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686b45-8822-48cc-9162-997c0681ed10 req-5e60dfd9-5532-4c33-97e8-1aa043f26351 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:32.929317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c686b45-8822-48cc-9162-997c0681ed10 req-5e60dfd9-5532-4c33-97e8-1aa043f26351 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1138377 Mar 31 22:54:32.980957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-75c53902-617d-4393-9f08-6ee687f8e975 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510244 Mar 31 22:54:33.025679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c686b45-8822-48cc-9162-997c0681ed10 req-4f0b4753-0bd2-4d2b-960c-f6f4f36eb745 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873032 Mar 31 22:54:33.142286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-ea47d766-b77b-4d2b-b2b4-6bd3ee466926 service neutron] 10.222.0.60 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493425 Mar 31 22:54:33.191830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255887f-0895-46af-9097-9356f7376006 req-689929b7-d27b-4d41-8050-936d7c6c6beb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.202548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4255887f-0895-46af-9097-9356f7376006 req-689929b7-d27b-4d41-8050-936d7c6c6beb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.0900011 Mar 31 22:54:33.246888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4255887f-0895-46af-9097-9356f7376006 req-ac3c6368-b4f1-4d27-826f-7ea84c3f1cad tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Mar 31 22:54:33.298622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-222d312e-e0fa-4ec3-b052-90ee53198d16 req-508a7e16-d3d1-4264-bf31-dae4ee4be897 service neutron] 10.222.0.60 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491239 Mar 31 22:54:33.309092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:33.322229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c78bc4-2be2-45f3-9174-e65849f67dac req-c0548944-dbd7-4fec-a988-d19fbeda408e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.323926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82c78bc4-2be2-45f3-9174-e65849f67dac req-c0548944-dbd7-4fec-a988-d19fbeda408e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0738833 Mar 31 22:54:33.326804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:33.353806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:54:33.354152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad6bd5e6-eea4-4e6d-ade4-f56bd7aa3954 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:33.383031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-a642eebf-1dc3-4d3a-8009-854cb4584b8a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276387 Mar 31 22:54:33.394655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82c78bc4-2be2-45f3-9174-e65849f67dac req-f157ccc3-5783-4e1f-945b-acc568ca7207 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535543 Mar 31 22:54:33.479344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:33.497703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'port_id': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'mac_address': 'fa:16:3e:de:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6fdaab-99bb-4166-801b-05f32d21c460', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:33.504950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:33.510492 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e15f052-43e2-4ef6-8531-84c995e594c3" -d '{"events": [{"name": "network-changed", "server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:33.525926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-4ebd6f33-d506-45e5-9cfd-db63670f9358 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.534446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-4ebd6f33-d506-45e5-9cfd-db63670f9358 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443477 Mar 31 22:54:33.552150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-88e84c35-143c-43e9-ad06-edb34f22c94d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0167367 Mar 31 22:54:33.564849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.587133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e872243c-3a65-4823-b7d9-7685d510e2db {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:33.623530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:33.623868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-e408a34e-1579-4aa2-bcf6-cf6bfd4cde4c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704377 Mar 31 22:54:33.630444 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.631616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:33.645801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c52c82-b9e3-4210-94fa-2637b02456de req-2879c981-1876-4592-b16e-69e12b2bc56f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.649500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23c52c82-b9e3-4210-94fa-2637b02456de req-2879c981-1876-4592-b16e-69e12b2bc56f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 944 time: 0.1085644 Mar 31 22:54:33.723561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:33.739026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23c52c82-b9e3-4210-94fa-2637b02456de req-40ae0ddf-bfa3-4d05-ae07-ce01ce62f3dd tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760942 Mar 31 22:54:33.832411 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73346114-f485-4ae7-b92b-37885a4a6c12 x-openstack-request-id: req-73346114-f485-4ae7-b92b-37885a4a6c12 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:33.832809 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:33.833243 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-73346114-f485-4ae7-b92b-37885a4a6c12 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:33.833717 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73346114-f485-4ae7-b92b-37885a4a6c12'] response: {'name': 'network-changed', 'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'status': 'completed', 'code': 200} Mar 31 22:54:33.837223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:33.852242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'port_id': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'mac_address': 'fa:16:3e:09:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fba39d8-b8cd-484b-be30-18986f22ea0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:33.923496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.944675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6b673a-0bd3-4b72-ad85-347adbd59404 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:33.981425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:33.987906 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:33.996657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-19713716-3fd4-4bc1-9c5b-88ac3804ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:33.998127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-19713716-3fd4-4bc1-9c5b-88ac3804ee03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 1095 time: 0.1250031 Mar 31 22:54:34.018707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60888) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:34.083518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b775b00-80c1-4722-9f55-baaffb287ac8 req-442284bc-22e5-4a82-a489-1e3a1b980251 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.085021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b775b00-80c1-4722-9f55-baaffb287ac8 req-442284bc-22e5-4a82-a489-1e3a1b980251 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1295435 Mar 31 22:54:34.094001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:34.150223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-0dc211dc-948d-4395-97e2-c607bd58395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.152602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-0dc211dc-948d-4395-97e2-c607bd58395f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 906 time: 0.1409335 Mar 31 22:54:34.154906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b775b00-80c1-4722-9f55-baaffb287ac8 req-22e7ad25-3bc9-4442-b105-0f5c3764bb5d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Mar 31 22:54:34.168495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6d2274a-1ef3-4546-9447-f08a5e091697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.209912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-91b0b634-8f42-427d-a012-a04240839a25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a HTTP/1.1" status: 200 len: 217 time: 0.0465422 Mar 31 22:54:34.290550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-a3dac4a0-1cd1-4b45-b34e-1c9e2be4c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.292091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-a3dac4a0-1cd1-4b45-b34e-1c9e2be4c0c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0743484 Mar 31 22:54:34.332372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73c28f-3f53-4e35-a654-ba6fdc84796f req-98a9881c-d6dc-46dc-b509-88e4db4f0237 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.334572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb73c28f-3f53-4e35-a654-ba6fdc84796f req-98a9881c-d6dc-46dc-b509-88e4db4f0237 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.0936728 Mar 31 22:54:34.336774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6d2274a-1ef3-4546-9447-f08a5e091697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.339478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-746d7e14-e0f4-4116-9234-6fd8fdb2c2fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324423 Mar 31 22:54:34.342312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6d2274a-1ef3-4546-9447-f08a5e091697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.364823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345d623-ea8c-4f3a-946c-6e5288811b60 req-2b2fecf7-fddf-4e02-afbb-55e9588f6802 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.366695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2345d623-ea8c-4f3a-946c-6e5288811b60 req-2b2fecf7-fddf-4e02-afbb-55e9588f6802 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1049714 Mar 31 22:54:34.388391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b6d2274a-1ef3-4546-9447-f08a5e091697 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6ed9537e8efa461d9d0ecc52c55dc0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678167 Mar 31 22:54:34.389367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60904) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:34.403190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00ca5e3b-0364-4a98-9a71-0b002aa6000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.441990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2274a-1ef3-4546-9447-f08a5e091697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2b290-89f7-49ef-a76a-f0bf5c33ce14,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:34.483865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb73c28f-3f53-4e35-a654-ba6fdc84796f req-c9ab6888-b8e7-4517-81c2-3b5e0faf8634 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373420 Mar 31 22:54:34.501696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.512098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2345d623-ea8c-4f3a-946c-6e5288811b60 req-a8758ee1-3ef0-4836-b8e5-90614df4e418 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311629 Mar 31 22:54:34.532601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e872243c-3a65-4823-b7d9-7685d510e2db'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:34.536712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.571141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-6995f8e5-67b0-41a3-abe0-6d0cc8a9f61f service neutron] 10.222.0.60 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198789 Mar 31 22:54:34.602511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.607729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:34.613085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9fb2b290-89f7-49ef-a76a-f0bf5c33ce14 HTTP/1.1" status: 204 len: 168 time: 0.2133651 Mar 31 22:54:34.626167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7f6b673a-0bd3-4b72-ad85-347adbd59404'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:34.636167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164b91-9423-49c6-b4bc-420b17ffaa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2b290-89f7-49ef-a76a-f0bf5c33ce14,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:34.890290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661bdc3-89f6-4556-8278-ee5d7622b86d req-9198fdec-a58a-4fc0-beb3-990fcba83d8d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.897774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a661bdc3-89f6-4556-8278-ee5d7622b86d req-9198fdec-a58a-4fc0-beb3-990fcba83d8d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.2444832 Mar 31 22:54:34.909575 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e15f052-43e2-4ef6-8531-84c995e594c3 req-3c234e8c-048b-4c15-bd8c-eccde8ee5362 service neutron] 10.222.0.60 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284063 Mar 31 22:54:34.973163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a661bdc3-89f6-4556-8278-ee5d7622b86d req-20f1f9fc-65e9-453d-af92-bea80bae13c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729396 Mar 31 22:54:34.977868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebbedd-3354-48df-a1f3-0809a60d94bb req-087e6ee4-55ee-4998-a1f6-85604d364584 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:34.991481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0ebbedd-3354-48df-a1f3-0809a60d94bb req-087e6ee4-55ee-4998-a1f6-85604d364584 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.1316013 Mar 31 22:54:35.055688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0ebbedd-3354-48df-a1f3-0809a60d94bb req-4d241671-dab7-4e07-9f4b-b5c2c8f09acb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626986 Mar 31 22:54:35.104838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8c69e71-9d48-43a6-b9a8-79e9ef4293d9 req-5ac30317-8b92-42a6-ab81-5bee01b562e1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 210 time: 0.0495336 Mar 31 22:54:35.267437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ed821-e9d4-440d-8e9e-92f1e923aeb9 req-86a9b031-45d8-4c42-85f9-f215f5185db2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.277211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d7ed821-e9d4-440d-8e9e-92f1e923aeb9 req-86a9b031-45d8-4c42-85f9-f215f5185db2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 944 time: 0.1139781 Mar 31 22:54:35.324246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:35.341494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d7ed821-e9d4-440d-8e9e-92f1e923aeb9 req-3dd6cec1-8176-4708-adab-67e7583360bf tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Mar 31 22:54:35.362859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0f13c-f62a-49e3-ab2d-f4484e081ecd req-f08c4fb7-acd2-4357-8e6e-2aeddf316d9c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.365199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faf0f13c-f62a-49e3-ab2d-f4484e081ecd req-f08c4fb7-acd2-4357-8e6e-2aeddf316d9c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0979118 Mar 31 22:54:35.477077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-faf0f13c-f62a-49e3-ab2d-f4484e081ecd req-a5ed9c6e-a4ef-464b-baf5-7b0a3d1b8490 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045606 Mar 31 22:54:35.504789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:35.527136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'port_id': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'mac_address': 'fa:16:3e:0a:e5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:35.598595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:35.615961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:35.637528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:35.643059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:35.684674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002e618-62a1-4a6b-9f99-a168195d7fee req-0d006e76-8326-4f63-9dae-5de97a9bb339 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.687347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9002e618-62a1-4a6b-9f99-a168195d7fee req-0d006e76-8326-4f63-9dae-5de97a9bb339 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 943 time: 0.0875466 Mar 31 22:54:35.728299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:35.736043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b918d1-ffd9-436e-aec1-85d62d76d225 req-629bd9d9-cd67-47f4-99a0-35a27698434f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:35.751497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b918d1-ffd9-436e-aec1-85d62d76d225 req-629bd9d9-cd67-47f4-99a0-35a27698434f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0773811 Mar 31 22:54:35.751608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9002e618-62a1-4a6b-9f99-a168195d7fee req-82c1cff8-af3c-4cfd-afaf-79e062fca4a8 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Mar 31 22:54:35.792099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b918d1-ffd9-436e-aec1-85d62d76d225 req-8e8b8d9e-5a74-4b3d-a3b3-ae4a2f7c38d1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Mar 31 22:54:36.094044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-7fc621a8-bdd5-481b-8484-c8c7f904ff02 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400290 Mar 31 22:54:36.150717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:36.304379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:36.325134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6c41adcc-002b-4047-a985-a69e9dfe5672 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532776 Mar 31 22:54:36.326598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'mac_address': 'fa:16:3e:90:d2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:36.360315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a09536-d277-4751-865e-7b3d8f20abb5 req-9958277e-4bba-4a56-b23e-899e16355c26 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.369848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2a09536-d277-4751-865e-7b3d8f20abb5 req-9958277e-4bba-4a56-b23e-899e16355c26 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.0845268 Mar 31 22:54:36.380455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd33e-2228-44a4-a42f-0f2ffa244801 req-fa6b15f6-a9eb-48e4-a5c8-8dcf9ff15111 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.389789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d6cd33e-2228-44a4-a42f-0f2ffa244801 req-fa6b15f6-a9eb-48e4-a5c8-8dcf9ff15111 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.3099942 Mar 31 22:54:36.398497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.410074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2a09536-d277-4751-865e-7b3d8f20abb5 req-8da3c060-2250-419f-af35-386254f645ec tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Mar 31 22:54:36.413825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e6188b-6f06-4da1-8f57-9778e1fcb07a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:36.437349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:36.445898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.491525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:36.523859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db6f6f89-41a4-4851-ba96-ff2e8e4bb117 req-5feabf74-6c18-4c31-96af-50e2572b6c1e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 210 time: 0.0410137 Mar 31 22:54:36.535721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d6cd33e-2228-44a4-a42f-0f2ffa244801 req-d94caa2b-9277-4f55-8131-3b1ca71b5c5e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449213 Mar 31 22:54:36.545616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-b7e17553-9b7d-4187-8cc1-2585e1fdc97b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.547194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-b7e17553-9b7d-4187-8cc1-2585e1fdc97b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4478683 Mar 31 22:54:36.555316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:36.571708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:36.608918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-a4574c69-3924-4b8f-ac26-fb765473ccbc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.611273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-a4574c69-3924-4b8f-ac26-fb765473ccbc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547820 Mar 31 22:54:36.633577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:36.686191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-489b3977-dfde-4552-8d5a-20488bf7d21c req-30b3e0f1-5c0c-4131-9254-a13be21348b4 tempest-AbsoluteLimitsNegativeTestJSON-597520675 tempest-AbsoluteLimitsNegativeTestJSON-597520675-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=4a65e6b1e36c4a8a86d7247c5f38c045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362034 Mar 31 22:54:36.802417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3977-dfde-4552-8d5a-20488bf7d21c req-0cbb2624-3b37-45f8-b548-373c7993a9e8 tempest-AbsoluteLimitsNegativeTestJSON-597520675 tempest-AbsoluteLimitsNegativeTestJSON-597520675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.802963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-489b3977-dfde-4552-8d5a-20488bf7d21c req-0cbb2624-3b37-45f8-b548-373c7993a9e8 tempest-AbsoluteLimitsNegativeTestJSON-597520675 tempest-AbsoluteLimitsNegativeTestJSON-597520675-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104698 Mar 31 22:54:36.827510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-489b3977-dfde-4552-8d5a-20488bf7d21c req-db27ebe8-e0e6-4173-905b-f6cdda48a6dc tempest-AbsoluteLimitsNegativeTestJSON-597520675 tempest-AbsoluteLimitsNegativeTestJSON-597520675-project] 10.222.0.95 "GET /v2.0/quotas/4a65e6b1e36c4a8a86d7247c5f38c045 HTTP/1.1" status: 200 len: 375 time: 0.0099258 Mar 31 22:54:36.832786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9a345-f4d0-46a3-85d0-581462fd2ec3 req-d6b6dc23-4761-4aa8-ae3c-94cbd7a395ee tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:36.834230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45f9a345-f4d0-46a3-85d0-581462fd2ec3 req-d6b6dc23-4761-4aa8-ae3c-94cbd7a395ee tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 945 time: 0.1873078 Mar 31 22:54:36.870396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-489b3977-dfde-4552-8d5a-20488bf7d21c req-c521c90a-6293-437e-8bf9-4c8ee7096651 tempest-AbsoluteLimitsNegativeTestJSON-597520675 tempest-AbsoluteLimitsNegativeTestJSON-597520675-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4a65e6b1e36c4a8a86d7247c5f38c045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350554 Mar 31 22:54:36.888300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:36.891850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.898193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f3e6188b-6f06-4da1-8f57-9778e1fcb07a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:36.914433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:36.919563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:36.944512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45f9a345-f4d0-46a3-85d0-581462fd2ec3 req-77c8228e-d474-46d5-8dd6-eb6b52ce0766 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002936 Mar 31 22:54:36.951150 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1d001b0-c593-4a10-bc34-6ad005bd8f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.114962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1655092-4403-496d-9f50-d3b82e05b0f8 req-d1ed69f5-637a-474f-b7eb-74d747a26023 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.123691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1655092-4403-496d-9f50-d3b82e05b0f8 req-d1ed69f5-637a-474f-b7eb-74d747a26023 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0966198 Mar 31 22:54:37.169804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1655092-4403-496d-9f50-d3b82e05b0f8 req-11ea415a-8f13-483c-9abe-39b22fcbfa40 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Mar 31 22:54:37.291660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60978) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:37.324860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c0196-6b71-4df4-be9f-e2ccacdd8195 req-fefb1119-6990-4017-898f-a1b0939858d6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.326779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c9c0196-6b71-4df4-be9f-e2ccacdd8195 req-fefb1119-6990-4017-898f-a1b0939858d6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0623384 Mar 31 22:54:37.335976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:37.390382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c9c0196-6b71-4df4-be9f-e2ccacdd8195 req-40be4fb3-5a87-41cf-9146-6c94b8062688 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Mar 31 22:54:37.415150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e872243c-3a65-4823-b7d9-7685d510e2db completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:37.419162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e872243c-3a65-4823-b7d9-7685d510e2db triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:37.419623 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.439975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634e347-a1be-483f-b80e-9579a330a1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.452825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d777db7-1ed7-4c16-9d13-8972c6388c28 req-f26d20b1-3c01-4761-842d-ec26e5313d9c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.454534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d777db7-1ed7-4c16-9d13-8972c6388c28 req-f26d20b1-3c01-4761-842d-ec26e5313d9c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 944 time: 0.3897951 Mar 31 22:54:37.499876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.115 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/26c7e18a-bae7-475f-89f4-ed621d055e03) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:37.535256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d777db7-1ed7-4c16-9d13-8972c6388c28 req-38eb9048-7b04-4acd-bcc5-aeb5514e81cf tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681467 Mar 31 22:54:37.551948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.584846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634e347-a1be-483f-b80e-9579a330a1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.592629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634e347-a1be-483f-b80e-9579a330a1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.594412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:37.598116 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba49c0b-2559-40c7-ba55-2a89a420881a" -d '{"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-plugged", "status": "completed", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:37.613049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:37.618269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.620053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:37.626519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e347-a1be-483f-b80e-9579a330a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333a55b-d4c4-42da-9ca3-3b3842914e9d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:37.638322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7335d-0b94-49e2-b2c2-11e2fea64c21 req-b5def1f7-3801-4867-a515-cd0ab55230a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.639865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ca7335d-0b94-49e2-b2c2-11e2fea64c21 req-b5def1f7-3801-4867-a515-cd0ab55230a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.1227903 Mar 31 22:54:37.658308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7634e347-a1be-483f-b80e-9579a330a1d4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4a65e6b1e36c4a8a86d7247c5f38c045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653247 Mar 31 22:54:37.659226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:37.697886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 7f6b673a-0bd3-4b72-ad85-347adbd59404 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:37.709069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 7f6b673a-0bd3-4b72-ad85-347adbd59404 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:37.709545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.714197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa1d913a-bfc5-483b-b7bd-bfbed77d7e5a req-6a371413-8b3e-4542-abb8-e04ef421ebf8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 210 time: 0.0928364 Mar 31 22:54:37.744952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:37.747813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ca7335d-0b94-49e2-b2c2-11e2fea64c21 req-c0eae178-32b9-479e-a81d-be09fa872046 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742919 Mar 31 22:54:37.795142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.804295 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5308a0e7-3cb2-4e56-a818-843fd0ab3f25 x-openstack-request-id: req-5308a0e7-3cb2-4e56-a818-843fd0ab3f25 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:37.804701 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-plugged", "status": "completed", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:37.805937 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5308a0e7-3cb2-4e56-a818-843fd0ab3f25 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:37.805937 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5308a0e7-3cb2-4e56-a818-843fd0ab3f25'] response: {'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'code': 200} Mar 31 22:54:37.817180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.830825 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.834406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.893671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.896358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.897593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8333a55b-d4c4-42da-9ca3-3b3842914e9d HTTP/1.1" status: 204 len: 168 time: 0.2358985 Mar 31 22:54:37.907499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81cc1b-39db-4b34-88e8-a73d62dd6d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333a55b-d4c4-42da-9ca3-3b3842914e9d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:37.908215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:37.917140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.929020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9eebc-c53f-4fa1-aadf-b0962cc9ba43 req-5ab1b92a-aa31-443b-aa0d-6e2d875195dd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:37.930698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34c9eebc-c53f-4fa1-aadf-b0962cc9ba43 req-5ab1b92a-aa31-443b-aa0d-6e2d875195dd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.1083653 Mar 31 22:54:37.960047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:37.976579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:38.043564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:38.099789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:38.115066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:38.150178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:38.203889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286ef8-0874-4262-bbc7-d579ed897163 req-72ab9847-8319-4374-9038-78b8f204a8a2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.205532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50286ef8-0874-4262-bbc7-d579ed897163 req-72ab9847-8319-4374-9038-78b8f204a8a2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 945 time: 0.1212962 Mar 31 22:54:38.255705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:38.261686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.60 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/a5458ba1-159c-42f0-a40c-767fa8f1c38e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:54:38.278770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a56b84-21fa-4b2f-a196-9ad477432a9d req-a8217361-abb2-43b0-8da9-1a8de14ec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.280323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06a56b84-21fa-4b2f-a196-9ad477432a9d req-a8217361-abb2-43b0-8da9-1a8de14ec022 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1096 time: 0.3901846 Mar 31 22:54:38.285527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.289736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50286ef8-0874-4262-bbc7-d579ed897163 req-8fb4fde0-efb5-4b80-9d24-8946ab7ede99 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733950 Mar 31 22:54:38.315499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34c9eebc-c53f-4fa1-aadf-b0962cc9ba43 req-00cb15cd-96ff-478b-8b36-4f86748c26ad tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499038 Mar 31 22:54:38.361991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.363458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.490814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-f5fd9cde-077a-4e3d-b5d7-508c5d2f65b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9245687 Mar 31 22:54:38.518730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c1f1c-bfa4-4dbb-9c11-52527e5548ac req-999a18dc-d3e5-47a6-8e47-096a45ee90e5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.519725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Request body: {'port': {'device_id': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:38.520559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a71c1f1c-bfa4-4dbb-9c11-52527e5548ac req-999a18dc-d3e5-47a6-8e47-096a45ee90e5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0886474 Mar 31 22:54:38.523261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06a56b84-21fa-4b2f-a196-9ad477432a9d req-d8d46fbf-f30d-4e39-bdda-ae3c84fec19d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253759 Mar 31 22:54:38.573217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a71c1f1c-bfa4-4dbb-9c11-52527e5548ac req-7da12597-89ac-4e94-b366-f731600565e5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Mar 31 22:54:38.601601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-27ba20d6-e263-471b-a78d-a20ea258ebdd None None] Provisioning complete for port 26c7e18a-bae7-475f-89f4-ed621d055e03 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:38.602556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27ba20d6-e263-471b-a78d-a20ea258ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.671211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-27ba20d6-e263-471b-a78d-a20ea258ebdd None None] Port 26c7e18a-bae7-475f-89f4-ed621d055e03 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:38.707272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146878-e415-4932-9e52-5edeb3817624 req-ef1b74b2-c3e7-4174-86ed-092dd49b69b3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.708866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98146878-e415-4932-9e52-5edeb3817624 req-ef1b74b2-c3e7-4174-86ed-092dd49b69b3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1958725 Mar 31 22:54:38.719814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.724705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04d2ec-169a-466d-a965-370c65c939a1 req-df371c9f-18f2-4496-98c3-e343685f123b tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.726915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa04d2ec-169a-466d-a965-370c65c939a1 req-df371c9f-18f2-4496-98c3-e343685f123b tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 944 time: 0.0695863 Mar 31 22:54:38.785893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa04d2ec-169a-466d-a965-370c65c939a1 req-3b5ca5b9-eb89-4427-a869-db9163f6f72d tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Mar 31 22:54:38.809682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:38.845125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98146878-e415-4932-9e52-5edeb3817624 req-a38ab034-29fb-4e58-b0d1-4ff4424c9fc6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205990 Mar 31 22:54:38.968833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca13cfb-deba-4395-a15d-35deea7f491a req-bd3b7e4c-a7ac-4013-98c6-62a1aebbedaa tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:38.970521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bca13cfb-deba-4395-a15d-35deea7f491a req-bd3b7e4c-a7ac-4013-98c6-62a1aebbedaa tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 936 time: 0.0688195 Mar 31 22:54:38.985951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.046554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32792) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:39.058675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bca13cfb-deba-4395-a15d-35deea7f491a req-c9ef30a8-845a-4a21-8f57-56eb5206a4db tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Mar 31 22:54:39.096519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:54:39.108004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:39.111713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:54:39.175085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.201232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d6809-b2ee-4439-84e7-f2eae5e4107c req-88080045-5208-46ed-8649-02de73b99640 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.201477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1543579975-network', 'tenant_id': '93087b436cd646d78b24bcb45e71a010'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:39.208175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-589d6809-b2ee-4439-84e7-f2eae5e4107c req-88080045-5208-46ed-8649-02de73b99640 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.2434125 Mar 31 22:54:39.229985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Made reservation on behalf of 93087b436cd646d78b24bcb45e71a010 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:39.233453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.245927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.260387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.261089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.317371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-668f1e13-d82a-4033-8aee-5f185cc4e17a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6933372 Mar 31 22:54:39.322568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-589d6809-b2ee-4439-84e7-f2eae5e4107c req-141dd790-b351-49c7-8a9e-7ca40b6351b7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029766 Mar 31 22:54:39.333139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:39.335815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Request body: {'port': {'device_id': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:39.340157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c7e18a-bae7-475f-89f4-ed621d055e03 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:39.363984 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.366738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.379441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.395556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Transition to ACTIVE for port object 26c7e18a-bae7-475f-89f4-ed621d055e03 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:39.418053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.421909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:39.426079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:39.442980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.443341 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Added segment efa3f9b4-fe53-4584-a683-554a719f0cd9 of type vlan for network db011e68-bed8-427a-92f8-f9e01d40dc3d Mar 31 22:54:39.463752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.492244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a46f75ad-51e5-4417-a70a-f0c497acfcc0 None None] Provisioning complete for port a5458ba1-159c-42f0-a40c-767fa8f1c38e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:39.493012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a46f75ad-51e5-4417-a70a-f0c497acfcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.523495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Pushing event updated for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.532631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.535483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c342eda-7ec2-4fd7-8971-36db066882a0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.600152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0082e35-4d04-4a58-b1a7-d486de974284 req-baa85cea-10fe-4c60-9c63-1b2b096f331f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.605079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0082e35-4d04-4a58-b1a7-d486de974284 req-baa85cea-10fe-4c60-9c63-1b2b096f331f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 945 time: 0.1040404 Mar 31 22:54:39.606643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.607806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.608585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.609425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a46f75ad-51e5-4417-a70a-f0c497acfcc0 None None] Port a5458ba1-159c-42f0-a40c-767fa8f1c38e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:54:39.616927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f542c5-c5cb-4b2d-87f2-adb4d5861e6b req-e2460ba9-ceb0-4f1d-b23d-cdc4caf6c2b3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:39.629551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f542c5-c5cb-4b2d-87f2-adb4d5861e6b req-e2460ba9-ceb0-4f1d-b23d-cdc4caf6c2b3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 946 time: 0.1590037 Mar 31 22:54:39.640180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:39.658369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:39.659203 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.676611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6289020 Mar 31 22:54:39.677219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32802) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:39.716372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Request body: {'subnet': {'network_id': 'db011e68-bed8-427a-92f8-f9e01d40dc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1543579975-subnet', 'tenant_id': '93087b436cd646d78b24bcb45e71a010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:39.722670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552f7b3-01dd-4533-9a4b-90189502b44a admin admin] Pushing event updated for resources: {'Network': ['ID=db011e68-bed8-427a-92f8-f9e01d40dc3d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:39.745603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0082e35-4d04-4a58-b1a7-d486de974284 req-296b187a-0aaf-47a6-83e0-7eaf5e3ada07 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303589 Mar 31 22:54:39.761919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Attempting to bind port 26c7e18a-bae7-475f-89f4-ed621d055e03 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:39.762271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network db011e68-bed8-427a-92f8-f9e01d40dc3d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:39.763117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Attempting to bind port 26c7e18a-bae7-475f-89f4-ed621d055e03 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:39.763743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Attempting to bind port 26c7e18a-bae7-475f-89f4-ed621d055e03 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:39.779269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Made reservation on behalf of 93087b436cd646d78b24bcb45e71a010 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:39.794500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.816472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:39.818931 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76417f3-7e31-4182-b563-6d1cccd6171a" -d '{"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:39.869734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Port 26c7e18a-bae7-475f-89f4-ed621d055e03 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:39.869734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Attempting to bind port 26c7e18a-bae7-475f-89f4-ed621d055e03 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:39.890881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:39.891468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:39.892058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:39.892611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Bound port: 26c7e18a-bae7-475f-89f4-ed621d055e03, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:39.893088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:39.904048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f542c5-c5cb-4b2d-87f2-adb4d5861e6b req-f130b973-f357-490d-a681-353a674971f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732139 Mar 31 22:54:39.972896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.009181 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.067949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22a6a3-71c4-4af4-834e-e7a739905f89 req-3d79d9ff-b0b9-4106-aeb2-17a624b9e0b8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.069486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b22a6a3-71c4-4af4-834e-e7a739905f89 req-3d79d9ff-b0b9-4106-aeb2-17a624b9e0b8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.2150593 Mar 31 22:54:40.084695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:40.113003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26c7e18a-bae7-475f-89f4-ed621d055e03,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:40.117914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:40.124942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.158160 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.172811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b22a6a3-71c4-4af4-834e-e7a739905f89 req-ff81d0ae-fd8b-43ca-91dc-51650fcfa1a0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941105 Mar 31 22:54:40.191419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:40.214835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad05b0-f93a-470f-9ac9-4470a1d98509 req-8f5d3678-9373-44ec-bf2e-368854790cf3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.230212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccad05b0-f93a-470f-9ac9-4470a1d98509 req-8f5d3678-9373-44ec-bf2e-368854790cf3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 944 time: 0.1944711 Mar 31 22:54:40.265634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.273453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.274475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.276922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/26c7e18a-bae7-475f-89f4-ed621d055e03 HTTP/1.1" status: 200 len: 1096 time: 1.7649841 Mar 31 22:54:40.280805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:40.292855 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5707ade-3073-4c1c-bc7b-923cbb115801" -d '{"events": [{"name": "network-changed", "server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:40.361599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22288ab-3462-49a6-9cef-0f65a98b0b4d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:40.376905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Checking segment: {'id': 'efa3f9b4-fe53-4584-a683-554a719f0cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'db011e68-bed8-427a-92f8-f9e01d40dc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:40.377889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Network hostable DHCP agents. Network: db011e68-bed8-427a-92f8-f9e01d40dc3d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:40.410742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Network db011e68-bed8-427a-92f8-f9e01d40dc3d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:40.414534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfc1da-6eb4-4d1d-8963-9a37cbe233c3 service neutron] Pushing event updated for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:40.428411 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd95faa5-1ae6-4249-b4ed-6c5074f870b0 x-openstack-request-id: req-bd95faa5-1ae6-4249-b4ed-6c5074f870b0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:40.429357 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:40.429865 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd95faa5-1ae6-4249-b4ed-6c5074f870b0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:40.431272 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd95faa5-1ae6-4249-b4ed-6c5074f870b0'] response: {'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'code': 200} Mar 31 22:54:40.447854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccad05b0-f93a-470f-9ac9-4470a1d98509 req-0b2570c6-9fc3-49b9-b4d9-9494128f3e0c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164233 Mar 31 22:54:40.457141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, db011e68-bed8-427a-92f8-f9e01d40dc3d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:40.462678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5458ba1-159c-42f0-a40c-767fa8f1c38e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:40.487969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.489261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.494498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.514726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9467cb-9cf3-4a63-8c2d-b9ce2108e0a0 None None] Network db011e68-bed8-427a-92f8-f9e01d40dc3d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:40.586314 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7f176053-7e8b-4d9c-aff5-450e293dec2d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8667548 Mar 31 22:54:40.587093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Transition to ACTIVE for port object a5458ba1-159c-42f0-a40c-767fa8f1c38e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:40.587093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-c498e9d5-e118-4d2e-aca0-4489be153a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.587093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-c498e9d5-e118-4d2e-aca0-4489be153a0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 1099 time: 0.2448883 Mar 31 22:54:40.603067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.610289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.631948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5c35-fcac-4c5c-b773-c1e95d37e5ef req-29f4c9bf-b1fb-4362-a2bb-1e2613c69fc8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.642708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0df5c35-fcac-4c5c-b773-c1e95d37e5ef req-29f4c9bf-b1fb-4362-a2bb-1e2613c69fc8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1230400 Mar 31 22:54:40.686316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-ef00859a-83b2-456f-8c66-3c414801f8e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=26c7e18a-bae7-475f-89f4-ed621d055e03 HTTP/1.1" status: 200 len: 217 time: 0.0918379 Mar 31 22:54:40.690504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:40.697510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0df5c35-fcac-4c5c-b773-c1e95d37e5ef req-ad37cf51-9680-4a43-a9ad-59691e09cb43 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528462 Mar 31 22:54:40.747260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Pushing event updated for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:40.755533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6b4f-e025-4238-94c2-c9fc4cfb633e req-3c0e2aae-bf2f-4259-86ae-6187b2f0fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.757300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61fc6b4f-e025-4238-94c2-c9fc4cfb633e req-3c0e2aae-bf2f-4259-86ae-6187b2f0fea6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.2574608 Mar 31 22:54:40.765551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port f3e6188b-6f06-4da1-8f57-9778e1fcb07a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:40.789908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8a39-f136-4ba9-9be7-a72cb8c219ce req-6d25bf53-5b15-48f9-8082-b2b9ee7a6d00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.792177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f3e6188b-6f06-4da1-8f57-9778e1fcb07a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:40.792549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:40.797331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f50b8a39-f136-4ba9-9be7-a72cb8c219ce req-6d25bf53-5b15-48f9-8082-b2b9ee7a6d00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 948 time: 0.2191472 Mar 31 22:54:40.839944 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86bb49d-efcf-44c9-a2a2-28cd37586f93 x-openstack-request-id: req-c86bb49d-efcf-44c9-a2a2-28cd37586f93 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:40.840366 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:40.842377 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c86bb49d-efcf-44c9-a2a2-28cd37586f93 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:40.842867 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86bb49d-efcf-44c9-a2a2-28cd37586f93'] response: {'name': 'network-changed', 'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03', 'status': 'completed', 'code': 200} Mar 31 22:54:40.850115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-354b3334-6295-43e9-a680-f227fe7b5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.855168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-354b3334-6295-43e9-a680-f227fe7b5216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1580756 Mar 31 22:54:40.925649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61fc6b4f-e025-4238-94c2-c9fc4cfb633e req-6ee1d624-7dbe-4bdc-b26c-c81da683ef3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518250 Mar 31 22:54:40.987034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00351a20-db1f-46f0-8443-bf71b0e3787d req-e0261a24-0789-408e-8b91-bd040ef2c1b8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:40.987034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00351a20-db1f-46f0-8443-bf71b0e3787d req-e0261a24-0789-408e-8b91-bd040ef2c1b8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0981343 Mar 31 22:54:41.043303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f50b8a39-f136-4ba9-9be7-a72cb8c219ce req-0c2ffae2-cbbc-4f0b-b3b2-244a288f9ede tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449620 Mar 31 22:54:41.067898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00351a20-db1f-46f0-8443-bf71b0e3787d req-feebcba0-a182-4a0d-9193-044adceed292 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675271 Mar 31 22:54:41.086383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e745c-a4fb-4cce-8d99-73a88d32ea21 None None] Network db011e68-bed8-427a-92f8-f9e01d40dc3d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:41.086631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Attempting to bind port a5458ba1-159c-42f0-a40c-767fa8f1c38e on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:41.087162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Attempting to bind port a5458ba1-159c-42f0-a40c-767fa8f1c38e by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:41.087887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Attempting to bind port a5458ba1-159c-42f0-a40c-767fa8f1c38e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:41.103212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-8ddbf6d8-4d0b-40c5-abef-197534f88536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.104878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-8ddbf6d8-4d0b-40c5-abef-197534f88536 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027078 Mar 31 22:54:41.110815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Port a5458ba1-159c-42f0-a40c-767fa8f1c38e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:41.111153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Attempting to bind port a5458ba1-159c-42f0-a40c-767fa8f1c38e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:41.127008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:41.127475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:41.127865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:41.128192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Bound port: a5458ba1-159c-42f0-a40c-767fa8f1c38e, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:41.128553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.156408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.246227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1390132936', 'description': 'tempest-description-594450325'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:41.259769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca88f-74e2-469e-86b0-85c4137e5e10 req-c465d436-fe90-4563-bb7d-3832d968b98b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.262267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a92ca88f-74e2-469e-86b0-85c4137e5e10 req-c465d436-fe90-4563-bb7d-3832d968b98b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 945 time: 0.0948114 Mar 31 22:54:41.267281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:41.273937 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.306079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.335753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a92ca88f-74e2-469e-86b0-85c4137e5e10 req-6b8d1e95-0049-41b3-be29-f1493e6c7951 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497248 Mar 31 22:54:41.341550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:41.356609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-bd9b1f6f-f40f-49a3-8086-76fe3c72262b service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355847 Mar 31 22:54:41.363617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:41.387286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.413424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:41.470248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.471030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.473242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] 10.222.0.96 "PUT /v2.0/ports/a5458ba1-159c-42f0-a40c-767fa8f1c38e HTTP/1.1" status: 200 len: 1095 time: 2.1415403 Mar 31 22:54:41.495901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d089b-553b-4408-9876-cfca8f676efb req-ee9623d4-c25f-46a6-9067-13485338a7e2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.497896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f5d089b-553b-4408-9876-cfca8f676efb req-ee9623d4-c25f-46a6-9067-13485338a7e2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 946 time: 0.0679712 Mar 31 22:54:41.568155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f5d089b-553b-4408-9876-cfca8f676efb req-ccc76f17-3219-48c9-b02a-b3f0b4b647d0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637882 Mar 31 22:54:41.721528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f033d1-79d1-4905-ac80-18ba8aa96405 req-f80abb86-3e20-4a11-b86b-4f1680a2b640 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.723125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f033d1-79d1-4905-ac80-18ba8aa96405 req-f80abb86-3e20-4a11-b86b-4f1680a2b640 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0748918 Mar 31 22:54:41.782908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f033d1-79d1-4905-ac80-18ba8aa96405 req-977ecd84-4230-4b56-b277-0bb227dec41b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502803 Mar 31 22:54:41.855750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b017d4b-7046-427c-b2fd-9e4b7ddcc396 service neutron] Pushing event updated for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:41.890230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.901606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.925718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-b20541d9-d6f1-4383-ad05-e357192a8e13 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641098 Mar 31 22:54:41.930682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140ad40-6d43-4b9c-8dee-04ff1001369a req-64768725-c31c-4909-a53c-048facf67530 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.932664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-d4cb7f5e-eece-4c14-bd23-9532b84c161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:41.932862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9140ad40-6d43-4b9c-8dee-04ff1001369a req-64768725-c31c-4909-a53c-048facf67530 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0783412 Mar 31 22:54:41.934437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-d4cb7f5e-eece-4c14-bd23-9532b84c161a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 1098 time: 0.1529558 Mar 31 22:54:41.951287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:41.953791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c75405f-efac-47be-9230-c6ae9ba7c792 req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7236178 Mar 31 22:54:41.978996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9ed32-d837-4533-8045-edf9c9e96d95 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131b8371-a479-4ff7-99b8-74cb630bd071,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:42.014911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9140ad40-6d43-4b9c-8dee-04ff1001369a req-57939ef2-04f1-4d77-80ce-343857baab5e tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708580 Mar 31 22:54:42.045969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-cdd281b8-7319-475a-a73c-95448db29401 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e HTTP/1.1" status: 200 len: 217 time: 0.0907409 Mar 31 22:54:42.112805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-22e0b52f-3a22-40fd-a330-1b09f55044c7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/131b8371-a479-4ff7-99b8-74cb630bd071 HTTP/1.1" status: 200 len: 1812 time: 0.0541205 Mar 31 22:54:42.129355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '131b8371-a479-4ff7-99b8-74cb630bd071', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:42.130199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '131b8371-a479-4ff7-99b8-74cb630bd071', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:42.144826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a135-88e7-4c60-93f7-a78ec153a798 req-f3e2c5df-2c50-4d40-9705-a72fe4a23149 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.146930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3610a135-88e7-4c60-93f7-a78ec153a798 req-f3e2c5df-2c50-4d40-9705-a72fe4a23149 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1192994 Mar 31 22:54:42.149594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-049fff69-2ab1-4557-ba45-15bdee0d0d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.152011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-049fff69-2ab1-4557-ba45-15bdee0d0d92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 1099 time: 0.1257913 Mar 31 22:54:42.176043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-325f1977-8a91-466d-8166-fdb7ec610ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.177510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-325f1977-8a91-466d-8166-fdb7ec610ac5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1050563 Mar 31 22:54:42.212568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.245446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3610a135-88e7-4c60-93f7-a78ec153a798 req-2ab02333-52f7-4e28-b1da-a35d2b030e98 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864711 Mar 31 22:54:42.247799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.263453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.288611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed2c170-47f2-41d9-bad9-5e5fcf45810a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:42.303058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:42.306527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-996b5e29-ff8f-49bb-9d37-69b797006c20 req-4e3f9169-fcc5-405a-a401-08c1e8f82e05 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1822205 Mar 31 22:54:42.344845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6e8543c8-f9b4-4fb3-aa59-0f692918da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.346659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-6e8543c8-f9b4-4fb3-aa59-0f692918da96 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523366 Mar 31 22:54:42.421072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-551fa922-248c-444c-b0a4-5710fbed6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.421329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949a62a-5299-4414-a64b-e6efe510c4ce req-e761b64d-3a76-45e8-8ec5-d72db05439ad tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.422567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-551fa922-248c-444c-b0a4-5710fbed6d35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2140403 Mar 31 22:54:42.422818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6949a62a-5299-4414-a64b-e6efe510c4ce req-e761b64d-3a76-45e8-8ec5-d72db05439ad tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0543778 Mar 31 22:54:42.434277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'}, {'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:42.439124 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6582d6c1-7d9f-4cad-bb6a-49752e4adab9" -d '{"events": [{"server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32"}, {"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:42.479927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6949a62a-5299-4414-a64b-e6efe510c4ce req-191b81c9-d545-4be9-9896-968828b3d2a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493560 Mar 31 22:54:42.509165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-9ead9e29-0cc4-4675-bc1f-1f94370c99c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=26c7e18a-bae7-475f-89f4-ed621d055e03 HTTP/1.1" status: 200 len: 217 time: 0.0499985 Mar 31 22:54:42.524161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c946d8-8ba6-46cb-a610-08f35571875c req-aa8a1757-07a9-44f7-b5d9-b4dd3cabf4a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.525912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c946d8-8ba6-46cb-a610-08f35571875c req-aa8a1757-07a9-44f7-b5d9-b4dd3cabf4a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 948 time: 0.1711879 Mar 31 22:54:42.592544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-af910506-dbef-4762-8167-33e82c912dc0 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257996 Mar 31 22:54:42.637916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-f462dfef-8631-4530-ab41-b26157815d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.638468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-f462dfef-8631-4530-ab41-b26157815d12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1091566 Mar 31 22:54:42.647892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c946d8-8ba6-46cb-a610-08f35571875c req-dd88386a-d4c0-4d4f-9d00-56c10075416c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059597 Mar 31 22:54:42.763505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-546323df-93d9-4c5d-a916-e62fcceb1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.765053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-546323df-93d9-4c5d-a916-e62fcceb1079 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162448 Mar 31 22:54:42.766875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce64239d-c9bd-4fc9-b9f7-c53f2bd90231 req-53665893-bd12-43d4-8f74-341ce7d429f8 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660073 Mar 31 22:54:42.801448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57e7dc90-4547-4975-ab21-908be5216550 req-71b1338b-f335-47d8-8049-2a4b41bb9eea tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/131b8371-a479-4ff7-99b8-74cb630bd071 HTTP/1.1" status: 200 len: 2405 time: 0.2929304 Mar 31 22:54:42.850851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:42.853187 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2578d218-1622-4333-a13b-175d5d9c16f1" -d '{"events": [{"name": "network-changed", "server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:42.876366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3ee3-ba32-420b-b44f-643ab5fff9d5 req-0238049d-00ff-4fea-a539-a34c0987a4ac tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:42.878938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c12e3ee3-ba32-420b-b44f-643ab5fff9d5 req-0238049d-00ff-4fea-a539-a34c0987a4ac tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1378734 Mar 31 22:54:42.893974 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c505361f-e87b-4793-b8c2-0a97f0a944a4 x-openstack-request-id: req-c505361f-e87b-4793-b8c2-0a97f0a944a4 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:42.894827 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "name": "network-vif-plugged", "status": "completed", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32", "code": 200}, {"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:42.896613 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c505361f-e87b-4793-b8c2-0a97f0a944a4 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:42.898148 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c505361f-e87b-4793-b8c2-0a97f0a944a4'] response: {'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'code': 200} Mar 31 22:54:42.899309 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c505361f-e87b-4793-b8c2-0a97f0a944a4'] response: {'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'code': 200} Mar 31 22:54:42.948600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-f4b09ea6-3b8c-4034-ac05-c10c049d5245 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679935 Mar 31 22:54:42.964090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c12e3ee3-ba32-420b-b44f-643ab5fff9d5 req-94b946d9-e271-4c2c-8590-8fee87ad4832 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759032 Mar 31 22:54:43.008118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befb76d-4136-417b-bac2-3a95760526a9 req-0aaafe3b-0153-430e-b648-4c0547e9c1ad tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.010431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4befb76d-4136-417b-bac2-3a95760526a9 req-0aaafe3b-0153-430e-b648-4c0547e9c1ad tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1096 time: 0.0598698 Mar 31 22:54:43.071389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4befb76d-4136-417b-bac2-3a95760526a9 req-63346a87-d04c-4d45-8035-94ac013cf25b tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518856 Mar 31 22:54:43.122879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-af5bb537-f6e8-4324-b229-4473833753ac tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-group-rules/3ed2c170-47f2-41d9-bad9-5e5fcf45810a HTTP/1.1" status: 200 len: 778 time: 0.0230739 Mar 31 22:54:43.167545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5707ade-3073-4c1c-bc7b-923cbb115801 req-9667f663-3fef-4796-b660-581311ea2ede service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973045 Mar 31 22:54:43.177023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434f40f-4d65-45c2-b440-3d9dea24a5f8 req-7bfffa7d-d5b4-4979-9a09-2ee63852529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.178576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9434f40f-4d65-45c2-b440-3d9dea24a5f8 req-7bfffa7d-d5b4-4979-9a09-2ee63852529a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 1096 time: 0.1394694 Mar 31 22:54:43.180280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd63b66-5a01-4b73-a91d-c9a8fd37ea30 req-9c983209-e33f-4d5c-bec9-c1cbb63c12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.181564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd63b66-5a01-4b73-a91d-c9a8fd37ea30 req-9c983209-e33f-4d5c-bec9-c1cbb63c12bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 1097 time: 0.1413867 Mar 31 22:54:43.183191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-246ac52d-66d6-4180-8adc-4de1eb99a124 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/131b8371-a479-4ff7-99b8-74cb630bd071 HTTP/1.1" status: 200 len: 2405 time: 0.0511992 Mar 31 22:54:43.200965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d849-766e-47c5-8ab2-9172db989e4b req-b588857d-a77a-4e3a-87e2-7281369175ed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.202388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d59d849-766e-47c5-8ab2-9172db989e4b req-b588857d-a77a-4e3a-87e2-7281369175ed tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 946 time: 0.1035724 Mar 31 22:54:43.216937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.228263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.267986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.269955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9434f40f-4d65-45c2-b440-3d9dea24a5f8 req-d2e2ccb6-a1c0-44ec-a783-b1ef2793ae9a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840881 Mar 31 22:54:43.273923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd63b66-5a01-4b73-a91d-c9a8fd37ea30 req-2ba7f494-fe71-4dae-a6f6-765cf1ab2cc7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808775 Mar 31 22:54:43.274187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.275374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e3acd7d-cbad-4dcb-9013-7f093f1f2a5c req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/3ed2c170-47f2-41d9-bad9-5e5fcf45810a HTTP/1.1" status: 204 len: 173 time: 0.0856493 Mar 31 22:54:43.281714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d59d849-766e-47c5-8ab2-9172db989e4b req-9e67637b-6035-4ada-afb2-a23844d985f4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679517 Mar 31 22:54:43.286135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88b31-8e05-4749-9d7e-19c9f783c2c4 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ed2c170-47f2-41d9-bad9-5e5fcf45810a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:43.372431 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072c280-48b1-4437-9ef4-5dd125da993a x-openstack-request-id: req-2072c280-48b1-4437-9ef4-5dd125da993a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:43.372727 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:43.373040 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2072c280-48b1-4437-9ef4-5dd125da993a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:43.373367 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2072c280-48b1-4437-9ef4-5dd125da993a'] response: {'name': 'network-changed', 'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e', 'status': 'completed', 'code': 200} Mar 31 22:54:43.412927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f265-1273-420b-866e-376002898e57 req-1b0947af-2dcc-443f-8ff3-c7417b816f2d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.414586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb41f265-1273-420b-866e-376002898e57 req-1b0947af-2dcc-443f-8ff3-c7417b816f2d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0557654 Mar 31 22:54:43.457859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb41f265-1273-420b-866e-376002898e57 req-298494ea-a2d2-4681-b3d8-4b4429c96f5d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356152 Mar 31 22:54:43.488665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecec8c-fdbb-4a63-8361-ddb0baee59f4 req-1817f0ee-de12-4a5d-ab40-98a8e69fa146 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.491430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-acecec8c-fdbb-4a63-8361-ddb0baee59f4 req-1817f0ee-de12-4a5d-ab40-98a8e69fa146 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0717626 Mar 31 22:54:43.545888 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-acecec8c-fdbb-4a63-8361-ddb0baee59f4 req-5439bcc6-9062-491e-8c31-16363f9cd873 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Mar 31 22:54:43.586143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-485585113', 'description': 'tempest-description-741825618'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:43.617109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.658609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4b727-9d4f-43d1-a3a8-6ed2ceca4dac req-a0192f59-9a94-4e8a-850c-013b110e531e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.660230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fd4b727-9d4f-43d1-a3a8-6ed2ceca4dac req-a0192f59-9a94-4e8a-850c-013b110e531e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0669947 Mar 31 22:54:43.701546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-d24ceb24-061a-4e9e-8282-264a9ebfa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.703088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-d24ceb24-061a-4e9e-8282-264a9ebfa744 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 1098 time: 0.0649693 Mar 31 22:54:43.725851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fd4b727-9d4f-43d1-a3a8-6ed2ceca4dac req-22bb20a9-2ee4-4741-a6d3-8d170b7e3732 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543921 Mar 31 22:54:43.760119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.765328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.876091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:43.877578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8835d-3ea9-4c5d-aea9-d207fa64445f req-2d3bec8d-55d6-46dd-8217-5b539b857e4d tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.880144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5d8835d-3ea9-4c5d-aea9-d207fa64445f req-2d3bec8d-55d6-46dd-8217-5b539b857e4d tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0738165 Mar 31 22:54:43.888043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90e76537-271a-4667-b1ec-987e561fc059 req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3072994 Mar 31 22:54:43.923423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92d417-71ad-480f-84ab-5cb6c352111f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d52b2-a800-4575-b3c3-15caaae150ac,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:43.958499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-82e9cb2a-681e-4afe-b79f-9168db6cf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:43.962274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-82e9cb2a-681e-4afe-b79f-9168db6cf730 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2450442 Mar 31 22:54:43.969464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5d8835d-3ea9-4c5d-aea9-d207fa64445f req-0bdff4b5-3fc7-4756-9b98-e2f11dba50b1 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728047 Mar 31 22:54:44.022604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-bcc17513-5dfe-4325-adc5-445f6a642999 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e HTTP/1.1" status: 200 len: 217 time: 0.0507839 Mar 31 22:54:44.113003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fc014-dc6a-4e00-945e-07b20e224df2 req-f47d04c8-0a0d-4969-b543-c4a79d64e835 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.114356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a0b1ae7-8197-48af-a6c2-7e4c3de8d239 req-a9ffc95a-8c88-41df-acd0-1dacb665329b tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/0d9d52b2-a800-4575-b3c3-15caaae150ac HTTP/1.1" status: 200 len: 1811 time: 0.0664728 Mar 31 22:54:44.114698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b8fc014-dc6a-4e00-945e-07b20e224df2 req-f47d04c8-0a0d-4969-b543-c4a79d64e835 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 948 time: 0.1358893 Mar 31 22:54:44.122014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-16cbc7c5-37b1-4efc-99d4-8a8793dff8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.124138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-16cbc7c5-37b1-4efc-99d4-8a8793dff8a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0828474 Mar 31 22:54:44.220151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b8fc014-dc6a-4e00-945e-07b20e224df2 req-1cb8f01a-daa5-4672-a583-cd4309d0f619 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902302 Mar 31 22:54:44.229250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-8ee98732-8a91-4b31-a079-27ea9bdc9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.231974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-8ee98732-8a91-4b31-a079-27ea9bdc9a30 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869095 Mar 31 22:54:44.233160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a985de-6ef7-4680-ac42-345b1d8bbea0 req-2b6b8042-72cc-4b33-a50a-ab48d94ca043 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.235353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6a985de-6ef7-4680-ac42-345b1d8bbea0 req-2b6b8042-72cc-4b33-a50a-ab48d94ca043 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0563226 Mar 31 22:54:44.300600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6a985de-6ef7-4680-ac42-345b1d8bbea0 req-7eb36e7c-5047-4594-abf2-108ab3427da5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587645 Mar 31 22:54:44.355877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1825845334', 'description': 'tempest-description-1682991967'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:44.385562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.393202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-21e002f6-60d4-4776-a6d7-dc6c5d594f10 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498652 Mar 31 22:54:44.396100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858bc02-c24e-4a26-ada5-65c5babf31e0 req-45ededb9-43a7-41ab-9bff-f314fecf8421 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.398089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6858bc02-c24e-4a26-ada5-65c5babf31e0 req-45ededb9-43a7-41ab-9bff-f314fecf8421 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0708523 Mar 31 22:54:44.486163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.495484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.537711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6858bc02-c24e-4a26-ada5-65c5babf31e0 req-6fb5bafc-3fb4-48c3-bd1e-a57757430945 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313021 Mar 31 22:54:44.550113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376b32aa-6064-44c4-9ece-9ea9ec0d1214,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:44.555163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.556524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ee4369-29a4-459d-81b3-a4c18ea0325a req-bfac6e68-561a-4702-8ab5-94dac3d836d7 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2061257 Mar 31 22:54:44.578648 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-e21fd2b0-f5be-4aa4-b8f6-385b92743916 service neutron] show failed (client error): The resource could not be found. Mar 31 22:54:44.580152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-e21fd2b0-f5be-4aa4-b8f6-385b92743916 service neutron] 10.222.0.60 "GET /v2.0/ports/7e1a87d8-d272-4616-9f78-7b9ab9991804/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1491165 Mar 31 22:54:44.585699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2578d218-1622-4333-a13b-175d5d9c16f1 req-01aeea1d-8cf4-4dee-ba83-cf7119f489a5 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767490 Mar 31 22:54:44.719778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77427c65-a658-44d2-a97a-b1e147e41b23 req-a9cbd238-befa-4e44-af74-a07441ab20d8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/376b32aa-6064-44c4-9ece-9ea9ec0d1214 HTTP/1.1" status: 200 len: 1813 time: 0.0578179 Mar 31 22:54:44.722643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed10bf-d601-4021-b4a2-6228f66e6453 req-f4b110da-0615-4053-9034-80ff19a77978 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.732876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eed10bf-d601-4021-b4a2-6228f66e6453 req-f4b110da-0615-4053-9034-80ff19a77978 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0939777 Mar 31 22:54:44.779864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eed10bf-d601-4021-b4a2-6228f66e6453 req-524ae2e7-3070-4062-8160-9525731b4e6d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460198 Mar 31 22:54:44.856330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-603839747', 'description': 'tempest-description-796862452'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:44.884928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:44.910056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d40b5-f332-4cf0-a5d3-576822df018d req-e298bbb3-d155-480f-8ab4-de65488cc10e tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.911644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d2d40b5-f332-4cf0-a5d3-576822df018d req-e298bbb3-d155-480f-8ab4-de65488cc10e tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0967464 Mar 31 22:54:44.917173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-a3326ed7-0adb-4be8-8b9d-a1505d0cca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:44.918858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-a3326ed7-0adb-4be8-8b9d-a1505d0cca86 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.0674298 Mar 31 22:54:44.945300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:44.994640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d2d40b5-f332-4cf0-a5d3-576822df018d req-428b7a32-ea1d-488c-a249-6b802524ccbb tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740139 Mar 31 22:54:45.020540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.027593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.039974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.081939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.083388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55c4a5fc-854b-449a-8f1a-865cd9814db8 req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2311759 Mar 31 22:54:45.088877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcb943-99b6-48b9-9d68-7479a5349c33 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39426aa7-a9db-4312-ba45-bda70f9f2225,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:45.293502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64316a81-2c09-4fc0-8e1c-b4fce1b959dc req-a40ea102-ce9d-4f7f-81a6-1953b19cfa7c tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/39426aa7-a9db-4312-ba45-bda70f9f2225 HTTP/1.1" status: 200 len: 1811 time: 0.0490839 Mar 31 22:54:45.312472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97bee-aa9a-4d0d-9bff-08970fcdbd7c req-d077bf50-51a6-4796-90fc-3159ecbe47a3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.314606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7c97bee-aa9a-4d0d-9bff-08970fcdbd7c req-d077bf50-51a6-4796-90fc-3159ecbe47a3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.1674669 Mar 31 22:54:45.408272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e893b02-25f9-4a0a-9e33-49f52de4e740 req-df6b8557-ad4f-4ef5-8329-ef638adb9238 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.409829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e893b02-25f9-4a0a-9e33-49f52de4e740 req-df6b8557-ad4f-4ef5-8329-ef638adb9238 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0407612 Mar 31 22:54:45.418033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7c97bee-aa9a-4d0d-9bff-08970fcdbd7c req-aade29cf-26ad-428d-a661-986e47523830 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900307 Mar 31 22:54:45.449295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:45.458802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e893b02-25f9-4a0a-9e33-49f52de4e740 req-2ffd262e-a84e-4158-95be-ddda5388f709 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Mar 31 22:54:45.500660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:45.512164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-814402969', 'description': 'tempest-description-1333107121'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:45.533850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.560891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:45.563377 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13ca41e-3227-48c9-a1d1-22bedee762bc" -d '{"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:45.568913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.584631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d410a-2bca-4e56-ba8e-682ad1bab250 req-1056bb59-1bdf-4b15-8c52-8686dbbc16fd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.586346 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-001d410a-2bca-4e56-ba8e-682ad1bab250 req-1056bb59-1bdf-4b15-8c52-8686dbbc16fd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 948 time: 0.0986309 Mar 31 22:54:45.597587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Transition to ACTIVE for port object 7e1a87d8-d272-4616-9f78-7b9ab9991804 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:54:45.604928 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.625105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.630017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.666495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.677370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ebb545fa-ba70-4ccb-8734-88591ef50934 req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1677835 Mar 31 22:54:45.679959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91dade-368a-40f3-a243-021f31a2eed2 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85ca328-39b5-45f9-abac-06b11956fa9e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:45.684707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:45.689358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-001d410a-2bca-4e56-ba8e-682ad1bab250 req-b264438b-8e64-45d2-a68e-b4a3ba611797 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938778 Mar 31 22:54:45.724967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] No DVR routers for this DVR port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:54:45.729371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.729707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.730042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.730652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.730991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.731343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.731672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.732685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.732685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.732685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.733032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.733239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:45.790417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:45.790766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:45.791097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:45.794863 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb0ab4-eac7-44f0-9cc5-a4f70f3e8e9c x-openstack-request-id: req-f8bb0ab4-eac7-44f0-9cc5-a4f70f3e8e9c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:45.795149 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:45.795431 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f8bb0ab4-eac7-44f0-9cc5-a4f70f3e8e9c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:45.795828 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bb0ab4-eac7-44f0-9cc5-a4f70f3e8e9c'] response: {'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'code': 200} Mar 31 22:54:45.800154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:45.800483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Attempting to bind port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:45.806777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:45.807485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:45.807680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:45.808039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Bound port: 7e1a87d8-d272-4616-9f78-7b9ab9991804, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:45.808515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.847584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a330bd-6e64-4719-864a-b947b6dd1e76 req-3351bee5-897b-4222-ab76-9e174739f5b0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.850215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62a330bd-6e64-4719-864a-b947b6dd1e76 req-3351bee5-897b-4222-ab76-9e174739f5b0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0960412 Mar 31 22:54:45.903605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd66cae1-9cec-4523-96a5-c98ca0523b1c req-7b8c91aa-6bb2-4c0e-a699-60cad219dffc tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/b85ca328-39b5-45f9-abac-06b11956fa9e HTTP/1.1" status: 200 len: 1812 time: 0.0919132 Mar 31 22:54:45.937534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:45.944094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:45.950479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.967842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62a330bd-6e64-4719-864a-b947b6dd1e76 req-be9a179e-f9aa-49d3-ad71-2b8dc3da68b1 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064391 Mar 31 22:54:45.995174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:45.995759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:45.997402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] 10.222.0.96 "PUT /v2.0/ports/7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 1095 time: 1.0587757 Mar 31 22:54:46.026217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdc4ee-64bf-455f-a095-6635d81a1158 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:46.045374 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-0fdd4ad4-07af-47c1-8921-7a7387d46540 req-4d0160dc-7e3a-4c1e-a81d-10f14e97b02f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] show failed (client error): The resource could not be found. Mar 31 22:54:46.046567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fdd4ad4-07af-47c1-8921-7a7387d46540 req-4d0160dc-7e3a-4c1e-a81d-10f14e97b02f tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/12f4b4db-a527-486c-875f-e144315a980f HTTP/1.1" status: 404 len: 352 time: 0.0232704 Mar 31 22:54:46.149359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055700-5106-4fd8-aca4-e187a165339d req-fab19dcb-5c83-4351-8679-2fb8f607974f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.152356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41055700-5106-4fd8-aca4-e187a165339d req-fab19dcb-5c83-4351-8679-2fb8f607974f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1069531 Mar 31 22:54:46.156114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-0b5aaf7e-6738-403c-8b8d-99bc699853e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.158741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-0b5aaf7e-6738-403c-8b8d-99bc699853e0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1098 time: 0.0818796 Mar 31 22:54:46.202003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26c7e18a-bae7-475f-89f4-ed621d055e03 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:46.373818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41055700-5106-4fd8-aca4-e187a165339d req-af06359b-39e5-473c-a985-952b20a195a9 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133698 Mar 31 22:54:46.378789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-b4c6314f-aafa-48e2-bace-858ffdbc406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.380828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-b4c6314f-aafa-48e2-bace-858ffdbc406a service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2100663 Mar 31 22:54:46.402150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26c7e18a-bae7-475f-89f4-ed621d055e03,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:46.415321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '26c7e18a-bae7-475f-89f4-ed621d055e03', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '26c7e18a-bae7-475f-89f4-ed621d055e03', 'mac_address': 'fa:16:3e:87:ef:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:46.465366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-3d9d62c0-4e03-4ce3-b992-34a2ff5e7a3b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0736935 Mar 31 22:54:46.466321 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.468939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d004f5b-dbc7-4756-a1e9-2051fd353f30 req-e56252f8-6f0b-4d32-99df-ec00d9d6ba33 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.473217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d004f5b-dbc7-4756-a1e9-2051fd353f30 req-e56252f8-6f0b-4d32-99df-ec00d9d6ba33 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.1296349 Mar 31 22:54:46.481715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c7e18a-bae7-475f-89f4-ed621d055e03 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:46.521110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26c7e18a-bae7-475f-89f4-ed621d055e03,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:46.525661 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-951e7e6d-e1fb-441a-8ec9-11e788929f01 req-cbcce73b-6fe6-4422-8c99-f36408d54cb9 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] show failed (client error): The resource could not be found. Mar 31 22:54:46.526753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-951e7e6d-e1fb-441a-8ec9-11e788929f01 req-cbcce73b-6fe6-4422-8c99-f36408d54cb9 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-group-rules/045fcade-713f-40a3-987c-c52a48a4f4a0 HTTP/1.1" status: 404 len: 361 time: 0.0546391 Mar 31 22:54:46.527516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:46.544188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d004f5b-dbc7-4756-a1e9-2051fd353f30 req-15e47c12-8d97-466b-83ab-9463be5efc81 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638530 Mar 31 22:54:46.550757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-93277089-a419-418d-b2e0-6053f47747eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.552931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-93277089-a419-418d-b2e0-6053f47747eb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0661709 Mar 31 22:54:46.614191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:46.616458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-057f8a25-4e81-4e8f-b12b-75cdbc4158ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.618204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-057f8a25-4e81-4e8f-b12b-75cdbc4158ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556164 Mar 31 22:54:46.669740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef331c2-bab0-446c-9ace-4120afe23eb7 req-be81ac48-1bcd-4825-8fdc-9a68fb80e689 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.671416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ef331c2-bab0-446c-9ace-4120afe23eb7 req-be81ac48-1bcd-4825-8fdc-9a68fb80e689 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0571301 Mar 31 22:54:46.726444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ef331c2-bab0-446c-9ace-4120afe23eb7 req-bb1ecbf7-f146-4038-baa2-b108a5141453 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476608 Mar 31 22:54:46.746413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-5d74e09a-e239-46a0-84fc-641adf5ffa6e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187067 Mar 31 22:54:46.874888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a2cd-cad9-45d7-b44a-672e0371bf16 req-3f7ee9dd-5d12-4b9f-9597-f82cf10a1b3d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:46.880440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39180b39-8d48-4d2c-81e0-dadfa307793b req-371e9457-7c38-476a-b87d-25f9ead734e5 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201198 Mar 31 22:54:46.882825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d940a2cd-cad9-45d7-b44a-672e0371bf16 req-3f7ee9dd-5d12-4b9f-9597-f82cf10a1b3d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.0712130 Mar 31 22:54:46.927597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d940a2cd-cad9-45d7-b44a-672e0371bf16 req-f0d90b0a-32ff-4ee0-aff1-60818a055d02 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Mar 31 22:54:46.967061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:47.048512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc438e44-54b5-430d-a3e9-32e7d43aa43a req-e01a1f62-2337-487d-acbb-5dc41a7d023c tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.052326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc438e44-54b5-430d-a3e9-32e7d43aa43a req-e01a1f62-2337-487d-acbb-5dc41a7d023c tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0560772 Mar 31 22:54:47.059080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-5ef058d6-64d2-49d5-9c1c-e64c479dc6af tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/b85ca328-39b5-45f9-abac-06b11956fa9e HTTP/1.1" status: 200 len: 1812 time: 0.0756114 Mar 31 22:54:47.105514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc438e44-54b5-430d-a3e9-32e7d43aa43a req-b88acd55-047b-4dc2-9260-e067d0f84f6e tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 Mar 31 22:54:47.137868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.193656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.268019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.270994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.275264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6b780b-0bf2-4c6f-9571-4e9f4d233899 req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-groups/b85ca328-39b5-45f9-abac-06b11956fa9e HTTP/1.1" status: 204 len: 173 time: 0.2021422 Mar 31 22:54:47.288940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb65ce-a3ff-4fcb-afbe-568302a51911 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85ca328-39b5-45f9-abac-06b11956fa9e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:47.293587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c314c11-9e50-4925-8618-1bbeb2b1ccb6 req-a4cf05b2-f9e3-4549-9612-0697c8bdd6be tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.296328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c314c11-9e50-4925-8618-1bbeb2b1ccb6 req-a4cf05b2-f9e3-4549-9612-0697c8bdd6be tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0941095 Mar 31 22:54:47.305368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:47.310588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Request body: {'floatingip': {'port_id': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:47.370179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.383608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a5458ba1-159c-42f0-a40c-767fa8f1c38e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:47.523688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f11e09-c9f1-4acd-bac4-051d6be822c3 req-4171c0e6-70e4-4c82-ac56-9306eba40e8d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:47.528274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:47.533139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00f11e09-c9f1-4acd-bac4-051d6be822c3 req-4171c0e6-70e4-4c82-ac56-9306eba40e8d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 949 time: 0.1667056 Mar 31 22:54:47.543067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e', 'mac_address': 'fa:16:3e:4a:d7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:47.594936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.628769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5458ba1-159c-42f0-a40c-767fa8f1c38e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:47.632889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00f11e09-c9f1-4acd-bac4-051d6be822c3 req-2a46ad7f-d330-4bdc-8b39-ffed3825441b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Mar 31 22:54:47.675346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:47.680748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.776164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:47.780528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-302139c3-9ea2-44ed-a44e-1d7f62599428 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/39426aa7-a9db-4312-ba45-bda70f9f2225 HTTP/1.1" status: 200 len: 1811 time: 0.0948699 Mar 31 22:54:47.797353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:47.800445 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf289c-8891-4802-b545-e5f53febec6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:47.929793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:47.984086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.118398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.120127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.124324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.125854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd792d5a-c155-4b92-ac94-8f788ffac298 req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-groups/39426aa7-a9db-4312-ba45-bda70f9f2225 HTTP/1.1" status: 204 len: 173 time: 0.3088799 Mar 31 22:54:48.134140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:48.147736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c5738-6e75-4f05-a90e-46655a186d99 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39426aa7-a9db-4312-ba45-bda70f9f2225,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:48.227256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:48.299551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:54:48.342719 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7 associated. External IP: 172.25.8.36, port: 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32. Mar 31 22:54:48.395274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca43c6d-8e35-40bf-88ac-b361337aa234 req-716076f5-160e-4a41-affa-255ddfe5b380 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.397480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fca43c6d-8e35-40bf-88ac-b361337aa234 req-716076f5-160e-4a41-affa-255ddfe5b380 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1138906 Mar 31 22:54:48.491507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fca43c6d-8e35-40bf-88ac-b361337aa234 req-61b2d991-cea5-44f4-a7e9-7da3014584db tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823841 Mar 31 22:54:48.664211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:48.730332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010791b-c95b-4f83-b2ee-b0603bc3ec3d req-d7c364b1-a9f5-44de-a4ea-7c47acdcbbcf tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:48.732933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8010791b-c95b-4f83-b2ee-b0603bc3ec3d req-d7c364b1-a9f5-44de-a4ea-7c47acdcbbcf tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1464255 Mar 31 22:54:48.743182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:54:48.875591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-e5905b01-a224-4dd4-9253-e9cd22c05874 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:54:48.877331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-e5905b01-a224-4dd4-9253-e9cd22c05874 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183105 Mar 31 22:54:48.889473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8010791b-c95b-4f83-b2ee-b0603bc3ec3d req-92163de4-a3db-4b78-8096-8671c33c30b7 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440520 Mar 31 22:54:48.984927 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57265770-cd0d-4ee6-a734-9a40dd9cf6c8 x-openstack-request-id: req-57265770-cd0d-4ee6-a734-9a40dd9cf6c8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:48.987498 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:48.988151 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-57265770-cd0d-4ee6-a734-9a40dd9cf6c8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:48.988815 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57265770-cd0d-4ee6-a734-9a40dd9cf6c8'] response: {'name': 'network-changed', 'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'status': 'completed', 'code': 200} Mar 31 22:54:49.010064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-aa068136-f147-4aaf-9e78-4bad4c42d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.012221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-aa068136-f147-4aaf-9e78-4bad4c42d910 service neutron] 10.222.0.95 "GET /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 1094 time: 0.1184421 Mar 31 22:54:49.030378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:49.031091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:54:49.095955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-91ee29c8-7eee-4d69-91b6-b1d30e8172e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.097930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-91ee29c8-7eee-4d69-91b6-b1d30e8172e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1098 time: 0.0832446 Mar 31 22:54:49.115426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-a67292e3-b022-4c16-969a-5b051cbec6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.118516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-a67292e3-b022-4c16-969a-5b051cbec6dc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1098 time: 0.0670621 Mar 31 22:54:49.162007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:54:49.178115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.181007 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:54:49.205594 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:49.207848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:54:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:49.273255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b72d6e-6899-42e2-8d83-263d2e980464 req-ccdd2d00-8897-4f7b-a728-af7e3f3f200f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.282537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8b72d6e-6899-42e2-8d83-263d2e980464 req-ccdd2d00-8897-4f7b-a728-af7e3f3f200f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.2085762 Mar 31 22:54:49.346568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a8dd7c04-b353-4da7-9f77-12dfd11423ef tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "PUT /v2.0/floatingips/58c4ae84-87d3-4433-bb29-cea830e754c7 HTTP/1.1" status: 200 len: 990 time: 2.0399861 Mar 31 22:54:49.349961 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:49.357954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:49.360520 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98f5feb-5d6e-47a7-9167-11b1c26895cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:49.392831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-eafc0c6f-9984-4993-ba2b-a2587eb9b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.396252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-eafc0c6f-9984-4993-ba2b-a2587eb9b0b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2840238 Mar 31 22:54:49.398297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-59bce8eb-a4a6-4138-a2e4-dd653ebd983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.400505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-59bce8eb-a4a6-4138-a2e4-dd653ebd983b service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2729561 Mar 31 22:54:49.402645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8b72d6e-6899-42e2-8d83-263d2e980464 req-b55d08b1-ff9b-4c1a-950e-204f2725b2b9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189599 Mar 31 22:54:49.504316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-013a8fdf-09e3-4507-a234-f39b2d112ae6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0995934 Mar 31 22:54:49.524831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-5f3c6675-3155-4094-bace-43fedb364ab0 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/376b32aa-6064-44c4-9ece-9ea9ec0d1214 HTTP/1.1" status: 200 len: 1813 time: 0.0764291 Mar 31 22:54:49.561239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-3fd064fc-b8ed-40a4-8106-be812b488b44 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.1285706 Mar 31 22:54:49.622404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:49.622732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:49.623060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:49.638115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:49.638447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:49.641974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.647146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:49.647527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:49.647930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:49.648389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Bound port: 7f6b673a-0bd3-4b72-ad85-347adbd59404, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:49.691181 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:0a:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:49.713100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:49.721177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.726833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-bb02c7ce-1e73-4f5e-86ca-cf68c48c1f55 service neutron] 10.222.0.95 "POST /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404/bindings HTTP/1.1" status: 201 len: 389 time: 0.7045093 Mar 31 22:54:49.740728 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:54:49.754314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:54:49.755299 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:54:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:49.776701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.907562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.910252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:49.911489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6919d9f7-32ff-4e86-a30b-027378126a4c req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-groups/376b32aa-6064-44c4-9ece-9ea9ec0d1214 HTTP/1.1" status: 204 len: 173 time: 0.3782041 Mar 31 22:54:49.936672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d62afe-ba0c-43d2-bb45-6f5ecbb49e3a tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b32aa-6064-44c4-9ece-9ea9ec0d1214,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:49.988131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-541b0ead-2cb5-4031-8fb2-e68e68545436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:49.990166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-541b0ead-2cb5-4031-8fb2-e68e68545436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.4386916 Mar 31 22:54:50.019098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-6413ce36-f8cc-41f2-803b-3208240dab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.030376 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:54:50.031584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-6413ce36-f8cc-41f2-803b-3208240dab24 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.4401975 Mar 31 22:54:50.174573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4a3d8-3332-4f1a-85ac-ff952c44b36c req-c4594991-627b-41af-ad71-370a5170d1df tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.176503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55f4a3d8-3332-4f1a-85ac-ff952c44b36c req-c4594991-627b-41af-ad71-370a5170d1df tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0919819 Mar 31 22:54:50.224047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26c7e18a-bae7-475f-89f4-ed621d055e03 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:50.265162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55f4a3d8-3332-4f1a-85ac-ff952c44b36c req-91c5dada-5932-4202-97f1-d4db5c5d5052 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767164 Mar 31 22:54:50.322835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b67292-22c8-4312-ac2b-42f0b2bb5b4f req-6d9f700a-038a-48e4-8ca1-f77d57cccd21 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.336091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5b67292-22c8-4312-ac2b-42f0b2bb5b4f req-6d9f700a-038a-48e4-8ca1-f77d57cccd21 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 949 time: 0.3371012 Mar 31 22:54:50.355843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-7d281bcc-762c-4f6f-ad5a-d23c14ac5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.357298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 26c7e18a-bae7-475f-89f4-ed621d055e03 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:50.364521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 26c7e18a-bae7-475f-89f4-ed621d055e03 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:50.365418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.375006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-7d281bcc-762c-4f6f-ad5a-d23c14ac5766 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3422079 Mar 31 22:54:50.394154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:0a:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:50.397502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf289c-8891-4802-b545-e5f53febec6c req-a85903d3-ac32-4328-b875-e0afcbdf29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.405032 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2394ff36-6d88-4072-9887-caf995046007 x-openstack-request-id: req-2394ff36-6d88-4072-9887-caf995046007 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:50.405547 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:50.406648 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2394ff36-6d88-4072-9887-caf995046007 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:50.406648 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2394ff36-6d88-4072-9887-caf995046007'] response: {'name': 'network-changed', 'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'status': 'completed', 'code': 200} Mar 31 22:54:50.413532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-a85903d3-ac32-4328-b875-e0afcbdf29d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3795888 Mar 31 22:54:50.430143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02182c1-88af-4d3b-ac95-f3e5dd7729ab None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '58c4ae84-87d3-4433-bb29-cea830e754c7', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'port_id': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'mac_address': 'fa:16:3e:0a:e5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:52:14Z', 'updated_at': '2022-03-31T22:54:47Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:54:50.655118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded05b55-5f54-45de-9878-1ba8f0d0d695 req-783e254e-b4f7-4a71-9dd2-ff410e0c87d0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.661098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ded05b55-5f54-45de-9878-1ba8f0d0d695 req-783e254e-b4f7-4a71-9dd2-ff410e0c87d0 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1151485 Mar 31 22:54:50.683230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-25de0904-6984-458c-b6f0-4a700127fd3d service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892463 Mar 31 22:54:50.685330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-11223b61-72a6-48ff-833f-164cd6a3d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:50.688651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-11223b61-72a6-48ff-833f-164cd6a3d9d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1097 time: 0.5446827 Mar 31 22:54:50.718618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.719720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5b67292-22c8-4312-ac2b-42f0b2bb5b4f req-b971e7bb-ba51-4c9e-9355-83c84ec81bee tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767116 Mar 31 22:54:50.754557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ded05b55-5f54-45de-9878-1ba8f0d0d695 req-7e45c885-3475-490f-8dc7-111404826cfb tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787723 Mar 31 22:54:50.775534 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.812690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:50.829191 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ec38c-38b5-4344-945a-a81b0611b485" -d '{"events": [{"server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "name": "network-vif-plugged", "status": "completed", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:50.881878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26c7e18a-bae7-475f-89f4-ed621d055e03,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:50.891610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:50.954231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-a9d1ef5c-8ff5-43ee-9d45-1412884900c0 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/0d9d52b2-a800-4575-b3c3-15caaae150ac HTTP/1.1" status: 200 len: 1811 time: 0.0891991 Mar 31 22:54:50.968525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7466f418-2efd-453d-b54a-ff7d93a91cdf None None] New status for floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:54:51.062871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-6f9c2b2e-e9eb-4f93-b66b-b1eb12116acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.064362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-6f9c2b2e-e9eb-4f93-b66b-b1eb12116acb service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.3337603 Mar 31 22:54:51.099377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.151758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-cf21db5e-e711-4fe1-bda8-09506ee5a999 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 217 time: 0.0494328 Mar 31 22:54:51.165854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.235846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-1154a892-4b43-4b9f-be2c-6f564daa1557 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111517 Mar 31 22:54:51.262012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-f7711ea9-efd0-4cb4-850b-d9c785489b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.263633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-f7711ea9-efd0-4cb4-850b-d9c785489b41 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=454f7aa6ace740cebf12b658cd1b17de&device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 1096 time: 0.7983863 Mar 31 22:54:51.267820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.274964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.294266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11e0303e-c381-47a3-b4f3-d108a14b7d53 req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-groups/0d9d52b2-a800-4575-b3c3-15caaae150ac HTTP/1.1" status: 204 len: 173 time: 0.3375611 Mar 31 22:54:51.299293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:51.312586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.313136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.313790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.314215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.314708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.315168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.315602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.316169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.316637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.317062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.318666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.319161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:54:51.320587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37609e8-23f2-4b11-80b4-30648bf8bd4e tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d52b2-a800-4575-b3c3-15caaae150ac,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:51.395312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:51.438755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-fe4d6ad6-6d24-4879-a7db-eedba5d4b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.440082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-fe4d6ad6-6d24-4879-a7db-eedba5d4b4e1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 200 len: 926 time: 0.1619842 Mar 31 22:54:51.448874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0ea37-2bb2-46b5-9dd9-0a88eb6b52d7 req-ea4cdf64-3aa8-496c-9769-4e04b5e9dc62 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.456791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c0ea37-2bb2-46b5-9dd9-0a88eb6b52d7 req-ea4cdf64-3aa8-496c-9769-4e04b5e9dc62 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 946 time: 0.4436769 Mar 31 22:54:51.472433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f45941-7f28-4733-9da7-9ffbb7f50016 req-38d16491-d118-4b57-8d15-396a25293657 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.480391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85f45941-7f28-4733-9da7-9ffbb7f50016 req-38d16491-d118-4b57-8d15-396a25293657 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1110289 Mar 31 22:54:51.538392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:51.545103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-836cec67-3de9-49b7-9342-43658be652e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 HTTP/1.1" status: 200 len: 1000 time: 0.0843284 Mar 31 22:54:51.557856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85f45941-7f28-4733-9da7-9ffbb7f50016 req-13a3e611-67f2-499c-8d14-49de02365055 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757506 Mar 31 22:54:51.574592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a5458ba1-159c-42f0-a40c-767fa8f1c38e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:51.612891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-217f2303-5513-4d90-a6c5-8ebd2045c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.614277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-217f2303-5513-4d90-a6c5-8ebd2045c1d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.4408307 Mar 31 22:54:51.661666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'mac_address': 'fa:16:3e:56:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:51.714258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fe5c29bb-4ab9-4dbf-ae8f-d8d9f61e0300 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553997 Mar 31 22:54:51.716740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-746ba05f-f8fc-4d54-b9a8-b0eb324ccc43 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2532227 Mar 31 22:54:51.768612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.772773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3b965-e7c2-4d96-8e07-de37ff4a5c67 req-acd6d155-1418-45ee-8dd1-385bcbd15d09 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.775021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ad3b965-e7c2-4d96-8e07-de37ff4a5c67 req-acd6d155-1418-45ee-8dd1-385bcbd15d09 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 947 time: 0.0839341 Mar 31 22:54:51.800075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1a87d8-d272-4616-9f78-7b9ab9991804 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:51.808586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port a5458ba1-159c-42f0-a40c-767fa8f1c38e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:51.819575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port a5458ba1-159c-42f0-a40c-767fa8f1c38e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:51.820219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.840897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-51ba3512-9794-4023-9ede-cbadaa86fb6c service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063280 Mar 31 22:54:51.853703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:51.859511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:51.889277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ad3b965-e7c2-4d96-8e07-de37ff4a5c67 req-1ab88e94-70f3-49f1-99ae-59153089c602 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046989 Mar 31 22:54:51.965905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-e06a57e9-b4c3-4f8c-8c09-908f16338912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:51.967421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-e06a57e9-b4c3-4f8c-8c09-908f16338912 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 200 len: 863 time: 0.4048145 Mar 31 22:54:52.006743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c0ea37-2bb2-46b5-9dd9-0a88eb6b52d7 req-23d1ed17-e464-4ad9-8099-cdecc8f6291e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487425 Mar 31 22:54:52.007901 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9bb93f-07fe-4443-abcf-6e8b7894422b x-openstack-request-id: req-1a9bb93f-07fe-4443-abcf-6e8b7894422b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:52.009826 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "name": "network-vif-plugged", "status": "completed", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:52.010745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-dc673b1d-6bf9-41ba-914d-aa43daa25f66 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366422 Mar 31 22:54:52.011161 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1a9bb93f-07fe-4443-abcf-6e8b7894422b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:52.012555 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9bb93f-07fe-4443-abcf-6e8b7894422b'] response: {'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03', 'code': 200} Mar 31 22:54:52.024421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:52.130776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd5f4622-d95d-484c-8859-a5945698b584 req-e287a20b-7e4a-45e1-8ea0-d7bd4616eff8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "GET /v2.0/security-groups/131b8371-a479-4ff7-99b8-74cb630bd071 HTTP/1.1" status: 200 len: 1812 time: 0.0873075 Mar 31 22:54:52.147501 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.211043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:52.220925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.226209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fd5f4622-d95d-484c-8859-a5945698b584 req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.269694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fd5f4622-d95d-484c-8859-a5945698b584 req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.338718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:52.352984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fd5f4622-d95d-484c-8859-a5945698b584 req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.356510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fd5f4622-d95d-484c-8859-a5945698b584 req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.357759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd5f4622-d95d-484c-8859-a5945698b584 req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] 10.222.0.95 "DELETE /v2.0/security-groups/131b8371-a479-4ff7-99b8-74cb630bd071 HTTP/1.1" status: 204 len: 173 time: 0.2123437 Mar 31 22:54:52.368586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:52.374119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-4965aee7-fa18-47c1-a70c-4674b3e4aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.376613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-4965aee7-fa18-47c1-a70c-4674b3e4aabe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=67693356-b6f9-45ba-980b-1f2b6c1a05e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3642457 Mar 31 22:54:52.389164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b8f06-c2ab-41f8-a3c0-05ab34b984e8 tempest-SecurityGroupRulesNegativeTestJSON-2066411333 tempest-SecurityGroupRulesNegativeTestJSON-2066411333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b8371-a479-4ff7-99b8-74cb630bd071,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:52.392498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdf289c-8891-4802-b545-e5f53febec6c req-fb44969c-d886-4306-b78c-cda9d7cbae9e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539968 Mar 31 22:54:52.404837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fca485df-4013-4972-8942-865e432c09de tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.406607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fca485df-4013-4972-8942-865e432c09de tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1097 time: 0.2837245 Mar 31 22:54:52.426106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:52.457181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c456b-df11-4ea7-bf1d-e75b433c1dd5 req-ed68f20b-401f-4a0b-bfd4-b41bd334df67 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.458758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af4c456b-df11-4ea7-bf1d-e75b433c1dd5 req-ed68f20b-401f-4a0b-bfd4-b41bd334df67 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 950 time: 0.2316384 Mar 31 22:54:52.464613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d262ed-0565-4822-80b9-ede905672772 req-b53ef1fb-0f70-4fdd-ba20-731dc82921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.465830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Deleting subnet f22288ab-3462-49a6-9cef-0f65a98b0b4d {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:54:52.466084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3d262ed-0565-4822-80b9-ede905672772 req-b53ef1fb-0f70-4fdd-ba20-731dc82921ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 1101 time: 0.3445668 Mar 31 22:54:52.472389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.553409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.627109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c6833-6e42-433e-b5ab-df3912f111ec req-e33a6570-b40e-4d20-8263-ec9ee1aabb71 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:52.631520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-657c6833-6e42-433e-b5ab-df3912f111ec req-e33a6570-b40e-4d20-8263-ec9ee1aabb71 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1617718 Mar 31 22:54:52.635686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af4c456b-df11-4ea7-bf1d-e75b433c1dd5 req-5547e3ce-927f-4228-82e7-70a4148bf4aa tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670554 Mar 31 22:54:52.642928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3d262ed-0565-4822-80b9-ede905672772 req-1d526514-b0d7-4a3c-9a03-90afae216e94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522655 Mar 31 22:54:52.660371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.667183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.671070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-d8693b0f-bfb4-47c4-a592-033747ed04f0 service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713943 Mar 31 22:54:52.724846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:52.742005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-657c6833-6e42-433e-b5ab-df3912f111ec req-2acbca3b-deaa-401f-bb8b-e36c94d38fe9 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966985 Mar 31 22:54:52.798697 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.840948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22288ab-3462-49a6-9cef-0f65a98b0b4d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:52.844536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:52.848740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-42b8b0a4-9d6c-41f8-b59f-83b76750a495 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f22288ab-3462-49a6-9cef-0f65a98b0b4d HTTP/1.1" status: 204 len: 168 time: 0.4775414 Mar 31 22:54:52.850414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33030) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:52.943609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.098926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.119832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98f5feb-5d6e-47a7-9167-11b1c26895cf req-d86fdf19-90e9-454c-affd-e42eb00cfbaa service neutron] 10.222.0.96 "GET /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406605 Mar 31 22:54:53.124857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db011e68-bed8-427a-92f8-f9e01d40dc3d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:53.145238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9a49a-9979-44c1-a788-4f7afa55e7c4 req-eee419cc-a356-46db-8410-d9787b99ae53 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.147882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70d9a49a-9979-44c1-a788-4f7afa55e7c4 req-eee419cc-a356-46db-8410-d9787b99ae53 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.1232193 Mar 31 22:54:53.163937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa3f9b4-fe53-4584-a683-554a719f0cd9') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:53.164534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa3f9b4-fe53-4584-a683-554a719f0cd9') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:54:53.175675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374780b-75f0-4f57-845a-b7ba8ce5669a req-7144675d-b6c0-458c-a2c7-cd4aace93ad0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.177394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374780b-75f0-4f57-845a-b7ba8ce5669a req-7144675d-b6c0-458c-a2c7-cd4aace93ad0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.3826351 Mar 31 22:54:53.186363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.221661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.238588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:54:53.239120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:54:53.241024 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:54:53.261982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70d9a49a-9979-44c1-a788-4f7afa55e7c4 req-94667f58-f812-4dd3-becf-53761d7f07f7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782011 Mar 31 22:54:53.284650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374780b-75f0-4f57-845a-b7ba8ce5669a req-deb11fd9-6437-412a-ba98-9ad5e73465b6 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929508 Mar 31 22:54:53.337817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:53.388491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:53.435673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:53.438257 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb9993-9e47-47fe-b43f-0d4daab4c85f" -d '{"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:53.442849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.450456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.490306 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccdf8af-a483-4049-a42e-531e22cfee4b x-openstack-request-id: req-7ccdf8af-a483-4049-a42e-531e22cfee4b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:53.490803 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:53.490803 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ccdf8af-a483-4049-a42e-531e22cfee4b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:53.491212 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccdf8af-a483-4049-a42e-531e22cfee4b'] response: {'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'code': 200} Mar 31 22:54:53.555042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.570813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:54:53.570813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:54:53.570813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:53.580390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:54:53.580733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Attempting to bind port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:54:53.587087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:54:53.587942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:53.588745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:54:53.589935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Bound port: 7f6b673a-0bd3-4b72-ad85-347adbd59404, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:54:53.590502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.640209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.649012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.652478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] 10.222.0.95 "DELETE /v2.0/networks/db011e68-bed8-427a-92f8-f9e01d40dc3d HTTP/1.1" status: 204 len: 168 time: 0.8007684 Mar 31 22:54:53.675745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f41af-b0fa-45fd-a811-a1060b53bbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=db011e68-bed8-427a-92f8-f9e01d40dc3d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.694621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fca87a-b8b3-467f-852d-565198fc1352 req-b3fe79ba-1f10-4c93-9f88-f039617e1248 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.698248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:54:53.702045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:54:53.704163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9fca87a-b8b3-467f-852d-565198fc1352 req-b3fe79ba-1f10-4c93-9f88-f039617e1248 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.1113183 Mar 31 22:54:53.708636 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.754404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9fca87a-b8b3-467f-852d-565198fc1352 req-58dcd520-26eb-4098-89b3-2960a558e1bd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Mar 31 22:54:53.846389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:53.850530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.851143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:53.852611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-1daa1089-188d-4717-9795-314d184dd33d service neutron] 10.222.0.60 "PUT /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 1122 time: 1.4307902 Mar 31 22:54:53.860732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911584cf-ad12-4aad-b241-a08b7f0d665d req-b564b68c-7fc9-421f-97bf-d44a76b2652c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.862092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-911584cf-ad12-4aad-b241-a08b7f0d665d req-b564b68c-7fc9-421f-97bf-d44a76b2652c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 950 time: 0.1128170 Mar 31 22:54:53.871823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33048) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:53.907625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45240a-83c6-4ccf-b517-6b6e27dbb49d req-68665930-97e5-405c-9ae3-6c6616c01992 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:53.911789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c45240a-83c6-4ccf-b517-6b6e27dbb49d req-68665930-97e5-405c-9ae3-6c6616c01992 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0767884 Mar 31 22:54:53.951285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-911584cf-ad12-4aad-b241-a08b7f0d665d req-5b512d2b-2dd1-47e6-ae40-c254890c6cc6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782199 Mar 31 22:54:53.954806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67afe3b5-b72a-4997-b663-076d52cc3306 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=93087b436cd646d78b24bcb45e71a010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804293 Mar 31 22:54:53.957708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c45240a-83c6-4ccf-b517-6b6e27dbb49d req-13227919-27b9-4685-9662-48f3ad42f69f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Mar 31 22:54:53.959021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:54.011955 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.014769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:54.018212 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f490ff7-bd49-42f8-b94e-915f9fac7735" -d '{"events": [{"server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "name": "network-vif-plugged", "status": "completed", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:54.034134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.056092 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4803d-efde-4730-957e-c19ce6ad4c4f x-openstack-request-id: req-efe4803d-efde-4730-957e-c19ce6ad4c4f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:54.056473 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "name": "network-vif-plugged", "status": "completed", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:54.056898 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-efe4803d-efde-4730-957e-c19ce6ad4c4f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:54.057366 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe4803d-efde-4730-957e-c19ce6ad4c4f'] response: {'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e', 'code': 200} Mar 31 22:54:54.090294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.092878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:54.094043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8c342eda-7ec2-4fd7-8971-36db066882a0 HTTP/1.1" status: 204 len: 168 time: 0.1325867 Mar 31 22:54:54.103099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf377c8-098a-4fbb-9a0d-d17d94b640ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c342eda-7ec2-4fd7-8971-36db066882a0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:54.204004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b04a3-1767-4886-9ea3-19692ec60a4e req-92add7bf-57dd-4860-87b8-f65739de5db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.206568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b89b04a3-1767-4886-9ea3-19692ec60a4e req-92add7bf-57dd-4860-87b8-f65739de5db1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 1100 time: 0.0548260 Mar 31 22:54:54.257343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b89b04a3-1767-4886-9ea3-19692ec60a4e req-f4ff9d3e-35c5-41f5-815e-64b96d2763d6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Mar 31 22:54:54.309913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7f6b673a-0bd3-4b72-ad85-347adbd59404'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:54:54.451693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dbd4c-cc17-4ec9-b2a7-b0e0d20ed5be req-1e337f84-af19-423f-b67a-6b38c651275f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.452823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbe784-6e56-40da-9081-521a0ee53b79 req-6ecfcc63-0e29-417f-ac75-ee1794d3d352 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.454965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b3dbd4c-cc17-4ec9-b2a7-b0e0d20ed5be req-1e337f84-af19-423f-b67a-6b38c651275f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.1034105 Mar 31 22:54:54.461613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47cbe784-6e56-40da-9081-521a0ee53b79 req-6ecfcc63-0e29-417f-ac75-ee1794d3d352 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0672235 Mar 31 22:54:54.512529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b3dbd4c-cc17-4ec9-b2a7-b0e0d20ed5be req-91e89d0c-ca57-47bb-a9d1-7d39fae6685d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495629 Mar 31 22:54:54.526544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47cbe784-6e56-40da-9081-521a0ee53b79 req-ce80437e-5ed4-4896-835a-5ca77d0278d8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638211 Mar 31 22:54:54.784213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de822a2-4c06-4380-a114-ebcb6d81562e req-33d1e0bf-b5f9-439c-82aa-614462da011f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.793176 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2de822a2-4c06-4380-a114-ebcb6d81562e req-33d1e0bf-b5f9-439c-82aa-614462da011f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.0606256 Mar 31 22:54:54.838903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2de822a2-4c06-4380-a114-ebcb6d81562e req-a15a947f-d54e-45c6-891c-033b0742acb3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Mar 31 22:54:54.943630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d4cf7-4940-46be-a631-1ef43f1c8efb req-ad49e0ef-ef22-4ef7-97b2-e6c8c1a62087 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.951166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d9d4cf7-4940-46be-a631-1ef43f1c8efb req-ad49e0ef-ef22-4ef7-97b2-e6c8c1a62087 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.0663030 Mar 31 22:54:54.992133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d6fb16d2-7d76-4043-85d4-ee7dc9ddd91c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:54.994214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d6fb16d2-7d76-4043-85d4-ee7dc9ddd91c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d&tenant_id=1ede2325c3a149feaa754656fab94723&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 948 time: 0.1283395 Mar 31 22:54:54.996309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d9d4cf7-4940-46be-a631-1ef43f1c8efb req-71e6915e-2cc9-45a3-86bf-0fa917849a29 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442610 Mar 31 22:54:55.170394 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-641fd7b0-5bf9-483c-b2a5-3821810a9861 service neutron] delete failed (client error): The resource could not be found. Mar 31 22:54:55.172222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-641fd7b0-5bf9-483c-b2a5-3821810a9861 service neutron] 10.222.0.60 "DELETE /v2.0/ports/7e1a87d8-d272-4616-9f78-7b9ab9991804/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1635725 Mar 31 22:54:55.181743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41116-b867-491b-b360-ff96a8a96d3e req-9945b505-208b-43cb-b002-783a7eba8024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.184803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02b41116-b867-491b-b360-ff96a8a96d3e req-9945b505-208b-43cb-b002-783a7eba8024 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.0775087 Mar 31 22:54:55.189610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dea66-397c-4d13-8ab3-7d2d03ab1e35 req-aa594398-89d0-4679-80ed-1fabf7d3d242 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.191180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b6dea66-397c-4d13-8ab3-7d2d03ab1e35 req-aa594398-89d0-4679-80ed-1fabf7d3d242 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 950 time: 0.1254907 Mar 31 22:54:55.209386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33090) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:55.244501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b6dea66-397c-4d13-8ab3-7d2d03ab1e35 req-1f964d6e-6938-491c-8c0a-ee500bde88dc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436680 Mar 31 22:54:55.250555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02b41116-b867-491b-b360-ff96a8a96d3e req-5d5e2c6f-0463-497a-8860-3f8e704e3bb1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Mar 31 22:54:55.322026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d48bbcd6-9426-46c9-afb6-da458810216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.324077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d48bbcd6-9426-46c9-afb6-da458810216e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1099 time: 0.0542936 Mar 31 22:54:55.385144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:54:55.388902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1966860492-network', 'tenant_id': 'b464b322080749ea9ce61f74b662504c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:55.420444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Made reservation on behalf of b464b322080749ea9ce61f74b662504c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:55.423940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.448509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86085244-e624-4385-ba87-73426ac3462f req-471fa90d-e67d-4f27-b032-4e89c2bbd966 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.450738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86085244-e624-4385-ba87-73426ac3462f req-471fa90d-e67d-4f27-b032-4e89c2bbd966 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.1240463 Mar 31 22:54:55.451016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.481425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d9632fa9-8f73-4ea8-81db-bec3d9869627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.482951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-d9632fa9-8f73-4ea8-81db-bec3d9869627 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1465437 Mar 31 22:54:55.491792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:55.494634 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18323d5-96fb-4996-98d9-77f30ed9f91f" -d '{"events": [{"name": "network-changed", "server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:55.496803 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.538707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:55.546533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-77864199-4d7a-42da-84b6-e6580179fd86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0469007 Mar 31 22:54:55.548254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.565700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.570497 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8034db-36d2-45ed-9827-0a9b64f8ba2c x-openstack-request-id: req-7e8034db-36d2-45ed-9827-0a9b64f8ba2c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:55.570792 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:55.571042 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7e8034db-36d2-45ed-9827-0a9b64f8ba2c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:55.571473 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8034db-36d2-45ed-9827-0a9b64f8ba2c'] response: {'name': 'network-changed', 'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'status': 'completed', 'code': 200} Mar 31 22:54:55.609591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.617995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:55.623572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86085244-e624-4385-ba87-73426ac3462f req-6039df28-dbe5-4e1c-a224-96894cc52214 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553175 Mar 31 22:54:55.652479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:54:55.678375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31942698-502a-4b21-a2f4-545635d59e9c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:55.684338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-89562ce5-f4d4-4280-ab73-aaa31a6fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.685858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-89562ce5-f4d4-4280-ab73-aaa31a6fe770 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1309252 Mar 31 22:54:55.696929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.696929 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Added segment 516359a5-a64d-4feb-b794-765d57c5360b of type vlan for network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 Mar 31 22:54:55.708211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-832305f1-4116-4352-ab52-0a6acfc18b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.709233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-832305f1-4116-4352-ab52-0a6acfc18b2a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1125 time: 0.0717783 Mar 31 22:54:55.746160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.761364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c618744-1ea2-4be7-8618-d27fa95e32c9 req-98190bd2-8b36-4cc2-a7f7-512c33753669 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.762929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c618744-1ea2-4be7-8618-d27fa95e32c9 req-98190bd2-8b36-4cc2-a7f7-512c33753669 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1070855 Mar 31 22:54:55.803353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.804293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.805142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.823595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-c593f9c9-90a3-46a1-9d1e-73ce959a2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.825231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-c593f9c9-90a3-46a1-9d1e-73ce959a2be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304357 Mar 31 22:54:55.829731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.856286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6426275 Mar 31 22:54:55.861872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c618744-1ea2-4be7-8618-d27fa95e32c9 req-b3a9cb1f-0dce-4417-a4f0-97089328e89e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894549 Mar 31 22:54:55.864800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:54:55.869125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Request body: {'subnet': {'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1966860492-subnet', 'tenant_id': 'b464b322080749ea9ce61f74b662504c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:55.891327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-421569db-3b0c-4d3b-abbc-d1cd5d037c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:55.893111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-421569db-3b0c-4d3b-abbc-d1cd5d037c93 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1574190 Mar 31 22:54:55.907824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb9733-80b1-41cd-a5e2-35abf8e3e936 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:55.921682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:54:55.934674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Made reservation on behalf of b464b322080749ea9ce61f74b662504c for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:55.937340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:55.994411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-c7a6d2d8-f06a-4f01-8db3-1579b24647d1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 217 time: 0.0710256 Mar 31 22:54:56.059282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:56.062757 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c6c156-8dab-47a6-9802-96045ba0560b" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-unplugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:56.075486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-e7138bb5-efbe-4e5f-ba15-91a0c117b4a4 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389977 Mar 31 22:54:56.098578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-0f1c5dd9-13aa-4221-a42e-c35472ed7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.100086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-0f1c5dd9-13aa-4221-a42e-c35472ed7307 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0900388 Mar 31 22:54:56.108150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4283e31-3a53-4a22-9b36-5e83e2891a8a req-a0ef3e5d-612e-4696-a602-41a807d8a19a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.114459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4283e31-3a53-4a22-9b36-5e83e2891a8a req-a0ef3e5d-612e-4696-a602-41a807d8a19a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.1763492 Mar 31 22:54:56.181684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-3c075f5a-906e-4c36-9182-795d418ad26b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586405 Mar 31 22:54:56.196478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.252010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:56.257140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4283e31-3a53-4a22-9b36-5e83e2891a8a req-886f0b89-7286-46b9-8d95-c954abb121b9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352823 Mar 31 22:54:56.258906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184dcd0-b068-4e31-b858-7fde1d0338c0 req-f9eddc7e-e96c-4587-ba7a-5b634864966e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.260626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f184dcd0-b068-4e31-b858-7fde1d0338c0 req-f9eddc7e-e96c-4587-ba7a-5b634864966e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.1254256 Mar 31 22:54:56.300150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1370d38a-36cd-4cd2-aae7-e29e9b7823ba,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:56.307547 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568833a3-fdfc-426f-94ff-e5dfe312e985 x-openstack-request-id: req-568833a3-fdfc-426f-94ff-e5dfe312e985 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:56.307919 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-unplugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:56.308373 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-568833a3-fdfc-426f-94ff-e5dfe312e985 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:56.308956 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568833a3-fdfc-426f-94ff-e5dfe312e985'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'code': 200} Mar 31 22:54:56.330902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Checking segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:54:56.331381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Network hostable DHCP agents. Network: 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:54:56.348821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f184dcd0-b068-4e31-b858-7fde1d0338c0 req-88a06c84-6978-45df-b43d-115bfaecdf22 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626411 Mar 31 22:54:56.375225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d211c2-b92c-4923-9b1e-2e38b0cfd06b req-1f886909-ac1d-4a2f-87a4-91ea25bba78c service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901258 Mar 31 22:54:56.400754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-c0af733e-fd1f-4ed8-a976-baea9e83eb7e service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865940 Mar 31 22:54:56.408757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:54:56.423385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:54:56.434027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.441205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:56.479385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3c81528-28a3-4af8-870a-8dd673c86838 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6058199 Mar 31 22:54:56.479640 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:56.486796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:54:56.489694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea81fb-9d39-42ca-bd73-bffff9452df9 None None] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:56.534393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4159e7-720d-428a-af77-90c9703a9818 req-0501c8be-2f31-4a6c-b372-38aa3a1dcd47 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.536083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b4159e7-720d-428a-af77-90c9703a9818 req-0501c8be-2f31-4a6c-b372-38aa3a1dcd47 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 947 time: 0.1203182 Mar 31 22:54:56.598901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b4159e7-720d-428a-af77-90c9703a9818 req-ffdb259d-2858-4175-9c1d-fdc37499e1f5 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547543 Mar 31 22:54:56.602652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e18323d5-96fb-4996-98d9-77f30ed9f91f req-16cfc910-65ab-4ace-8b1d-80e1eac1d74b service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890724 Mar 31 22:54:56.669477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4e720-80d1-4e52-955c-52f6dc0dce65 None None] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:54:56.764015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed4972-d217-4159-9420-965303110684 req-89671cc8-4db3-4e74-b219-db4e2bb84a52 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:56.766737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1ed4972-d217-4159-9420-965303110684 req-89671cc8-4db3-4e74-b219-db4e2bb84a52 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.0657496 Mar 31 22:54:56.809163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1ed4972-d217-4159-9420-965303110684 req-a1dddbe9-1746-410c-9c22-b1034474cb89 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Mar 31 22:54:57.014454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773963-3ed1-4dbb-9be8-a20f5906a837 req-76e313b6-a5a8-446d-aa4b-efe6744173be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.017439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d773963-3ed1-4dbb-9be8-a20f5906a837 req-76e313b6-a5a8-446d-aa4b-efe6744173be tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0664065 Mar 31 22:54:57.092343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d773963-3ed1-4dbb-9be8-a20f5906a837 req-7dd648f0-0149-4839-a760-044b74de2fd4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625243 Mar 31 22:54:57.108752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-50e0e0c3-f9fa-4f04-8bbd-f40217183f40 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.110298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-50e0e0c3-f9fa-4f04-8bbd-f40217183f40 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 818 time: 0.1504328 Mar 31 22:54:57.143787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-320fb77d-24ff-4ce1-bb25-a40dac918cd2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/quotas/b464b322080749ea9ce61f74b662504c HTTP/1.1" status: 200 len: 375 time: 0.0150268 Mar 31 22:54:57.172360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-132807b4-c167-4fec-b0c5-4bf35b791d5b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275235 Mar 31 22:54:57.281022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-a141f4e6-5122-4527-a51f-62d8bf0d4f76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929043 Mar 31 22:54:57.301154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-cb479e52-26d0-4c85-85c7-ca90185af0c0 service neutron] 10.222.0.95 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215677 Mar 31 22:54:57.404093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:54:57.409170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac266e4-452e-4030-bde0-da469bf1f1dc req-c6d1c9b9-3fab-4e08-9081-5b2e5364bab7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.410817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ac266e4-452e-4030-bde0-da469bf1f1dc req-c6d1c9b9-3fab-4e08-9081-5b2e5364bab7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 948 time: 0.0616863 Mar 31 22:54:57.435118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-a8393d5f-c6af-45a4-ac46-818079fff687 service neutron] 10.222.0.95 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 Mar 31 22:54:57.442732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-2c159a81-ad15-4591-8806-4684b542556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.445685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-2c159a81-ad15-4591-8806-4684b542556e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 1096 time: 0.1048214 Mar 31 22:54:57.464059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 7e1a87d8-d272-4616-9f78-7b9ab9991804 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:54:57.470559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 7e1a87d8-d272-4616-9f78-7b9ab9991804 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:54:57.471011 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.482661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ac266e4-452e-4030-bde0-da469bf1f1dc req-40ab25b2-2a74-49ef-b324-d6a6c1fe16ab tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512938 Mar 31 22:54:57.613763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.646217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915bef6-b793-4e30-95f2-967fe85d3340 req-ef289ef2-f235-4162-a0cb-9f4b62d3d141 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.648651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0915bef6-b793-4e30-95f2-967fe85d3340 req-ef289ef2-f235-4162-a0cb-9f4b62d3d141 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.0724845 Mar 31 22:54:57.687595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:57.697252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0915bef6-b793-4e30-95f2-967fe85d3340 req-d1484c74-a61a-42ce-88c1-7669bd87b738 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Mar 31 22:54:57.706679 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:57.807622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:54:57.861549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021915-fc78-45a8-9dd2-838372a85acd req-66859ac8-e722-4401-9a72-3b6fe07bc41c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.863699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd021915-fc78-45a8-9dd2-838372a85acd req-66859ac8-e722-4401-9a72-3b6fe07bc41c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 947 time: 0.0627289 Mar 31 22:54:57.914930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd021915-fc78-45a8-9dd2-838372a85acd req-25d75f87-749b-4110-aa2d-100b27213700 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Mar 31 22:54:57.977801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8946-fd5d-4b1b-a903-9cc8e439de7b req-d0a1cbd6-c9bf-45a7-bd87-b60d0e7cbd87 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.979407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a82b8946-fd5d-4b1b-a903-9cc8e439de7b req-d0a1cbd6-c9bf-45a7-bd87-b60d0e7cbd87 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.1203759 Mar 31 22:54:57.985613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-5f247c0b-fc24-4fad-abec-38cd3acd9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:57.987294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-5f247c0b-fc24-4fad-abec-38cd3acd9f3f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.5150034 Mar 31 22:54:58.050775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-b49fc60e-c000-4a36-948d-5fb41f79caae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 200 len: 217 time: 0.0552053 Mar 31 22:54:58.075511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a82b8946-fd5d-4b1b-a903-9cc8e439de7b req-95fef7ab-bbd1-44f2-a80e-ebfff246b9af tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845933 Mar 31 22:54:58.143802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d58dc6-519c-4328-9573-1fc3139887f3 req-76dbd41e-1b28-4471-ac94-45959471ef57 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.145632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7d58dc6-519c-4328-9573-1fc3139887f3 req-76dbd41e-1b28-4471-ac94-45959471ef57 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.0730290 Mar 31 22:54:58.194883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7d58dc6-519c-4328-9573-1fc3139887f3 req-f351502f-fb4b-4a61-b682-5f8f4ff2440c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Mar 31 22:54:58.204354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-693279b3-dde6-43f0-825c-3f0f52f82546 req-4258d849-baf3-4d06-bf96-9300a08bdabf tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 210 time: 0.0546861 Mar 31 22:54:58.243360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-24f42182-69ea-4d3c-aa1f-0b02228e1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.245788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-24f42182-69ea-4d3c-aa1f-0b02228e1617 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1688449 Mar 31 22:54:58.310801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:54:58.313553 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce211c6-3f33-4ea3-84b9-6f236c4af5ae" -d '{"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-plugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:54:58.342846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-4520d114-f3d8-4fa2-97a4-bb68244f9131 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869498 Mar 31 22:54:58.425366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d784cf1-e842-4538-8823-615fe3c8175c req-2a08653e-52eb-4ad8-813d-1f688aef5d1d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.427984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d784cf1-e842-4538-8823-615fe3c8175c req-2a08653e-52eb-4ad8-813d-1f688aef5d1d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1553864 Mar 31 22:54:58.562311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d784cf1-e842-4538-8823-615fe3c8175c req-2cdfb195-a1a9-4125-ac4f-2c94779c084c tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277058 Mar 31 22:54:58.579167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-9e84323e-9d3b-4187-b098-66f0cd936efb service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174864 Mar 31 22:54:58.627412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321926-6a2d-4e56-8c91-708e529e2ac1 req-7fad4dd7-8df1-4b43-b479-59eea4287b8e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.635328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9321926-6a2d-4e56-8c91-708e529e2ac1 req-7fad4dd7-8df1-4b43-b479-59eea4287b8e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.637298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9321926-6a2d-4e56-8c91-708e529e2ac1 req-7fad4dd7-8df1-4b43-b479-59eea4287b8e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0&device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 1690 time: 0.1066029 Mar 31 22:54:58.670035 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9ef75a-bc76-47a4-92ff-e348df87620e x-openstack-request-id: req-0c9ef75a-bc76-47a4-92ff-e348df87620e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:54:58.671455 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-plugged", "status": "completed", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:54:58.671941 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0c9ef75a-bc76-47a4-92ff-e348df87620e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:54:58.672591 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9ef75a-bc76-47a4-92ff-e348df87620e'] response: {'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'code': 200} Mar 31 22:54:58.714869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9321926-6a2d-4e56-8c91-708e529e2ac1 req-858e80b4-3512-4334-bfc3-b75a16551641 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Mar 31 22:54:58.779557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:54:58.786455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bad81f3d-5c4f-4d6d-b6ac-38a1fe71648a req-3273918d-67a4-4066-8742-6e37e5420047 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928823 Mar 31 22:54:58.818216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-297b0690-ad6f-4941-9d90-8fdbde3c4d11 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396683 Mar 31 22:54:58.892781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58032b67-c6b2-409d-80eb-484ea90aa3a4 req-4fa87c79-499d-4edc-a199-b17d8d0a3dc0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.894494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58032b67-c6b2-409d-80eb-484ea90aa3a4 req-4fa87c79-499d-4edc-a199-b17d8d0a3dc0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.0605764 Mar 31 22:54:58.946916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58032b67-c6b2-409d-80eb-484ea90aa3a4 req-e25002ca-3fdc-44a8-a15c-0b8fe30143d7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Mar 31 22:54:58.967862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-3ac017bf-4458-48d2-89b9-b27826b4fec9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:58.969369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-3ac017bf-4458-48d2-89b9-b27826b4fec9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436138 Mar 31 22:54:58.988772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-4f13b6e4-8db8-45df-be97-65f8039f059f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/quotas/1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 375 time: 0.0104988 Mar 31 22:54:59.050827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-9a8f2d2e-4a03-4282-9582-1bdbcf8b07e8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555844 Mar 31 22:54:59.133150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540d4b-a385-4ef1-a92f-37619cc04533 req-465257c5-5ffd-4de3-90d4-07cda39f72ed tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.134740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6540d4b-a385-4ef1-a92f-37619cc04533 req-465257c5-5ffd-4de3-90d4-07cda39f72ed tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 947 time: 0.0629625 Mar 31 22:54:59.195023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6540d4b-a385-4ef1-a92f-37619cc04533 req-054a4b8d-594b-4646-bc09-b22b2e0ec446 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510976 Mar 31 22:54:59.310938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518413d-0bd9-4913-abf5-a8e3b15f1969 req-93b6c764-20ab-4a93-a43e-23bc414ac6dd tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.312628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9518413d-0bd9-4913-abf5-a8e3b15f1969 req-93b6c764-20ab-4a93-a43e-23bc414ac6dd tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 1101 time: 0.0696075 Mar 31 22:54:59.357213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a17c676-5c86-466b-8318-df281a5b6dae req-f6f01f9d-6988-4bda-ad7e-43920def2a87 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 210 time: 0.0616882 Mar 31 22:54:59.408388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:54:59.458287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6045db0f-4dc9-43d1-b2b9-7370041085c2 req-774825b2-38c3-49e9-aa2c-2d0a51f3fa7d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Mar 31 22:54:59.468321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9518413d-0bd9-4913-abf5-a8e3b15f1969 req-98a16c81-7cfa-4ee1-b4ac-5344f6f285e3 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459622 Mar 31 22:54:59.589981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d770db96-b37f-45fd-9ea2-c29a62048a45 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.592747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d770db96-b37f-45fd-9ea2-c29a62048a45 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 818 time: 0.2220087 Mar 31 22:54:59.624105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Request body: {'port': {'device_id': '294dab62-546a-477a-85fa-49fbaf46fef5', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'admin_state_up': True, 'tenant_id': 'b464b322080749ea9ce61f74b662504c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:54:59.632474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86434f95-aacb-49af-b499-ef1d30914b82 req-9723317e-2097-4928-abb2-5c18778ca124 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.633962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86434f95-aacb-49af-b499-ef1d30914b82 req-9723317e-2097-4928-abb2-5c18778ca124 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 1100 time: 0.0595860 Mar 31 22:54:59.696254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.710473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-07f14d01-2d07-4c7b-8cd2-d6514d857276 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678050 Mar 31 22:54:59.724198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'mac_address': 'fa:16:3e:e3:80:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:54:59.736707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86434f95-aacb-49af-b499-ef1d30914b82 req-80a23060-12f2-4589-9c10-446e2bceec5b tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918434 Mar 31 22:54:59.793064 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.831082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:54:59.866838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d6f28-ad8b-464a-8be8-ae72d781ed81 req-cfcbde8f-c3a2-4a35-823d-29060f4ef965 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.875751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a58d6f28-ad8b-464a-8be8-ae72d781ed81 req-cfcbde8f-c3a2-4a35-823d-29060f4ef965 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1712458 Mar 31 22:54:59.878787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:54:59.886960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.890802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Made reservation on behalf of b464b322080749ea9ce61f74b662504c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:54:59.894777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:54:59.933584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-8b4e3ceb-9b4f-460e-9caa-acf8052388d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:54:59.935118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-8b4e3ceb-9b4f-460e-9caa-acf8052388d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=49c3e1ba97ba4989a45caeef06addf36&device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 1099 time: 0.1696844 Mar 31 22:54:59.976759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a58d6f28-ad8b-464a-8be8-ae72d781ed81 req-0fa4d821-f96b-4daa-a9ef-fed7a786e4b2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984032 Mar 31 22:54:59.984823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:00.080238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-3b9c5761-5142-4a02-9b23-8eaeb904d94c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362773 Mar 31 22:55:00.268569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-e46bb97e-96f6-4c1e-bf80-909c8a0d0c19 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.270090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-e46bb97e-96f6-4c1e-bf80-909c8a0d0c19 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798787 Mar 31 22:55:00.286411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-4841db0a-8205-49e6-ae06-f31a9aeaa16f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0095592 Mar 31 22:55:00.307452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635b26e-80a3-488c-836f-ecda4a0b56bd req-9b8f5229-e888-4b47-b5b3-709207eb56d4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.309044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1635b26e-80a3-488c-836f-ecda4a0b56bd req-9b8f5229-e888-4b47-b5b3-709207eb56d4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.2280285 Mar 31 22:55:00.335636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Allocated IP 172.20.0.3 (4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6/1370d38a-36cd-4cd2-aae7-e29e9b7823ba/5a66be1d-bc57-4479-a2ca-fb22811402da) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:00.350728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-60b5420b-874c-41a2-9542-9b9bd7b86036 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571792 Mar 31 22:55:00.351657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-149b6096-aa91-4fef-b79d-1c63a812e58d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.353191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-149b6096-aa91-4fef-b79d-1c63a812e58d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 818 time: 0.3883946 Mar 31 22:55:00.385103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-71d4275b-306d-45be-8ef6-7dea12ba048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.386603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-71d4275b-306d-45be-8ef6-7dea12ba048d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3521428 Mar 31 22:55:00.410467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1635b26e-80a3-488c-836f-ecda4a0b56bd req-d239d296-7c60-4027-b5f0-f2b2e334bd69 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898120 Mar 31 22:55:00.460397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Request body: {'port': {'device_id': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'admin_state_up': True, 'tenant_id': 'b464b322080749ea9ce61f74b662504c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:00.464458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-f43beacb-fd47-419d-b2f9-5b423a6640d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da HTTP/1.1" status: 200 len: 217 time: 0.0514286 Mar 31 22:55:00.554419 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f4b4ec5-9cda-40d7-ba3b-b530bd51e9f8 req-10fb7bde-fddc-46ac-b134-57f6261b3386 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 210 time: 0.0287108 Mar 31 22:55:00.667772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-6e28abb7-d5d0-48c3-830e-c43fc9dd9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.669248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-6e28abb7-d5d0-48c3-830e-c43fc9dd9b98 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1822889 Mar 31 22:55:00.671883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90793056-4dbb-4522-8960-429f04d29c61 req-f976c88e-7366-4fcc-b6c0-cb06c5b33657 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 210 time: 0.0369866 Mar 31 22:55:00.701776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4c3f6-6c48-4f88-a715-fae6b472ebd4 req-2575ca66-be65-428e-9c28-122b5facb590 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.703336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8f4c3f6-6c48-4f88-a715-fae6b472ebd4 req-2575ca66-be65-428e-9c28-122b5facb590 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.2174096 Mar 31 22:55:00.738871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5616dfe-6872-4372-8f56-3ce201223937 req-9b92d7e2-9489-4478-b10d-2c5055a906d3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Mar 31 22:55:00.745455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6436ff0d-f470-4c25-820b-45ee41468dbd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:00.788596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.814935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Made reservation on behalf of b464b322080749ea9ce61f74b662504c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:00.818540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:00.826039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8f4c3f6-6c48-4f88-a715-fae6b472ebd4 req-eededa86-90bb-437a-afe6-54fc2de6b6b9 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967691 Mar 31 22:55:00.834711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-d3a7c01e-fd46-4054-a35a-f426d90a0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:00.836242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-d3a7c01e-fd46-4054-a35a-f426d90a0d8f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525176 Mar 31 22:55:01.000679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.132702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79469d-f14f-41b0-9e77-6ab02880e596 req-ac627136-3366-4f97-86da-17fae3cb1666 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.142328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e79469d-f14f-41b0-9e77-6ab02880e596 req-ac627136-3366-4f97-86da-17fae3cb1666 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0735092 Mar 31 22:55:01.168615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:01.180479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-ae5b1b4c-4b1b-49f9-a11a-35ab500a8419 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280058 Mar 31 22:55:01.187402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:01.193920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e79469d-f14f-41b0-9e77-6ab02880e596 req-e0bf7044-9d19-4cb7-931f-a1e5c4bd38f5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499947 Mar 31 22:55:01.202431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:01.220402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event updated for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:01.502949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Allocated IP 172.20.0.5 (4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6/1370d38a-36cd-4cd2-aae7-e29e9b7823ba/6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:01.597258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-229dff81-f78e-408d-a188-aecca2f66f84 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.598843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-229dff81-f78e-408d-a188-aecca2f66f84 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 818 time: 0.6236510 Mar 31 22:55:01.619159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.619857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:01.625301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Request body: {'port': {'device_id': '720f2229-6b22-432d-89b6-9102161d0f49', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'admin_state_up': True, 'tenant_id': 'b464b322080749ea9ce61f74b662504c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:01.638020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-5cb862a5-9d2e-4068-a7e3-bf6ca7005058 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455492 Mar 31 22:55:01.698602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e2c491ec-1ef1-4d88-a82a-74e9153fbb4f req-1c5a9484-e9d3-4071-ac52-406f9a06d376 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 210 time: 0.0549226 Mar 31 22:55:01.763474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-dd74b612-82bc-4af8-aec6-8f4cf76a026f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1510024 Mar 31 22:55:01.790081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7a05587-6227-4dcc-9f94-fd3d35b5f11f req-27eb4e93-4be0-45f8-9bc4-69cd1fb478f5 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823321 Mar 31 22:55:01.798215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5afef-ceff-4784-a9ec-d5904b731328 req-e9263db2-6f92-4c2f-bd60-e9a8b7c0932b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.799818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95b5afef-ceff-4784-a9ec-d5904b731328 req-e9263db2-6f92-4c2f-bd60-e9a8b7c0932b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 944 time: 0.2910099 Mar 31 22:55:01.820060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Request body: {'port': {'device_id': '294dab62-546a-477a-85fa-49fbaf46fef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:01.841530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d97021f3-cdb2-45ec-b4ec-7ed8683ff53d req-957894be-4bd2-442d-80db-8fb41978cb6b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 210 time: 0.0366075 Mar 31 22:55:01.849326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-a3717670-0986-4c06-a8f1-87a3813d7601 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:01.850911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-a3717670-0986-4c06-a8f1-87a3813d7601 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1981995 Mar 31 22:55:01.875661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Request body: {'port': {'device_id': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '1ede2325c3a149feaa754656fab94723'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:01.974841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c3b1de6-e0d7-4ca6-9b8d-84fb45c07870 req-11da1727-a94e-4d52-8226-1c121b904276 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 210 time: 0.0320506 Mar 31 22:55:02.021824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Made reservation on behalf of 1ede2325c3a149feaa754656fab94723 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:02.025541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.039906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95b5afef-ceff-4784-a9ec-d5904b731328 req-fccae89e-fff7-479f-ac9f-6807d4aa606c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168081 Mar 31 22:55:02.046866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.087770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.101520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Made reservation on behalf of b464b322080749ea9ce61f74b662504c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:02.104998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.149601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-f30419ed-e6c1-40f1-bb0c-84a5e920ef39 service neutron] 10.222.0.96 "GET /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.1938121 Mar 31 22:55:02.196060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b65da-019d-4451-b32e-639e65d4cee4 req-717793c5-ab43-4567-80a0-1120f8a55f76 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.197686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-387b65da-019d-4451-b32e-639e65d4cee4 req-717793c5-ab43-4567-80a0-1120f8a55f76 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 949 time: 0.1046529 Mar 31 22:55:02.252278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Allocated IP 192.168.233.42 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/df4a25c2-36ee-440f-9ef8-8a85843e6edb) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:02.303966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-387b65da-019d-4451-b32e-639e65d4cee4 req-9f33430e-5cfc-43ae-b322-20ccbcd6f89a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993071 Mar 31 22:55:02.407137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.410335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-7432d739-ccb2-4a6a-bc86-af0a2710a390 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735557 Mar 31 22:55:02.532109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.558185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:02.581775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54656b-afb1-4d4d-9df6-c4e760a91258 req-4611e592-c958-4011-8692-52e2ed47c0be tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.583427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff54656b-afb1-4d4d-9df6-c4e760a91258 req-4611e592-c958-4011-8692-52e2ed47c0be tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1096 time: 0.0704045 Mar 31 22:55:02.597259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.601054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:02.613124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:02.642314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event updated for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:02.653203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Allocated IP 172.20.0.10 (4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6/1370d38a-36cd-4cd2-aae7-e29e9b7823ba/36f69642-82e1-4ba2-9749-7aedcac4db45) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:02.661643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:02.667758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:02.673975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:02.678203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:02.682104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff54656b-afb1-4d4d-9df6-c4e760a91258 req-489f11ed-b1e4-4147-8b6e-6e684f6a48c7 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913575 Mar 31 22:55:02.718057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01454d0-ba67-428e-b5e3-faecf338b6f3 req-f4868a74-021a-4ca2-a07e-3ccc47f5879c tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.719802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d01454d0-ba67-428e-b5e3-faecf338b6f3 req-f4868a74-021a-4ca2-a07e-3ccc47f5879c tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.3347442 Mar 31 22:55:02.738977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.739616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.758366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-d820cfaf-7e6e-464e-b475-1bf38c8fcc5e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8912992 Mar 31 22:55:02.774202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Request body: {'port': {'device_id': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:02.788298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:02.796039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.796672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.856560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-89a0f393-94cd-458e-89cd-f5ad2491dcf8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:02.858100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-89a0f393-94cd-458e-89cd-f5ad2491dcf8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4008594 Mar 31 22:55:02.878746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:02.890397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-f761c256-1671-40c6-b41f-f9bcce31fcdb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4364066 Mar 31 22:55:02.907532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:02.947411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Request body: {'port': {'device_id': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:02.954672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d01454d0-ba67-428e-b5e3-faecf338b6f3 req-f70e3527-8b9d-4b7e-84c4-af6987be6ada tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163758 Mar 31 22:55:03.161698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:03.201584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-965561ac-c9b1-4946-a6b1-019ed52030a3 None None] Provisioning complete for port df4a25c2-36ee-440f-9ef8-8a85843e6edb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:03.202456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965561ac-c9b1-4946-a6b1-019ed52030a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.214041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.249909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-965561ac-c9b1-4946-a6b1-019ed52030a3 None None] Port df4a25c2-36ee-440f-9ef8-8a85843e6edb cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:03.260316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.281692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:03.414461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b673a-0bd3-4b72-ad85-347adbd59404 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:03.424443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:03.428210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.432790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:03.451993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:03.474419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c230fa-1299-4446-9f0d-1bdd50e2d391 req-3ff760c3-b199-4879-8503-883c78428f04 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:03.482593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47c230fa-1299-4446-9f0d-1bdd50e2d391 req-3ff760c3-b199-4879-8503-883c78428f04 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 935 time: 0.2639661 Mar 31 22:55:03.491592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 6436ff0d-f470-4c25-820b-45ee41468dbd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:03.493144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.496257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4a25c2-36ee-440f-9ef8-8a85843e6edb {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:03.510256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.547581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Transition to ACTIVE for port object df4a25c2-36ee-440f-9ef8-8a85843e6edb will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:03.553975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.585928 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.633715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.648211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.673069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:03.698698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:03.702578 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ad9c2-4873-4ebc-a5e8-540fdf7248d2" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:03.723615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:03.730617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.735979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:03.813027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:03.814038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:03.814366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:03.820047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:03.820954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:03.830275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:03.830791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:03.831188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:03.831680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Bound port: df4a25c2-36ee-440f-9ef8-8a85843e6edb, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:03.832043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:03.895195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:03.931144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:03.940833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:03.953413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47c230fa-1299-4446-9f0d-1bdd50e2d391 req-46bd7d6e-20ba-415d-b2b4-1b42bd17f1ac tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681246 Mar 31 22:55:03.958747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:04.000642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:04.005589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:04.016437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.117433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.122061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.124747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] 10.222.0.60 "PUT /v2.0/ports/df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 1095 time: 1.3577478 Mar 31 22:55:04.125741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:04.128196 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059f658-8a85-4941-91d2-6b0dfaab9938" -d '{"events": [{"name": "network-changed", "server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:04.193031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-3277e68f-2cab-4845-85eb-d9a004b61a0a tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:55:04.193251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-3277e68f-2cab-4845-85eb-d9a004b61a0a tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078619 Mar 31 22:55:04.204634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4946c8-60fe-47a1-a11d-924719522e06 service neutron] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.291063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-ee65603a-aa6e-401b-a6d3-dd4b947b5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.295764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-ee65603a-aa6e-401b-a6d3-dd4b947b5fa6 service neutron] 10.222.0.95 "GET /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 1093 time: 0.0881979 Mar 31 22:55:04.312390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:04.313093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:55:04.347515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-d7a621a2-ded1-41dc-bf07-2112d8a971ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.349006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-d7a621a2-ded1-41dc-bf07-2112d8a971ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1098 time: 0.1457329 Mar 31 22:55:04.369744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event updated for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.387280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a10cb941-19fd-43af-8fe0-b469e92391e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.426968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-da27c67c-1ea1-498a-b4c9-85d04948e697 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.0559356 Mar 31 22:55:04.499597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] Transition to ACTIVE for port object 7f6b673a-0bd3-4b72-ad85-347adbd59404 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:04.511622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.512235 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.518767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-ce1e2925-3606-4d09-b529-6e974f5e6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.520236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-ce1e2925-3606-4d09-b529-6e974f5e6e40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0650344 Mar 31 22:55:04.528734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.575090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:04.575455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:04.575760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:04.582830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:04.583152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:04.590839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:04.591171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:04.591556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:04.591976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Bound port: e872243c-3a65-4823-b7d9-7685d510e2db, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:04.596430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203e575-7651-437f-a651-3dcce4063c39 req-11856aa5-00e4-4b37-8a81-37aeec7a9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.597924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-11856aa5-00e4-4b37-8a81-37aeec7a9bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683193 Mar 31 22:55:04.604726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5baecd-58c5-44b8-b1f4-b2b633f4747b req-9b369ce8-9ef4-476f-8eaf-058363a3b8b3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:04.606636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5baecd-58c5-44b8-b1f4-b2b633f4747b req-9b369ce8-9ef4-476f-8eaf-058363a3b8b3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 932 time: 0.2342680 Mar 31 22:55:04.609823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-289fe000-6ac2-471c-9519-23d96966c332 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9990134 Mar 31 22:55:04.614969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.98 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/3ecd9621-73da-4020-afa3-d09478372566) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:04.662191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Request body: {'port': {'device_id': '720f2229-6b22-432d-89b6-9102161d0f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:04.710760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:04.719116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.720421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-7e2138a8-5b02-42b1-983d-e20239e33367 service neutron] 10.222.0.95 "POST /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db/bindings HTTP/1.1" status: 201 len: 389 time: 0.4136927 Mar 31 22:55:04.739371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a66be1d-bc57-4479-a2ca-fb22811402da {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:04.743337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-ebfd0ec0-1450-494a-ad4a-c6168627ba3b service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242177 Mar 31 22:55:04.777364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] No DVR routers for this DVR port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:04.782505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.789599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:04.852872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5baecd-58c5-44b8-b1f4-b2b633f4747b req-5c974146-0c6e-4c03-83b1-59e35385fc62 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179992 Mar 31 22:55:04.862067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Transition to ACTIVE for port object 5a66be1d-bc57-4479-a2ca-fb22811402da will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:04.885908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.900961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:04.920941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8203e575-7651-437f-a651-3dcce4063c39 req-64e4c669-b6f0-4214-8714-336fa0bc1d78 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708660 Mar 31 22:55:04.944399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88cbd754-369c-4177-a780-20d8f7ee337a req-77e90fa3-318a-4c25-becb-3be3ccbf9633 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 210 time: 0.0384188 Mar 31 22:55:04.957491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ca178bbe-5a39-4a66-88f9-e5951f11b2a5 service neutron] 10.222.0.96 "PUT /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7327478 Mar 31 22:55:05.134923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d8866-8fae-4d2d-9f9a-ed7b3bb32f24 req-628a2736-39ba-41fe-b6f7-bba5505b040f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.142558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633d8866-8fae-4d2d-9f9a-ed7b3bb32f24 req-628a2736-39ba-41fe-b6f7-bba5505b040f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.1248846 Mar 31 22:55:05.151589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Pushing event updated for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:05.173452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-211cea04-327a-44d6-8417-b3f525d16b28 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.174952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-211cea04-327a-44d6-8417-b3f525d16b28 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.1213565 Mar 31 22:55:05.243230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633d8866-8fae-4d2d-9f9a-ed7b3bb32f24 req-b2817096-59d5-41e2-8b35-a3499bae8d6c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997491 Mar 31 22:55:05.274710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-e5f3e24e-9c0f-4a2c-a9a8-24a7ffa7792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.276282 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-e5f3e24e-9c0f-4a2c-a9a8-24a7ffa7792f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0&tenant_id=bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 1096 time: 0.0905676 Mar 31 22:55:05.313843 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8875652-3889-4d07-85da-2fbec8cf6256 x-openstack-request-id: req-a8875652-3889-4d07-85da-2fbec8cf6256 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:05.314738 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-plugged", "status": "completed", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:05.314738 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a8875652-3889-4d07-85da-2fbec8cf6256 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:05.315276 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8875652-3889-4d07-85da-2fbec8cf6256'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'code': 200} Mar 31 22:55:05.341200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f930-feed-4433-af8d-49eae9a9266e req-4e506b6d-a440-47bc-8ac4-87dc4a1c339f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.343893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93e3f930-feed-4433-af8d-49eae9a9266e req-4e506b6d-a440-47bc-8ac4-87dc4a1c339f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.3534589 Mar 31 22:55:05.385118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-c981889b-5295-4e4c-89ea-65b12e900887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.388560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-c981889b-5295-4e4c-89ea-65b12e900887 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0679581 Mar 31 22:55:05.415194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.525364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93e3f930-feed-4433-af8d-49eae9a9266e req-7dc9e67c-fc0d-468d-a980-f00b585fc78c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561401 Mar 31 22:55:05.526331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788904-e7da-4df9-b874-38dc70e1bb5c req-90f3279f-edf4-414f-b292-83bf4ab9c42d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.534657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9788904-e7da-4df9-b874-38dc70e1bb5c req-90f3279f-edf4-414f-b292-83bf4ab9c42d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1357436 Mar 31 22:55:05.539366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Attempting to bind port 5a66be1d-bc57-4479-a2ca-fb22811402da on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:05.539877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Attempting to bind port 5a66be1d-bc57-4479-a2ca-fb22811402da by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:05.540393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Attempting to bind port 5a66be1d-bc57-4479-a2ca-fb22811402da on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:05.566628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:05.578988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-174c4fa5-6d18-4307-8eef-ce0b38bab3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.581197 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-174c4fa5-6d18-4307-8eef-ce0b38bab3b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1845913 Mar 31 22:55:05.592592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Port 5a66be1d-bc57-4479-a2ca-fb22811402da on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:05.592910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Attempting to bind port 5a66be1d-bc57-4479-a2ca-fb22811402da on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:05.597865 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d6b66-599f-427e-b8bb-d2b769e91da7 x-openstack-request-id: req-3c6d6b66-599f-427e-b8bb-d2b769e91da7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:05.598202 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:05.598570 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3c6d6b66-599f-427e-b8bb-d2b769e91da7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:05.599092 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6d6b66-599f-427e-b8bb-d2b769e91da7'] response: {'name': 'network-changed', 'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'status': 'completed', 'code': 200} Mar 31 22:55:05.603084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.617507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:05.618343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Checking segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:05.618343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Bound using segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:05.618704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Bound port: 5a66be1d-bc57-4479-a2ca-fb22811402da, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:05.619078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.632019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.643861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Transition to ACTIVE for port object 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:05.651739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:05.661623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:05.668204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-7dae768b-3772-4fdc-9849-a5604178fa23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 200 len: 217 time: 0.0679994 Mar 31 22:55:05.681143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9788904-e7da-4df9-b874-38dc70e1bb5c req-8c692bb8-5361-4fbd-bdf0-44114dd96e9e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458075 Mar 31 22:55:05.693517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:05.783805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fdae1771-0c86-4f6d-91f9-17a71badb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.785572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fdae1771-0c86-4f6d-91f9-17a71badb786 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0877025 Mar 31 22:55:05.821766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e272-00e9-426a-a650-2c0f213af668 req-2735d403-f75f-4fcf-85d3-4f78ef6d9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.823224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8e3e272-00e9-426a-a650-2c0f213af668 req-2735d403-f75f-4fcf-85d3-4f78ef6d9450 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1101 time: 0.2712190 Mar 31 22:55:05.843412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:05.856225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-adae36ab-a6a1-4ea3-acc3-7fd0c02de6d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522218 Mar 31 22:55:05.877166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4386c4-4486-4c9b-a2da-09e5eecd278e req-4b8c828e-f5a0-4cb7-8a88-3ef083e9a549 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:05.878735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db4386c4-4486-4c9b-a2da-09e5eecd278e req-4b8c828e-f5a0-4cb7-8a88-3ef083e9a549 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0853250 Mar 31 22:55:05.906413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:05.914805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:05.933837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:06.060935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.061625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.091719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:06.096122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5a66be1d-bc57-4479-a2ca-fb22811402da,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:06.115620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd30fd-5420-41b4-9a5e-e87fb9d9c155 req-4a16802d-022c-4d47-b6d6-db81103e9fd4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.124261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdcd30fd-5420-41b4-9a5e-e87fb9d9c155 req-4a16802d-022c-4d47-b6d6-db81103e9fd4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.3890238 Mar 31 22:55:06.158613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28a0683b-95d6-4602-9301-b311629dbce7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2613535 Mar 31 22:55:06.161129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8e3e272-00e9-426a-a650-2c0f213af668 req-b6864115-a55c-42c4-b785-7d8ebbf8866f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761078 Mar 31 22:55:06.191650 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.197023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-dd3b36f9-a537-425c-8cd3-e618c3bf565d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.198700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-dd3b36f9-a537-425c-8cd3-e618c3bf565d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1098 time: 0.5398099 Mar 31 22:55:06.314612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:06.317888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.318688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.320467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] 10.222.0.60 "PUT /v2.0/ports/5a66be1d-bc57-4479-a2ca-fb22811402da HTTP/1.1" status: 200 len: 1091 time: 4.5197134 Mar 31 22:55:06.330302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:06.331148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db4386c4-4486-4c9b-a2da-09e5eecd278e req-1b5d8239-1b01-4a43-9914-c8ed48d5d2f0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245093 Mar 31 22:55:06.333368 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373222c8-45c2-454f-b0d7-36fb7249081d" -d '{"events": [{"name": "network-changed", "server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:06.379156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ad1e354b-e9d3-4372-85c1-45317dd12296 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994087 Mar 31 22:55:06.385837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-23085a64-59ef-4e49-979b-36917e401f07 None None] Provisioning complete for port 3ecd9621-73da-4020-afa3-d09478372566 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:06.386409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-23085a64-59ef-4e49-979b-36917e401f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.454898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-23085a64-59ef-4e49-979b-36917e401f07 None None] Port 3ecd9621-73da-4020-afa3-d09478372566 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:06.482796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdcd30fd-5420-41b4-9a5e-e87fb9d9c155 req-b61fce96-1741-45d9-a8a1-3ca7cc35705d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569336 Mar 31 22:55:06.544417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a341382-e8b2-42ae-8810-8f51c5c9816c req-7a5c3986-b162-4ed2-98b2-c52e1a257b37 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.545959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a341382-e8b2-42ae-8810-8f51c5c9816c req-7a5c3986-b162-4ed2-98b2-c52e1a257b37 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 932 time: 0.1174726 Mar 31 22:55:06.552038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-fcba7f6f-43fa-4f63-abab-c6ef5f7630e3 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645877 Mar 31 22:55:06.595679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Request body: {'port': {'device_id': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:06.602821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a341382-e8b2-42ae-8810-8f51c5c9816c req-5c93c1fb-28fb-4025-af98-b6a614aabafe tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Mar 31 22:55:06.646159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Attempting to bind port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:06.646827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Attempting to bind port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:06.646827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Attempting to bind port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:06.681965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f69642-82e1-4ba2-9749-7aedcac4db45 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:06.697156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:06.697577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Attempting to bind port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:06.699823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0061a-7f4a-46ae-9a51-3648092e991d service neutron] Pushing event updated for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:06.713073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.729074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc134ab3-6d75-4bdd-ba8a-47d7736874d4 req-297304bd-25ef-474d-b4ce-d6c6c93601e3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.731524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc134ab3-6d75-4bdd-ba8a-47d7736874d4 req-297304bd-25ef-474d-b4ce-d6c6c93601e3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0679851 Mar 31 22:55:06.738657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:06.738993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Checking segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:06.739395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Bound using segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:06.739829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Bound port: 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:06.740183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.743414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-324d31a3-aab9-4d0f-8a73-cbd2d9817eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.745061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-324d31a3-aab9-4d0f-8a73-cbd2d9817eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 1094 time: 0.3446765 Mar 31 22:55:06.750856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-8d68ac95-fb9c-440e-8c30-5499319de32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.752335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-8d68ac95-fb9c-440e-8c30-5499319de32d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5345209 Mar 31 22:55:06.774650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc134ab3-6d75-4bdd-ba8a-47d7736874d4 req-4e466b0a-a496-484a-b0ec-292b82632b7b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Mar 31 22:55:06.787146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Transition to ACTIVE for port object 36f69642-82e1-4ba2-9749-7aedcac4db45 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:06.858181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ebb05ca6-4897-4092-8eff-8c8927ab8efd tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.859896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-ebb05ca6-4897-4092-8eff-8c8927ab8efd tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.0586014 Mar 31 22:55:06.927971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-35b5756f-b9f9-45fe-8121-c37d5a4b9711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:06.979749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48902a66-9cb7-454e-8af1-359dc0753b04 req-ba178c2c-0060-45fc-a437-d4277f32629b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:06.981340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48902a66-9cb7-454e-8af1-359dc0753b04 req-ba178c2c-0060-45fc-a437-d4277f32629b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.0805006 Mar 31 22:55:07.062026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48902a66-9cb7-454e-8af1-359dc0753b04 req-0a8e52da-ce8e-4629-a15d-d2c3746310bf tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545187 Mar 31 22:55:07.067855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-7fca0673-14f6-479f-b50e-a6af292e6a4b service neutron] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:07.072317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-7fca0673-14f6-479f-b50e-a6af292e6a4b service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.073766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-7fca0673-14f6-479f-b50e-a6af292e6a4b service neutron] 10.222.0.60 "DELETE /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.2016931 Mar 31 22:55:07.075912 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25307f2a-7c61-479d-807c-dd1029fd48db x-openstack-request-id: req-25307f2a-7c61-479d-807c-dd1029fd48db {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:07.076202 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:07.076450 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-25307f2a-7c61-479d-807c-dd1029fd48db {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:07.076833 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25307f2a-7c61-479d-807c-dd1029fd48db'] response: {'name': 'network-changed', 'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da', 'status': 'completed', 'code': 200} Mar 31 22:55:07.109697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.164539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-311e1977-c22a-4db9-b7cf-881a0d1940ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.3805683 Mar 31 22:55:07.165122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.192985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-9323c807-9a12-4a58-9046-7b6ed160db45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a66be1d-bc57-4479-a2ca-fb22811402da HTTP/1.1" status: 200 len: 217 time: 0.4045341 Mar 31 22:55:07.200391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a5952-bb34-4a91-890a-97cd48c98626 req-23c46bfe-5950-4d73-832f-c563d8bce8bf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.201929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-498a5952-bb34-4a91-890a-97cd48c98626 req-23c46bfe-5950-4d73-832f-c563d8bce8bf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 935 time: 0.6296649 Mar 31 22:55:07.212206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f118b8-507f-4b3a-9485-be3c6c516894 req-1360c5b5-4327-405e-9aa1-7169fd8fbb7d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.213966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6f118b8-507f-4b3a-9485-be3c6c516894 req-1360c5b5-4327-405e-9aa1-7169fd8fbb7d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0528438 Mar 31 22:55:07.259158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6f118b8-507f-4b3a-9485-be3c6c516894 req-e6c8562a-eb46-4b9c-a451-b82226b83daa tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Mar 31 22:55:07.364232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Pushing event updated for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:07.400068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ed78f-00e6-43f0-9efa-e86adc678430 req-35518211-69c6-452d-8fc9-fce09e14f910 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.401796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a95ed78f-00e6-43f0-9efa-e86adc678430 req-35518211-69c6-452d-8fc9-fce09e14f910 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0448565 Mar 31 22:55:07.408792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-9c267523-75f8-497e-8522-6d807e53cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.411349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-9c267523-75f8-497e-8522-6d807e53cbbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2042308 Mar 31 22:55:07.413592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-0ff25455-0693-463b-acc8-12e30d04c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.415999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-0ff25455-0693-463b-acc8-12e30d04c7d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.2078459 Mar 31 22:55:07.437670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:07.444713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a95ed78f-00e6-43f0-9efa-e86adc678430 req-30b9064c-25d3-4af6-8c24-cd41cfd25c48 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Mar 31 22:55:07.475757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-498a5952-bb34-4a91-890a-97cd48c98626 req-d0402cda-b1b5-4447-8f39-fbf653ca9f6d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394826 Mar 31 22:55:07.574368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-cd05c94f-9a6b-4fc5-9bb9-a3dfad81e77c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273024 Mar 31 22:55:07.597919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419f9ba-585e-4eac-b266-7ff6abdff6b2 req-07a19b5b-ac11-475e-afe0-cb3086034fb9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.599447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7419f9ba-585e-4eac-b266-7ff6abdff6b2 req-07a19b5b-ac11-475e-afe0-cb3086034fb9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0549088 Mar 31 22:55:07.613093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:07.644693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7419f9ba-585e-4eac-b266-7ff6abdff6b2 req-3d9e14d4-0ba0-4e15-985a-45cd9dfdd477 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Mar 31 22:55:07.658857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.796049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.796663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:07.798075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 HTTP/1.1" status: 200 len: 1091 time: 4.8784947 Mar 31 22:55:07.810362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-4a6744e9-4d73-4caa-9ead-e5db19417962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.811928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-4a6744e9-4d73-4caa-9ead-e5db19417962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3635576 Mar 31 22:55:07.841035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Attempting to bind port 36f69642-82e1-4ba2-9749-7aedcac4db45 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:07.841367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Attempting to bind port 36f69642-82e1-4ba2-9749-7aedcac4db45 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:07.841743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Attempting to bind port 36f69642-82e1-4ba2-9749-7aedcac4db45 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:07.852995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-9938ce40-b30f-4569-8cf6-6e763b1e252a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.854725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-9938ce40-b30f-4569-8cf6-6e763b1e252a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.1259985 Mar 31 22:55:07.878977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-a26d9c7c-8473-4ee0-b423-788a0d15dc09 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/quotas/bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 375 time: 0.0100107 Mar 31 22:55:07.918785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a873fea-ebab-4b73-be21-6188232aa6c6 req-4078cb95-d5c6-4d91-a088-4e192872dd98 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:07.920328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a873fea-ebab-4b73-be21-6188232aa6c6 req-4078cb95-d5c6-4d91-a088-4e192872dd98 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.3436310 Mar 31 22:55:07.920945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Port 36f69642-82e1-4ba2-9749-7aedcac4db45 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:07.921254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Attempting to bind port 36f69642-82e1-4ba2-9749-7aedcac4db45 on network 4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:07.939259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-22abc133-a8f7-4dbd-ba8d-c5ca3012466c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525093 Mar 31 22:55:07.939599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7523b-04c9-4389-9d61-63ee1e52d848 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:07.975017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:07.975400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Checking segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:07.975774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Bound using segment: {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:07.976251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Bound port: 36f69642-82e1-4ba2-9749-7aedcac4db45, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516359a5-a64d-4feb-b794-765d57c5360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:07.976645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.034145 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-6a5c5486-b34e-4cce-904f-6fc4ae2b3222 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429362 Mar 31 22:55:08.061765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-5c3a2ecd-e8fb-48df-8155-fd4f942b717a service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003182 Mar 31 22:55:08.150005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-e147b6fe-a402-48db-9a45-110be0b0d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.151742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-e147b6fe-a402-48db-9a45-110be0b0d0e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 1094 time: 0.3068266 Mar 31 22:55:08.154757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a873fea-ebab-4b73-be21-6188232aa6c6 req-4c2c1de6-338e-4ea4-a021-543980a0b60f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104461 Mar 31 22:55:08.182655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-59031ba1-0626-4586-bb8e-5107a22ca25e service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065161 Mar 31 22:55:08.248646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.271157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-75f48055-ecdc-4e9d-8582-b3bb38dfe094 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234903 Mar 31 22:55:08.282522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-c0e4ebdc-8b5c-4bf7-878c-2c5eca65aadc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 HTTP/1.1" status: 200 len: 217 time: 0.1105807 Mar 31 22:55:08.307881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:08.353215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:08.461852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328eacb-fa78-4ace-983b-5546b449380c req-5320e065-29df-4170-9236-f9380b64c07d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.463700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e328eacb-fa78-4ace-983b-5546b449380c req-5320e065-29df-4170-9236-f9380b64c07d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0611670 Mar 31 22:55:08.470263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:08.485942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36f69642-82e1-4ba2-9749-7aedcac4db45,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:08.495543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecd9621-73da-4020-afa3-d09478372566 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:08.507025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'mac_address': 'fa:16:3e:01:4e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:08.518682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e328eacb-fa78-4ace-983b-5546b449380c req-e148f2eb-e942-4e1d-a54e-32700ad4cbf7 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Mar 31 22:55:08.528899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.539563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.555768 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.559790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-a5762441-28ab-46e2-915e-a574359a749a service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109155 Mar 31 22:55:08.575047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a25c2-36ee-440f-9ef8-8a85843e6edb {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:08.623842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:08.636190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.649381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da919bd4-8320-46be-9b60-18f9bc249ffb req-61acbca3-2c68-4cdf-8a5d-8e9f7d546aaa tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.657252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da919bd4-8320-46be-9b60-18f9bc249ffb req-61acbca3-2c68-4cdf-8a5d-8e9f7d546aaa tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 944 time: 0.3849843 Mar 31 22:55:08.695701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.696924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.698443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] 10.222.0.60 "PUT /v2.0/ports/36f69642-82e1-4ba2-9749-7aedcac4db45 HTTP/1.1" status: 200 len: 1092 time: 4.0557499 Mar 31 22:55:08.700296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Transition to ACTIVE for port object 3ecd9621-73da-4020-afa3-d09478372566 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:08.702445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-18e8076d-68f7-4577-a9c0-1eb29e5df563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.704760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-18e8076d-68f7-4577-a9c0-1eb29e5df563 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.3689389 Mar 31 22:55:08.717795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:08.718278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:08.747595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af00b38-212b-4716-a456-410835d0174c req-92d8719d-788e-4acb-b74b-f0c7ee85904e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:08.749432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1af00b38-212b-4716-a456-410835d0174c req-92d8719d-788e-4acb-b74b-f0c7ee85904e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.1310308 Mar 31 22:55:08.806151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1af00b38-212b-4716-a456-410835d0174c req-23fce78a-5c1a-496f-bde8-7091448902a2 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Mar 31 22:55:08.845921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-92aa7c08-3514-4cbe-9d5f-467be9de10ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174881 Mar 31 22:55:08.861721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3059f658-8a85-4941-91d2-6b0dfaab9938 req-a753b535-861e-4995-841e-51dbe6448ba5 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671871 Mar 31 22:55:08.898631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da919bd4-8320-46be-9b60-18f9bc249ffb req-4ea4a68d-71ca-4c82-b99e-2eb8fc0caac2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401488 Mar 31 22:55:08.909451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a432502-dffa-4d09-9686-bef7f3cf1b5b req-a6f241c4-a710-4916-8be2-32998c7a8a44 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 210 time: 0.0693495 Mar 31 22:55:08.980524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d614a-e843-47cd-b7d5-bf53fff9fe5b service neutron] Pushing event updated for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:09.094529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6400f-0435-463d-b798-8402b35d80d1 req-9346ca2a-bedd-4ec4-9286-56f4cb671060 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.096550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64a6400f-0435-463d-b798-8402b35d80d1 req-9346ca2a-bedd-4ec4-9286-56f4cb671060 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.0681922 Mar 31 22:55:09.173035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64a6400f-0435-463d-b798-8402b35d80d1 req-cbba4e02-0b64-4410-9502-c1e5cc4d6505 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609407 Mar 31 22:55:09.209054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:09.317402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8f410-0bc3-4e30-9ef4-30a493fff0cd req-1ee99c76-0b4e-4aa1-92fa-0c2851749bf5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.319317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbd8f410-0bc3-4e30-9ef4-30a493fff0cd req-1ee99c76-0b4e-4aa1-92fa-0c2851749bf5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0593488 Mar 31 22:55:09.374764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbd8f410-0bc3-4e30-9ef4-30a493fff0cd req-5b24f021-0631-49a0-8113-ea89a3a5b71f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477555 Mar 31 22:55:09.420356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7'}, {'name': 'network-changed', 'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:09.423006 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f40ba-950a-481e-b112-924714a84078" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7"}, {"name": "network-changed", "server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:09.492579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373222c8-45c2-454f-b0d7-36fb7249081d req-7b20a0bb-81b7-430e-810f-45c234150dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.493925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-7b20a0bb-81b7-430e-810f-45c234150dc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 1094 time: 0.8129985 Mar 31 22:55:09.495481 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea041b8b-3683-44e9-8ba6-90168cba9a79 x-openstack-request-id: req-ea041b8b-3683-44e9-8ba6-90168cba9a79 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:09.495769 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:09.496020 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea041b8b-3683-44e9-8ba6-90168cba9a79 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:09.496375 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea041b8b-3683-44e9-8ba6-90168cba9a79'] response: {'name': 'network-changed', 'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', 'status': 'completed', 'code': 200} Mar 31 22:55:09.496625 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea041b8b-3683-44e9-8ba6-90168cba9a79'] response: {'name': 'network-changed', 'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45', 'status': 'completed', 'code': 200} Mar 31 22:55:09.545382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-c898de6c-b839-400e-a3ae-477f1a36373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.547070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-c898de6c-b839-400e-a3ae-477f1a36373e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 1095 time: 0.7820816 Mar 31 22:55:09.669203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:09.672401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-b469be1b-929f-4d24-9258-fa9179235c7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f69642-82e1-4ba2-9749-7aedcac4db45 HTTP/1.1" status: 200 len: 217 time: 0.0924902 Mar 31 22:55:09.700264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0770eaf-2834-4db9-bec4-0fa6047149df req-00ee4ebd-a95a-4d73-8b98-928292c7c839 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.704010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0770eaf-2834-4db9-bec4-0fa6047149df req-00ee4ebd-a95a-4d73-8b98-928292c7c839 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0753570 Mar 31 22:55:09.749045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0770eaf-2834-4db9-bec4-0fa6047149df req-182701e9-1f42-44ba-8ea1-5fcb38271486 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Mar 31 22:55:09.772938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-22a83eeb-8881-4247-ae63-18cf713c5a07 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045362 Mar 31 22:55:09.784707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Attempting to bind port 3ecd9621-73da-4020-afa3-d09478372566 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:09.785036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Attempting to bind port 3ecd9621-73da-4020-afa3-d09478372566 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:09.785353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Attempting to bind port 3ecd9621-73da-4020-afa3-d09478372566 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:09.793533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-17fd797e-e444-43a5-bc0e-e9ae65a21766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.795036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-17fd797e-e444-43a5-bc0e-e9ae65a21766 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1096 time: 0.3660359 Mar 31 22:55:09.813269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee223c-fce2-436c-a466-29174214a856 req-41f898dd-513f-4a64-b40d-dc44cdfd405a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.814923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09ee223c-fce2-436c-a466-29174214a856 req-41f898dd-513f-4a64-b40d-dc44cdfd405a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.3847840 Mar 31 22:55:09.851343 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:09.870128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Port 3ecd9621-73da-4020-afa3-d09478372566 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:09.870676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Attempting to bind port 3ecd9621-73da-4020-afa3-d09478372566 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:09.895868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-21146d8a-65a8-4377-8eae-6544d92a1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.897604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-21146d8a-65a8-4377-8eae-6544d92a1a1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.2128260 Mar 31 22:55:09.911678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373222c8-45c2-454f-b0d7-36fb7249081d req-10451fff-ef0b-4368-adb0-d09972bf648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:09.913281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-10451fff-ef0b-4368-adb0-d09972bf648d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 920 time: 0.3871708 Mar 31 22:55:09.914035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:09.914367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:09.914768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:09.915194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Bound port: 3ecd9621-73da-4020-afa3-d09478372566, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:09.915572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.024925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-234f8f53-c5fd-4ca1-96b4-85b5eb09c502 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066697 Mar 31 22:55:10.045774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c88aad-195e-40ae-ac41-89697df5f8ab req-552077c1-3793-4018-b97c-8fe21caee89d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.047398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c88aad-195e-40ae-ac41-89697df5f8ab req-552077c1-3793-4018-b97c-8fe21caee89d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.0539098 Mar 31 22:55:10.079390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-4751bb59-79df-4e15-aab2-48a93e9836dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a66be1d-bc57-4479-a2ca-fb22811402da HTTP/1.1" status: 200 len: 217 time: 0.1431355 Mar 31 22:55:10.087114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c88aad-195e-40ae-ac41-89697df5f8ab req-3920007a-443f-447e-98d0-67d16a8d5259 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Mar 31 22:55:10.102542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09ee223c-fce2-436c-a466-29174214a856 req-16565301-d68e-4b0a-8eef-66e6f1c0efb4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576873 Mar 31 22:55:10.244714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada3334-aa8d-4c8c-b447-9f0e51bd7f57 req-08c0d28e-ad05-4b33-8b04-b09bef127602 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.246912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ada3334-aa8d-4c8c-b447-9f0e51bd7f57 req-08c0d28e-ad05-4b33-8b04-b09bef127602 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1101 time: 0.0434294 Mar 31 22:55:10.258750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-9c95f2ae-d0cd-4149-80eb-101d3f587c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.260435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-9c95f2ae-d0cd-4149-80eb-101d3f587c87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.4387696 Mar 31 22:55:10.273676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.280133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-6f0ccb60-0443-4ee6-ba33-da51087326e3 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890032 Mar 31 22:55:10.295623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ada3334-aa8d-4c8c-b447-9f0e51bd7f57 req-419aebe2-0144-4853-8b88-b713c7329432 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Mar 31 22:55:10.302727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:10.378696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3ecd9621-73da-4020-afa3-d09478372566,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:10.380922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373222c8-45c2-454f-b0d7-36fb7249081d req-63530cce-b9c3-4299-85dc-5edae7238757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.382668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-63530cce-b9c3-4299-85dc-5edae7238757 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.2754638 Mar 31 22:55:10.384097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-2ca9380b-a083-42d6-a489-f9ab92dfd9e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 217 time: 0.1030741 Mar 31 22:55:10.399065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0d420fd-8d20-44df-aa23-ca63244bb1a5 req-10bc2fdc-0ac2-4864-8b40-f5a51347b9da tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 210 time: 0.0297465 Mar 31 22:55:10.410556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.525062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599634c-9719-4662-8d96-1990b6f34eeb req-1679acaf-a0e1-442e-8b75-a62a3a25f9d5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.526474 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1599634c-9719-4662-8d96-1990b6f34eeb req-1679acaf-a0e1-442e-8b75-a62a3a25f9d5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.0513089 Mar 31 22:55:10.548092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-8c9b340b-27bd-4eeb-a71e-9851f1b13349 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302924 Mar 31 22:55:10.556971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-02178e9e-9c6d-4346-9d48-654dd6f672f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980900 Mar 31 22:55:10.565939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1599634c-9719-4662-8d96-1990b6f34eeb req-04de5a97-501a-447c-9a0f-642e80eb43e2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Mar 31 22:55:10.566596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724f868-23bc-4e34-8e66-1dd6eb821f79 req-ba7677a5-9b80-4733-9812-6978d22ada0b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.569425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5724f868-23bc-4e34-8e66-1dd6eb821f79 req-ba7677a5-9b80-4733-9812-6978d22ada0b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 944 time: 0.3677530 Mar 31 22:55:10.619697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.620474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:10.622570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] 10.222.0.96 "PUT /v2.0/ports/3ecd9621-73da-4020-afa3-d09478372566 HTTP/1.1" status: 200 len: 1095 time: 4.0482478 Mar 31 22:55:10.761603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-6276033c-1e03-4773-a31b-6134517a6bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.763185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-6276033c-1e03-4773-a31b-6134517a6bae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 1094 time: 0.3992653 Mar 31 22:55:10.793685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-af593192-33e9-4019-a763-080a6eebccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.795181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-af593192-33e9-4019-a763-080a6eebccd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.3754900 Mar 31 22:55:10.806122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdd057-d3af-4dd4-b7e7-f47ab2850337 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:10.815691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c5d7a-ce35-413c-8475-4b395f5105df req-76b621b3-1663-46c8-bec8-61d9685f23a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.817243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-902c5d7a-ce35-413c-8475-4b395f5105df req-76b621b3-1663-46c8-bec8-61d9685f23a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0565467 Mar 31 22:55:10.856131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-8b2e0c73-a839-4a11-acfd-dcdb48b09c50 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.857650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-8b2e0c73-a839-4a11-acfd-dcdb48b09c50 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.5756104 Mar 31 22:55:10.858299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-902c5d7a-ce35-413c-8475-4b395f5105df req-4a8072e5-f8b1-49f5-a8d9-380844f96518 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Mar 31 22:55:10.896762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5724f868-23bc-4e34-8e66-1dd6eb821f79 req-65b6eeac-5c1d-4c03-8885-8a327ac32a31 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884212 Mar 31 22:55:10.928000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Request body: {'port': {'device_id': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'admin_state_up': True, 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:10.932220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f9b858e8-32d9-4abe-af3c-a3b2a77ec99e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927503 Mar 31 22:55:10.957402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a9ffc-4e5b-4cf5-a872-119662a009f7 req-603a8a55-4f7b-43a7-8faa-7e8a11253f0a tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:10.958944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-200a9ffc-4e5b-4cf5-a872-119662a009f7 req-603a8a55-4f7b-43a7-8faa-7e8a11253f0a tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 1101 time: 0.0413496 Mar 31 22:55:11.002423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-200a9ffc-4e5b-4cf5-a872-119662a009f7 req-5e7ff3b7-bc3b-4154-a10a-65827fa8e0a4 tempest-ServersAdminTestJSON-823705587 tempest-ServersAdminTestJSON-823705587-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Mar 31 22:55:11.258150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d668061-cee8-4412-b7ee-efe9904b8864 req-3a123571-508d-48cf-9357-ae9fbb11164d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.259979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d668061-cee8-4412-b7ee-efe9904b8864 req-3a123571-508d-48cf-9357-ae9fbb11164d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0657992 Mar 31 22:55:11.278503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-19c5e46d-5836-4f36-9056-4c97aab6b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.280122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-19c5e46d-5836-4f36-9056-4c97aab6b4b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 1098 time: 0.5857038 Mar 31 22:55:11.313609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d668061-cee8-4412-b7ee-efe9904b8864 req-755a5837-7205-4c17-87a6-23c451a0067f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Mar 31 22:55:11.327185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-27e81084-fc05-4c9b-8bfa-18c2f58c1e62 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566619 Mar 31 22:55:11.369429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce85aea2-cba3-48bf-8dce-6467eb6f48b7 req-daef0ba1-cca4-40f5-833c-d91cf432411b service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7876539 Mar 31 22:55:11.462911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e73c8-9cfd-4b0f-a38c-99d3879292ea req-4e3ef7ea-37f3-4277-9847-f8b2599baa09 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.464479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e1e73c8-9cfd-4b0f-a38c-99d3879292ea req-4e3ef7ea-37f3-4277-9847-f8b2599baa09 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.0577052 Mar 31 22:55:11.488233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-28feabb0-03d2-40b2-8bb1-8106db56b961 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3ecd9621-73da-4020-afa3-d09478372566 HTTP/1.1" status: 200 len: 217 time: 0.1278014 Mar 31 22:55:11.497864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'tag': '3ecd9621-73da-4020-afa3-d09478372566'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:11.500136 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867757aa-2340-4ff5-a562-5726b8404f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "tag": "3ecd9621-73da-4020-afa3-d09478372566"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:11.504763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e1e73c8-9cfd-4b0f-a38c-99d3879292ea req-b197859b-9604-4849-a13a-fcba149c425a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Mar 31 22:55:11.505316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-19fab3c4-6f6a-4fec-a8b5-db672dc41120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.506792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-19fab3c4-6f6a-4fec-a8b5-db672dc41120 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 920 time: 0.7016926 Mar 31 22:55:11.588687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-439ccce5-f0bb-4ddf-a0cd-41e6c76e227c req-2208306d-7de9-4524-928f-c3c48f1a4f21 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 210 time: 0.0267324 Mar 31 22:55:11.640801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b466ce-5d60-4b56-ab44-6dc319971a6d req-5f608d25-c6f4-4c75-b846-e18db5cad7b4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.642335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11b466ce-5d60-4b56-ab44-6dc319971a6d req-5f608d25-c6f4-4c75-b846-e18db5cad7b4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.3767104 Mar 31 22:55:11.643892 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98899a-ddb5-4b30-948f-d06b33722d51 x-openstack-request-id: req-1d98899a-ddb5-4b30-948f-d06b33722d51 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:11.644150 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "tag": "3ecd9621-73da-4020-afa3-d09478372566", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:11.644415 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d98899a-ddb5-4b30-948f-d06b33722d51 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:11.644779 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d98899a-ddb5-4b30-948f-d06b33722d51'] response: {'name': 'network-changed', 'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'tag': '3ecd9621-73da-4020-afa3-d09478372566', 'status': 'completed', 'code': 200} Mar 31 22:55:11.654964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-baefe1f2-5154-44cc-a4f4-e1badc63338a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 HTTP/1.1" status: 200 len: 217 time: 0.1209321 Mar 31 22:55:11.682706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-4c1c8b0b-aeac-45de-8e09-900b0956277d service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418504 Mar 31 22:55:11.736958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2fab3-d2ff-45de-9710-6d1be608bc76 req-03456251-daf5-47fd-8055-e443a2bf4a25 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.738552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc2fab3-d2ff-45de-9710-6d1be608bc76 req-03456251-daf5-47fd-8055-e443a2bf4a25 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.0519850 Mar 31 22:55:11.743342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-ce9285c3-555a-4135-a306-dd8e0c129a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.744827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-ce9285c3-555a-4135-a306-dd8e0c129a3d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2354422 Mar 31 22:55:11.759047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-373222c8-45c2-454f-b0d7-36fb7249081d req-8bef1286-42d5-4094-ba93-7a7de1d12641 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935406 Mar 31 22:55:11.779544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:11.782867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:11.785403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc2fab3-d2ff-45de-9710-6d1be608bc76 req-cc78a4a4-09d4-4365-aa9c-e403aa6e8b9f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Mar 31 22:55:11.861424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11b466ce-5d60-4b56-ab44-6dc319971a6d req-43d74798-c2ac-481b-9d9e-3294f8546a5c tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018039 Mar 31 22:55:11.866506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-c9c0c587-be7b-4c9d-9c31-13c06c1da51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.868033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-c9c0c587-be7b-4c9d-9c31-13c06c1da51f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.1933024 Mar 31 22:55:11.920600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-2efe0143-8d91-48d9-b947-b0388460df2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420504 Mar 31 22:55:11.992580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-fa812f0c-b853-4368-af4e-735c76e24864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:11.994325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-fa812f0c-b853-4368-af4e-735c76e24864 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2267628 Mar 31 22:55:11.996230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-af0e2841-33a8-4a0b-8d3c-b50ac2ee829d service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939565 Mar 31 22:55:12.011174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ce96d-972f-49cb-8f3d-6cd9da34f128 req-923ee5ed-59d5-44b7-9287-0275ad82c927 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.015883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f7ce96d-972f-49cb-8f3d-6cd9da34f128 req-923ee5ed-59d5-44b7-9287-0275ad82c927 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0856521 Mar 31 22:55:12.067883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f7ce96d-972f-49cb-8f3d-6cd9da34f128 req-e0dffaf0-a797-4662-b5d1-7f6e016c3e64 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Mar 31 22:55:12.221133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6409d-f3c8-466e-8cbb-b6843477008b req-8eb74bf6-234a-4b93-81f1-4f9ee2f13c9f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.222628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bd6409d-f3c8-466e-8cbb-b6843477008b req-8eb74bf6-234a-4b93-81f1-4f9ee2f13c9f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 944 time: 0.2193692 Mar 31 22:55:12.224112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Allocated IP 172.20.0.2 (9f745c9b-c8c4-4465-af84-b1ae8d453f65/9fba39d8-b8cd-484b-be30-18986f22ea0e/162595c5-38b8-4907-b590-691617048dfd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:12.231376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-436d5443-2d7d-441e-85ea-a85160addd04 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723424 Mar 31 22:55:12.306932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-84d4a5be-462f-4595-ada9-7c047790f706 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786913 Mar 31 22:55:12.339345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5a66be1d-bc57-4479-a2ca-fb22811402da details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:12.346489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:12.388640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0bd6409d-f3c8-466e-8cbb-b6843477008b req-7f1838fa-bbd0-4511-a2da-891c5487e804 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549323 Mar 31 22:55:12.480684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5a96b-e4c2-4ec7-a184-d87c52e43373 req-b027eb5c-c758-4281-9d6c-ecab7de5427e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.482872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96d5a96b-e4c2-4ec7-a184-d87c52e43373 req-b027eb5c-c758-4281-9d6c-ecab7de5427e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0724976 Mar 31 22:55:12.516946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5a66be1d-bc57-4479-a2ca-fb22811402da,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:12.520943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-7b6aaa9d-6f15-4859-9a81-93f39c651104 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822437 Mar 31 22:55:12.546925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5a66be1d-bc57-4479-a2ca-fb22811402da', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'port_id': '5a66be1d-bc57-4479-a2ca-fb22811402da', 'mac_address': 'fa:16:3e:77:56:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370d38a-36cd-4cd2-aae7-e29e9b7823ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:12.547814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96d5a96b-e4c2-4ec7-a184-d87c52e43373 req-a5e0693f-cf9f-451d-bc9a-6e781875ea18 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543191 Mar 31 22:55:12.553387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adea31df-30c3-48c7-9dd0-b005d9557c8d req-76fa8b15-ab92-47e0-97cd-c40b5aeea5d2 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037153 Mar 31 22:55:12.582845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port df4a25c2-36ee-440f-9ef8-8a85843e6edb completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:12.593411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port df4a25c2-36ee-440f-9ef8-8a85843e6edb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:12.593802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.606046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.625209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.647258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a66be1d-bc57-4479-a2ca-fb22811402da {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:12.704398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5a66be1d-bc57-4479-a2ca-fb22811402da,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:12.711067 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.718196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-51465753-30d7-443b-8025-3b056105e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.720707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-51465753-30d7-443b-8025-3b056105e20b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b464b322080749ea9ce61f74b662504c&device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 1095 time: 0.1390913 Mar 31 22:55:12.733660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76efac1f-2a9b-4dbe-945e-c601e317c2d8 req-41d5d973-d854-4d04-88a0-c1fd45baa54f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 210 time: 0.0463042 Mar 31 22:55:12.741543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.754095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac2909-3872-4ece-b0d3-754be86ff94e req-7746743e-7680-4116-bb5d-968fac0ad9c1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.763643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1cac2909-3872-4ece-b0d3-754be86ff94e req-7746743e-7680-4116-bb5d-968fac0ad9c1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.1433938 Mar 31 22:55:12.781912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:12.784151 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5811839a-89e3-4467-b237-81c7b2c39edc" -d '{"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-plugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:12.788438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.799995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:12.803820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:12.809021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:12.862832 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e2dee7-edad-44dc-b055-96d47e6348fe x-openstack-request-id: req-b0e2dee7-edad-44dc-b055-96d47e6348fe {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:12.863186 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-plugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:12.863413 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b0e2dee7-edad-44dc-b055-96d47e6348fe {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:12.863802 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e2dee7-edad-44dc-b055-96d47e6348fe'] response: {'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'code': 200} Mar 31 22:55:12.864353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:12.882300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867757aa-2340-4ff5-a562-5726b8404f2e req-d94875bd-0478-44bc-98d8-41b6c3fa89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:12.886125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-d94875bd-0478-44bc-98d8-41b6c3fa89d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 1098 time: 0.2057114 Mar 31 22:55:12.915701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:12.939413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1cac2909-3872-4ece-b0d3-754be86ff94e req-94bd7b78-f76c-4e02-a5db-9d6714e09662 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724501 Mar 31 22:55:12.955851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:12.958866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:13.005648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256079-3da8-44d4-b166-725e25dec717 req-b0ac71fd-3e1a-438d-b5aa-0e5961e4ed1e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.007099 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9256079-3da8-44d4-b166-725e25dec717 req-b0ac71fd-3e1a-438d-b5aa-0e5961e4ed1e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0750716 Mar 31 22:55:13.009514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:13.054322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9256079-3da8-44d4-b166-725e25dec717 req-f443a8ee-dcd6-4c3f-86f4-33eebacf5a23 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Mar 31 22:55:13.195351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb73a8c-4d83-43a6-a27b-39146cb2da65 req-3bcefce6-a5cf-4ac6-bd6d-d681315ee73d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.197058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccb73a8c-4d83-43a6-a27b-39146cb2da65 req-3bcefce6-a5cf-4ac6-bd6d-d681315ee73d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0517097 Mar 31 22:55:13.239745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccb73a8c-4d83-43a6-a27b-39146cb2da65 req-ce1d2e90-c7e1-4d00-b138-fcd0b9f011ac tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351076 Mar 31 22:55:13.371270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5a66be1d-bc57-4479-a2ca-fb22811402da'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:13.377292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-68b0de7e-2e9e-4155-b028-0e7e1ce22283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.378809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-68b0de7e-2e9e-4155-b028-0e7e1ce22283 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 200 len: 920 time: 0.6455927 Mar 31 22:55:13.404452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.404695 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.469120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867757aa-2340-4ff5-a562-5726b8404f2e req-f8e8912b-10b9-4a1e-b8b9-5d3447ba20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.471924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-f8e8912b-10b9-4a1e-b8b9-5d3447ba20cc service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5624597 Mar 31 22:55:13.478889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-7a68bf4f-f073-47d8-9343-5377e082002d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36f69642-82e1-4ba2-9749-7aedcac4db45 HTTP/1.1" status: 200 len: 217 time: 0.0865982 Mar 31 22:55:13.493227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae7c43-0242-4bb6-9437-fda4e904d3e1 req-e500f871-f200-4a19-b5e2-b3767b55efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.494981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5eae7c43-0242-4bb6-9437-fda4e904d3e1 req-e500f871-f200-4a19-b5e2-b3767b55efd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1100 time: 0.5044374 Mar 31 22:55:13.508526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ff273-c44a-4672-9ebb-9e59d9bc44a4 req-8f6dbe0f-16a2-44de-92e7-20b057382d93 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.510177 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a9ff273-c44a-4672-9ebb-9e59d9bc44a4 req-8f6dbe0f-16a2-44de-92e7-20b057382d93 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 946 time: 0.4596553 Mar 31 22:55:13.513454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-28e97832-801c-4baa-9498-342c235784c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6156676 Mar 31 22:55:13.587758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Request body: {'port': {'device_id': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:13.595616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-0caefad7-3d67-4be9-b35c-ab90283eb281 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=3ecd9621-73da-4020-afa3-d09478372566 HTTP/1.1" status: 200 len: 217 time: 0.1081491 Mar 31 22:55:13.608699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d3bdb-7bf2-49ea-9814-0ce1ad4c052e req-39b78989-2172-4c60-8cda-a6bef20283f7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.615996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-808d3bdb-7bf2-49ea-9814-0ce1ad4c052e req-39b78989-2172-4c60-8cda-a6bef20283f7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 944 time: 0.0798137 Mar 31 22:55:13.655739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-808d3bdb-7bf2-49ea-9814-0ce1ad4c052e req-86b12f01-4f1f-4bf7-a977-67514baeea66 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Mar 31 22:55:13.763254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a9ff273-c44a-4672-9ebb-9e59d9bc44a4 req-518969ea-ece9-4af5-9825-87d56770d770 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942520 Mar 31 22:55:13.769601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f40ba-950a-481e-b112-924714a84078 req-ab112a51-45b0-4944-b8c7-45db8e942981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.771118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-ab112a51-45b0-4944-b8c7-45db8e942981 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 200 len: 858 time: 0.2744563 Mar 31 22:55:13.772840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5eae7c43-0242-4bb6-9437-fda4e904d3e1 req-86b9568d-aed8-4b0c-93e4-4da9abc41de8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256536 Mar 31 22:55:13.780888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867757aa-2340-4ff5-a562-5726b8404f2e req-0cb47862-0983-4faf-a313-f0a51cbab300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.782351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-0cb47862-0983-4faf-a313-f0a51cbab300 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1553102 Mar 31 22:55:13.786473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e0cc5-4929-4a4c-b4cc-8cfe5db4cfcf req-e41c2aee-139d-4a94-b31e-8edc7fa10e32 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.788016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f60e0cc5-4929-4a4c-b4cc-8cfe5db4cfcf req-e41c2aee-139d-4a94-b31e-8edc7fa10e32 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0628879 Mar 31 22:55:13.792366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:13.842887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f60e0cc5-4929-4a4c-b4cc-8cfe5db4cfcf req-ee528016-6931-494c-b40f-b745e12dea34 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Mar 31 22:55:13.914790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867757aa-2340-4ff5-a562-5726b8404f2e req-86e71150-cae3-41dc-a888-e3df3797ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.916318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-86e71150-cae3-41dc-a888-e3df3797ef9b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198630 Mar 31 22:55:13.989637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83e3a-9205-4da2-b9ce-8a82076c8267 req-9ba10eea-27d9-4fa5-94f8-692f6b842370 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:13.991180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30a83e3a-9205-4da2-b9ce-8a82076c8267 req-9ba10eea-27d9-4fa5-94f8-692f6b842370 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 931 time: 0.1608655 Mar 31 22:55:14.128698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30a83e3a-9205-4da2-b9ce-8a82076c8267 req-98a6a8d6-1332-44a7-974d-5474019d0d3b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216431 Mar 31 22:55:14.186685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-db5bcadf-3be0-42fb-b13b-a42d8f5193c8 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181513 Mar 31 22:55:14.302636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42422785-16a9-4524-aca8-37949cc041e5 req-5a100749-4599-459a-89ea-9e6a2f75bd5c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.305907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42422785-16a9-4524-aca8-37949cc041e5 req-5a100749-4599-459a-89ea-9e6a2f75bd5c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0552516 Mar 31 22:55:14.337316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36f69642-82e1-4ba2-9749-7aedcac4db45 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:14.348886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5a68-ec6a-4f71-98c3-41925581c24d req-a4fcc1a2-52c9-446a-bb3f-94247ed10e1b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.350400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30aa5a68-ec6a-4f71-98c3-41925581c24d req-a4fcc1a2-52c9-446a-bb3f-94247ed10e1b tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.1230943 Mar 31 22:55:14.367149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42422785-16a9-4524-aca8-37949cc041e5 req-81d703d3-43c8-40c2-9f9e-ed4db90f356c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568657 Mar 31 22:55:14.412326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162595c5-38b8-4907-b590-691617048dfd {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:14.421567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-867757aa-2340-4ff5-a562-5726b8404f2e req-3936c4cc-933b-4ee1-be46-c80ac1c997c1 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229528 Mar 31 22:55:14.423466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.456136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30aa5a68-ec6a-4f71-98c3-41925581c24d req-b05c7b02-6bfd-46c7-afde-44433e29701f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790107 Mar 31 22:55:14.464785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Transition to ACTIVE for port object 162595c5-38b8-4907-b590-691617048dfd will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:14.469840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.537189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36f69642-82e1-4ba2-9749-7aedcac4db45,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.548793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.549857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '36f69642-82e1-4ba2-9749-7aedcac4db45', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'port_id': '36f69642-82e1-4ba2-9749-7aedcac4db45', 'mac_address': 'fa:16:3e:6d:e7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370d38a-36cd-4cd2-aae7-e29e9b7823ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:14.582885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da69bd-7e8b-4e11-8f87-5ab5a89d78aa req-e7d67b52-2d2e-447c-a24a-259b7b2459d4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.584993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9da69bd-7e8b-4e11-8f87-5ab5a89d78aa req-e7d67b52-2d2e-447c-a24a-259b7b2459d4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0674617 Mar 31 22:55:14.600382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:14.600718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:14.601047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:14.607272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:14.607582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:14.610910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.612806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:14.613203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:14.613588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:14.614006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Bound port: 162595c5-38b8-4907-b590-691617048dfd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:14.614366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.628053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f69642-82e1-4ba2-9749-7aedcac4db45 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:14.634908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9da69bd-7e8b-4e11-8f87-5ab5a89d78aa req-5b761c96-bc0e-4381-a866-3438ff4d9e1d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Mar 31 22:55:14.653974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36f69642-82e1-4ba2-9749-7aedcac4db45,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.661799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.663144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:14.702672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:14.708441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:14.716482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.732960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.741733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.748962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', 'network_id': '4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6', 'port_id': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', 'mac_address': 'fa:16:3e:6d:59:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1370d38a-36cd-4cd2-aae7-e29e9b7823ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:14.766337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.767133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.768631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] 10.222.0.96 "PUT /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 1091 time: 1.2086496 Mar 31 22:55:14.786315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'tag': '162595c5-38b8-4907-b590-691617048dfd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:14.788270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.788633 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef13fbbe-bb50-4242-a412-7f5895862b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "tag": "162595c5-38b8-4907-b590-691617048dfd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:14.811581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:14.842937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:14.849901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:14.860825 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c12fbbd-5fd2-4b43-84d1-1c12d430791b x-openstack-request-id: req-7c12fbbd-5fd2-4b43-84d1-1c12d430791b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:14.861203 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "tag": "162595c5-38b8-4907-b590-691617048dfd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:14.861381 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7c12fbbd-5fd2-4b43-84d1-1c12d430791b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:14.861752 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c12fbbd-5fd2-4b43-84d1-1c12d430791b'] response: {'name': 'network-changed', 'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'tag': '162595c5-38b8-4907-b590-691617048dfd', 'status': 'completed', 'code': 200} Mar 31 22:55:14.878534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebabe7-67e2-4c48-a203-f37da53166e3 service neutron] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.916961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-eccb42ce-5eb3-47ae-abc7-5666c07f234d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.918781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-eccb42ce-5eb3-47ae-abc7-5666c07f234d tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 950 time: 0.1693811 Mar 31 22:55:14.919084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:14.936300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb96c78-d894-4c40-a30a-436d94912ccc req-0eeaee75-2087-4d10-9b33-ebeaa45830cd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.937852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bb96c78-d894-4c40-a30a-436d94912ccc req-0eeaee75-2087-4d10-9b33-ebeaa45830cd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 945 time: 0.1524243 Mar 31 22:55:14.974652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-5fac310b-e543-413c-ae54-e931d2f311f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.976206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-5fac310b-e543-413c-ae54-e931d2f311f0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1094 time: 0.1258857 Mar 31 22:55:14.991507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d314f2-a7dc-4595-b911-9408d3554548 req-bae3e339-6aa4-46b1-bf0b-5c974712832b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:14.993486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00d314f2-a7dc-4595-b911-9408d3554548 req-bae3e339-6aa4-46b1-bf0b-5c974712832b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0546653 Mar 31 22:55:15.037124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00d314f2-a7dc-4595-b911-9408d3554548 req-37866223-a398-4ba9-bcfd-c345c910cc53 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Mar 31 22:55:15.066622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-17ebf1e1-a189-434e-a370-df1ecc9ce253 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 217 time: 0.0680206 Mar 31 22:55:15.093023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bb96c78-d894-4c40-a30a-436d94912ccc req-d3b1e9a4-762b-4cbb-893b-3d5b491e7bc8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469715 Mar 31 22:55:15.140549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-ea8c5cd1-d275-4692-835f-e0987e03ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.142016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-ea8c5cd1-d275-4692-835f-e0987e03ec1f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0599108 Mar 31 22:55:15.144952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Deleting port 5f976b0e-95a1-4936-a095-942500a0bf29 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:15.145289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.230781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-87cb0715-d8e9-47bd-89a6-b042cad4b02a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559132 Mar 31 22:55:15.284221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] For port 5f976b0e-95a1-4936-a095-942500a0bf29, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5f976b0e-95a1-4936-a095-942500a0bf29,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:15.284581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.286023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7d8be-7a1a-4f3a-995f-2813b3e1412d req-330504ad-5876-4d77-966b-d1b88171042b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.288726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc7d8be-7a1a-4f3a-995f-2813b3e1412d req-330504ad-5876-4d77-966b-d1b88171042b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0626264 Mar 31 22:55:15.306036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Calling delete_port for 5f976b0e-95a1-4936-a095-942500a0bf29 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:15.339914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc7d8be-7a1a-4f3a-995f-2813b3e1412d req-db12fa1b-cd73-4391-865f-46b9a956cfdd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Mar 31 22:55:15.368445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:15.373140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['36f69642-82e1-4ba2-9749-7aedcac4db45'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:15.407854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-62f59dcf-3da2-4abd-8712-addf19650e87 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526244 Mar 31 22:55:15.598251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e577f9f1-152f-4412-b1f7-d53b44383472 req-e47a2a64-13e3-4fd1-b2fb-f6f222ed1f58 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769688 Mar 31 22:55:15.602460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.612275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1e092-02bd-4ea7-a67c-2c77e1251707 req-f8965c56-b987-4582-a3e4-a1fa52b32345 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.620956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44f1e092-02bd-4ea7-a67c-2c77e1251707 req-f8965c56-b987-4582-a3e4-a1fa52b32345 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1612453 Mar 31 22:55:15.666358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event deleted for resources: {'Port': ['ID=5f976b0e-95a1-4936-a095-942500a0bf29,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:15.712745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', '6436ff0d-f470-4c25-820b-45ee41468dbd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:15.718956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49f63b28-859b-430e-a18f-1d18bedf76e9 req-e044480c-574d-4044-ac18-6a157ba16c2e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 210 time: 0.0582013 Mar 31 22:55:15.770851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44f1e092-02bd-4ea7-a67c-2c77e1251707 req-95f0f9a1-1b3f-4c82-a033-03d95a396fb7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440201 Mar 31 22:55:15.774212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] No DVR routers for this DVR port 5f976b0e-95a1-4936-a095-942500a0bf29 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:15.782121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:15.785682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79ff5f90-b859-4543-a1a9-f04bc3a0a548 req-7a73fa30-845a-4706-bb20-da42d3b3f81a tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "DELETE /v2.0/ports/5f976b0e-95a1-4936-a095-942500a0bf29 HTTP/1.1" status: 204 len: 173 time: 0.8468742 Mar 31 22:55:15.790218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-663cfb6b-e834-458d-9b1c-255f239b2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.791919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-663cfb6b-e834-458d-9b1c-255f239b2271 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1094 time: 0.1207607 Mar 31 22:55:15.865559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b7ee-781e-4edd-90e1-c4a8db2647e9 req-4b7cb273-9f15-4fea-b374-77caeecb6115 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.867857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2371b7ee-781e-4edd-90e1-c4a8db2647e9 req-4b7cb273-9f15-4fea-b374-77caeecb6115 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0767386 Mar 31 22:55:15.962306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2371b7ee-781e-4edd-90e1-c4a8db2647e9 req-84a81f94-e121-4b12-b81f-9601aae4c35e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732789 Mar 31 22:55:15.967812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-8b12335a-92a8-45cd-9464-3ac3888afa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:15.969583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-8b12335a-92a8-45cd-9464-3ac3888afa8d service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1538861 Mar 31 22:55:16.054455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-719d5872-243f-4139-9fbe-a852d15756f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 217 time: 0.0543413 Mar 31 22:55:16.132809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-068cbe49-c603-401b-b17e-b4ec21d0fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.139523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-068cbe49-c603-401b-b17e-b4ec21d0fb76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0649035 Mar 31 22:55:16.213538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-51e9282c-e04d-4568-bb00-bd6d3f0f089b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362997 Mar 31 22:55:16.231472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33859b7e-9332-4edf-9b71-3daea1ddecc6 req-09d08d2c-95bd-4d6a-9c33-e07f2d676f3f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.234157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33859b7e-9332-4edf-9b71-3daea1ddecc6 req-09d08d2c-95bd-4d6a-9c33-e07f2d676f3f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0904963 Mar 31 22:55:16.263090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d56f-a9bb-424e-b7f8-42bdadcb3b24 req-de4eff92-8f2f-4da0-b261-dbe6ebf225cc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.265174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5925d56f-a9bb-424e-b7f8-42bdadcb3b24 req-de4eff92-8f2f-4da0-b261-dbe6ebf225cc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 945 time: 0.0690403 Mar 31 22:55:16.305402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5925d56f-a9bb-424e-b7f8-42bdadcb3b24 req-ab6cd036-1281-41cc-bb40-b39538358307 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Mar 31 22:55:16.326230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33859b7e-9332-4edf-9b71-3daea1ddecc6 req-c3e1ff4f-88dd-4be1-a35f-294dad8359a2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812199 Mar 31 22:55:16.334681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5a66be1d-bc57-4479-a2ca-fb22811402da up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:16.353937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-386a06a6-cc40-4783-96d6-1e1104e4e633 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175678 Mar 31 22:55:16.393319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5a66be1d-bc57-4479-a2ca-fb22811402da completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:16.399360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5a66be1d-bc57-4479-a2ca-fb22811402da triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:16.399770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.476899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ba203-4d82-4993-85ab-59b0d071eda6 req-62192423-8ef2-4bb7-b0cc-5510f203a47d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.479406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c4ba203-4d82-4993-85ab-59b0d071eda6 req-62192423-8ef2-4bb7-b0cc-5510f203a47d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0603695 Mar 31 22:55:16.499219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.525185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c4ba203-4d82-4993-85ab-59b0d071eda6 req-eea18a71-cea5-4969-99c4-c59b1c6db2c6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Mar 31 22:55:16.533289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:16.536218 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ad2654-0d7e-4a80-a7c9-b784ab08d3ec" -d '{"events": [{"server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "name": "network-vif-plugged", "status": "completed", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:16.560728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5a66be1d-bc57-4479-a2ca-fb22811402da,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:16.565971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:16.594251 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e512fb-7322-44a1-8e17-3afe61577b44 x-openstack-request-id: req-08e512fb-7322-44a1-8e17-3afe61577b44 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:16.595439 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "name": "network-vif-plugged", "status": "completed", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:16.595439 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08e512fb-7322-44a1-8e17-3afe61577b44 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:16.595439 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e512fb-7322-44a1-8e17-3afe61577b44'] response: {'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da', 'code': 200} Mar 31 22:55:16.624660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:16.758337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef13fbbe-bb50-4242-a412-7f5895862b5f req-b72520f6-2f69-4d61-a592-643012f437f2 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821008 Mar 31 22:55:16.828619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3778ef21-2688-4595-9e88-6df89b94dde0 req-868d86ef-0c15-4917-8c9e-e3928ee800fd tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=29899aaf-519c-4e22-8901-ecc79506850f HTTP/1.1" status: 200 len: 210 time: 0.0265884 Mar 31 22:55:16.863781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'name': 'network-vif-deleted', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:16.866798 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bbea84-8be0-44d7-9e39-cd956d0973e0" -d '{"events": [{"server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "name": "network-vif-deleted", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:16.893599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0a26d-7c9c-4484-b3f7-c19d54ff8dd8 req-4ff6ccd1-0632-446b-b63e-81ee19a88692 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:16.895128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cad0a26d-7c9c-4484-b3f7-c19d54ff8dd8 req-4ff6ccd1-0632-446b-b63e-81ee19a88692 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0563500 Mar 31 22:55:16.904515 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b75afe-8771-4ef4-871c-d5df77632282 x-openstack-request-id: req-58b75afe-8771-4ef4-871c-d5df77632282 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:16.904806 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29899aaf-519c-4e22-8901-ecc79506850f", "name": "network-vif-deleted", "tag": "5f976b0e-95a1-4936-a095-942500a0bf29", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:16.905059 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-58b75afe-8771-4ef4-871c-d5df77632282 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:16.905450 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b75afe-8771-4ef4-871c-d5df77632282'] response: {'server_uuid': '29899aaf-519c-4e22-8901-ecc79506850f', 'name': 'network-vif-deleted', 'tag': '5f976b0e-95a1-4936-a095-942500a0bf29', 'status': 'completed', 'code': 200} Mar 31 22:55:16.942718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cad0a26d-7c9c-4484-b3f7-c19d54ff8dd8 req-a842829a-72cb-4bde-bf71-83a9f0636738 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Mar 31 22:55:17.079385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f46bdb-cab1-4abf-a001-b993060e8973 req-bedb4f5c-fe10-42a0-a816-ab434ed0127d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.080906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05f46bdb-cab1-4abf-a001-b993060e8973 req-bedb4f5c-fe10-42a0-a816-ab434ed0127d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0549011 Mar 31 22:55:17.120465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05f46bdb-cab1-4abf-a001-b993060e8973 req-84d38b78-7eb2-42fc-904f-e9989c0d920e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Mar 31 22:55:17.436309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dd341-b4b0-4584-a491-1909c9baed18 req-45a868ed-ecb9-44d8-8174-cccc7968f194 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.438171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e58dd341-b4b0-4584-a491-1909c9baed18 req-45a868ed-ecb9-44d8-8174-cccc7968f194 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Mar 31 22:55:17.458864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41633a1e-19e0-4b9d-93a4-20524a31769b req-f0e4e195-951a-4aee-9c05-6199a5ea6b9d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.460469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41633a1e-19e0-4b9d-93a4-20524a31769b req-f0e4e195-951a-4aee-9c05-6199a5ea6b9d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0565457 Mar 31 22:55:17.466534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5f976b0e-95a1-4936-a095-942500a0bf29 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:17.496206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e58dd341-b4b0-4584-a491-1909c9baed18 req-a5c6c2b1-9137-405e-b2d6-bad755ed9a87 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469797 Mar 31 22:55:17.506644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5f976b0e-95a1-4936-a095-942500a0bf29 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:17.506644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5f976b0e-95a1-4936-a095-942500a0bf29 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:17.514301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41633a1e-19e0-4b9d-93a4-20524a31769b req-dae37116-2dc2-4854-98d9-5e407730a95f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Mar 31 22:55:17.657265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a280d-0477-4951-bdf5-2433ca2b180b req-cad5b7fd-b9be-40c6-88f5-f438e49d62bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:17.658816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e4a280d-0477-4951-bdf5-2433ca2b180b req-cad5b7fd-b9be-40c6-88f5-f438e49d62bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0535612 Mar 31 22:55:17.704233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e4a280d-0477-4951-bdf5-2433ca2b180b req-c5bbda3d-8b14-43da-9f4e-f84b8f2aab46 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Mar 31 22:55:18.082872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a710-c166-4e8b-a0d9-c235f8935cab req-848f1e14-aeab-4bd6-ab1f-14ffb8c7f408 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.084715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88a2a710-c166-4e8b-a0d9-c235f8935cab req-848f1e14-aeab-4bd6-ab1f-14ffb8c7f408 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0653770 Mar 31 22:55:18.137858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88a2a710-c166-4e8b-a0d9-c235f8935cab req-5a287972-54c3-450a-bef1-7ea10ab0675a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461810 Mar 31 22:55:18.141228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edefb7-37c2-48fd-bef6-d146315a0534 req-74dc91d1-cd0a-4bcb-96eb-bdfdc0c41e72 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.142744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7edefb7-37c2-48fd-bef6-d146315a0534 req-74dc91d1-cd0a-4bcb-96eb-bdfdc0c41e72 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0603397 Mar 31 22:55:18.197357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7edefb7-37c2-48fd-bef6-d146315a0534 req-4a60fff1-58eb-4eeb-a068-3754c165c0dc tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468092 Mar 31 22:55:18.267556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e8a47-df2a-4f44-bf6d-e595e39b7737 req-23a041e3-1210-4505-8e46-30716d09019e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.269114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-332e8a47-df2a-4f44-bf6d-e595e39b7737 req-23a041e3-1210-4505-8e46-30716d09019e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0601976 Mar 31 22:55:18.308731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-332e8a47-df2a-4f44-bf6d-e595e39b7737 req-a097f01f-96fe-4bce-b0bb-ad3a6efc10df tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Mar 31 22:55:18.339084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36f69642-82e1-4ba2-9749-7aedcac4db45 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:18.399023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 36f69642-82e1-4ba2-9749-7aedcac4db45 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:18.403650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 36f69642-82e1-4ba2-9749-7aedcac4db45 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:18.404028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.487143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.525887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36f69642-82e1-4ba2-9749-7aedcac4db45,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:18.532739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.533519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:18.598141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:18.600446 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56483cdd-c088-4bf3-bc15-f0772e499e63" -d '{"events": [{"server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "name": "network-vif-plugged", "status": "completed", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:18.625215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:18.640999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:18.645795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:18.646062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9b64-258e-407c-840d-3bfe5df6fa9e req-7b1f550b-ca6f-4bb3-80d8-857ab9e73b64 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.646721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.654613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-589b9b64-258e-407c-840d-3bfe5df6fa9e req-7b1f550b-ca6f-4bb3-80d8-857ab9e73b64 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0791249 Mar 31 22:55:18.664772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b29c0b-204e-4c32-9719-de7eb4f0fd29 req-f3e02c9c-be86-4482-a6b3-8c935828f961 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.666827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5b29c0b-204e-4c32-9719-de7eb4f0fd29 req-f3e02c9c-be86-4482-a6b3-8c935828f961 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 947 time: 0.0644920 Mar 31 22:55:18.696840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-589b9b64-258e-407c-840d-3bfe5df6fa9e req-feb5474a-a1d3-4714-b9ff-58ee84d9233b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Mar 31 22:55:18.720131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5b29c0b-204e-4c32-9719-de7eb4f0fd29 req-4e437f85-d0eb-4ec4-a8d1-48f31b0636fe tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Mar 31 22:55:18.759501 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd9b53-8bc9-4aa6-a1f7-c9e60f98e7d0 x-openstack-request-id: req-f9bd9b53-8bc9-4aa6-a1f7-c9e60f98e7d0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:18.759883 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "name": "network-vif-plugged", "status": "completed", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:18.760139 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f9bd9b53-8bc9-4aa6-a1f7-c9e60f98e7d0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:18.760801 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bd9b53-8bc9-4aa6-a1f7-c9e60f98e7d0'] response: {'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45', 'code': 200} Mar 31 22:55:18.764857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.816360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:18.823881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:18.856778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003827-94ea-4987-af1f-210e54673743 req-2c58383a-9973-421f-ac24-596e3d18cd25 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:18.859900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1003827-94ea-4987-af1f-210e54673743 req-2c58383a-9973-421f-ac24-596e3d18cd25 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0529027 Mar 31 22:55:18.876109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:18.910612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1003827-94ea-4987-af1f-210e54673743 req-687fac2c-2546-435c-8a4f-c50ca993bb53 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 Mar 31 22:55:19.265472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a4351-24f1-483a-aaed-5f1f3f202b0f req-0d24ec8c-8ea4-461b-89d2-eb8c6feb472a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.266977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb7a4351-24f1-483a-aaed-5f1f3f202b0f req-0d24ec8c-8ea4-461b-89d2-eb8c6feb472a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0521049 Mar 31 22:55:19.311861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb7a4351-24f1-483a-aaed-5f1f3f202b0f req-1f773bd0-d736-4242-bd06-34d3d9e358f3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382693 Mar 31 22:55:19.334655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa966-538a-4824-bb7a-473745517dc5 req-4aa21c17-c349-489b-876d-ef97bfc02de9 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.336541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-651aa966-538a-4824-bb7a-473745517dc5 req-4aa21c17-c349-489b-876d-ef97bfc02de9 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0665028 Mar 31 22:55:19.377075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-651aa966-538a-4824-bb7a-473745517dc5 req-590fd9ea-f9b4-4531-9bd4-13426f43dbc4 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Mar 31 22:55:19.435976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb077cd-66bc-4a32-8c19-860f4f9d5515 req-6f7b45ec-8dfc-459a-8248-3a6e1e4da1c6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.437511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bb077cd-66bc-4a32-8c19-860f4f9d5515 req-6f7b45ec-8dfc-459a-8248-3a6e1e4da1c6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0496669 Mar 31 22:55:19.463194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3ecd9621-73da-4020-afa3-d09478372566 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:19.483306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bb077cd-66bc-4a32-8c19-860f4f9d5515 req-97d91d35-25f4-4900-b424-f9748013d828 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Mar 31 22:55:19.573631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3ecd9621-73da-4020-afa3-d09478372566,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:19.584596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '3ecd9621-73da-4020-afa3-d09478372566', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '3ecd9621-73da-4020-afa3-d09478372566', 'mac_address': 'fa:16:3e:03:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:19.623045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.635822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecd9621-73da-4020-afa3-d09478372566 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:19.655344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3ecd9621-73da-4020-afa3-d09478372566,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:19.664438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:19.715797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:19.817511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf855-7e79-4974-aaad-983c5f610d39 req-1d9d7103-e7ba-4950-8e50-6ff5e1ba255f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.819094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-488cf855-7e79-4974-aaad-983c5f610d39 req-1d9d7103-e7ba-4950-8e50-6ff5e1ba255f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0502465 Mar 31 22:55:19.842748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3911-0b02-470d-b3af-c7b74fc031b5 req-6b510106-f1e1-4879-b12b-da6444bbbc68 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:19.844416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c6b3911-0b02-470d-b3af-c7b74fc031b5 req-6b510106-f1e1-4879-b12b-da6444bbbc68 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 948 time: 0.0549877 Mar 31 22:55:19.864214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-488cf855-7e79-4974-aaad-983c5f610d39 req-72cb902b-6659-44d1-b2f9-0d377274e1fc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382793 Mar 31 22:55:19.891751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c6b3911-0b02-470d-b3af-c7b74fc031b5 req-1c9493ec-9977-48fa-a632-be6ff142ae58 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Mar 31 22:55:20.054682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f710a-6b44-4fd4-8dfb-b12be317c885 req-e43687d9-54f1-4761-8172-8960671cb3d2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.056688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345f710a-6b44-4fd4-8dfb-b12be317c885 req-e43687d9-54f1-4761-8172-8960671cb3d2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0531273 Mar 31 22:55:20.097365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345f710a-6b44-4fd4-8dfb-b12be317c885 req-45bd5cc3-7898-40e8-8568-1277c7bdb021 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Mar 31 22:55:20.429857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691645d-cfc7-4b08-8641-e7ee17d4ef3d req-08b03d67-ce80-4c27-abd0-b29b895b0b74 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.431511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f691645d-cfc7-4b08-8641-e7ee17d4ef3d req-08b03d67-ce80-4c27-abd0-b29b895b0b74 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0505655 Mar 31 22:55:20.471265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f691645d-cfc7-4b08-8641-e7ee17d4ef3d req-708114c6-df6c-4e3f-b750-e72cbb3e0741 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Mar 31 22:55:20.508701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b7e5e-7828-40a8-b7c4-7192f143a5ab req-c2986725-f8cd-4229-b820-d538885b9cb8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.510222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd8b7e5e-7828-40a8-b7c4-7192f143a5ab req-c2986725-f8cd-4229-b820-d538885b9cb8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0519915 Mar 31 22:55:20.549586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd8b7e5e-7828-40a8-b7c4-7192f143a5ab req-f9bd50e0-5175-49d8-936d-a59f3b202e6e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Mar 31 22:55:20.614836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32619f1c-f025-4862-bd5e-280b432e5941 req-a603523b-b725-49b1-b1d6-2e36c1381102 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.616612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32619f1c-f025-4862-bd5e-280b432e5941 req-a603523b-b725-49b1-b1d6-2e36c1381102 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0607731 Mar 31 22:55:20.630701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:20.657253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32619f1c-f025-4862-bd5e-280b432e5941 req-0723fdb0-4d09-4186-966f-6e3f6b967ca1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Mar 31 22:55:20.678100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['3ecd9621-73da-4020-afa3-d09478372566'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:20.765205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:20.767428 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a48c1-cd06-4e52-aec8-c01b5cc95602" -d '{"events": [{"server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:20.808185 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed09b1d-3bbb-4eaf-98c7-acd421dd2d93 x-openstack-request-id: req-3ed09b1d-3bbb-4eaf-98c7-acd421dd2d93 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:20.808476 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:20.808733 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3ed09b1d-3bbb-4eaf-98c7-acd421dd2d93 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:20.809124 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed09b1d-3bbb-4eaf-98c7-acd421dd2d93'] response: {'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', 'code': 200} Mar 31 22:55:20.983017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ce66e-7da7-4f32-bf62-d434304ea15f req-db757302-608b-4b2b-987f-8f45bf58a907 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:20.984775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb6ce66e-7da7-4f32-bf62-d434304ea15f req-db757302-608b-4b2b-987f-8f45bf58a907 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0524378 Mar 31 22:55:21.020295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094654f-c85f-4756-a9b2-7d9db7d99b7d req-363e285d-020f-4a76-8952-051647c61f0b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.021696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0094654f-c85f-4756-a9b2-7d9db7d99b7d req-363e285d-020f-4a76-8952-051647c61f0b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 948 time: 0.0588694 Mar 31 22:55:21.028964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb6ce66e-7da7-4f32-bf62-d434304ea15f req-21b635d0-ec80-492d-b1cb-5ce54e054784 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358837 Mar 31 22:55:21.081963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0094654f-c85f-4756-a9b2-7d9db7d99b7d req-84479fe1-6f21-4cac-9f0c-53986ca41c33 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534277 Mar 31 22:55:21.225418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae55eb-c35e-43f0-8774-a5a9f3c1dcd3 req-6a8a4026-d1d2-4ed3-a374-9a8d4af4c5bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.227278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f5ae55eb-c35e-43f0-8774-a5a9f3c1dcd3 req-6a8a4026-d1d2-4ed3-a374-9a8d4af4c5bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0562031 Mar 31 22:55:21.271161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f5ae55eb-c35e-43f0-8774-a5a9f3c1dcd3 req-a224ba7d-1b5d-44c9-b2e3-e434194ff60e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Mar 31 22:55:21.449291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 162595c5-38b8-4907-b590-691617048dfd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:21.557557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:21.570630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '162595c5-38b8-4907-b590-691617048dfd', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'port_id': '162595c5-38b8-4907-b590-691617048dfd', 'mac_address': 'fa:16:3e:31:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fba39d8-b8cd-484b-be30-18986f22ea0e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:21.604731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76db24-6be3-47f4-b8ee-858c2c4e286f req-a9450229-bf72-4a46-a1e3-1bb1f5626361 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.607441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e76db24-6be3-47f4-b8ee-858c2c4e286f req-a9450229-bf72-4a46-a1e3-1bb1f5626361 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0636828 Mar 31 22:55:21.616976 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:21.630725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162595c5-38b8-4907-b590-691617048dfd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:21.647214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e76db24-6be3-47f4-b8ee-858c2c4e286f req-37ffe34b-8612-4aae-81ac-6e9b2b093585 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Mar 31 22:55:21.660157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:21.673847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:21.679827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0084f-b962-4662-8261-ee746cf35c08 req-85617635-f9c5-4c43-bbf2-144a4528cb63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.687579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3be0084f-b962-4662-8261-ee746cf35c08 req-85617635-f9c5-4c43-bbf2-144a4528cb63 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0626087 Mar 31 22:55:21.723709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:21.732982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3be0084f-b962-4662-8261-ee746cf35c08 req-ba968ce8-449e-4790-b97a-fa400df69e40 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426538 Mar 31 22:55:21.786537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeaeaf-18d4-46c2-b8ff-d1904442ef02 req-b6b08355-560a-497e-852b-6271006841fb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.788026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bfeaeaf-18d4-46c2-b8ff-d1904442ef02 req-b6b08355-560a-497e-852b-6271006841fb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0531728 Mar 31 22:55:21.828550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bfeaeaf-18d4-46c2-b8ff-d1904442ef02 req-10330e40-0c18-48fc-89f4-9baca06c6ff5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Mar 31 22:55:21.850026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-6873f8cb-a107-413a-99f5-acde91075dc1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:21.851580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-6873f8cb-a107-413a-99f5-acde91075dc1 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 948 time: 0.0559611 Mar 31 22:55:21.959754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Deleting port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:21.960208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.058287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] For port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:22.058607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.070969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Calling delete_port for ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:22.188349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05992-9017-4d57-8e82-73214488c214 req-fc93e38c-86cb-4e77-8463-6d642b376416 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.189806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e05992-9017-4d57-8e82-73214488c214 req-fc93e38c-86cb-4e77-8463-6d642b376416 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0781562 Mar 31 22:55:22.233384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0cb1-dd75-4706-a7d5-386f2edc0a8b req-8e8ba43d-3868-4fc0-8451-e4ea5267c009 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.234915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-767a0cb1-dd75-4706-a7d5-386f2edc0a8b req-8e8ba43d-3868-4fc0-8451-e4ea5267c009 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 948 time: 0.0722184 Mar 31 22:55:22.270180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e05992-9017-4d57-8e82-73214488c214 req-b85b7ff5-f888-4de2-9bf5-4b20c0d5b08e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737119 Mar 31 22:55:22.280266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-767a0cb1-dd75-4706-a7d5-386f2edc0a8b req-9c4ce01a-e2e6-4719-8f74-cf001430bfb0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371225 Mar 31 22:55:22.282425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.315450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event deleted for resources: {'Port': ['ID=ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:22.381895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] No DVR routers for this DVR port ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:22.384910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:22.388437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96b9cfe8-d79b-4ec6-b0c6-aaf8b7a1bb5d req-4bb241b0-8f6e-4c92-8a03-e50fd92b0b39 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "DELETE /v2.0/ports/ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da HTTP/1.1" status: 204 len: 173 time: 0.5191684 Mar 31 22:55:22.388922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'name': 'network-vif-deleted', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:22.391229 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f275a-5143-4bd7-afae-5149a7c0a0f9" -d '{"events": [{"server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "name": "network-vif-deleted", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:22.426504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4a274-914e-45e2-bad7-06f9352b6173 req-566eaa77-20ce-43ff-92f9-d798bf7c7ef4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.428236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0a4a274-914e-45e2-bad7-06f9352b6173 req-566eaa77-20ce-43ff-92f9-d798bf7c7ef4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.0571785 Mar 31 22:55:22.438904 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8a1436-c114-4fb5-87d0-5e0019698dbb x-openstack-request-id: req-6e8a1436-c114-4fb5-87d0-5e0019698dbb {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:22.439188 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60723c79-4e23-40d1-8acb-7343bacd456b", "name": "network-vif-deleted", "tag": "ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:22.439515 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6e8a1436-c114-4fb5-87d0-5e0019698dbb {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:22.439914 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e8a1436-c114-4fb5-87d0-5e0019698dbb'] response: {'server_uuid': '60723c79-4e23-40d1-8acb-7343bacd456b', 'name': 'network-vif-deleted', 'tag': 'ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', 'status': 'completed', 'code': 200} Mar 31 22:55:22.468692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0a4a274-914e-45e2-bad7-06f9352b6173 req-b6fd31c7-608d-4a52-a928-bae30c53d33c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 Mar 31 22:55:22.565274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['162595c5-38b8-4907-b590-691617048dfd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:22.692730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da', '6436ff0d-f470-4c25-820b-45ee41468dbd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:22.798989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5cdfd-0285-4985-9b61-db5db571f2cf req-47959503-a2f9-4f91-99eb-93f5848644d9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.801351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92c5cdfd-0285-4985-9b61-db5db571f2cf req-47959503-a2f9-4f91-99eb-93f5848644d9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0649445 Mar 31 22:55:22.844771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92c5cdfd-0285-4985-9b61-db5db571f2cf req-717488e3-6c14-420c-92ca-8b80a742188c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Mar 31 22:55:22.874066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28dab75e-4a1d-4980-9c13-e07d045f3487 req-f2641680-e184-4cd2-9d54-4989d64e1502 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=60723c79-4e23-40d1-8acb-7343bacd456b HTTP/1.1" status: 200 len: 210 time: 0.0476873 Mar 31 22:55:22.961473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb44e8c-e9e0-4996-be95-747bea20fabc req-a9f6078f-294b-4f0d-aff7-652317b45fe2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:22.962964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb44e8c-e9e0-4996-be95-747bea20fabc req-a9f6078f-294b-4f0d-aff7-652317b45fe2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0521560 Mar 31 22:55:23.002104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb44e8c-e9e0-4996-be95-747bea20fabc req-745b4244-7ad3-448a-a356-913cbed3115d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Mar 31 22:55:23.415710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcba3e6-e8a2-4b2f-803a-63f72bcd8907 req-cc13ff86-d400-4d14-9d48-678d985304df tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.417432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efcba3e6-e8a2-4b2f-803a-63f72bcd8907 req-cc13ff86-d400-4d14-9d48-678d985304df tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0541854 Mar 31 22:55:23.419283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c8466-8616-4868-8c46-6070d0def347 req-acdc621d-20e2-4ca9-9b72-3229ac684c75 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.420883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-637c8466-8616-4868-8c46-6070d0def347 req-acdc621d-20e2-4ca9-9b72-3229ac684c75 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 948 time: 0.0534415 Mar 31 22:55:23.456956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3ecd9621-73da-4020-afa3-d09478372566 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:23.463765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efcba3e6-e8a2-4b2f-803a-63f72bcd8907 req-61ad9f2d-30fa-4c1a-b913-47f202ecf5f4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Mar 31 22:55:23.476196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-637c8466-8616-4868-8c46-6070d0def347 req-ac8d727d-7af5-4fb3-9bb4-f60325d43664 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Mar 31 22:55:23.522629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 3ecd9621-73da-4020-afa3-d09478372566 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:23.528501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 3ecd9621-73da-4020-afa3-d09478372566 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:23.529313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.616660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a21651-b791-4d2b-9c83-5b23f32a198f req-99cf5433-4fdb-4039-bddc-41ee4af9e63c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.622046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49a21651-b791-4d2b-9c83-5b23f32a198f req-99cf5433-4fdb-4039-bddc-41ee4af9e63c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.0590484 Mar 31 22:55:23.622175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.657917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9621-73da-4020-afa3-d09478372566'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:23.661233 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e34d6f-af2d-4722-a2cc-66627b005fa6" -d '{"events": [{"server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9621-73da-4020-afa3-d09478372566"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:23.668780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49a21651-b791-4d2b-9c83-5b23f32a198f req-610a499a-01f7-4d92-a4cf-ceb1ab703171 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Mar 31 22:55:23.679634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3ecd9621-73da-4020-afa3-d09478372566,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:23.695956 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:23.722638 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63f0f0-51f5-43c7-a4d9-1da67ae6d73d x-openstack-request-id: req-3d63f0f0-51f5-43c7-a4d9-1da67ae6d73d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:23.722926 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "name": "network-vif-plugged", "status": "completed", "tag": "3ecd9621-73da-4020-afa3-d09478372566", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:23.723174 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3d63f0f0-51f5-43c7-a4d9-1da67ae6d73d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:23.723571 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d63f0f0-51f5-43c7-a4d9-1da67ae6d73d'] response: {'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecd9621-73da-4020-afa3-d09478372566', 'code': 200} Mar 31 22:55:23.750624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:23.840371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e193da-ea40-4434-a00e-fc71f48014b5 req-0c4fba3a-8e81-4733-8f9a-087685b07c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.841894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78e193da-ea40-4434-a00e-fc71f48014b5 req-0c4fba3a-8e81-4733-8f9a-087685b07c77 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 1100 time: 0.0440276 Mar 31 22:55:23.885603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78e193da-ea40-4434-a00e-fc71f48014b5 req-a310dddb-d501-477c-889e-ff83fa60d5c0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Mar 31 22:55:23.972590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b612-0420-4734-ab66-55ba8186175c req-14ec6b27-c1ac-4711-b815-1d4a1e6e99b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:23.974309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f257b612-0420-4734-ab66-55ba8186175c req-14ec6b27-c1ac-4711-b815-1d4a1e6e99b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0503275 Mar 31 22:55:24.024431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f257b612-0420-4734-ab66-55ba8186175c req-782d4d50-d9a3-44c0-be35-331ed7c9ec53 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Mar 31 22:55:24.134999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea797555-aefa-4a2f-a07a-a16a669759ec req-039a4d81-ac1a-4989-9624-d3a50a0c0f42 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.136490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea797555-aefa-4a2f-a07a-a16a669759ec req-039a4d81-ac1a-4989-9624-d3a50a0c0f42 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0517552 Mar 31 22:55:24.164621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad2dd2-ac26-4d17-b026-f7fc9df4e5e2 req-8f8cbe79-1b94-47bf-a428-2c5a1471bfb3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.166085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faad2dd2-ac26-4d17-b026-f7fc9df4e5e2 req-8f8cbe79-1b94-47bf-a428-2c5a1471bfb3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0568023 Mar 31 22:55:24.176747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea797555-aefa-4a2f-a07a-a16a669759ec req-ece70374-0516-421b-ba38-82fd2036bd0d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Mar 31 22:55:24.203821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faad2dd2-ac26-4d17-b026-f7fc9df4e5e2 req-bc634729-281f-4144-84bf-8f2d874864ec tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Mar 31 22:55:24.584343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729e31f-d5d3-4414-984d-e5defdf7193c req-80b1f8f9-67d3-4e49-bd76-749197f2d33f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.586413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9729e31f-d5d3-4414-984d-e5defdf7193c req-80b1f8f9-67d3-4e49-bd76-749197f2d33f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0519350 Mar 31 22:55:24.601196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e1730-0334-428c-b455-b6ac71792b84 req-5c1894b8-c4fa-48f6-b542-fceb5e8273e7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.602703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e80e1730-0334-428c-b455-b6ac71792b84 req-5c1894b8-c4fa-48f6-b542-fceb5e8273e7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.0520451 Mar 31 22:55:24.627829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9729e31f-d5d3-4414-984d-e5defdf7193c req-0ff1d8ea-72be-442e-b71a-02dca96483fa tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343978 Mar 31 22:55:24.645460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e80e1730-0334-428c-b455-b6ac71792b84 req-99b4eb7b-4830-48e1-b5a8-ebb2c0f7af70 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Mar 31 22:55:24.765236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-dc2a65aa-4eb7-4056-b287-2883adc6aa21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290322 Mar 31 22:55:24.809813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649db891-88a6-41f5-bca7-a709b0456976 req-47ae9041-83cd-4bcf-b950-eb2a7f67e8a7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.811894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-649db891-88a6-41f5-bca7-a709b0456976 req-47ae9041-83cd-4bcf-b950-eb2a7f67e8a7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.0535409 Mar 31 22:55:24.859113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-649db891-88a6-41f5-bca7-a709b0456976 req-c7571296-8baa-4dac-ad58-ac6e0931734b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Mar 31 22:55:24.976883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-f0c9fbb8-afe8-4e86-8dbb-d8234e184d10 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868317 Mar 31 22:55:24.981697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926cdb5-c471-47b3-baee-e3b3879792db req-1756d59b-4131-4d6a-90ef-049b0b53ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.983096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2926cdb5-c471-47b3-baee-e3b3879792db req-1756d59b-4131-4d6a-90ef-049b0b53ca55 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 1096 time: 0.1344724 Mar 31 22:55:24.993293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7d797-8c98-4000-891d-c2004e5a0bff req-6706641f-5db7-48f8-bbfc-cc3ac94a97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:24.994813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbe7d797-8c98-4000-891d-c2004e5a0bff req-6706641f-5db7-48f8-bbfc-cc3ac94a97d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 1096 time: 0.1074584 Mar 31 22:55:25.107260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2926cdb5-c471-47b3-baee-e3b3879792db req-fe923018-aeeb-4485-a769-347724aaa36d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115136 Mar 31 22:55:25.120310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbe7d797-8c98-4000-891d-c2004e5a0bff req-640efccd-4c88-4fe2-aebd-1374df589699 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183679 Mar 31 22:55:25.132227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d79f40ba-950a-481e-b112-924714a84078 req-79f9cc33-78d7-40c4-b066-f74d18038223 service neutron] 10.222.0.60 "GET /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477389 Mar 31 22:55:25.173271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8712265-3a16-4277-9ba6-85ddfb2e40fd req-7370d2a8-51d1-4fa9-835e-e625853ab988 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.174792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8712265-3a16-4277-9ba6-85ddfb2e40fd req-7370d2a8-51d1-4fa9-835e-e625853ab988 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0732880 Mar 31 22:55:25.223520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8712265-3a16-4277-9ba6-85ddfb2e40fd req-54e98721-bd4c-4dee-88db-805d687d3e60 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370619 Mar 31 22:55:25.320835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e651e5-b013-45cb-9059-305fe2839488 req-94a44763-a69e-42f9-82bc-58ec330fdd58 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.323492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29e651e5-b013-45cb-9059-305fe2839488 req-94a44763-a69e-42f9-82bc-58ec330fdd58 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0625670 Mar 31 22:55:25.343608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366f89-0e60-49bb-bf4b-499c95678ed8 req-85449101-3a01-44b2-b6fd-e81d83b74750 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.345143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86366f89-0e60-49bb-bf4b-499c95678ed8 req-85449101-3a01-44b2-b6fd-e81d83b74750 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0620596 Mar 31 22:55:25.370295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29e651e5-b013-45cb-9059-305fe2839488 req-3214ac12-e20f-4996-a293-d8ad31652d4a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Mar 31 22:55:25.392703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86366f89-0e60-49bb-bf4b-499c95678ed8 req-471c714f-9004-4b5d-af28-85c5ec30285c tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392447 Mar 31 22:55:25.491886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 162595c5-38b8-4907-b590-691617048dfd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:25.544315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 162595c5-38b8-4907-b590-691617048dfd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:25.548944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 162595c5-38b8-4907-b590-691617048dfd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:25.549404 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.645606 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.678807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:25.686133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.688278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:25.731980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162595c5-38b8-4907-b590-691617048dfd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:25.734223 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c759b723-7a00-4b6d-8695-619822edf454" -d '{"events": [{"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-plugged", "status": "completed", "tag": "162595c5-38b8-4907-b590-691617048dfd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:25.741353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:25.741688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce4bbf3b-8b3d-42b2-a21c-d1075ed5c6da not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:25.753787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ec1d2-9f8a-4bc0-956e-5d8765c8d423 req-d06b0972-e2db-46c0-8385-e3d7e6fe2f3e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.755694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f0ec1d2-9f8a-4bc0-956e-5d8765c8d423 req-d06b0972-e2db-46c0-8385-e3d7e6fe2f3e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Mar 31 22:55:25.765545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:25.769591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ddf464-e4d1-455b-b265-89e3f89bed57 req-1d3e1902-b50e-41c6-8729-70a9171668ce tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:25.771192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ddf464-e4d1-455b-b265-89e3f89bed57 req-1d3e1902-b50e-41c6-8729-70a9171668ce tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.0530794 Mar 31 22:55:25.800963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f0ec1d2-9f8a-4bc0-956e-5d8765c8d423 req-aae4bfa8-0f77-4801-ac55-8ae3717b539a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377667 Mar 31 22:55:25.813774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ddf464-e4d1-455b-b265-89e3f89bed57 req-047ce0d1-ab16-4521-9c2f-2de3a57e5ea8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Mar 31 22:55:25.828478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:25.865876 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a45515-f032-4241-bb07-3cf18f522025 x-openstack-request-id: req-43a45515-f032-4241-bb07-3cf18f522025 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:25.866196 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-plugged", "status": "completed", "tag": "162595c5-38b8-4907-b590-691617048dfd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:25.866580 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-43a45515-f032-4241-bb07-3cf18f522025 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:25.867078 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a45515-f032-4241-bb07-3cf18f522025'] response: {'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162595c5-38b8-4907-b590-691617048dfd', 'code': 200} Mar 31 22:55:26.010916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36247422-136d-44d6-b50a-be44732b44c0 req-a3d8c728-ab47-4991-9a8f-ac0e9259b129 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.012372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-36247422-136d-44d6-b50a-be44732b44c0 req-a3d8c728-ab47-4991-9a8f-ac0e9259b129 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0782273 Mar 31 22:55:26.016765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f77b2-434b-4b46-bc0f-4e93d06dcc09 req-23659396-f6d2-43ee-ad28-54d0171a7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.018160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a47f77b2-434b-4b46-bc0f-4e93d06dcc09 req-23659396-f6d2-43ee-ad28-54d0171a7d35 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1096 time: 0.0716374 Mar 31 22:55:26.055761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-36247422-136d-44d6-b50a-be44732b44c0 req-651bfe83-bc07-4a78-8d44-41bf98d78148 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Mar 31 22:55:26.078341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a47f77b2-434b-4b46-bc0f-4e93d06dcc09 req-8d04589c-4e90-4b25-8b1d-abcc8002cfbf service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Mar 31 22:55:26.350303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770185-da71-483f-b5f1-fb309887bea1 req-68f23510-284f-4792-ad0b-5bf58849035a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.351823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31770185-da71-483f-b5f1-fb309887bea1 req-68f23510-284f-4792-ad0b-5bf58849035a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0558546 Mar 31 22:55:26.366881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:26.393003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31770185-da71-483f-b5f1-fb309887bea1 req-4b1c8e8e-b47d-403c-99cc-134d4974a457 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Mar 31 22:55:26.471547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:26.494451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'mac_address': 'fa:16:3e:90:d2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:26.510111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0615-b799-4a01-afdb-188867425f0a req-90197600-1622-42a9-816e-4657282d34ee tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.511767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-190a0615-b799-4a01-afdb-188867425f0a req-90197600-1622-42a9-816e-4657282d34ee tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0611703 Mar 31 22:55:26.544242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f9a8c-e062-49bb-bb33-234230a61292 req-ec0c9ffd-f4a5-4bf2-86cd-cfd4d2fab055 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.548352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-663f9a8c-e062-49bb-bb33-234230a61292 req-ec0c9ffd-f4a5-4bf2-86cd-cfd4d2fab055 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0691006 Mar 31 22:55:26.549138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.567942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-190a0615-b799-4a01-afdb-188867425f0a req-2e4a431e-f614-47b4-aa20-8bdf8ae5a988 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491114 Mar 31 22:55:26.568617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3e6188b-6f06-4da1-8f57-9778e1fcb07a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:26.595487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:26.603513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:26.611537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-663f9a8c-e062-49bb-bb33-234230a61292 req-ab22057e-739f-4595-a6a6-d48f1018fb6f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547991 Mar 31 22:55:26.667959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:26.750241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f3e6188b-6f06-4da1-8f57-9778e1fcb07a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:26.958154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9c316-40e0-4d21-a976-b74afef42103 req-4f61f857-cfb3-4c04-baa9-f42f3a043312 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.959725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ae9c316-40e0-4d21-a976-b74afef42103 req-4f61f857-cfb3-4c04-baa9-f42f3a043312 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0564239 Mar 31 22:55:26.974401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998036e-78e3-4437-9129-0847e64cc85a req-da18bebc-31b6-4aeb-bfb1-20137f9e0b5a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:26.977535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0998036e-78e3-4437-9129-0847e64cc85a req-da18bebc-31b6-4aeb-bfb1-20137f9e0b5a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.0788307 Mar 31 22:55:27.015613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ae9c316-40e0-4d21-a976-b74afef42103 req-d94c054c-cfc9-4db1-b3a2-f4d25db70e13 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Mar 31 22:55:27.028594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0998036e-78e3-4437-9129-0847e64cc85a req-f6ef190f-0ad1-44ae-9186-093ffc66f889 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444412 Mar 31 22:55:27.164062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f8076-056f-4b69-9f4c-2110700b954f req-ca86a7d4-f264-432c-89a3-7a1a342715a2 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.165634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-351f8076-056f-4b69-9f4c-2110700b954f req-ca86a7d4-f264-432c-89a3-7a1a342715a2 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 1100 time: 0.0519590 Mar 31 22:55:27.206664 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-351f8076-056f-4b69-9f4c-2110700b954f req-71e1a17a-7fbc-4d14-97d1-cce3a1f04f00 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Mar 31 22:55:27.209133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c5511-f79b-4686-99cb-fdc79e9a6df8 req-f1ac41d8-6a48-4f9f-bf82-6aeaf3088e30 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.212068 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-529c5511-f79b-4686-99cb-fdc79e9a6df8 req-f1ac41d8-6a48-4f9f-bf82-6aeaf3088e30 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0622447 Mar 31 22:55:27.258287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-529c5511-f79b-4686-99cb-fdc79e9a6df8 req-956a0a1d-e4f4-42a0-842c-b81956a15c78 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Mar 31 22:55:27.376804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-0a9b4159-f4cd-41cd-84e0-a21f4f4a8b89 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235305 Mar 31 22:55:27.496423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-c2a8be39-f21c-4ea3-859e-af793acfffbf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.497930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-c2a8be39-f21c-4ea3-859e-af793acfffbf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134195 Mar 31 22:55:27.517886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-e256696a-3c35-423d-9b39-95b8f753eeab tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0121231 Mar 31 22:55:27.533031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691770-1c0f-45f5-b51f-47681f0cfcba req-71f430c9-5a13-4959-828c-b50aafecda8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.534518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d691770-1c0f-45f5-b51f-47681f0cfcba req-71f430c9-5a13-4959-828c-b50aafecda8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0554574 Mar 31 22:55:27.587890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d691770-1c0f-45f5-b51f-47681f0cfcba req-b7bfd91c-825a-48a4-8a1a-0b3893687bb4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462589 Mar 31 22:55:27.593155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-2aab95cf-a94e-4928-b805-c17d0f20eb28 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0687120 Mar 31 22:55:27.744377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431bca1-9cb8-436f-a7bf-d6e2cdf15fe9 req-301f48a0-b363-42c9-8da3-a6629c45c7bb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.746114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1431bca1-9cb8-436f-a7bf-d6e2cdf15fe9 req-301f48a0-b363-42c9-8da3-a6629c45c7bb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0784197 Mar 31 22:55:27.792533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1431bca1-9cb8-436f-a7bf-d6e2cdf15fe9 req-927bbbfa-73f7-4324-a7a8-4a91c9594301 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Mar 31 22:55:27.858696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf17dd1-c1d3-4820-912c-6afb1fc9937b req-443c8aac-0f06-4c28-89a2-f0069a29b78f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:27.860459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf17dd1-c1d3-4820-912c-6afb1fc9937b req-443c8aac-0f06-4c28-89a2-f0069a29b78f tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0784278 Mar 31 22:55:27.878292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1958ec6b-427d-41ae-ba73-079edc91b0fd req-42f26456-e964-41f1-981a-e7e218ccfa08 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 210 time: 0.0440464 Mar 31 22:55:27.917210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf17dd1-c1d3-4820-912c-6afb1fc9937b req-f8d7f720-cdbc-49c7-a290-8e59a53e7108 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Mar 31 22:55:28.185338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359cc80-f009-40f4-8c82-4e83607de75c req-30fc452e-7c1a-416d-879d-3f9818f6086b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.187107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9359cc80-f009-40f4-8c82-4e83607de75c req-30fc452e-7c1a-416d-879d-3f9818f6086b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0879848 Mar 31 22:55:28.232295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9359cc80-f009-40f4-8c82-4e83607de75c req-738a4368-c591-4403-9900-8c31b1a3d067 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Mar 31 22:55:28.389983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:28.397508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6686f-0fd8-4b4a-b1a2-99687c7e8be1 req-bd88d82b-1a8a-4a02-b6cb-6244d11066d9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.400023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80a6686f-0fd8-4b4a-b1a2-99687c7e8be1 req-bd88d82b-1a8a-4a02-b6cb-6244d11066d9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0571342 Mar 31 22:55:28.447041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80a6686f-0fd8-4b4a-b1a2-99687c7e8be1 req-b75ab1af-90a5-4fee-bad4-7d1cb877da18 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Mar 31 22:55:28.463929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f3e6188b-6f06-4da1-8f57-9778e1fcb07a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:28.464366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.555226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.579636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:28.581921 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b821b8-3ea1-4e60-940b-322f3b956d3a" -d '{"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:28.596435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:28.602164 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:28.637288 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb3b25-61ca-4b04-8fe1-d1834084df8d x-openstack-request-id: req-0acb3b25-61ca-4b04-8fe1-d1834084df8d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:28.637645 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-plugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:28.638007 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0acb3b25-61ca-4b04-8fe1-d1834084df8d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:28.638486 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acb3b25-61ca-4b04-8fe1-d1834084df8d'] response: {'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'code': 200} Mar 31 22:55:28.669209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:28.724233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56a617-d494-4fe7-bee6-ed9994b91104 req-6cc526b4-b288-4beb-ad7f-5ec1d5a93c91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.725722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f56a617-d494-4fe7-bee6-ed9994b91104 req-6cc526b4-b288-4beb-ad7f-5ec1d5a93c91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0604057 Mar 31 22:55:28.776367 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f56a617-d494-4fe7-bee6-ed9994b91104 req-595e46f0-74a1-4368-be9c-c5f54f61e4b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Mar 31 22:55:28.929609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe664c-09d3-4f8c-b452-b6785169f21d req-ed9fe5ad-cb29-42f6-8b01-e58ccbbf1fa0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:28.931205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-defe664c-09d3-4f8c-b452-b6785169f21d req-ed9fe5ad-cb29-42f6-8b01-e58ccbbf1fa0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0620716 Mar 31 22:55:28.977946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-defe664c-09d3-4f8c-b452-b6785169f21d req-dc6a87a8-647a-4fa4-a61f-a1e901cef1b8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Mar 31 22:55:28.991532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10871cfa-82a2-45e2-929a-8f3c9b8f436c req-1e2793e4-7fb7-41cf-b44b-420c70908dba tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 210 time: 0.0297344 Mar 31 22:55:29.096561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b438b-db5e-4be4-ae82-bc0dcfc4d4c3 req-0fa0cafb-123c-4aa3-b380-3a4b072519ee tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.098181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df3b438b-db5e-4be4-ae82-bc0dcfc4d4c3 req-0fa0cafb-123c-4aa3-b380-3a4b072519ee tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0554593 Mar 31 22:55:29.146169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df3b438b-db5e-4be4-ae82-bc0dcfc4d4c3 req-892d3693-7f3e-4b63-b9ac-5a5694fa1a4e tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/security-groups?id=17a7340d-9849-4932-8612-1a989e232c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Mar 31 22:55:29.402623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f210a-22ba-4f2b-a65b-1ed1af7f6145 req-5283f6f9-5e87-4c8f-8523-7176d67bce32 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.404085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c70f210a-22ba-4f2b-a65b-1ed1af7f6145 req-5283f6f9-5e87-4c8f-8523-7176d67bce32 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0802641 Mar 31 22:55:29.445807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-a9d623d4-5e03-4422-878f-7cf827c5b1d8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.447347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-a9d623d4-5e03-4422-878f-7cf827c5b1d8 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 950 time: 0.0849133 Mar 31 22:55:29.479195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c70f210a-22ba-4f2b-a65b-1ed1af7f6145 req-09711a4f-6850-4c58-abeb-194b5b1346fc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Mar 31 22:55:29.520521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-e490f019-50df-4523-951b-4ace62e2fcf0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632939 Mar 31 22:55:29.614233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36646dac-390a-467a-911e-3cb7a1f81834 req-640131f4-518e-431b-8f77-5b83fb557720 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.617003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36646dac-390a-467a-911e-3cb7a1f81834 req-640131f4-518e-431b-8f77-5b83fb557720 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0686526 Mar 31 22:55:29.667202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36646dac-390a-467a-911e-3cb7a1f81834 req-d6813703-fa03-404f-b163-3d4eec187b13 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Mar 31 22:55:29.700881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Deleting port 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:29.701296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.731001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-107723e1-4809-403a-be9f-781e4c73b6c3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:29.732487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-107723e1-4809-403a-be9f-781e4c73b6c3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593919 Mar 31 22:55:29.781358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:29.867365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] For port 6436ff0d-f470-4c25-820b-45ee41468dbd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6436ff0d-f470-4c25-820b-45ee41468dbd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:29.867709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:29.912949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Calling delete_port for 6436ff0d-f470-4c25-820b-45ee41468dbd owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:30.002568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94400b-89bd-4187-a1eb-f249884ae8b1 req-62133d82-edff-4c36-80cc-bb3e95b9d8cc tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.004138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac94400b-89bd-4187-a1eb-f249884ae8b1 req-62133d82-edff-4c36-80cc-bb3e95b9d8cc tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1389747 Mar 31 22:55:30.035560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:30.039024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.090589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac94400b-89bd-4187-a1eb-f249884ae8b1 req-583c7707-007b-449f-a9ac-4039419c783c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765181 Mar 31 22:55:30.133043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f96c1-2baf-414f-b595-90f9e49de3ea req-d6d0ea62-01c7-4084-b79a-e9d3698d3e4e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.140717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-308f96c1-2baf-414f-b595-90f9e49de3ea req-d6d0ea62-01c7-4084-b79a-e9d3698d3e4e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0867088 Mar 31 22:55:30.186651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-308f96c1-2baf-414f-b595-90f9e49de3ea req-eded74fd-f353-4229-abaf-a325f421d0c8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Mar 31 22:55:30.211172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aafee283-2982-46c3-a9e0-dd8d27c1e8e9 req-424f7082-e306-4c1f-ba86-59703966222d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 210 time: 0.0386643 Mar 31 22:55:30.216658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.276983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Pushing event deleted for resources: {'Port': ['ID=6436ff0d-f470-4c25-820b-45ee41468dbd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:30.302827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3e04997-0333-43a1-a08e-09f03c591de7 req-a056ec01-2815-4f87-bc4a-2795f4925e98 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.95 "GET /v2.0/ports?device_id=4752d440-dc77-41bf-9377-53a2e6f8a77e HTTP/1.1" status: 200 len: 210 time: 0.0455484 Mar 31 22:55:30.338263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] No DVR routers for this DVR port 6436ff0d-f470-4c25-820b-45ee41468dbd on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:30.340586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.13 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/b30dda0a-56bd-40f7-801a-7bf2c1eb9154) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:30.343227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.346693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c1f188f-aead-42ed-ba9f-ae114988443c req-5dbe8bef-6826-4950-85d5-639960b664f3 tempest-ServersAdminTestJSON-1892761209 tempest-ServersAdminTestJSON-1892761209-project] 10.222.0.96 "DELETE /v2.0/ports/6436ff0d-f470-4c25-820b-45ee41468dbd HTTP/1.1" status: 204 len: 173 time: 0.8773403 Mar 31 22:55:30.347176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-deleted', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:30.349732 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f22c86-ba28-44fa-aba0-a585abd270eb" -d '{"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-deleted", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:30.397207 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a51cb-d4bc-42d6-afdf-65525b72001c x-openstack-request-id: req-980a51cb-d4bc-42d6-afdf-65525b72001c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:30.397529 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4752d440-dc77-41bf-9377-53a2e6f8a77e", "name": "network-vif-deleted", "tag": "6436ff0d-f470-4c25-820b-45ee41468dbd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:30.398749 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-980a51cb-d4bc-42d6-afdf-65525b72001c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:30.399225 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980a51cb-d4bc-42d6-afdf-65525b72001c'] response: {'server_uuid': '4752d440-dc77-41bf-9377-53a2e6f8a77e', 'name': 'network-vif-deleted', 'tag': '6436ff0d-f470-4c25-820b-45ee41468dbd', 'status': 'completed', 'code': 200} Mar 31 22:55:30.591262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.657520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e0c14-4de7-46a0-b1af-ee0e6a07357e req-3c448fc2-b32f-4dbc-935f-06a1c9837f3f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.659094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d6e0c14-4de7-46a0-b1af-ee0e6a07357e req-3c448fc2-b32f-4dbc-935f-06a1c9837f3f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0893493 Mar 31 22:55:30.683648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.694550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:30.731339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e', '3ecd9621-73da-4020-afa3-d09478372566'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:30.746149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d6e0c14-4de7-46a0-b1af-ee0e6a07357e req-fca8145f-a548-40b7-a366-cea858deaf4e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807443 Mar 31 22:55:30.747957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:30.751224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:30.755938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:30.760352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:30.809331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.810090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:30.810919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd43a6-26d1-4ff4-b7a0-1cc4cae8e05f req-5a7d7fbc-3b4a-4e43-83e1-f3d1e4f6550f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:30.818819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cdd43a6-26d1-4ff4-b7a0-1cc4cae8e05f req-5a7d7fbc-3b4a-4e43-83e1-f3d1e4f6550f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0649230 Mar 31 22:55:30.841861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-81ef0451-f109-4306-b442-abd1afbf8e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0703979 Mar 31 22:55:30.862783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Request body: {'port': {'device_id': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:30.869152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cdd43a6-26d1-4ff4-b7a0-1cc4cae8e05f req-9321cab9-d2eb-4e73-a085-1d518ea6d0bc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492914 Mar 31 22:55:30.936170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.032033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23194b76-c660-4f3d-b0ed-c19b337fccee req-595f701f-5fcb-43ea-95b3-f52ffe19df8d tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.034152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23194b76-c660-4f3d-b0ed-c19b337fccee req-595f701f-5fcb-43ea-95b3-f52ffe19df8d tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1096 time: 0.0877945 Mar 31 22:55:31.173230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3527d985-0eb3-431a-aec4-d5789ee37625 None None] Provisioning complete for port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:31.173691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3527d985-0eb3-431a-aec4-d5789ee37625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.234895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976ab1e-1634-40fd-b135-473432a7aa00 req-84124237-ba9b-4907-9a1a-76c3cc7046c6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.238452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b976ab1e-1634-40fd-b135-473432a7aa00 req-84124237-ba9b-4907-9a1a-76c3cc7046c6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0566893 Mar 31 22:55:31.277749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3527d985-0eb3-431a-aec4-d5789ee37625 None None] Port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:31.308121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b976ab1e-1634-40fd-b135-473432a7aa00 req-227a30c2-945d-4d6a-818c-0f8dd9cebcf6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601788 Mar 31 22:55:31.443864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23194b76-c660-4f3d-b0ed-c19b337fccee req-e5a4f745-d684-4352-ae9e-16caab489fab tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698664 Mar 31 22:55:31.447029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f575ff-7335-4f97-b57b-9c639ed7a4db req-78cf30da-f038-452e-8dd9-85235095be09 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.449077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47f575ff-7335-4f97-b57b-9c639ed7a4db req-78cf30da-f038-452e-8dd9-85235095be09 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0643766 Mar 31 22:55:31.505389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47f575ff-7335-4f97-b57b-9c639ed7a4db req-b8dfd04b-30a7-4f63-b9cd-870970fb0b33 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Mar 31 22:55:31.538039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:31.566171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 6436ff0d-f470-4c25-820b-45ee41468dbd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:31.566676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6436ff0d-f470-4c25-820b-45ee41468dbd not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:31.631541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba84c2-4496-4b9b-b1ea-c920ca1ce9de req-19bec1dc-aba5-4c24-af2f-e6d83d82323f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.633419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6aba84c2-4496-4b9b-b1ea-c920ca1ce9de req-19bec1dc-aba5-4c24-af2f-e6d83d82323f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 935 time: 0.0892308 Mar 31 22:55:31.669901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30dda0a-56bd-40f7-801a-7bf2c1eb9154 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:31.684328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.710515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6aba84c2-4496-4b9b-b1ea-c920ca1ce9de req-8901c169-0368-46be-9f64-e953941f8c01 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Mar 31 22:55:31.711496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Transition to ACTIVE for port object b30dda0a-56bd-40f7-801a-7bf2c1eb9154 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:31.716537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.833215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Pushing event updated for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:31.852875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Attempting to bind port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:31.853275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Attempting to bind port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:31.853626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Attempting to bind port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:31.858539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:31.858857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Attempting to bind port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:31.864793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:31.865151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:31.865581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:31.866027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Bound port: b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:31.866637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.921084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33842) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:31.960483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:31.966032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:31.975899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:31.990304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473f931-76ad-440c-a1fd-805422c2f648 req-c1465179-56a2-4159-bd7d-957869326418 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:31.992116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c473f931-76ad-440c-a1fd-805422c2f648 req-c1465179-56a2-4159-bd7d-957869326418 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0911336 Mar 31 22:55:32.030900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.031669 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.033173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] 10.222.0.96 "PUT /v2.0/ports/b30dda0a-56bd-40f7-801a-7bf2c1eb9154 HTTP/1.1" status: 200 len: 1095 time: 1.1749313 Mar 31 22:55:32.063155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8d6b8-da96-4c29-bae3-f2ac3528905b service neutron] Pushing event updated for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:32.127756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c473f931-76ad-440c-a1fd-805422c2f648 req-30b99f18-5749-446e-8c43-3b5b383ca50b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269491 Mar 31 22:55:32.247836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d5cd05a1-5387-4a17-92a2-6aa6c8d0e99f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=49c3e1ba97ba4989a45caeef06addf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230858 Mar 31 22:55:32.248339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:32.264593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-fe5718f7-7407-43b7-aeb0-05e739d9a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.266568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-fe5718f7-7407-43b7-aeb0-05e739d9a5bf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 1098 time: 0.1002464 Mar 31 22:55:32.321749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.346529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-93731f9d-cbfb-4caa-95c2-0f89a7f1fd14 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154 HTTP/1.1" status: 200 len: 217 time: 0.0549717 Mar 31 22:55:32.353687 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.400260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:32.404336 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404da1f0-7162-4a99-b25e-cd8e38ae35a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:32.407177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.411518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.413162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17a7340d-9849-4932-8612-1a989e232c05 HTTP/1.1" status: 204 len: 168 time: 0.1635616 Mar 31 22:55:32.445114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7340d-9849-4932-8612-1a989e232c05,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:32.463579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.465763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.466344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.466995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.468247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.468949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.469063 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd190c9-bacc-4418-97b2-e6546bf6d1d3 x-openstack-request-id: req-ebd190c9-bacc-4418-97b2-e6546bf6d1d3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:32.469254 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:32.469737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.470712 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ebd190c9-bacc-4418-97b2-e6546bf6d1d3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:32.471664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.472226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.472796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.472943 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd190c9-bacc-4418-97b2-e6546bf6d1d3'] response: {'name': 'network-changed', 'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154', 'status': 'completed', 'code': 200} Mar 31 22:55:32.473856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.474393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757ac8ca-d418-485c-b16a-8f001235b2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:32.480863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-1f27b730-af93-4a69-a57f-6719ce0a78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.482544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-1f27b730-af93-4a69-a57f-6719ce0a78f0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1178119 Mar 31 22:55:32.503507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85d863-603a-49fd-88bf-038e8c47eba7 req-7508465f-a0d1-4e30-90a2-4a6757c7f414 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.505019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f85d863-603a-49fd-88bf-038e8c47eba7 req-7508465f-a0d1-4e30-90a2-4a6757c7f414 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0936425 Mar 31 22:55:32.568963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f85d863-603a-49fd-88bf-038e8c47eba7 req-1ffa2f30-6779-46a0-b896-37d5d607ca4c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Mar 31 22:55:32.581290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55a563-5c34-441e-ba04-9bb379eff888 req-98acfba8-7fa7-4d14-ba9f-e29e46e7e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.590757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-98acfba8-7fa7-4d14-ba9f-e29e46e7e11d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762849 Mar 31 22:55:32.684779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1a687-5c7f-4939-9c4e-965486f0bfbb req-3d9c5262-c8fc-4374-a532-1a63b1fd9fb8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.693209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8d1a687-5c7f-4939-9c4e-965486f0bfbb req-3d9c5262-c8fc-4374-a532-1a63b1fd9fb8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0918674 Mar 31 22:55:32.716586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-ae2b81dd-6159-4f2a-ad64-edf8a6e424e3 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075704 Mar 31 22:55:32.763375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8d1a687-5c7f-4939-9c4e-965486f0bfbb req-76d4040f-9c66-4d00-91b6-69be89a64d1c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563650 Mar 31 22:55:32.796421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:32.842504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-493142db-894f-4694-8eb7-8b9eec592481 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2beb77d8aca1496aa148e8b9ca990e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424843 Mar 31 22:55:32.842916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33878) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:32.879971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db55a563-5c34-441e-ba04-9bb379eff888 req-022d18bb-46a8-4a8c-bbd4-3c52dd9c25a9 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493456 Mar 31 22:55:32.898071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0564f23-8809-41e8-8e04-c31b104e81d2 req-e891bac3-1d43-4ba9-831a-91634e54b741 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:32.899696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0564f23-8809-41e8-8e04-c31b104e81d2 req-e891bac3-1d43-4ba9-831a-91634e54b741 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.0691876 Mar 31 22:55:32.913390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.939884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:32.948081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0564f23-8809-41e8-8e04-c31b104e81d2 req-fd0a09a2-7d46-4d4e-9a37-fcab0a78dffd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Mar 31 22:55:33.014984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.017860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:33.019526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/03638177-e41c-490a-9eef-d51838bffa62 HTTP/1.1" status: 204 len: 168 time: 0.1751139 Mar 31 22:55:33.028231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-7811af19-f95a-4788-a9a7-a24398f70653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.029849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-7811af19-f95a-4788-a9a7-a24398f70653 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 1098 time: 0.0467236 Mar 31 22:55:33.041251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabd094-046e-4bdd-933b-949830873077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03638177-e41c-490a-9eef-d51838bffa62,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:33.151471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-3bc6b525-abcc-4dea-bfcc-1a3addf38144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.152957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-3bc6b525-abcc-4dea-bfcc-1a3addf38144 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1037905 Mar 31 22:55:33.210670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-34b29ef1-68d1-4f7a-b6db-0ecb9858aeb6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154 HTTP/1.1" status: 200 len: 217 time: 0.0385880 Mar 31 22:55:33.273970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-14280a7d-f850-4d83-8477-44f9cb6f81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.275835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-14280a7d-f850-4d83-8477-44f9cb6f81ed service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0545967 Mar 31 22:55:33.277651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9e0b-2c12-4190-bad3-dce91bc8c3b0 req-6dec5719-dc8a-45c8-9f6b-b5f9ef952879 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.279864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dbf9e0b-2c12-4190-bad3-dce91bc8c3b0 req-6dec5719-dc8a-45c8-9f6b-b5f9ef952879 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0661101 Mar 31 22:55:33.342278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dbf9e0b-2c12-4190-bad3-dce91bc8c3b0 req-0658f461-c0e4-455a-b85b-86cfd8f5f42d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Mar 31 22:55:33.345032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-7468dfcd-744a-4711-9fda-f80262513644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.347128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-7468dfcd-744a-4711-9fda-f80262513644 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557675 Mar 31 22:55:33.471718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-2a99b80c-f2f4-4430-8e8e-2c23913a2bcb service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025076 Mar 31 22:55:33.609094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404da1f0-7162-4a99-b25e-cd8e38ae35a4 req-c97a7576-e1fb-4522-9208-86650878f0aa service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233370 Mar 31 22:55:33.711107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123648-00ec-413c-9a08-0c97b487e45f req-6fec4a1b-5fb0-43a7-92cf-745a6d9a92f3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.716726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5123648-00ec-413c-9a08-0c97b487e45f req-6fec4a1b-5fb0-43a7-92cf-745a6d9a92f3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0636461 Mar 31 22:55:33.755694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5123648-00ec-413c-9a08-0c97b487e45f req-83792657-3984-490c-add3-549cec0f273f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Mar 31 22:55:33.917269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2ce00-3b95-42cd-9350-1783b08700c5 req-2ce836b2-0a34-452f-8326-f2a14391c6f2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:33.925507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbb2ce00-3b95-42cd-9350-1783b08700c5 req-2ce836b2-0a34-452f-8326-f2a14391c6f2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0611694 Mar 31 22:55:33.967317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbb2ce00-3b95-42cd-9350-1783b08700c5 req-f626b8d0-8275-40ba-9847-1ba06be4babc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Mar 31 22:55:34.063863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:34.122084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b952a7f-edca-4d95-958e-cd47cd7078df req-16ed1189-602f-426e-b1c0-85e88671b5d0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.124212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b952a7f-edca-4d95-958e-cd47cd7078df req-16ed1189-602f-426e-b1c0-85e88671b5d0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.0732327 Mar 31 22:55:34.177951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b952a7f-edca-4d95-958e-cd47cd7078df req-f44b150a-6716-44b2-9220-0cd8a1df8049 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Mar 31 22:55:34.222441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-network', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:34.242366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Made reservation on behalf of 4fb17b9f670a4ebfb1e6654c0aed04b1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:34.244824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.253384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.339967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.344606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.370000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:34.381755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c4387-b66f-442a-ae06-62fb2f2d8a2e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:34.387382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.387717 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Added segment 5da261be-7bcf-4111-b4b8-6cd3bf69e883 of type vlan for network 2f76515b-4d7d-4502-813f-0e5372e46b5b Mar 31 22:55:34.399888 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-489b8e75-e800-4e4c-a81d-08108a0cc7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.447180 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.500734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae316-e2f6-4536-9bd0-3720ef9009d5 req-f65b04be-81da-48cc-90ea-856a845c9c2f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.502277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c58ae316-e2f6-4536-9bd0-3720ef9009d5 req-f65b04be-81da-48cc-90ea-856a845c9c2f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0723782 Mar 31 22:55:34.503470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.504349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.504921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.556445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4914713 Mar 31 22:55:34.559950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:34.565091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Request body: {'subnet': {'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-subnet', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:34.586940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd0d41-f610-4b25-9f55-1ac67261a683 admin admin] Pushing event updated for resources: {'Network': ['ID=2f76515b-4d7d-4502-813f-0e5372e46b5b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:34.588700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Made reservation on behalf of 4fb17b9f670a4ebfb1e6654c0aed04b1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:34.592091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.598756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:34.608037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c58ae316-e2f6-4536-9bd0-3720ef9009d5 req-548572ce-f905-4550-b625-2514df121f6a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Mar 31 22:55:34.794194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:34.866565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=686aa0d7-9292-4676-a01c-1eff8d8e1687,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:34.900991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Checking segment: {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:34.901354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Network hostable DHCP agents. Network: 2f76515b-4d7d-4502-813f-0e5372e46b5b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:34.937574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b6646-c486-4b0f-a8cf-6feb2671e62c req-986f31b3-ae57-4d76-89d0-cb59dec660fd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.939422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f4b6646-c486-4b0f-a8cf-6feb2671e62c req-986f31b3-ae57-4d76-89d0-cb59dec660fd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0925291 Mar 31 22:55:34.942152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:34.962544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2f76515b-4d7d-4502-813f-0e5372e46b5b) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:34.974784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c697aa5-6993-46cd-bfb0-62834956fffd None None] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:34.980135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:34.981025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.027923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f4b6646-c486-4b0f-a8cf-6feb2671e62c req-e2c1f376-b52f-4f59-b80e-4b7bcb23385e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754387 Mar 31 22:55:35.033875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dfbf9752-5f93-41d8-b35f-7ac89bd2f884 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4725809 Mar 31 22:55:35.040405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33954) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:35.045021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:35.074035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.075338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.199014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.231301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2f76515b-4d7d-4502-813f-0e5372e46b5b', 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'fixed_ips': [{'subnet_id': '686aa0d7-9292-4676-a01c-1eff8d8e1687'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:55:35.232396 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.290727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a38af-1609-47e4-873c-30b1408fbdd2 req-2dc5afbe-ff70-47a1-9ee8-b7fda45ba500 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.294748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e63a38af-1609-47e4-873c-30b1408fbdd2 req-2dc5afbe-ff70-47a1-9ee8-b7fda45ba500 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.2020669 Mar 31 22:55:35.355424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933782-5f7e-444b-84d1-adb2aadde944 req-e4959c76-d15b-4ab5-afef-38915b822443 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.358501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97933782-5f7e-444b-84d1-adb2aadde944 req-e4959c76-d15b-4ab5-afef-38915b822443 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.0727837 Mar 31 22:55:35.427922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97933782-5f7e-444b-84d1-adb2aadde944 req-022ee3b2-573e-48fb-9cdb-ba1dbb433238 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626543 Mar 31 22:55:35.429945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Allocated IP 172.20.0.2 (2f76515b-4d7d-4502-813f-0e5372e46b5b/686aa0d7-9292-4676-a01c-1eff8d8e1687/6416f2bf-59bb-4ded-a942-06ff9e153e83) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:35.631818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.640998 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.696135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.710776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:35.716380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:35.726986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e63a38af-1609-47e4-873c-30b1408fbdd2 req-9f2cba9c-e175-44ed-972b-5031f4a28b09 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139650 Mar 31 22:55:35.728275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:35.742689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Pushing event updated for resources: {'Port': ['ID=6416f2bf-59bb-4ded-a942-06ff9e153e83,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:35.784111 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:55:35.834627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193cc8a-648c-498d-9d0e-99223c92ecfd req-1239cff0-700c-4fda-b3b2-9dda2f41e456 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:35.837375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9193cc8a-648c-498d-9d0e-99223c92ecfd req-1239cff0-700c-4fda-b3b2-9dda2f41e456 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0811651 Mar 31 22:55:35.850375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Attempting to bind port 6416f2bf-59bb-4ded-a942-06ff9e153e83 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:35.851126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Attempting to bind port 6416f2bf-59bb-4ded-a942-06ff9e153e83 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:35.851784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Attempting to bind port 6416f2bf-59bb-4ded-a942-06ff9e153e83 on network 2f76515b-4d7d-4502-813f-0e5372e46b5b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:35.860716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:35.861353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Checking segment: {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:35.862130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.862865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Bound using segment: {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:35.863477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Bound port: 6416f2bf-59bb-4ded-a942-06ff9e153e83, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:35.864049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:35.953917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9193cc8a-648c-498d-9d0e-99223c92ecfd req-b9ea7cd7-c78e-4cb1-bd83-26662860d044 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082959 Mar 31 22:55:35.955904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] For port 6416f2bf-59bb-4ded-a942-06ff9e153e83, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:35.960166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] For port 6416f2bf-59bb-4ded-a942-06ff9e153e83, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6416f2bf-59bb-4ded-a942-06ff9e153e83,segment=NetworkSegment(5da261be-7bcf-4111-b4b8-6cd3bf69e883),segment_id=5da261be-7bcf-4111-b4b8-6cd3bf69e883)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:35.977790 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.016782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.044209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.062136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71638b9-071e-4dbd-991d-e0c35f7df0f3 None None] Pushing event updated for resources: {'Port': ['ID=6416f2bf-59bb-4ded-a942-06ff9e153e83,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:36.192538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8f392-cb00-4fc6-83bf-d5591758460d req-d5d3d414-e65f-4751-bc9a-738f4bdafbb8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.197024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Allocated IP 172.25.8.14 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/00a50e46-86e8-4963-999f-8a9e8be0f4f9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:36.200331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5f8f392-cb00-4fc6-83bf-d5591758460d req-d5d3d414-e65f-4751-bc9a-738f4bdafbb8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0610383 Mar 31 22:55:36.251958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5f8f392-cb00-4fc6-83bf-d5591758460d req-a87a63af-c388-40cf-8f86-dad17733a646 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505490 Mar 31 22:55:36.357419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.412691 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.467396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:36.470787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:36.475965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:36.479209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Pushing event updated for resources: {'Port': ['ID=00a50e46-86e8-4963-999f-8a9e8be0f4f9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:36.673867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352f9f-7c67-450a-9502-1575053b0683 req-60da4bc6-dd2a-4781-9a30-01e9ca3154f7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.675284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79352f9f-7c67-450a-9502-1575053b0683 req-60da4bc6-dd2a-4781-9a30-01e9ca3154f7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.1152349 Mar 31 22:55:36.760228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79352f9f-7c67-450a-9502-1575053b0683 req-b1b4a1e6-7f29-4076-855e-4ed0d9e33feb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Mar 31 22:55:36.812922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.936747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-41996c9f-f473-44c5-ada3-5099e6160c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:36.959071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13125b7-38de-4071-9fb2-d90efbdf6709 req-6a445978-1f4e-47ed-9931-d53f1edc316b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:36.961940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13125b7-38de-4071-9fb2-d90efbdf6709 req-6a445978-1f4e-47ed-9931-d53f1edc316b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.1108384 Mar 31 22:55:37.031316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13125b7-38de-4071-9fb2-d90efbdf6709 req-9c084727-d99f-44d2-ac97-0755420d0767 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617630 Mar 31 22:55:37.142787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.155130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e843f3-4745-4357-a31f-e560b2f4cd0a req-d19c49df-48b4-4be2-8926-d907e2cebf5c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.156798 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1e843f3-4745-4357-a31f-e560b2f4cd0a req-d19c49df-48b4-4be2-8926-d907e2cebf5c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0712206 Mar 31 22:55:37.306678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1e843f3-4745-4357-a31f-e560b2f4cd0a req-ee081aec-1233-49cb-8c6a-c3f9dd534a71 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114726 Mar 31 22:55:37.361435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3b0af1-f2d7-4474-886e-3a8e22ccadfb None None] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:37.397780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Router a264844d-869a-415e-a201-a720ad7e75cf is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:55:37.408083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cecdb3-0efe-4e4a-9605-6432c9e1015f req-4feb0963-cdfe-4c91-97fb-2fc156c98b87 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.410092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40cecdb3-0efe-4e4a-9605-6432c9e1015f req-4feb0963-cdfe-4c91-97fb-2fc156c98b87 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0687463 Mar 31 22:55:37.464669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40cecdb3-0efe-4e4a-9605-6432c9e1015f req-890860a1-c05a-4f26-86c3-715d409ba490 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Mar 31 22:55:37.465706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] Provisioning complete for port 6416f2bf-59bb-4ded-a942-06ff9e153e83 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:37.466081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.566848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:37.579598 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Sync routers for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:37.590517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.595545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-70ed384d-629e-4dee-aea7-5f2a9b6a39d4 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5515041 Mar 31 22:55:37.595967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33996) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:37.598501 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:37.599388 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:37.644640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.708298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] For port 6416f2bf-59bb-4ded-a942-06ff9e153e83, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6416f2bf-59bb-4ded-a942-06ff9e153e83,segment=NetworkSegment(5da261be-7bcf-4111-b4b8-6cd3bf69e883),segment_id=5da261be-7bcf-4111-b4b8-6cd3bf69e883)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:37.719215 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:37.804477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deeada-24b2-41ed-b197-c032d2d32e11 None None] Pushing event updated for resources: {'Port': ['ID=6416f2bf-59bb-4ded-a942-06ff9e153e83,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:37.882405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:37.960237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fad9-3c65-4bbc-b3e6-7556d8dfcb0a req-97ffc1f0-61af-4e00-9f70-2e992d2a81fb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:37.962219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd84fad9-3c65-4bbc-b3e6-7556d8dfcb0a req-97ffc1f0-61af-4e00-9f70-2e992d2a81fb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.1103907 Mar 31 22:55:38.056943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd84fad9-3c65-4bbc-b3e6-7556d8dfcb0a req-c1100e7f-a1af-4a3b-942d-e3163af647bd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551281 Mar 31 22:55:38.096747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-af52ef66-791d-49a6-99ae-561b9ff797f6 None None] Provisioning complete for port 6416f2bf-59bb-4ded-a942-06ff9e153e83 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:38.096747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-af52ef66-791d-49a6-99ae-561b9ff797f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.122228 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:36Z', 'revision_number': 3, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:38.175845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Checking router: a264844d-869a-415e-a201-a720ad7e75cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:38.176364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Updating router a264844d-869a-415e-a201-a720ad7e75cf port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:38.238655 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.257394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edf4b7-7159-4e55-a6b5-bef944777dec req-c1b6aac9-cb00-4d25-aed2-2f0263335509 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.257973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93edf4b7-7159-4e55-a6b5-bef944777dec req-c1b6aac9-cb00-4d25-aed2-2f0263335509 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0763142 Mar 31 22:55:38.297765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.336349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.373761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93edf4b7-7159-4e55-a6b5-bef944777dec req-da59a3a3-afd9-4901-ad85-a363d65de8a7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048033 Mar 31 22:55:38.449059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6416f2bf-59bb-4ded-a942-06ff9e153e83 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:38.507604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6416f2bf-59bb-4ded-a942-06ff9e153e83 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:38.507797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.515086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f65a7-2118-4634-9d0a-dc2c477d2a6b req-8819a8f7-2759-471c-99dc-9a9188468656 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.516705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-329f65a7-2118-4634-9d0a-dc2c477d2a6b req-8819a8f7-2759-471c-99dc-9a9188468656 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0930469 Mar 31 22:55:38.602095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Allocated IP 172.20.0.1 (2f76515b-4d7d-4502-813f-0e5372e46b5b/686aa0d7-9292-4676-a01c-1eff8d8e1687/31d6bca7-0ae4-44f1-acee-72195d88958a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:38.608991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-329f65a7-2118-4634-9d0a-dc2c477d2a6b req-e751f9fd-a667-4387-87b4-c9878f4daba6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549948 Mar 31 22:55:38.617982 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.627668 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.641470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad4f90-df0e-462e-91b7-f7313790fdd2 req-67127e7c-d7b9-4fdb-847b-70e19f5a21e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:38.643806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5ad4f90-df0e-462e-91b7-f7313790fdd2 req-67127e7c-d7b9-4fdb-847b-70e19f5a21e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0851228 Mar 31 22:55:38.691412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Pushing event updated for resources: {'Port': ['ID=00a50e46-86e8-4963-999f-8a9e8be0f4f9,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.693600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Attempting to bind port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:38.694094 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Attempting to bind port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:38.694638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Attempting to bind port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:38.694761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5ad4f90-df0e-462e-91b7-f7313790fdd2 req-bcf91825-e465-4aa5-962d-4f3fa1e93f24 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Mar 31 22:55:38.707858 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:38.717059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:38.718074 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:38.718074 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.718074 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:38.718074 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Bound port: 00a50e46-86e8-4963-999f-8a9e8be0f4f9, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:38.718074 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.732774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.766820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.780331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] For port 00a50e46-86e8-4963-999f-8a9e8be0f4f9, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:38.784479 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] For port 00a50e46-86e8-4963-999f-8a9e8be0f4f9, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=00a50e46-86e8-4963-999f-8a9e8be0f4f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:38.790736 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.807885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:38.810847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:38.813573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:38.848979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=31d6bca7-0ae4-44f1-acee-72195d88958a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.849644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:38.850571 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:38.873719 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:38.913339 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d559d-99a9-46c8-90ae-e306be9a5b49 None None] Pushing event updated for resources: {'Port': ['ID=00a50e46-86e8-4963-999f-8a9e8be0f4f9,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:38.988251 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:39.010981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.125180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d409693a-9e1f-46c1-877f-6a40e7f28750 None None] Provisioning complete for port 31d6bca7-0ae4-44f1-acee-72195d88958a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:39.125754 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d409693a-9e1f-46c1-877f-6a40e7f28750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.173847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d409693a-9e1f-46c1-877f-6a40e7f28750 None None] Port 31d6bca7-0ae4-44f1-acee-72195d88958a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:39.181641 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:36Z', 'revision_number': 3, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:39.216244 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8683949-acb0-4c81-b088-4eb1c590b78f None None] The sync data for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 is: [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:36Z', 'revision_number': 3, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:39.252541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.267088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e417e-f4f6-47ce-bdb9-d359531c1022 req-f4f49ede-e390-43aa-a9dd-98bcd95a3b9c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:39.271754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a01e417e-f4f6-47ce-bdb9-d359531c1022 req-f4f49ede-e390-43aa-a9dd-98bcd95a3b9c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 947 time: 0.1014521 Mar 31 22:55:39.273078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.352797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Pushing event updated for resources: {'Port': ['ID=31d6bca7-0ae4-44f1-acee-72195d88958a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.362241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.380961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a01e417e-f4f6-47ce-bdb9-d359531c1022 req-3e1cc4ed-76cb-4959-8572-3d445de90fc4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689549 Mar 31 22:55:39.508071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:39.509669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:39.541151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766de34-b3d5-42ca-ac85-2a9ad0b28a2e req-504891b7-10c5-4094-a7a3-df7007f9a486 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:39.543541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8766de34-b3d5-42ca-ac85-2a9ad0b28a2e req-504891b7-10c5-4094-a7a3-df7007f9a486 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0582764 Mar 31 22:55:39.553520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b30dda0a-56bd-40f7-801a-7bf2c1eb9154 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:55:39.608256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8766de34-b3d5-42ca-ac85-2a9ad0b28a2e req-d75063b5-594d-44fa-a007-3c87b4707992 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Mar 31 22:55:39.721710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:39.736424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154', 'mac_address': 'fa:16:3e:12:b9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:55:39.782763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.810626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30dda0a-56bd-40f7-801a-7bf2c1eb9154 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:39.827936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-90da31d7-b7e9-4625-aa22-8cbbf26569c6 None None] Provisioning complete for port 31d6bca7-0ae4-44f1-acee-72195d88958a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:39.828322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-90da31d7-b7e9-4625-aa22-8cbbf26569c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.872964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:39.886946 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.897813 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:39.901999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781f6d7-be74-47fb-a175-82a7d4bfd26c req-446b2bae-de1b-4142-9958-0b986cd6459f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:39.904099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c781f6d7-be74-47fb-a175-82a7d4bfd26c req-446b2bae-de1b-4142-9958-0b986cd6459f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0876780 Mar 31 22:55:39.920296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-90da31d7-b7e9-4625-aa22-8cbbf26569c6 None None] Port 31d6bca7-0ae4-44f1-acee-72195d88958a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:55:39.950374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:39.954540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c781f6d7-be74-47fb-a175-82a7d4bfd26c req-f1e9c085-3e82-453f-b285-326dd1c3bec1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Mar 31 22:55:40.030230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Router a264844d-869a-415e-a201-a720ad7e75cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:40.047656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062f359-352d-489f-bf47-bd87cc73439e req-a33165a6-a246-4216-9c60-97245e3761e7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.049248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d062f359-352d-489f-bf47-bd87cc73439e req-a33165a6-a246-4216-9c60-97245e3761e7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0715213 Mar 31 22:55:40.131641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d062f359-352d-489f-bf47-bd87cc73439e req-703dee02-92cc-4167-a2ae-bb7ccb3ad2c0 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749345 Mar 31 22:55:40.189889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:40.197707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0e4cc3b9-9a17-4045-9f79-93210471baa0 admin admin] 10.222.0.95 "PUT /v2.0/routers/a264844d-869a-415e-a201-a720ad7e75cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6004293 Mar 31 22:55:40.260162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.389051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 00a50e46-86e8-4963-999f-8a9e8be0f4f9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:40.451642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:40.452281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.511888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e682-d123-49fb-83b0-ef364190b44d req-5e45be7f-0cc0-4d45-824b-d75a32a8c80e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.513421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f16e682-d123-49fb-83b0-ef364190b44d req-5e45be7f-0cc0-4d45-824b-d75a32a8c80e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 948 time: 0.0517447 Mar 31 22:55:40.535535 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.558790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f16e682-d123-49fb-83b0-ef364190b44d req-88d586d9-93b6-4218-8f11-a5ade7ef69f9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Mar 31 22:55:40.560320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 00a50e46-86e8-4963-999f-8a9e8be0f4f9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=00a50e46-86e8-4963-999f-8a9e8be0f4f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:40.567049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:40.598401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6a580b4-9fa9-4039-a66f-cdc328355871 req-0286b6df-8afd-4841-bf64-0a901342df53 tempest-FloatingIPsNegativeTestJSON-566199602 tempest-FloatingIPsNegativeTestJSON-566199602-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=4fb17b9f670a4ebfb1e6654c0aed04b1 HTTP/1.1" status: 200 len: 217 time: 0.0595334 Mar 31 22:55:40.630866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=00a50e46-86e8-4963-999f-8a9e8be0f4f9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:40.665836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4341e0a2-9cec-439d-bfe8-98271cec251c req-a3730ee1-eec4-4a04-b004-d3810745d5c4 tempest-FloatingIPsNegativeTestJSON-566199602 tempest-FloatingIPsNegativeTestJSON-566199602-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0343494 Mar 31 22:55:40.723336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['b30dda0a-56bd-40f7-801a-7bf2c1eb9154'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:55:40.729935 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-95770676-10e8-4024-a9cf-1db2a49f20a6 req-8208b0f5-08fb-4b8c-83e6-2677e314c8a9 tempest-FloatingIPsNegativeTestJSON-566199602 tempest-FloatingIPsNegativeTestJSON-566199602-project] show failed (client error): The resource could not be found. Mar 31 22:55:40.730968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95770676-10e8-4024-a9cf-1db2a49f20a6 req-8208b0f5-08fb-4b8c-83e6-2677e314c8a9 tempest-FloatingIPsNegativeTestJSON-566199602 tempest-FloatingIPsNegativeTestJSON-566199602-project] 10.222.0.95 "GET /v2.0/floatingips/892e55ce-4c51-4ee6-8893-cffc5a36878e HTTP/1.1" status: 404 len: 350 time: 0.0430434 Mar 31 22:55:40.740914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34064) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:40.741614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f53f8-958a-4b36-9a7a-e0d4959aae10 req-bedc819a-2a09-4dd5-a5a4-a3d01c4051f9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:40.743344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-007f53f8-958a-4b36-9a7a-e0d4959aae10 req-bedc819a-2a09-4dd5-a5a4-a3d01c4051f9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0589690 Mar 31 22:55:40.789188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-007f53f8-958a-4b36-9a7a-e0d4959aae10 req-26884516-3417-443f-b455-f663d6d80480 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395889 Mar 31 22:55:40.991394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Sync routers for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:41.002546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:41.003176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:41.114613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:41.138279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fd0ea-b943-4203-86ed-46a4adb07aee req-f6639878-4ac4-4023-b2f4-06040bd8f855 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.139759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-143fd0ea-b943-4203-86ed-46a4adb07aee req-f6639878-4ac4-4023-b2f4-06040bd8f855 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1008005 Mar 31 22:55:41.229207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-143fd0ea-b943-4203-86ed-46a4adb07aee req-fe60aa51-f035-455b-8759-9e0cd218a352 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649230 Mar 31 22:55:41.264116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.283163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07ac5d-3cbb-4002-9a20-5f9c44238f70 req-ae2b783b-0ba4-43f0-934c-c4dbba991344 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.289477 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd07ac5d-3cbb-4002-9a20-5f9c44238f70 req-ae2b783b-0ba4-43f0-934c-c4dbba991344 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0734694 Mar 31 22:55:41.352659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd07ac5d-3cbb-4002-9a20-5f9c44238f70 req-1e6c66bc-11fb-43d4-957c-63857f27d941 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528181 Mar 31 22:55:41.466350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 4, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31d6bca7-0ae4-44f1-acee-72195d88958a', 'name': '', 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'mac_address': 'fa:16:3e:39:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:39Z', 'revision_number': 2, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'subnets': [{'id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:41.495869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Checking router: a264844d-869a-415e-a201-a720ad7e75cf for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:41.496184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Updating router a264844d-869a-415e-a201-a720ad7e75cf port 31d6bca7-0ae4-44f1-acee-72195d88958a binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:55:41.523780 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.702392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e472d-bd83-481c-9444-944fccb698ec req-3f42380a-0883-4176-b38e-0ce9d03e270a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.704549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e4e472d-bd83-481c-9444-944fccb698ec req-3f42380a-0883-4176-b38e-0ce9d03e270a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 948 time: 0.0610383 Mar 31 22:55:41.752407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e4e472d-bd83-481c-9444-944fccb698ec req-bc11df77-0238-4aa5-8bda-955a1fa1ddf7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408070 Mar 31 22:55:41.801278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.811595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.829406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Deleting port 31d6bca7-0ae4-44f1-acee-72195d88958a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:41.829918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.886737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e63f6-cb0c-47c9-a221-89cfcfbd9871 None None] Pushing event updated for resources: {'Port': ['ID=31d6bca7-0ae4-44f1-acee-72195d88958a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:41.916332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Attempting to bind port 31d6bca7-0ae4-44f1-acee-72195d88958a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:41.916332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Attempting to bind port 31d6bca7-0ae4-44f1-acee-72195d88958a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:41.917253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Attempting to bind port 31d6bca7-0ae4-44f1-acee-72195d88958a on network 2f76515b-4d7d-4502-813f-0e5372e46b5b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:41.924682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:41.925240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Checking segment: {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:41.925703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.926095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Bound using segment: {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:41.926594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Bound port: 31d6bca7-0ae4-44f1-acee-72195d88958a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da261be-7bcf-4111-b4b8-6cd3bf69e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:41.928111 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.964927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:41.974671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040baae-53de-40e1-994d-e9eddf82c117 req-0b285c03-8b54-4eb3-a0df-728fdf67207d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:41.976434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0040baae-53de-40e1-994d-e9eddf82c117 req-0b285c03-8b54-4eb3-a0df-728fdf67207d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0833325 Mar 31 22:55:41.989259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Calling delete_port for 31d6bca7-0ae4-44f1-acee-72195d88958a owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:42.014795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] For port 31d6bca7-0ae4-44f1-acee-72195d88958a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:42.021017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] For port 31d6bca7-0ae4-44f1-acee-72195d88958a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=31d6bca7-0ae4-44f1-acee-72195d88958a,segment=NetworkSegment(5da261be-7bcf-4111-b4b8-6cd3bf69e883),segment_id=5da261be-7bcf-4111-b4b8-6cd3bf69e883)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:42.028068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.066264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0040baae-53de-40e1-994d-e9eddf82c117 req-0e33d763-3212-44e3-9fc2-18fe7741e008 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788505 Mar 31 22:55:42.098678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:42.099408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:42.139337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e63f6-cb0c-47c9-a221-89cfcfbd9871 None None] Pushing event updated for resources: {'Port': ['ID=31d6bca7-0ae4-44f1-acee-72195d88958a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:42.176153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0087428e-a692-48a6-a36d-af66ed4fb483 None None] Provisioning complete for port 31d6bca7-0ae4-44f1-acee-72195d88958a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:42.176153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0087428e-a692-48a6-a36d-af66ed4fb483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.279016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:42.297054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.322645 n-d-835855-2 neutron-server[109300]: INFO neutron.plugins.ml2.db [None req-0087428e-a692-48a6-a36d-af66ed4fb483 None None] No ports have port_id starting with 31d6bca7-0ae4-44f1-acee-72195d88958a Mar 31 22:55:42.370028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Pushing event deleted for resources: {'Port': ['ID=31d6bca7-0ae4-44f1-acee-72195d88958a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:42.451267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 00a50e46-86e8-4963-999f-8a9e8be0f4f9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:42.474679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dfefa-4bf3-44e3-ae8c-e3ee9e91a0fd req-0b9f4acc-160d-4c3c-8757-f191b3a7e565 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.483948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-513dfefa-4bf3-44e3-ae8c-e3ee9e91a0fd req-0b9f4acc-160d-4c3c-8757-f191b3a7e565 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1106853 Mar 31 22:55:42.484225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a243d886-ef31-4857-942d-93d27e5eb5ef None None] Could not find standard attr ID for object 31d6bca7-0ae4-44f1-acee-72195d88958a. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 22:55:42.539103 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-513dfefa-4bf3-44e3-ae8c-e3ee9e91a0fd req-6d9eeb13-23df-4974-92e2-70fe8b259c09 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482845 Mar 31 22:55:42.612464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:42.612946 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.646107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500dda9d-897b-4c17-9054-09e2b13e1ba3 req-b7911128-fa49-4550-968f-717bf69322a8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.648381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-500dda9d-897b-4c17-9054-09e2b13e1ba3 req-b7911128-fa49-4550-968f-717bf69322a8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.1601584 Mar 31 22:55:42.684894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 4, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31d6bca7-0ae4-44f1-acee-72195d88958a', 'name': '', 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'mac_address': 'fa:16:3e:39:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'subnets': [{'id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:42.724576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-500dda9d-897b-4c17-9054-09e2b13e1ba3 req-3f2f57be-2913-4cc4-a091-65c53e7facd8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697725 Mar 31 22:55:42.725234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:42.742322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf94a3-3887-43af-a702-168d25030577 None None] The sync data for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 is: [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:38Z', 'revision_number': 4, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port': {'id': '00a50e46-86e8-4963-999f-8a9e8be0f4f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:47:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:36Z', 'updated_at': '2022-03-31T22:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31d6bca7-0ae4-44f1-acee-72195d88958a', 'name': '', 'network_id': '2f76515b-4d7d-4502-813f-0e5372e46b5b', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'mac_address': 'fa:16:3e:39:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:55:38Z', 'updated_at': '2022-03-31T22:55:42Z', 'revision_number': 4, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'subnets': [{'id': '686aa0d7-9292-4676-a01c-1eff8d8e1687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:42.920098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757a9f-6130-45db-b764-061f72019a86 req-78410ab0-8c3d-43e2-8547-fa3b3c1c4438 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:42.921843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04757a9f-6130-45db-b764-061f72019a86 req-78410ab0-8c3d-43e2-8547-fa3b3c1c4438 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 948 time: 0.0686216 Mar 31 22:55:42.982499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04757a9f-6130-45db-b764-061f72019a86 req-2584b260-dd34-4a6c-9e5f-5596a2875d97 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Mar 31 22:55:43.021185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Router a264844d-869a-415e-a201-a720ad7e75cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:55:43.149755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:55:43.159064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e7e9a8a-1c59-484d-892f-cfe946c1e15a admin admin] 10.222.0.95 "PUT /v2.0/routers/a264844d-869a-415e-a201-a720ad7e75cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4147007 Mar 31 22:55:43.159424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:43.293954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483610b-aacd-43a4-8d70-c447be429012 req-e3f60b69-5e2c-452c-8a0c-d3484f075612 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.295749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b483610b-aacd-43a4-8d70-c447be429012 req-e3f60b69-5e2c-452c-8a0c-d3484f075612 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0981891 Mar 31 22:55:43.314067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.395418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b483610b-aacd-43a4-8d70-c447be429012 req-9d74a613-7412-4005-8399-6d0a6b4c7339 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903816 Mar 31 22:55:43.458090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.523029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Deleting port 00a50e46-86e8-4963-999f-8a9e8be0f4f9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:43.523406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.586561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b30dda0a-56bd-40f7-801a-7bf2c1eb9154 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:55:43.656450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] For port 00a50e46-86e8-4963-999f-8a9e8be0f4f9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=00a50e46-86e8-4963-999f-8a9e8be0f4f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:43.657028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.673553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:55:43.678398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:55:43.679400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.723207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Calling delete_port for 00a50e46-86e8-4963-999f-8a9e8be0f4f9 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:43.770611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23365300-dc12-4004-863c-3bb8242c3434 req-7bd2a241-977a-4b36-8512-75c310cb68c7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.773487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23365300-dc12-4004-863c-3bb8242c3434 req-7bd2a241-977a-4b36-8512-75c310cb68c7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1371527 Mar 31 22:55:43.801870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.838969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23365300-dc12-4004-863c-3bb8242c3434 req-19e76c86-3402-486e-8e69-81267545d459 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551088 Mar 31 22:55:43.849960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:43.853537 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd61205-e5ae-4efe-9ce5-0bdc7a3ed88c" -d '{"events": [{"server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "name": "network-vif-plugged", "status": "completed", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:43.876990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:43.890508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:43.927043 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd20cf-decd-4eb8-85b1-f0063cefae92 x-openstack-request-id: req-8cdd20cf-decd-4eb8-85b1-f0063cefae92 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:43.927417 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "name": "network-vif-plugged", "status": "completed", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:43.927634 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8cdd20cf-decd-4eb8-85b1-f0063cefae92 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:43.928071 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdd20cf-decd-4eb8-85b1-f0063cefae92'] response: {'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154', 'code': 200} Mar 31 22:55:43.969913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:43.988071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a780e-f938-4c9b-9c51-05f49163ebbc req-fff5424b-1bec-44ad-ab49-8ec565303bd1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:43.990651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba8a780e-f938-4c9b-9c51-05f49163ebbc req-fff5424b-1bec-44ad-ab49-8ec565303bd1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.1034818 Mar 31 22:55:44.108792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba8a780e-f938-4c9b-9c51-05f49163ebbc req-db7120f2-1233-40f6-bb1a-aeb89121c14d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848219 Mar 31 22:55:44.111288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.145773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ae6f-e66a-469f-bd29-059b7d233f74 req-b47227a4-4ea6-4121-b007-afd844a6da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.147532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b8ae6f-e66a-469f-bd29-059b7d233f74 req-b47227a4-4ea6-4121-b007-afd844a6da81 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 1100 time: 0.0815623 Mar 31 22:55:44.150522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=00a50e46-86e8-4963-999f-8a9e8be0f4f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:44.171920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8fd94-7a39-4f9a-911a-29e9209fe520 req-4d04b77f-0c09-4ff3-88cc-6cc3f2ee81b4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.175758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8e8fd94-7a39-4f9a-911a-29e9209fe520 req-4d04b77f-0c09-4ff3-88cc-6cc3f2ee81b4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0991538 Mar 31 22:55:44.193575 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Sync routers for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:55:44.205859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:44.206970 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:44.236080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b8ae6f-e66a-469f-bd29-059b7d233f74 req-d8fd4746-73c9-4c23-8236-9f979c263b0e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628092 Mar 31 22:55:44.244153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.246709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8e8fd94-7a39-4f9a-911a-29e9209fe520 req-a60063e7-cab6-49cd-a4f0-f71e76a8b82c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Mar 31 22:55:44.310631 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:44.363109 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:43Z', 'revision_number': 7, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:44.381289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.383918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.394395 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Checking router: a264844d-869a-415e-a201-a720ad7e75cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:55:44.405713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Routers {'a264844d-869a-415e-a201-a720ad7e75cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:55:44.406441 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:55:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a264844d-869a-415e-a201-a720ad7e75cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:44.450554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfbb5a-4771-46fd-b906-c00595fe809f req-0d03a4a6-86f5-4c72-b274-0e798796ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.452375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17bfbb5a-4771-46fd-b906-c00595fe809f req-0d03a4a6-86f5-4c72-b274-0e798796ab25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 1097 time: 0.1319938 Mar 31 22:55:44.460880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.461521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a264844d-869a-415e-a201-a720ad7e75cf {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:55:44.467293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.471359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de75605a-1386-4ab6-8941-73e5a86f9fbf admin admin] 10.222.0.95 "DELETE /v2.0/routers/a264844d-869a-415e-a201-a720ad7e75cf HTTP/1.1" status: 204 len: 168 time: 1.3080790 Mar 31 22:55:44.471544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:44.487884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] Set router a264844d-869a-415e-a201-a720ad7e75cf gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:55:44.574531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Deleting subnet 686aa0d7-9292-4676-a01c-1eff8d8e1687 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:44.585787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17bfbb5a-4771-46fd-b906-c00595fe809f req-653467fe-78ef-49f7-ba9c-a728164b4462 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161287 Mar 31 22:55:44.587371 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.632024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dafbeb-d79d-4b0c-962d-990af461bac1 req-9d1c4018-ed04-42f2-b590-f8b504211f8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.633692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3dafbeb-d79d-4b0c-962d-990af461bac1 req-9d1c4018-ed04-42f2-b590-f8b504211f8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.1174948 Mar 31 22:55:44.640119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.642704 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:43Z', 'revision_number': 7, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:44.669684 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589adb7-e552-4c8e-af04-0ed0784317dd None None] The sync data for ids ['a264844d-869a-415e-a201-a720ad7e75cf'] in n-d-835855-2 is: [{'id': 'a264844d-869a-415e-a201-a720ad7e75cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-995630655-router', 'tenant_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:55:35Z', 'updated_at': '2022-03-31T22:55:43Z', 'revision_number': 7, 'project_id': '4fb17b9f670a4ebfb1e6654c0aed04b1', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:55:44.712671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3dafbeb-d79d-4b0c-962d-990af461bac1 req-977cb6a0-b4c3-4a4c-b72f-a5c9bfef8ec6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704939 Mar 31 22:55:44.780880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.844878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.872363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686aa0d7-9292-4676-a01c-1eff8d8e1687,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:44.874442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:44.880398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6addc043-b517-480a-a9f2-5e366363786d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/686aa0d7-9292-4676-a01c-1eff8d8e1687 HTTP/1.1" status: 204 len: 168 time: 0.4072211 Mar 31 22:55:44.881791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:44.888111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0ea33-ecfc-4a5d-a39e-ca4b1962db81 None None] Network 2f76515b-4d7d-4502-813f-0e5372e46b5b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:44.969020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23839f7d-5b0d-47ca-93d2-34292dffd59a req-46e45e89-2285-45ff-897e-0b04719d775e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:44.970697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23839f7d-5b0d-47ca-93d2-34292dffd59a req-46e45e89-2285-45ff-897e-0b04719d775e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0504832 Mar 31 22:55:44.975637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.023340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23839f7d-5b0d-47ca-93d2-34292dffd59a req-c691a5fe-a2ad-4734-bc11-1c30b6af708a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 Mar 31 22:55:45.062324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Deleting port 6416f2bf-59bb-4ded-a942-06ff9e153e83 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:45.062821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.118803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] DHCP port deletion for 2f76515b-4d7d-4502-813f-0e5372e46b5b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:55:45.146941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] For port 6416f2bf-59bb-4ded-a942-06ff9e153e83, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6416f2bf-59bb-4ded-a942-06ff9e153e83,segment=NetworkSegment(5da261be-7bcf-4111-b4b8-6cd3bf69e883),segment_id=5da261be-7bcf-4111-b4b8-6cd3bf69e883)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:45.147345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.162686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Calling delete_port for 6416f2bf-59bb-4ded-a942-06ff9e153e83 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:45.195288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Deleting port 6416f2bf-59bb-4ded-a942-06ff9e153e83 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:55:45.195670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.265124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] For port 6416f2bf-59bb-4ded-a942-06ff9e153e83, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6416f2bf-59bb-4ded-a942-06ff9e153e83,segment=NetworkSegment(5da261be-7bcf-4111-b4b8-6cd3bf69e883),segment_id=5da261be-7bcf-4111-b4b8-6cd3bf69e883)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:55:45.265415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.281967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Calling delete_port for 6416f2bf-59bb-4ded-a942-06ff9e153e83 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:55:45.303517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be03591-c77b-4ced-8d6b-ebf1fbabb505 req-b006c72b-796f-40a8-83de-86c23d17b46b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.305002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0be03591-c77b-4ced-8d6b-ebf1fbabb505 req-b006c72b-796f-40a8-83de-86c23d17b46b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0816095 Mar 31 22:55:45.320155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.360896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6416f2bf-59bb-4ded-a942-06ff9e153e83,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:45.373078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e4fd-7864-4bd2-ab5f-14eb77acfe0a req-f37fe69c-7d85-4e89-8a3a-6994653abfba tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.376124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c16e4fd-7864-4bd2-ab5f-14eb77acfe0a req-f37fe69c-7d85-4e89-8a3a-6994653abfba tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0555081 Mar 31 22:55:45.382438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] No DVR routers for this DVR port 6416f2bf-59bb-4ded-a942-06ff9e153e83 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:45.405013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.423726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c16e4fd-7864-4bd2-ab5f-14eb77acfe0a req-3dc8d362-a97d-45a5-a313-ad3b77f1e8c8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Mar 31 22:55:45.450753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0be03591-c77b-4ced-8d6b-ebf1fbabb505 req-eb1c36b2-0129-466b-b2b4-adf27691c32d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274021 Mar 31 22:55:45.499977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.522221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f76515b-4d7d-4502-813f-0e5372e46b5b']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:45.532940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da261be-7bcf-4111-b4b8-6cd3bf69e883') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:45.533244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da261be-7bcf-4111-b4b8-6cd3bf69e883') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:45.544075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.560106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.567634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:45.568329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:45.570251 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:45.575782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] Pushing event deleted for resources: {'Port': ['ID=6416f2bf-59bb-4ded-a942-06ff9e153e83,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:45.577683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee33f3f-048a-4df6-b4a4-38a8d16dac16 None None] No DVR routers for this DVR port 6416f2bf-59bb-4ded-a942-06ff9e153e83 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:55:45.649707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.657855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:45.661176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] 10.222.0.95 "DELETE /v2.0/networks/2f76515b-4d7d-4502-813f-0e5372e46b5b HTTP/1.1" status: 204 len: 168 time: 0.7784317 Mar 31 22:55:45.672961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d5a1f-ee25-4805-8da4-35ed16cce2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2f76515b-4d7d-4502-813f-0e5372e46b5b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:45.800483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54556b-6801-42bd-978c-c5f4fe6f3ce5 req-44afae23-28fa-4541-a407-7e5970e90e87 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.802165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be54556b-6801-42bd-978c-c5f4fe6f3ce5 req-44afae23-28fa-4541-a407-7e5970e90e87 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1096 time: 0.0454814 Mar 31 22:55:45.827888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:45.859210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be54556b-6801-42bd-978c-c5f4fe6f3ce5 req-68c39724-93ad-4e6f-ad9b-6dfd90db5711 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488033 Mar 31 22:55:45.860183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697cc31-184f-4d0e-af40-b77e94d81d73 req-badd2863-aa67-4235-a552-b2654ae53fd1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:45.861750 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2697cc31-184f-4d0e-af40-b77e94d81d73 req-badd2863-aa67-4235-a552-b2654ae53fd1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0642171 Mar 31 22:55:45.888161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3b80f74-1101-418e-81ac-bd47f22ea548 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4fb17b9f670a4ebfb1e6654c0aed04b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588584 Mar 31 22:55:45.890631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34166) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:45.920859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2697cc31-184f-4d0e-af40-b77e94d81d73 req-3c994edc-a08e-4522-95f8-c70c9fbdd6b0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519810 Mar 31 22:55:45.980234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.011828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.106819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.110874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:46.114927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b97c4387-b66f-442a-ae06-62fb2f2d8a2e HTTP/1.1" status: 204 len: 168 time: 0.2206357 Mar 31 22:55:46.126523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef6d10-04e5-4816-9ae9-a99181282d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c4387-b66f-442a-ae06-62fb2f2d8a2e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:46.189291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11341ad5-0f8f-45c0-82aa-76c8c34cbee7 req-aa7c4ff6-f6ff-4a34-8637-40fdcf27e942 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.199515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11341ad5-0f8f-45c0-82aa-76c8c34cbee7 req-aa7c4ff6-f6ff-4a34-8637-40fdcf27e942 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0667651 Mar 31 22:55:46.252505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11341ad5-0f8f-45c0-82aa-76c8c34cbee7 req-f8964e8a-991d-4f4b-985b-ee337f611c2e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Mar 31 22:55:46.378501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 00a50e46-86e8-4963-999f-8a9e8be0f4f9 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:46.405328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 00a50e46-86e8-4963-999f-8a9e8be0f4f9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:46.405878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 00a50e46-86e8-4963-999f-8a9e8be0f4f9 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:46.406357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 31d6bca7-0ae4-44f1-acee-72195d88958a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:46.426897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 31d6bca7-0ae4-44f1-acee-72195d88958a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:46.427272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 31d6bca7-0ae4-44f1-acee-72195d88958a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:46.427818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6416f2bf-59bb-4ded-a942-06ff9e153e83 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:55:46.449044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6416f2bf-59bb-4ded-a942-06ff9e153e83 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:55:46.450673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6416f2bf-59bb-4ded-a942-06ff9e153e83 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:55:46.577287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715928c3-8a61-42cf-a9ab-7015da9dea4d req-b8635c72-3ba5-47d8-93c3-bf34804af5fc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.579036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-715928c3-8a61-42cf-a9ab-7015da9dea4d req-b8635c72-3ba5-47d8-93c3-bf34804af5fc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0527732 Mar 31 22:55:46.633614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-715928c3-8a61-42cf-a9ab-7015da9dea4d req-c897aab1-7df4-4be0-a07f-03140fbece6d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Mar 31 22:55:46.777489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafbebb-7dbb-46e2-ab55-3b6d7cc2ab33 req-57876f43-9665-417f-8b6a-10fb2037850b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:46.779030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daafbebb-7dbb-46e2-ab55-3b6d7cc2ab33 req-57876f43-9665-417f-8b6a-10fb2037850b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0722947 Mar 31 22:55:46.850192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daafbebb-7dbb-46e2-ab55-3b6d7cc2ab33 req-086b0d66-fb57-4627-a431-d7e489ca71b7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587199 Mar 31 22:55:47.054187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02552206-2596-4f8d-a064-3e338a719463 req-5a45fd52-cf17-4247-be0d-329af6b15db7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.055855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02552206-2596-4f8d-a064-3e338a719463 req-5a45fd52-cf17-4247-be0d-329af6b15db7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0509689 Mar 31 22:55:47.098834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02552206-2596-4f8d-a064-3e338a719463 req-5c070935-49fe-4d83-8e8f-cbacb53d3139 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Mar 31 22:55:47.432848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105fba7-65d6-430a-92c3-b1eff110c539 req-e016afb5-e070-41f8-8e54-e650cdb10c13 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.434347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4105fba7-65d6-430a-92c3-b1eff110c539 req-e016afb5-e070-41f8-8e54-e650cdb10c13 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0494332 Mar 31 22:55:47.474412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4105fba7-65d6-430a-92c3-b1eff110c539 req-302b4c46-bf59-497b-a74d-825a63374eed tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Mar 31 22:55:47.594126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34250) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:47.725962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e750-45ce-4fa9-bcb6-7b90979d3d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.785832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cd6c6-4d8e-43ee-9490-3b75b4a47f57 req-4eb76754-d422-4eb2-a8cd-0df88ec2de57 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.787459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b64cd6c6-4d8e-43ee-9490-3b75b4a47f57 req-4eb76754-d422-4eb2-a8cd-0df88ec2de57 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0772474 Mar 31 22:55:47.845732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b64cd6c6-4d8e-43ee-9490-3b75b4a47f57 req-7aa91f27-8ffb-473b-844d-271a6815973c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505667 Mar 31 22:55:47.868982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e750-45ce-4fa9-bcb6-7b90979d3d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.874207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3f3e750-45ce-4fa9-bcb6-7b90979d3d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.913737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3f3e750-45ce-4fa9-bcb6-7b90979d3d5b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2b235dce9bdd47c1bf7898ebf2f71a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184564 Mar 31 22:55:47.914595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3e750-45ce-4fa9-bcb6-7b90979d3d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f49282-5efe-416d-9063-5f46c8b3e261,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:47.916713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34258) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:47.981114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:47.987131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de710bd0-43f7-4328-a893-1ae26769de7a req-efb13cb0-daf2-4577-8271-11e4cfeb9dd6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:47.988661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de710bd0-43f7-4328-a893-1ae26769de7a req-efb13cb0-daf2-4577-8271-11e4cfeb9dd6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0511222 Mar 31 22:55:48.002259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.028547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de710bd0-43f7-4328-a893-1ae26769de7a req-6b8aa2aa-8253-463a-bc51-c51b29c6abe1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Mar 31 22:55:48.049493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.052124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.053362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e5f49282-5efe-416d-9063-5f46c8b3e261 HTTP/1.1" status: 204 len: 168 time: 0.1356628 Mar 31 22:55:48.062329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f49282-5efe-416d-9063-5f46c8b3e261,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:48.070920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.071298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.071835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.072305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.072658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.072939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.073268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.073609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.074038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.074278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.074751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.075054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85d36b-79a5-4470-a5f3-544c3f41643f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:55:48.162328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205971f-cb4b-4ff4-be5f-f79c16aab119 req-859fe40e-e8d6-444e-9a0b-ec25092bb33d tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.163881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d205971f-cb4b-4ff4-be5f-f79c16aab119 req-859fe40e-e8d6-444e-9a0b-ec25092bb33d tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 1100 time: 0.0449028 Mar 31 22:55:48.200031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d205971f-cb4b-4ff4-be5f-f79c16aab119 req-5f993516-84bd-4b39-8c78-b7d1b36c9231 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299025 Mar 31 22:55:48.315947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce763c4c-7792-4d56-ac20-6dc4f8cad631 req-42bb2505-3867-4044-8f2a-fe282ad575f1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.317463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce763c4c-7792-4d56-ac20-6dc4f8cad631 req-42bb2505-3867-4044-8f2a-fe282ad575f1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0571914 Mar 31 22:55:48.357128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce763c4c-7792-4d56-ac20-6dc4f8cad631 req-1275a8ea-7c17-4411-89a6-a0526e57056c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Mar 31 22:55:48.514309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-4645fc7d-1463-465d-8017-b170fe30c0ec tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237176 Mar 31 22:55:48.624619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-b9a4fdd9-73ab-4f64-ac49-c6400292b962 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.626248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-b9a4fdd9-73ab-4f64-ac49-c6400292b962 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061146 Mar 31 22:55:48.641217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-8939f9e0-1b63-421b-ab1c-3f142de8aad3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/quotas/99561a17599d425d90a3862f4a0441c7 HTTP/1.1" status: 200 len: 375 time: 0.0091112 Mar 31 22:55:48.702025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-e35f4b9f-0e5d-4ba2-bca9-5a6bf20345dc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0550675 Mar 31 22:55:48.702614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34310) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:48.806261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-347029841-network', 'tenant_id': 'fc14636dd4a94133be020f34fb038f3f'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:48.828660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Made reservation on behalf of fc14636dd4a94133be020f34fb038f3f for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:48.831323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.842944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.923049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471bb06-707f-415c-ae45-ce4af337401a req-df19eb22-a334-4e57-b420-61f7a60e1f17 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:48.924583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d471bb06-707f-415c-ae45-ce4af337401a req-df19eb22-a334-4e57-b420-61f7a60e1f17 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0731864 Mar 31 22:55:48.982371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d471bb06-707f-415c-ae45-ce4af337401a req-01a3972b-4f07-4b6a-8c2f-42357ab40508 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Mar 31 22:55:48.990948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:48.996871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.039320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:49.041663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0688094-8de7-4a49-a05f-fe18afa6664d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:49.060578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a4277b1-aa1b-43d4-b8d2-7b8c11f65e56 req-e7a98837-1e16-4c5a-82cf-b3fc17ebef73 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0336339 Mar 31 22:55:49.067753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.068194 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Added segment 03d4d0e5-ce1c-4d5f-9d3b-7676bd4d9770 of type vlan for network 6e3263cc-875d-44c0-8ea5-164da78af189 Mar 31 22:55:49.120912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.183149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.184130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.184714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.227948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e9f91-c31c-4959-bf38-afb8d7250712 req-4222221f-ebaf-42a2-9d2d-b73e5bbe1258 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.229453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f04e9f91-c31c-4959-bf38-afb8d7250712 req-4222221f-ebaf-42a2-9d2d-b73e5bbe1258 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.1005497 Mar 31 22:55:49.233978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5303504 Mar 31 22:55:49.237178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34326) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:49.242123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Request body: {'subnet': {'network_id': '6e3263cc-875d-44c0-8ea5-164da78af189', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-347029841-subnet', 'tenant_id': 'fc14636dd4a94133be020f34fb038f3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:49.264924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Made reservation on behalf of fc14636dd4a94133be020f34fb038f3f for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:49.267280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.270667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd76790-70be-42e1-bdb5-74ea7645cfdd admin admin] Pushing event updated for resources: {'Network': ['ID=6e3263cc-875d-44c0-8ea5-164da78af189,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:49.282301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 6e3263cc-875d-44c0-8ea5-164da78af189 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:49.301166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f04e9f91-c31c-4959-bf38-afb8d7250712 req-e003ccdd-d94d-4ee3-95d6-32de6780e538 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645843 Mar 31 22:55:49.453626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.476883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bba2f-5ef0-4e56-b0f6-aacd55a260bf req-763d8f19-fe55-4957-ab02-54c2bbda7b75 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.478356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b3bba2f-5ef0-4e56-b0f6-aacd55a260bf req-763d8f19-fe55-4957-ab02-54c2bbda7b75 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0502925 Mar 31 22:55:49.510665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757292e4-f4dd-4f16-8d7c-751f4de6a7f4,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:49.519780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b3bba2f-5ef0-4e56-b0f6-aacd55a260bf req-5885b38d-b5fd-4cc4-961c-83d2e867d982 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349066 Mar 31 22:55:49.520930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Checking segment: {'id': '03d4d0e5-ce1c-4d5f-9d3b-7676bd4d9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '6e3263cc-875d-44c0-8ea5-164da78af189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:49.521350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Network hostable DHCP agents. Network: 6e3263cc-875d-44c0-8ea5-164da78af189, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:49.538587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Network 6e3263cc-875d-44c0-8ea5-164da78af189 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:49.549285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 6e3263cc-875d-44c0-8ea5-164da78af189) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:49.554795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:49.555414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:49.562427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4ae298-246b-4d23-b81e-42ee893b580a None None] Network 6e3263cc-875d-44c0-8ea5-164da78af189 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:49.582345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9d120d3c-a30a-4b51-b3c6-2310a2506a14 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3364959 Mar 31 22:55:49.712677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b07f4-f2c9-4e05-bfab-916f7b37e67a None None] Network 6e3263cc-875d-44c0-8ea5-164da78af189 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:49.852717 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-aefa02ca-4b8e-47fc-8f93-1cca15f4ecdb req-8be8d836-151a-475b-99e6-a1f55494cf89 tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] show failed (client error): The resource could not be found. Mar 31 22:55:49.853731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aefa02ca-4b8e-47fc-8f93-1cca15f4ecdb req-8be8d836-151a-475b-99e6-a1f55494cf89 tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/3149a680-23c3-4f2a-9fce-8024589a01a1 HTTP/1.1" status: 404 len: 352 time: 0.0187070 Mar 31 22:55:49.939263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a72c48d-36e1-4b34-845a-db70e341845e req-29798155-ed14-442d-b924-ea4d2693a902 tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fc14636dd4a94133be020f34fb038f3f HTTP/1.1" status: 200 len: 2984 time: 0.0412185 Mar 31 22:55:49.985397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a72c48d-36e1-4b34-845a-db70e341845e req-d66a9d73-89e5-4ac1-bad4-4a9bf0cbf24d tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/e0688094-8de7-4a49-a05f-fe18afa6664d HTTP/1.1" status: 200 len: 2981 time: 0.0393162 Mar 31 22:55:50.029820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a72c48d-36e1-4b34-845a-db70e341845e req-b634e602-f627-459b-945a-3214219c6932 tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/e0688094-8de7-4a49-a05f-fe18afa6664d HTTP/1.1" status: 200 len: 2981 time: 0.0384123 Mar 31 22:55:50.125911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59867e-2373-444d-a200-c0a050876b2a req-39f59b53-01cb-47fc-a6c7-f6295f8911b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.127464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de59867e-2373-444d-a200-c0a050876b2a req-39f59b53-01cb-47fc-a6c7-f6295f8911b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0498300 Mar 31 22:55:50.166631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de59867e-2373-444d-a200-c0a050876b2a req-d1cb5235-c7cc-476d-98c4-299cb582148a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Mar 31 22:55:50.236708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-035e208d-790d-4114-9b8d-148cd98e9694 req-b9771864-bee3-403e-8158-2a188efb1806 tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/e0688094-8de7-4a49-a05f-fe18afa6664d HTTP/1.1" status: 200 len: 2981 time: 0.0468369 Mar 31 22:55:50.296936 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-035e208d-790d-4114-9b8d-148cd98e9694 req-434db67b-ceb7-4386-a028-cb510f87b96d tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 22:55:50.297937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-035e208d-790d-4114-9b8d-148cd98e9694 req-434db67b-ceb7-4386-a028-cb510f87b96d tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "DELETE /v2.0/security-groups/e0688094-8de7-4a49-a05f-fe18afa6664d HTTP/1.1" status: 409 len: 352 time: 0.0557809 Mar 31 22:55:50.383682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-061f6a68-236c-413a-9cc2-518bf429228c req-8585d4c1-afef-4b20-98f9-3e44b628bc55 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0288343 Mar 31 22:55:50.420468 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-ce1bae4d-d60a-4caf-83b0-849a73d4a373 req-7225f2f3-8ae0-4c37-aa35-09dcd5f8a97e tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] show failed (client error): The resource could not be found. Mar 31 22:55:50.421441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce1bae4d-d60a-4caf-83b0-849a73d4a373 req-7225f2f3-8ae0-4c37-aa35-09dcd5f8a97e tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/00ba345a-938a-4fe1-8991-ecc3cb85b9c9 HTTP/1.1" status: 404 len: 352 time: 0.0143340 Mar 31 22:55:50.522386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549db7-2dae-4228-810e-60eee7b487cf req-8d4c9584-235c-4963-8b14-fa61479bc7da tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.523854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32549db7-2dae-4228-810e-60eee7b487cf req-8d4c9584-235c-4963-8b14-fa61479bc7da tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Mar 31 22:55:50.565639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32549db7-2dae-4228-810e-60eee7b487cf req-8c12bb69-33b8-4737-8061-b5e157a7383b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Mar 31 22:55:50.616360 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-5f741ce5-6ecc-4dc2-b330-ab052cca4a10 req-6f3d7eaa-913c-413d-b3fc-728fd458aa7a tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] show failed (client error): The resource could not be found. Mar 31 22:55:50.617451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f741ce5-6ecc-4dc2-b330-ab052cca4a10 req-6f3d7eaa-913c-413d-b3fc-728fd458aa7a tempest-SecurityGroupsNegativeTestJSON-1409916494 tempest-SecurityGroupsNegativeTestJSON-1409916494-project] 10.222.0.95 "GET /v2.0/security-groups/4137aa0d-b54b-4352-a91c-6f9215e87bf6 HTTP/1.1" status: 404 len: 352 time: 0.0225213 Mar 31 22:55:50.631049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:50.663690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.724719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Deleting subnet 757292e4-f4dd-4f16-8d7c-751f4de6a7f4 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:55:50.730244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.772814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.782012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb95d6-45e6-4b9a-beb5-9c226b219c8f req-e8b3944d-179b-4acc-b2c2-c86df72d242b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:50.783627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68bb95d6-45e6-4b9a-beb5-9c226b219c8f req-e8b3944d-179b-4acc-b2c2-c86df72d242b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0983541 Mar 31 22:55:50.860300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.885128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68bb95d6-45e6-4b9a-beb5-9c226b219c8f req-a4fdf091-6dde-4329-be8a-4620a8af5076 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790203 Mar 31 22:55:50.940142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.986665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757292e4-f4dd-4f16-8d7c-751f4de6a7f4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:50.991005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:50.996822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e58d10bc-3306-4bf4-941b-da9268a1c8d7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/757292e4-f4dd-4f16-8d7c-751f4de6a7f4 HTTP/1.1" status: 204 len: 168 time: 0.3640440 Mar 31 22:55:51.000033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:51.077258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.186455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.211622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3263cc-875d-44c0-8ea5-164da78af189']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:51.223297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d4d0e5-ce1c-4d5f-9d3b-7676bd4d9770') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:51.223690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d4d0e5-ce1c-4d5f-9d3b-7676bd4d9770') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:55:51.235574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.256836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.266052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:55:51.266468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: timer() Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:55:51.268551 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:55:51.298428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660caf1-969f-4e82-b8e7-d92cf77f1401 req-c49053fc-72da-459d-b91a-1b705f3970e0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.299966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0660caf1-969f-4e82-b8e7-d92cf77f1401 req-c49053fc-72da-459d-b91a-1b705f3970e0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0578022 Mar 31 22:55:51.328673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.335500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.338863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6e3263cc-875d-44c0-8ea5-164da78af189 HTTP/1.1" status: 204 len: 168 time: 0.3374813 Mar 31 22:55:51.351668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0660caf1-969f-4e82-b8e7-d92cf77f1401 req-213a96ab-c14b-4779-a342-91bc7bc0ecce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Mar 31 22:55:51.353658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee82eea-ac09-4df8-82bc-6a2e24f118b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3263cc-875d-44c0-8ea5-164da78af189,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:51.485669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34384) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:51.511307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a23ae7dd-d92e-4b46-9caa-54fbd7eb63d0 req-96b86a70-929c-46f8-bcc6-3c49bdaf8ff0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0397463 Mar 31 22:55:51.552000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4aefff75-9342-4db5-a8bd-cc874a1b4ebe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fc14636dd4a94133be020f34fb038f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649760 Mar 31 22:55:51.554647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34386) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:51.604006 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.625949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.696913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d8f60-9e9b-435d-8bff-e9cfb46e7fbe req-69fde884-b462-4101-b1cb-ae575c54f793 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:51.698214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54d8f60-9e9b-435d-8bff-e9cfb46e7fbe req-69fde884-b462-4101-b1cb-ae575c54f793 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0578620 Mar 31 22:55:51.713928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.716390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:51.717436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e0688094-8de7-4a49-a05f-fe18afa6664d HTTP/1.1" status: 204 len: 168 time: 0.1619155 Mar 31 22:55:51.733110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7355bd-55b5-4836-8c43-7210d3fee2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0688094-8de7-4a49-a05f-fe18afa6664d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:51.752006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54d8f60-9e9b-435d-8bff-e9cfb46e7fbe req-103b1ba0-b767-44ea-8e8d-1d416558729b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Mar 31 22:55:52.012515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff51a2-2131-4704-a27d-e8fd2d88ad11 req-ad0d3cc7-f481-4609-a9a7-379ac7debb0a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.013998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eff51a2-2131-4704-a27d-e8fd2d88ad11 req-ad0d3cc7-f481-4609-a9a7-379ac7debb0a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0555372 Mar 31 22:55:52.054561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eff51a2-2131-4704-a27d-e8fd2d88ad11 req-a93084b4-d6ec-4d0a-a895-64f8e83f9ff1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Mar 31 22:55:52.427977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:52.478130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537fa0d-21fb-42f8-8145-30bfd7c759d9 req-266d14c9-d3b9-4cbf-b457-756a272ab94f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.479584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8537fa0d-21fb-42f8-8145-30bfd7c759d9 req-266d14c9-d3b9-4cbf-b457-756a272ab94f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0585170 Mar 31 22:55:52.521205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8537fa0d-21fb-42f8-8145-30bfd7c759d9 req-ad11b7a1-6859-4ffb-b66b-fee5a36d3432 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Mar 31 22:55:52.540489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-840925012-network', 'tenant_id': '68807c69d9b942b482251a2a71094717'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:52.565555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Made reservation on behalf of 68807c69d9b942b482251a2a71094717 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:52.568119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.580381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.617274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-922df636-b8ef-475d-b2b6-1ac7350ae9ee req-a27e012e-31f6-4564-846d-32c709d693ce tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0259876 Mar 31 22:55:52.874652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97880c0a-980d-4c6a-9a5e-0a93f7d33bd4 req-26e8c30d-5b39-48b4-ada9-d94535871cb8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.876264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97880c0a-980d-4c6a-9a5e-0a93f7d33bd4 req-26e8c30d-5b39-48b4-ada9-d94535871cb8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0538383 Mar 31 22:55:52.889250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.894168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.913357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97880c0a-980d-4c6a-9a5e-0a93f7d33bd4 req-0d5e15a4-a0fb-428f-80c5-8ccd4f789271 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Mar 31 22:55:52.918290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:55:52.927925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:52.932778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.933114 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Added segment 07547654-4f74-45e0-a5fe-fec57b516aba of type vlan for network 95a2cf22-9e6a-463f-a414-3047bd323d1e Mar 31 22:55:52.972130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.997444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:52.998459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:52.998967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.028488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5994368 Mar 31 22:55:53.031528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34432) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:55:53.036474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Request body: {'subnet': {'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-840925012-subnet', 'tenant_id': '68807c69d9b942b482251a2a71094717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:53.062255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Made reservation on behalf of 68807c69d9b942b482251a2a71094717 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:53.062527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0e4d-dd47-4810-9291-7c867790716d admin admin] Pushing event updated for resources: {'Network': ['ID=95a2cf22-9e6a-463f-a414-3047bd323d1e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.064676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.074615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:55:53.235515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0b3a-a0c0-416f-b770-76e1184c3596 req-ea04420c-eb08-4bb7-a553-0d19c0619295 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.237002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a8a0b3a-a0c0-416f-b770-76e1184c3596 req-ea04420c-eb08-4bb7-a553-0d19c0619295 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0935774 Mar 31 22:55:53.315001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a8a0b3a-a0c0-416f-b770-76e1184c3596 req-4a94f5f2-8d69-4d91-8aa8-4efd2c1bd02d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708063 Mar 31 22:55:53.324528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.388048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71c3285-185b-4bdd-ac77-2a9896505ea4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:53.398482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Checking segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:53.398830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Network hostable DHCP agents. Network: 95a2cf22-9e6a-463f-a414-3047bd323d1e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:55:53.418183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:55:53.432322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 95a2cf22-9e6a-463f-a414-3047bd323d1e) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:53.438396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.439462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:53.441120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa1173-421e-47b7-82a3-2e2401fbb615 None None] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:53.460875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-027baef5-19e4-40c0-84df-4f7c503bd39d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4282415 Mar 31 22:55:53.614142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cad36-a7ac-4e3c-974d-62a8b80a57b5 None None] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:55:53.682016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bcbc8-dfbc-421b-932e-ddc59f82886c req-4da1f555-eccd-40ff-82b3-f06fecc765b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:53.683564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c2bcbc8-dfbc-421b-932e-ddc59f82886c req-4da1f555-eccd-40ff-82b3-f06fecc765b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0700958 Mar 31 22:55:53.728875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c2bcbc8-dfbc-421b-932e-ddc59f82886c req-34c23f3a-8af0-4e18-babe-e08a9506a11b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Mar 31 22:55:53.842363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a4299c1-27c9-41dc-a180-d107d7d81348 req-a73a9045-a904-46db-8fb6-3d654df2f292 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0296860 Mar 31 22:55:54.156417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-0ca210cb-771a-480e-ac99-e4a7966d54da tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.157993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-0ca210cb-771a-480e-ac99-e4a7966d54da tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.1131873 Mar 31 22:55:54.174300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-2a2716fb-d6ec-46c9-8b58-c5ccf1714326 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/quotas/68807c69d9b942b482251a2a71094717 HTTP/1.1" status: 200 len: 375 time: 0.0099704 Mar 31 22:55:54.209975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4b054874-fd44-4731-9c16-1132b50efa0a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290213 Mar 31 22:55:54.316786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-aafada8e-ecb4-4920-a7d4-13b419118141 service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980432 Mar 31 22:55:54.415186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-fd01dc43-f454-4997-862a-57ebea3cfa5e service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908949 Mar 31 22:55:54.649870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37974ea5-d486-45b6-a42b-9475f9a8e7a4 req-33188fbb-5f2d-4efa-81d6-4a377908d015 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.652577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37974ea5-d486-45b6-a42b-9475f9a8e7a4 req-33188fbb-5f2d-4efa-81d6-4a377908d015 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0770404 Mar 31 22:55:54.703732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37974ea5-d486-45b6-a42b-9475f9a8e7a4 req-b40bd2ea-1eb5-42de-9a71-5c68e1911488 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Mar 31 22:55:54.835045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caabf1-9380-40fe-be03-6956dadbbe7c req-f9b992f9-0074-4702-ab2c-36a991f2fb99 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:54.836540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2caabf1-9380-40fe-be03-6956dadbbe7c req-f9b992f9-0074-4702-ab2c-36a991f2fb99 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0655718 Mar 31 22:55:54.885428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2caabf1-9380-40fe-be03-6956dadbbe7c req-027d712c-6275-4e76-a0d0-bd0142fb93f7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Mar 31 22:55:55.009980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-004ea914-51fa-48b8-8668-dc9c407656e3 req-6e1d8e62-7d77-4270-9d67-8d4c58e21a65 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 210 time: 0.0257676 Mar 31 22:55:55.115174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf844d-533e-4579-b45a-32d65cb86917 req-9879d268-469b-4687-bf8a-565dcac308a7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.117091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17bf844d-533e-4579-b45a-32d65cb86917 req-9879d268-469b-4687-bf8a-565dcac308a7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0517418 Mar 31 22:55:55.157457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17bf844d-533e-4579-b45a-32d65cb86917 req-d077ecc2-a93e-4c0c-bef5-2edc2f9fd175 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Mar 31 22:55:55.238847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65b82307-d56b-4619-86b5-b7e124bcfd1b req-18e020f1-7194-41ef-93b9-0c3ae02afee0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Mar 31 22:55:55.819642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:55.827772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34c8ba-08e4-44f5-9935-e969c11fc096 req-4149c353-cba2-48d7-a71f-b5e6ee6c0582 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:55.829236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d34c8ba-08e4-44f5-9935-e969c11fc096 req-4149c353-cba2-48d7-a71f-b5e6ee6c0582 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0525069 Mar 31 22:55:55.867920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d34c8ba-08e4-44f5-9935-e969c11fc096 req-8501bcec-dff2-4686-b68f-e3e8cfcb8f14 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319710 Mar 31 22:55:56.015360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad87739-dedd-4efa-8df9-7bf8a2e1ee99 req-c9f98b25-330a-48d0-a198-e1bc01fe8b81 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.016793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ad87739-dedd-4efa-8df9-7bf8a2e1ee99 req-c9f98b25-330a-48d0-a198-e1bc01fe8b81 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0514295 Mar 31 22:55:56.064121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ad87739-dedd-4efa-8df9-7bf8a2e1ee99 req-32908833-a555-4ebd-bd04-74740f60cccf tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Mar 31 22:55:56.110510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-598b9a17-9f86-4dbe-bbfa-5525413d06e4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.112610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-598b9a17-9f86-4dbe-bbfa-5525413d06e4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.1089106 Mar 31 22:55:56.132664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Request body: {'port': {'device_id': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'admin_state_up': True, 'tenant_id': '68807c69d9b942b482251a2a71094717'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:56.202572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62ad538c-dee1-4cc1-9cae-b91b092745c3 req-90b86888-a411-4653-b2c5-dec4992e28fd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 210 time: 0.0262313 Mar 31 22:55:56.247405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Made reservation on behalf of 68807c69d9b942b482251a2a71094717 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:55:56.251155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.308375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32027c2e-64c4-4d02-bd11-cbcc6d4e5561 req-3274ecc7-2570-4cf1-bcff-ed020aa8741f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.309861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32027c2e-64c4-4d02-bd11-cbcc6d4e5561 req-3274ecc7-2570-4cf1-bcff-ed020aa8741f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0496037 Mar 31 22:55:56.350843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32027c2e-64c4-4d02-bd11-cbcc6d4e5561 req-5266d7e1-3dbd-4970-926f-c5776b33e932 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Mar 31 22:55:56.378460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Allocated IP 172.20.0.12 (95a2cf22-9e6a-463f-a414-3047bd323d1e/d71c3285-185b-4bdd-ac77-2a9896505ea4/897fb5f3-997a-44ea-8237-10ec9841193c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:55:56.432541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-150e2369-5564-405a-8276-a289202b90a4 req-c58d31a1-b81a-4ff9-989f-2bc0133eb71a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0265782 Mar 31 22:55:56.527261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.562767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.610011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:55:56.613132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:55:56.616980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:55:56.644188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:56.672338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:56.672936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:56.690297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4e1867f7-abd0-4b38-81a5-e8bb62fd2443 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614834 Mar 31 22:55:56.714674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Request body: {'port': {'device_id': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:55:56.777871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.014391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635349c7-8fde-4883-a34d-7aaff43c3764 req-a8e134aa-3c63-436e-b230-a74d9c149aac tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.015911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-635349c7-8fde-4883-a34d-7aaff43c3764 req-a8e134aa-3c63-436e-b230-a74d9c149aac tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0546689 Mar 31 22:55:57.057706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897fb5f3-997a-44ea-8237-10ec9841193c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:55:57.064304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-635349c7-8fde-4883-a34d-7aaff43c3764 req-93cc4594-a1bb-4507-8088-de7976fe3ae9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Mar 31 22:55:57.065108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.079412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Transition to ACTIVE for port object 897fb5f3-997a-44ea-8237-10ec9841193c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:55:57.086613 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.136542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:57.198892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69ab65-5c07-4c06-bfb9-4b98c751ae16 req-a7ca3e21-af52-47a6-ad60-1c3f5607378d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.200553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d69ab65-5c07-4c06-bfb9-4b98c751ae16 req-a7ca3e21-af52-47a6-ad60-1c3f5607378d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0512519 Mar 31 22:55:57.206260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Attempting to bind port 897fb5f3-997a-44ea-8237-10ec9841193c on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:55:57.206598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Attempting to bind port 897fb5f3-997a-44ea-8237-10ec9841193c by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:55:57.206926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Attempting to bind port 897fb5f3-997a-44ea-8237-10ec9841193c on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:57.211838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Port 897fb5f3-997a-44ea-8237-10ec9841193c on network 95a2cf22-9e6a-463f-a414-3047bd323d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:55:57.212161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Attempting to bind port 897fb5f3-997a-44ea-8237-10ec9841193c on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:55:57.216974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:55:57.217316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Checking segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:55:57.217695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Bound using segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:55:57.218119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Bound port: 897fb5f3-997a-44ea-8237-10ec9841193c, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:55:57.218476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.240503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d69ab65-5c07-4c06-bfb9-4b98c751ae16 req-53eaac5a-3d25-413f-9afa-c4971f33660a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Mar 31 22:55:57.286264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:55:57.289465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:55:57.299391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.338640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.339222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:55:57.340679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/897fb5f3-997a-44ea-8237-10ec9841193c HTTP/1.1" status: 200 len: 1092 time: 0.6304779 Mar 31 22:55:57.341109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:55:57.343445 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:55:57.362632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ba5d0-9aa6-49db-a9b5-612710c971a3 service neutron] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:55:57.414293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6d515-e8fa-4c9d-85b2-07a9257b7517 req-104c0c35-c77a-4a33-a6de-26ae927be700 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.415842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bc6d515-e8fa-4c9d-85b2-07a9257b7517 req-104c0c35-c77a-4a33-a6de-26ae927be700 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0627110 Mar 31 22:55:57.453925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-23cd3e8a-3e25-4e32-9e23-4d6164b123dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.456932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-23cd3e8a-3e25-4e32-9e23-4d6164b123dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 1095 time: 0.0422547 Mar 31 22:55:57.457060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bc6d515-e8fa-4c9d-85b2-07a9257b7517 req-78c7bc84-599a-4fc0-973d-21ee7e8bd9f2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Mar 31 22:55:57.509075 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bfdea-1edd-4ab4-a071-fb9672ead5d7 x-openstack-request-id: req-589bfdea-1edd-4ab4-a071-fb9672ead5d7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:55:57.509415 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:55:57.509654 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-589bfdea-1edd-4ab4-a071-fb9672ead5d7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:55:57.510011 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589bfdea-1edd-4ab4-a071-fb9672ead5d7'] response: {'name': 'network-changed', 'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c', 'status': 'completed', 'code': 200} Mar 31 22:55:57.511904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-5f086bd0-27c7-4b45-b6b2-870993fd70fa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=897fb5f3-997a-44ea-8237-10ec9841193c HTTP/1.1" status: 200 len: 217 time: 0.0436103 Mar 31 22:55:57.576382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-5e75199b-34cf-473f-bb43-3da754dd9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.578452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-5e75199b-34cf-473f-bb43-3da754dd9916 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.0455191 Mar 31 22:55:57.593532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5e645-86e9-4ab2-8a18-0c1ba60bc72e req-e27700be-7671-47c1-b688-27832af1d416 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.594992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ab5e645-86e9-4ab2-8a18-0c1ba60bc72e req-e27700be-7671-47c1-b688-27832af1d416 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0504465 Mar 31 22:55:57.614526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-f8c3dcb8-c12f-42a2-af23-96e91566a063 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244164 Mar 31 22:55:57.638412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ab5e645-86e9-4ab2-8a18-0c1ba60bc72e req-81d3ca88-9b56-4e04-901d-8c22311cffa9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Mar 31 22:55:57.724753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-9463dd9a-4aa5-465b-a22c-cc4ef7fdea96 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916064 Mar 31 22:55:57.727447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddb162f0-bc15-4f2e-a762-3ff985c6dcc1 req-0fd6b429-7361-4886-97f0-b7c43c151fee tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0338559 Mar 31 22:55:57.830146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cdcbd9f5-bc97-4ac2-a724-45f5806d923d req-4c7df7dd-eb28-4d23-9745-a5d6f6b3bb25 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820651 Mar 31 22:55:57.965971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-d247f425-7bb1-4c8b-9d29-bf2cd6fae125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:57.968395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-d247f425-7bb1-4c8b-9d29-bf2cd6fae125 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 1095 time: 0.0435879 Mar 31 22:55:58.082675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-697f8f78-a368-40ef-a8a0-5446aa1e6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.084483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-697f8f78-a368-40ef-a8a0-5446aa1e6cbb service neutron] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 916 time: 0.0972619 Mar 31 22:55:58.142738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-edd7b6d1-60c5-47d6-8f5f-ff4b7f44d7c1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=897fb5f3-997a-44ea-8237-10ec9841193c HTTP/1.1" status: 200 len: 217 time: 0.0397799 Mar 31 22:55:58.185772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156081f-3f24-4089-8181-a6185a2571dd req-b8e77612-9f66-4919-a39e-c4401a4a3679 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.187208 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7156081f-3f24-4089-8181-a6185a2571dd req-b8e77612-9f66-4919-a39e-c4401a4a3679 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0547235 Mar 31 22:55:58.202758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-c3bffd4f-e3b3-4da0-864e-99e2e3f7285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.204283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-c3bffd4f-e3b3-4da0-864e-99e2e3f7285b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.0475307 Mar 31 22:55:58.239967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-3798c7ad-9266-4c4e-a6b3-abb5d16fc416 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259237 Mar 31 22:55:58.353685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-eb7f7b1e-7936-4a5b-b62e-23cac92c6dea service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925634 Mar 31 22:55:58.452298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57a8719-8ce4-4e99-8c13-2e24f414cc1c req-6d122edf-bedb-42f4-b8f7-816b78e5d9e7 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Mar 31 22:55:58.466134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7156081f-3f24-4089-8181-a6185a2571dd req-59dafb54-e73b-440a-887c-5b3f44ca29d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678413 Mar 31 22:55:58.570595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8d738-1ce1-4b1f-a922-af3b88e8ee6d req-02da70fd-99dc-4742-af26-72503bc7b647 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.572070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4e8d738-1ce1-4b1f-a922-af3b88e8ee6d req-02da70fd-99dc-4742-af26-72503bc7b647 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0475497 Mar 31 22:55:58.610007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4e8d738-1ce1-4b1f-a922-af3b88e8ee6d req-4f76e11c-5a01-43f5-98c7-11d84175eda5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Mar 31 22:55:58.768630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998707-7ad4-4736-99fc-48c3e024ef8e req-99aab648-332b-41c6-87e0-d2981e70d69c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.770115 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03998707-7ad4-4736-99fc-48c3e024ef8e req-99aab648-332b-41c6-87e0-d2981e70d69c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0497456 Mar 31 22:55:58.811980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03998707-7ad4-4736-99fc-48c3e024ef8e req-7267d2d5-1875-43eb-ba19-0aaac17911e1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Mar 31 22:55:58.918448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f00402-395f-44af-bd3e-4cfdbbe7fc5b req-617086a2-c753-42fb-a6a6-f5f4169376af tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:58.919722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6f00402-395f-44af-bd3e-4cfdbbe7fc5b req-617086a2-c753-42fb-a6a6-f5f4169376af tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0512750 Mar 31 22:55:58.957379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6f00402-395f-44af-bd3e-4cfdbbe7fc5b req-ae94e86f-9fc3-47c6-bdec-5f331abb0291 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Mar 31 22:55:59.043970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3bd6296-d1b2-4d85-8d8c-5f87d72e5783 req-b0f5355e-f3ad-47d8-98e0-79d438f0f455 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0337894 Mar 31 22:55:59.584757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b411b-e2b6-4ebf-83b3-8fbe995a4580 req-426a3f68-4c4a-4920-80e6-43fe7994d094 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.586239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-509b411b-e2b6-4ebf-83b3-8fbe995a4580 req-426a3f68-4c4a-4920-80e6-43fe7994d094 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Mar 31 22:55:59.634740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-509b411b-e2b6-4ebf-83b3-8fbe995a4580 req-71da0fc4-7815-4150-9f32-ffde734dcbf2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Mar 31 22:55:59.748611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1775ab-d8a9-49c2-84b9-680b56888adb req-c4149208-124c-4104-89b7-f4c3c5492790 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.749976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef1775ab-d8a9-49c2-84b9-680b56888adb req-c4149208-124c-4104-89b7-f4c3c5492790 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0554228 Mar 31 22:55:59.796405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef1775ab-d8a9-49c2-84b9-680b56888adb req-5f77567e-8e98-41c8-92ed-5f5a1fe78b51 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Mar 31 22:55:59.951965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322ece1-168e-4a0f-b0ab-b35a863bbdbf req-af5d1058-07b6-49c4-a506-0ceca4ff520a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:55:59.953691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7322ece1-168e-4a0f-b0ab-b35a863bbdbf req-af5d1058-07b6-49c4-a506-0ceca4ff520a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0494816 Mar 31 22:55:59.996522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7322ece1-168e-4a0f-b0ab-b35a863bbdbf req-7c22bef6-c63a-4bd9-8b1b-89db59d6cb53 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Mar 31 22:56:00.117068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e735d6-26b8-4c17-99ee-3e81701e0bbc req-e0f0c375-01ee-450f-998d-709533dd4f39 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.118639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6e735d6-26b8-4c17-99ee-3e81701e0bbc req-e0f0c375-01ee-450f-998d-709533dd4f39 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0554473 Mar 31 22:56:00.165771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6e735d6-26b8-4c17-99ee-3e81701e0bbc req-2ceb3223-d932-4b0c-8be1-2cda58bbd1d6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368419 Mar 31 22:56:00.250320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9ae5652-da13-4d19-b6c9-18b63f461565 req-da117d83-e949-4ce0-ad0e-cf4a3060d463 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0298061 Mar 31 22:56:00.755013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e00fe-0943-419f-9a90-7cbeb37e20aa req-41274763-215a-43f1-9ed3-9caa550d8808 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.756513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-910e00fe-0943-419f-9a90-7cbeb37e20aa req-41274763-215a-43f1-9ed3-9caa550d8808 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0520272 Mar 31 22:56:00.798713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-910e00fe-0943-419f-9a90-7cbeb37e20aa req-ee5ba5a7-b781-4894-97a9-e0889f2bcd18 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Mar 31 22:56:00.933077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e05ab-2845-47c9-9090-aea6ac4a43ac req-59c7d530-a44a-4b18-b19c-70301514f77c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:00.934452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-291e05ab-2845-47c9-9090-aea6ac4a43ac req-59c7d530-a44a-4b18-b19c-70301514f77c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0568800 Mar 31 22:56:00.981852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-291e05ab-2845-47c9-9090-aea6ac4a43ac req-3bc117ec-934b-4bcf-9c6f-b96e83de3deb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Mar 31 22:56:01.144309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09aba2-91a4-4c01-9322-6ecfbaf41d49 req-7ffd7007-cd10-496f-ab22-2372a3dee857 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.145880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf09aba2-91a4-4c01-9322-6ecfbaf41d49 req-7ffd7007-cd10-496f-ab22-2372a3dee857 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0482092 Mar 31 22:56:01.194696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf09aba2-91a4-4c01-9322-6ecfbaf41d49 req-d7c5b599-b273-46b6-943d-37ed8a7de152 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371296 Mar 31 22:56:01.508610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7920d2-b61f-40c1-bc23-bf0c0d864757 req-ce577177-fc6f-4cce-a03f-9f0a0708978f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.510119 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f7920d2-b61f-40c1-bc23-bf0c0d864757 req-ce577177-fc6f-4cce-a03f-9f0a0708978f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0539644 Mar 31 22:56:01.552638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f7920d2-b61f-40c1-bc23-bf0c0d864757 req-a70526d9-a4d6-4b6c-af98-5d27aca4cfbb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356591 Mar 31 22:56:01.633653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2d08324-c97d-4429-a9f7-caf8470c14f7 req-dd2ccc2e-237f-4b78-b7d5-864ec2201a7d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Mar 31 22:56:01.931581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a0256-a746-4455-8653-e7e6253a5675 req-adb7bd72-5733-43ae-a425-35e41ef2b41a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:01.933463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af6a0256-a746-4455-8653-e7e6253a5675 req-adb7bd72-5733-43ae-a425-35e41ef2b41a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Mar 31 22:56:01.995515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af6a0256-a746-4455-8653-e7e6253a5675 req-02bd2053-96b7-41e1-b23c-9031fa3e95d3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Mar 31 22:56:02.129802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d6c71-0acc-4b5c-ac88-3cbf61f353d2 req-fe8bdfc5-2838-4589-a401-35b7b7fd4f1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.131323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b38d6c71-0acc-4b5c-ac88-3cbf61f353d2 req-fe8bdfc5-2838-4589-a401-35b7b7fd4f1a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0542049 Mar 31 22:56:02.172504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b38d6c71-0acc-4b5c-ac88-3cbf61f353d2 req-e76f4fba-a74d-474c-8575-633edf291dd2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346956 Mar 31 22:56:02.358848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07517c-78a1-4b4e-8824-78fe1651d78d req-920fdc19-71c4-440a-aaae-b7f880ce6fad tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.360416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba07517c-78a1-4b4e-8824-78fe1651d78d req-920fdc19-71c4-440a-aaae-b7f880ce6fad tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0563152 Mar 31 22:56:02.400331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba07517c-78a1-4b4e-8824-78fe1651d78d req-f368cc51-c572-49b2-91a9-f8a26a574423 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Mar 31 22:56:02.675806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ac042-6be7-419f-b0f9-1be62b9a1a99 req-5390c5dc-82ca-4df4-b53c-491274feecc8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:02.677804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-449ac042-6be7-419f-b0f9-1be62b9a1a99 req-5390c5dc-82ca-4df4-b53c-491274feecc8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0530682 Mar 31 22:56:02.732261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-449ac042-6be7-419f-b0f9-1be62b9a1a99 req-b2fc3f42-a749-4b13-833d-f01d79c7e57a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Mar 31 22:56:02.826944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42030343-1638-47c4-b780-12c982b6756b req-21d77ee7-9cf5-4b22-986e-d52cd0ab43e4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Mar 31 22:56:03.071197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-aefa47d4-b9e8-4bd0-a607-1fe02490974a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0591283 Mar 31 22:56:03.163068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe58319-29dc-4ecc-a45b-785e0a616fb4 req-0b8cfb65-fa48-438a-90fa-51296617e130 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.171504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fe58319-29dc-4ecc-a45b-785e0a616fb4 req-0b8cfb65-fa48-438a-90fa-51296617e130 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0638101 Mar 31 22:56:03.181863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-3362c437-a540-405b-a097-544298d4490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.183574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-3362c437-a540-405b-a097-544298d4490e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 1095 time: 0.0438647 Mar 31 22:56:03.206517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fe58319-29dc-4ecc-a45b-785e0a616fb4 req-18d64604-17af-4495-a5aa-a35a08abc2a5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Mar 31 22:56:03.322959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd01af4-b323-4582-a662-3a3271dcb350 req-354373ed-c666-41b6-85bb-56b0ecf416c5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.324424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5bd01af4-b323-4582-a662-3a3271dcb350 req-354373ed-c666-41b6-85bb-56b0ecf416c5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.0522525 Mar 31 22:56:03.330043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-a690e931-0230-48e9-ac8c-1c750fc8bed5 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:56:03.331034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-a690e931-0230-48e9-ac8c-1c750fc8bed5 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057173 Mar 31 22:56:03.391792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-b5828ab7-fb39-4991-8d26-06841159285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.393653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-b5828ab7-fb39-4991-8d26-06841159285d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1304693 Mar 31 22:56:03.398402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-354e3d04-9e92-4284-8441-eb7992f14aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.399788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-354e3d04-9e92-4284-8441-eb7992f14aac service neutron] 10.222.0.95 "GET /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 1093 time: 0.0559928 Mar 31 22:56:03.407639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5bd01af4-b323-4582-a662-3a3271dcb350 req-1fd89476-6ec8-480c-b336-074fc5177959 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706384 Mar 31 22:56:03.411870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:03.412322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:56:03.461297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-e99c23ba-f8ea-4abc-ae5e-96b4a120dcfe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 200 len: 217 time: 0.0592451 Mar 31 22:56:03.524460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-e9060c6c-a144-479f-b2f1-9316a06e6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.526722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-e9060c6c-a144-479f-b2f1-9316a06e6b87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0594730 Mar 31 22:56:03.562351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-4bec2de8-f63d-46dd-adf5-3f3facfd363e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265312 Mar 31 22:56:03.582292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:03.582603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:03.582877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:03.592485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:03.592811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:03.606817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79d86-ec5d-4cb9-b668-3af08d88d8f1 req-5c75b2b0-2400-407d-8a0e-3982e172db9e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.608299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2e79d86-ec5d-4cb9-b668-3af08d88d8f1 req-5c75b2b0-2400-407d-8a0e-3982e172db9e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.0799255 Mar 31 22:56:03.609214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:03.609551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:03.609925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:03.610356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Bound port: 162595c5-38b8-4907-b590-691617048dfd, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:03.653248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-0d6ab1d3-fe93-47ca-ae56-b785b03a884a service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841882 Mar 31 22:56:03.658139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:03.680230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2e79d86-ec5d-4cb9-b668-3af08d88d8f1 req-caac97de-057d-4037-8cd6-3f4745966fe1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Mar 31 22:56:03.688860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:03.699968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.702305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-373d7b0b-a66d-405d-a768-cb007c9b31d7 service neutron] 10.222.0.95 "POST /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd/bindings HTTP/1.1" status: 201 len: 389 time: 0.2936108 Mar 31 22:56:03.763970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:03.777904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '897fb5f3-997a-44ea-8237-10ec9841193c', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'port_id': '897fb5f3-997a-44ea-8237-10ec9841193c', 'mac_address': 'fa:16:3e:9b:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71c3285-185b-4bdd-ac77-2a9896505ea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:03.787359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75e1f13-64bc-4ebf-ad34-eab7b99a8500 req-dfa60d99-67d7-4f7e-9232-ef339de8ca44 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261666 Mar 31 22:56:03.820457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.835465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897fb5f3-997a-44ea-8237-10ec9841193c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:03.864589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:03.870940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:03.927280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:03.930741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545c636-f4b7-4053-8f87-9fc84c274b6b req-f25642cc-1da9-4f23-b8bf-20178029f67b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.933237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a545c636-f4b7-4053-8f87-9fc84c274b6b req-f25642cc-1da9-4f23-b8bf-20178029f67b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0657218 Mar 31 22:56:03.939283 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.939727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.943737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.944218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.944712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.945067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.945408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.945745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.946075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.946419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.946845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.947182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:03.954089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf414-5966-46f4-8618-40bd6e49f652 req-601ad5e6-94d3-47b9-8c47-2e98f603a191 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:03.956623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20faf414-5966-46f4-8618-40bd6e49f652 req-601ad5e6-94d3-47b9-8c47-2e98f603a191 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0874648 Mar 31 22:56:03.986006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a545c636-f4b7-4053-8f87-9fc84c274b6b req-d8282998-73fa-463e-8809-931ae23b060b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Mar 31 22:56:04.002715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20faf414-5966-46f4-8618-40bd6e49f652 req-ce080ac0-af96-471a-b0e2-1beea90bf1ee tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Mar 31 22:56:04.106623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e50c204-cbb8-4317-926a-84a6ab1f6610 req-9323e577-fede-49ba-ab89-54db5bddb7df tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0391374 Mar 31 22:56:04.242809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-b8dc7959-2e59-4cb0-b8f2-677a6dc53449 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301156 Mar 31 22:56:04.359019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14260277-2794-484d-8d87-e39c6636809d req-506b1a20-e694-4ff1-8a2e-5701a3a1c0af tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.360568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14260277-2794-484d-8d87-e39c6636809d req-506b1a20-e694-4ff1-8a2e-5701a3a1c0af tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0719781 Mar 31 22:56:04.391079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-197844c2-f944-4d39-8f4c-dcdd545e0b13 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.392750 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-197844c2-f944-4d39-8f4c-dcdd545e0b13 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392496 Mar 31 22:56:04.411873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14260277-2794-484d-8d87-e39c6636809d req-650c633c-dd96-495d-86fd-e963543faf5d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365443 Mar 31 22:56:04.414361 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e08bfdc0-2ca6-4f93-a2e2-b0f94dba07b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.414593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Request body: {'port': {'device_id': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '99561a17599d425d90a3862f4a0441c7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:04.554489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['897fb5f3-997a-44ea-8237-10ec9841193c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:04.657689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-032da99d-44ff-4a0d-a0ce-2edb97ec72a1 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.659340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-032da99d-44ff-4a0d-a0ce-2edb97ec72a1 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.1503079 Mar 31 22:56:04.690338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165142f-db0c-4009-a157-8c807ad1689e req-31e0669d-b3e9-499d-b688-0708505b7475 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.693477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a165142f-db0c-4009-a157-8c807ad1689e req-31e0669d-b3e9-499d-b688-0708505b7475 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 945 time: 0.1538391 Mar 31 22:56:04.706369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:04.846962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Made reservation on behalf of 99561a17599d425d90a3862f4a0441c7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:04.854905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.882598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a165142f-db0c-4009-a157-8c807ad1689e req-41be5ab5-e991-4d87-8eb2-c7fcd039b45d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706169 Mar 31 22:56:04.930285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:04.956729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507b30-a6a8-409a-84fb-526a99ac8a09 req-3b05fc3c-7772-40c4-beca-320df1d7ee1b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:04.959026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e507b30-a6a8-409a-84fb-526a99ac8a09 req-3b05fc3c-7772-40c4-beca-320df1d7ee1b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.1023479 Mar 31 22:56:05.018630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e507b30-a6a8-409a-84fb-526a99ac8a09 req-992d11df-c2f9-4526-ae97-5798e013b3ff tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523798 Mar 31 22:56:05.215289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233a3a-11e1-49d3-924f-29db37056fe1 req-237b31dc-fa97-4abb-8e81-b1ece8ae1e7d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.219174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4233a3a-11e1-49d3-924f-29db37056fe1 req-237b31dc-fa97-4abb-8e81-b1ece8ae1e7d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0777116 Mar 31 22:56:05.228950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Allocated IP 192.168.233.67 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/9bcd9867-45c7-44d2-98f9-166dcbb12ae3) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:05.275023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:05.293729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4233a3a-11e1-49d3-924f-29db37056fe1 req-6fe8b803-8b2e-4026-9c60-f667def8f742 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Mar 31 22:56:05.313783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8f193-c91c-4d3f-80a0-2044de2ebc15 req-85b49e18-966f-4e24-9452-c34fdc7ae70d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.315683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ec8f193-c91c-4d3f-80a0-2044de2ebc15 req-85b49e18-966f-4e24-9452-c34fdc7ae70d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.2073467 Mar 31 22:56:05.395814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:05.410022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88de8586-43e4-4df1-a736-a484e361812d req-1da4d682-fcb4-42cb-8070-bf644237f2e3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 210 time: 0.0417771 Mar 31 22:56:05.471834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ec8f193-c91c-4d3f-80a0-2044de2ebc15 req-8571c023-a552-4442-a2f9-8ccbaca2e7cc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446478 Mar 31 22:56:05.496200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:05.498871 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b004168b-02e8-4290-9773-8039a02b7b1d" -d '{"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-unplugged", "status": "completed", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:05.505324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.524917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.561915 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901b72f1-314f-4669-a9ad-0c5542d712b5 x-openstack-request-id: req-901b72f1-314f-4669-a9ad-0c5542d712b5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:05.562207 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-unplugged", "status": "completed", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:05.562458 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-901b72f1-314f-4669-a9ad-0c5542d712b5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:05.562847 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901b72f1-314f-4669-a9ad-0c5542d712b5'] response: {'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'code': 200} Mar 31 22:56:05.579221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.633326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b66d1c-1408-4b48-99d5-a1f486a183a8 req-5ee1c65e-eb8f-4935-9998-ceda00e485e7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.641856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47b66d1c-1408-4b48-99d5-a1f486a183a8 req-5ee1c65e-eb8f-4935-9998-ceda00e485e7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0900598 Mar 31 22:56:05.651870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:05.683581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:05.683834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:05.684170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:05.692769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:05.693265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Attempting to bind port e872243c-3a65-4823-b7d9-7685d510e2db on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:05.704724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.706794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:05.707134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:05.709865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:05.710267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Bound port: e872243c-3a65-4823-b7d9-7685d510e2db, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:05.710631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.716565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:05.734731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47b66d1c-1408-4b48-99d5-a1f486a183a8 req-ea7b8800-b14c-4c8c-8736-874bd5a83756 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915096 Mar 31 22:56:05.806511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event updated for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:05.850302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:05.854066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:05.859940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:05.933116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:05.943000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:05.969592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:05.970510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:05.991868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.110999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-f384e9ac-8684-4230-bdcb-5ea184ae820b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6976812 Mar 31 22:56:06.140712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Request body: {'port': {'device_id': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:06.195562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a64b1e-dcbd-4046-aa54-6761fc2c7ee6 req-36f62162-470e-49f0-9857-7651b1f7bf52 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.198881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b514-5f0b-47d0-8815-02147751b93a req-23794d38-7c97-47e3-ae0d-95f9088e0def tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.200787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4557b514-5f0b-47d0-8815-02147751b93a req-23794d38-7c97-47e3-ae0d-95f9088e0def tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.0621355 Mar 31 22:56:06.204324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7a64b1e-dcbd-4046-aa54-6761fc2c7ee6 req-36f62162-470e-49f0-9857-7651b1f7bf52 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1955638 Mar 31 22:56:06.213457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:06.257012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-434f7523-dc9a-4a6a-85b3-9e1fa945812f None None] Provisioning complete for port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:06.257441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-434f7523-dc9a-4a6a-85b3-9e1fa945812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.268732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4557b514-5f0b-47d0-8815-02147751b93a req-c57a7a2d-91dc-42b9-9319-d68316980790 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612388 Mar 31 22:56:06.290739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.292093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.293530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f1705d08-6429-4640-a0bc-b164e20a7708 service neutron] 10.222.0.60 "PUT /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 1121 time: 1.6202559 Mar 31 22:56:06.297402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:06.388509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-434f7523-dc9a-4a6a-85b3-9e1fa945812f None None] Port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:56:06.391389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7a64b1e-dcbd-4046-aa54-6761fc2c7ee6 req-4e7009b5-3480-4381-89d6-0243241a6c6b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846673 Mar 31 22:56:06.450697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e872243c-3a65-4823-b7d9-7685d510e2db'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:06.500177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2a8e-3a9e-493a-ae6b-e9aa2bf59029 req-3632a2c0-b5d5-483c-8396-f76ff09b406d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.508567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-725d2a8e-3a9e-493a-ae6b-e9aa2bf59029 req-3632a2c0-b5d5-483c-8396-f76ff09b406d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0737803 Mar 31 22:56:06.562841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e', '3ecd9621-73da-4020-afa3-d09478372566', 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:06.565178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-725d2a8e-3a9e-493a-ae6b-e9aa2bf59029 req-092f523f-5d8a-4331-9919-1f9acef0e4bf tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552371 Mar 31 22:56:06.588993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:06.634485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e872243c-3a65-4823-b7d9-7685d510e2db'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:06.682954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b23ae-2c84-48b7-916d-ed77df9fb8df req-475af612-86a1-4cb5-ba76-be461b13f66d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.693387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b6b23ae-2c84-48b7-916d-ed77df9fb8df req-475af612-86a1-4cb5-ba76-be461b13f66d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0745213 Mar 31 22:56:06.736930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f9027-bf3a-40cc-b7ea-b13aff7a3ad3 req-d9d643a3-98f9-43e0-883d-007a3ded613d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:06.738771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd6f9027-bf3a-40cc-b7ea-b13aff7a3ad3 req-d9d643a3-98f9-43e0-883d-007a3ded613d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 935 time: 0.1125147 Mar 31 22:56:06.749933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b6b23ae-2c84-48b7-916d-ed77df9fb8df req-3f1e5280-9460-4d5b-aa02-c876e114b50b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549042 Mar 31 22:56:06.799382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd6f9027-bf3a-40cc-b7ea-b13aff7a3ad3 req-7521d62f-8b75-4b3a-a1e9-991a381347e5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525610 Mar 31 22:56:06.942087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-b69840d8-d97f-4a65-8195-94a937c27031 req-3afdbbdf-18db-42a0-aa32-947d04343abb service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:56:06.943569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b69840d8-d97f-4a65-8195-94a937c27031 req-3afdbbdf-18db-42a0-aa32-947d04343abb service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079439 Mar 31 22:56:07.070435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:07.072653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b2a193d-c067-4961-80d4-dc7e9a0ef471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.091622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.111041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Transition to ACTIVE for port object 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:07.153328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.233542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:07.303187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:56:07.308032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf0d92-3c29-4229-bc8c-937893e64a7d req-77964a5f-057a-4aa1-b9c4-8c491302d0e2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.310252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49bf0d92-3c29-4229-bc8c-937893e64a7d req-77964a5f-057a-4aa1-b9c4-8c491302d0e2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.1973584 Mar 31 22:56:07.311834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:07.412997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-a14be830-596a-4cec-9f19-d2825385d690 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1556313 Mar 31 22:56:07.432688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-55190a1f-688f-4ecb-b7f3-05f090c23da8 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:56:07.433495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-55190a1f-688f-4ecb-b7f3-05f090c23da8 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102031 Mar 31 22:56:07.455147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78c21c-1d73-4b80-b480-0b7f1018e9a2 req-66802b6c-31f2-4d23-a051-a32b9cf30036 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.459475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49bf0d92-3c29-4229-bc8c-937893e64a7d req-f0543a6d-c142-4839-9284-3a7450073f06 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057923 Mar 31 22:56:07.464742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd78c21c-1d73-4b80-b480-0b7f1018e9a2 req-66802b6c-31f2-4d23-a051-a32b9cf30036 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1315010 Mar 31 22:56:07.493664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Attempting to bind port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:07.494260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Attempting to bind port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:07.498518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Attempting to bind port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:07.505766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:07.506088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Attempting to bind port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:07.522694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:07.523032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:07.523472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:07.524055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Bound port: 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:07.524421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.553839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd78c21c-1d73-4b80-b480-0b7f1018e9a2 req-e9cb10f7-67f5-4e0e-afa6-01dddbec14a2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880954 Mar 31 22:56:07.563728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:07.573135 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e0bac-2899-46bb-9858-0e9a313c9389" -d '{"events": [{"name": "network-changed", "server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:07.664673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:07.733745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6da5f8-d385-4258-b698-d9f12f178622 req-c692664e-e3cf-49c1-bb50-34d6b9ba7194 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.736719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b6da5f8-d385-4258-b698-d9f12f178622 req-c692664e-e3cf-49c1-bb50-34d6b9ba7194 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.1493447 Mar 31 22:56:07.743015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 897fb5f3-997a-44ea-8237-10ec9841193c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:07.754719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 897fb5f3-997a-44ea-8237-10ec9841193c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:07.755004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.756649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:07.769702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:07.780612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:07.812243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eaf80-1437-471d-8cc5-0e3015a5a52d req-843b0bad-baa8-45ea-aa70-0ff5ffd4a248 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:07.823405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c91eaf80-1437-471d-8cc5-0e3015a5a52d req-843b0bad-baa8-45ea-aa70-0ff5ffd4a248 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1300776 Mar 31 22:56:07.937823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c91eaf80-1437-471d-8cc5-0e3015a5a52d req-afd2f369-3712-47d2-9051-6d36e66c8233 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126103 Mar 31 22:56:08.239741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.254335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.309164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:08.310359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:08.311139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ea9d5-74b5-4ed3-8139-61e6d8d7920d req-91fc2a9d-d8b3-409b-9f14-c60442489b7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.313387 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb66e1d2-db14-43b3-ad59-f79aad55e3fb" -d '{"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-plugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:08.318756 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.327780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c0ea9d5-74b5-4ed3-8139-61e6d8d7920d req-91fc2a9d-d8b3-409b-9f14-c60442489b7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.1352859 Mar 31 22:56:08.402022 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2660f159-2507-4a4b-b200-0643a5b2f227 x-openstack-request-id: req-2660f159-2507-4a4b-b200-0643a5b2f227 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:08.402991 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:08.402991 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2660f159-2507-4a4b-b200-0643a5b2f227 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:08.403396 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2660f159-2507-4a4b-b200-0643a5b2f227'] response: {'name': 'network-changed', 'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'status': 'completed', 'code': 200} Mar 31 22:56:08.408396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.408757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:08.410266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] 10.222.0.60 "PUT /v2.0/ports/9bcd9867-45c7-44d2-98f9-166dcbb12ae3 HTTP/1.1" status: 200 len: 1095 time: 2.2839234 Mar 31 22:56:08.426868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:08.465971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b6da5f8-d385-4258-b698-d9f12f178622 req-ace0aa16-0078-4f96-bfe9-3a6705d1202b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209928 Mar 31 22:56:08.473996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c0ea9d5-74b5-4ed3-8139-61e6d8d7920d req-8d769989-e8c7-463b-9d06-089097f37637 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419578 Mar 31 22:56:08.551286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-30c5bc23-6790-4c0b-8d84-1c09d08253ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.552932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-30c5bc23-6790-4c0b-8d84-1c09d08253ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1124 time: 0.1557522 Mar 31 22:56:08.554704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc7be-c84a-424c-ab02-178eafcf3c0f service neutron] Pushing event updated for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:08.652971 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0615f4-fd65-47fb-a151-838a2b0fa144 x-openstack-request-id: req-6c0615f4-fd65-47fb-a151-838a2b0fa144 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:08.653271 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-plugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:08.653529 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6c0615f4-fd65-47fb-a151-838a2b0fa144 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:08.653922 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0615f4-fd65-47fb-a151-838a2b0fa144'] response: {'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c', 'code': 200} Mar 31 22:56:08.724784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-704a063b-2276-4d17-a499-536ca413e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.759410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-704a063b-2276-4d17-a499-536ca413e4c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 1098 time: 0.2540350 Mar 31 22:56:08.794863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14772749-51c7-4e30-8fd0-5b9af14a2224 req-f85c3d46-edd1-40ed-93fb-66d802da1b7f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:08.798923 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14772749-51c7-4e30-8fd0-5b9af14a2224 req-f85c3d46-edd1-40ed-93fb-66d802da1b7f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0696297 Mar 31 22:56:08.878599 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14772749-51c7-4e30-8fd0-5b9af14a2224 req-ac4fe2a3-c9ac-4608-8324-e8be3a3d4b8a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722349 Mar 31 22:56:08.971332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-b6f1f6b9-a74f-4bc8-a72c-6e5075f49988 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3 HTTP/1.1" status: 200 len: 217 time: 0.2107229 Mar 31 22:56:09.002257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-609fe724-b9f2-4bfe-931d-7e2691001e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.004132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-609fe724-b9f2-4bfe-931d-7e2691001e4d service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.4144645 Mar 31 22:56:09.036690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db677ee-e058-4b97-b7ec-e86cf9754d97 req-95e82148-fc3e-4698-9970-efa4c34da12f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.043948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2db677ee-e058-4b97-b7ec-e86cf9754d97 req-95e82148-fc3e-4698-9970-efa4c34da12f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 947 time: 0.4370408 Mar 31 22:56:09.053951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f2ea3-16cd-416a-be2e-b177db2bd087 req-8715cedb-3b76-4499-8ad4-59b065282a6e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.073136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-145f2ea3-16cd-416a-be2e-b177db2bd087 req-8715cedb-3b76-4499-8ad4-59b065282a6e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1090994 Mar 31 22:56:09.123532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-145f2ea3-16cd-416a-be2e-b177db2bd087 req-34898d4e-ac9c-4637-b7e8-cc1b288aeb71 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488727 Mar 31 22:56:09.180170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-295c884d-8692-4e69-9f7e-38930d0beb44 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 217 time: 0.1125014 Mar 31 22:56:09.262413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-0dd3949e-1a61-4327-bccc-d4af0e859711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.263956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-0dd3949e-1a61-4327-bccc-d4af0e859711 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2764144 Mar 31 22:56:09.273384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702faf0-753a-4e32-b72c-a1cdb90e6241 req-cb9c2630-4099-4ad6-a86b-1c42e8055550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.276912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3702faf0-753a-4e32-b72c-a1cdb90e6241 req-cb9c2630-4099-4ad6-a86b-1c42e8055550 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 1097 time: 0.3075309 Mar 31 22:56:09.296057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2db677ee-e058-4b97-b7ec-e86cf9754d97 req-d4be2281-9c89-4202-9d86-71fca7802ede tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400659 Mar 31 22:56:09.336438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5ec5d-c9f7-470a-84a6-9fedd04a7348 req-43e09ae4-87b2-4342-b680-8043551e78b9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.345057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5bb5ec5d-c9f7-470a-84a6-9fedd04a7348 req-43e09ae4-87b2-4342-b680-8043551e78b9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1023014 Mar 31 22:56:09.357789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-21dd7d92-4ae7-49f1-ab9e-a2e45f237271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.359685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-21dd7d92-4ae7-49f1-ab9e-a2e45f237271 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1640823 Mar 31 22:56:09.386435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3702faf0-753a-4e32-b72c-a1cdb90e6241 req-70f535e0-2549-460f-8d9d-d5908cb7805e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713370 Mar 31 22:56:09.423004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-5901ec88-00f7-4542-b9b2-5ee1a9eb3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.425327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-5901ec88-00f7-4542-b9b2-5ee1a9eb3692 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474068 Mar 31 22:56:09.427718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-a3b68e9d-9e46-449f-8a16-4b2457fb6b71 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443757 Mar 31 22:56:09.429645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5bb5ec5d-c9f7-470a-84a6-9fedd04a7348 req-a304614a-4fce-4a9a-886a-aab7a6305ce7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757730 Mar 31 22:56:09.567608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-1530faa4-7801-44c5-b027-6c8109975c1f service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341498 Mar 31 22:56:09.657404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd633360-b08f-4e6f-9436-b2ed827b1b33 req-eff40259-c9e8-4013-affc-1493036a2131 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.670752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd633360-b08f-4e6f-9436-b2ed827b1b33 req-eff40259-c9e8-4013-affc-1493036a2131 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0900316 Mar 31 22:56:09.719475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd633360-b08f-4e6f-9436-b2ed827b1b33 req-11d822ef-e5e3-410e-b1d8-6b1d406696f3 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Mar 31 22:56:09.727445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e153938-f854-454f-b6ed-32b4513bc647 req-db51e9ba-190a-4cae-98af-1572dd40ba7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:09.728728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e153938-f854-454f-b6ed-32b4513bc647 req-db51e9ba-190a-4cae-98af-1572dd40ba7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.1106949 Mar 31 22:56:09.788594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd139d0e-4365-4fb8-8efd-fc7758fd9136 req-9f020100-6f5c-456b-be9d-3ebd68f86f31 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138772 Mar 31 22:56:09.846097 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:09.867701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e153938-f854-454f-b6ed-32b4513bc647 req-8cf6d382-c47f-4db8-8c0e-365641e2fb0e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279836 Mar 31 22:56:09.930579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-9c51c294-ed61-4e96-9f9d-e46d6957966b service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758952 Mar 31 22:56:10.029638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cbfd2-0691-4bb1-8c42-5edbcbfc305e req-85ad6445-f55b-4d3f-8bf8-1b1c0be3457f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.038688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e8cbfd2-0691-4bb1-8c42-5edbcbfc305e req-85ad6445-f55b-4d3f-8bf8-1b1c0be3457f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0833163 Mar 31 22:56:10.083228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e8cbfd2-0691-4bb1-8c42-5edbcbfc305e req-44493469-e151-4dc8-8a93-a8df8a951498 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Mar 31 22:56:10.113701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-440e0bac-2899-46bb-9858-0e9a313c9389 req-61a9d4e2-b621-455a-a1bc-6d87992c6575 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579113 Mar 31 22:56:10.270171 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:10.284591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea6d86-4e62-4fd8-a0d3-c210e271b1a9 req-7757b9f6-6763-4455-bf66-2739e136c509 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.295267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daea6d86-4e62-4fd8-a0d3-c210e271b1a9 req-7757b9f6-6763-4455-bf66-2739e136c509 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0740736 Mar 31 22:56:10.344592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daea6d86-4e62-4fd8-a0d3-c210e271b1a9 req-389c5b1d-0857-4533-99e5-7a40a1105350 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504982 Mar 31 22:56:10.386966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-d335b1fa-f680-45e6-9273-7da4a76fa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.388825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-d335b1fa-f680-45e6-9273-7da4a76fa382 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1100 time: 0.0674541 Mar 31 22:56:10.405778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:10.409128 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba4222-f246-446f-84a9-f777d7b4b439" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:10.541224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00741-07e0-44d1-870e-6b4a6f001760 req-b91293d6-9d5d-47d3-b08d-adff18cbe280 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.542771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78c00741-07e0-44d1-870e-6b4a6f001760 req-b91293d6-9d5d-47d3-b08d-adff18cbe280 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 947 time: 0.1341980 Mar 31 22:56:10.543650 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cab650-c031-4cd3-87e0-2da809ef1212 x-openstack-request-id: req-b7cab650-c031-4cd3-87e0-2da809ef1212 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:10.544171 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:10.544171 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b7cab650-c031-4cd3-87e0-2da809ef1212 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:10.544527 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cab650-c031-4cd3-87e0-2da809ef1212'] response: {'name': 'network-changed', 'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3', 'status': 'completed', 'code': 200} Mar 31 22:56:10.612944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78c00741-07e0-44d1-870e-6b4a6f001760 req-14ae8696-1c57-4a94-9337-203651480082 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529869 Mar 31 22:56:10.665088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5dc2c-6da1-40be-a2f2-2797e56c29a4 req-2e40da04-47d2-4ef1-8d77-00983ba84ea1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.667169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92e5dc2c-6da1-40be-a2f2-2797e56c29a4 req-2e40da04-47d2-4ef1-8d77-00983ba84ea1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1077220 Mar 31 22:56:10.674553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-82e74ae2-ee9e-41a7-8f1e-71988f1d2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.676129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-82e74ae2-ee9e-41a7-8f1e-71988f1d2e50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 1098 time: 0.1379614 Mar 31 22:56:10.678358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-eec7c845-e318-4ae8-8907-0328d9cb31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.679709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-eec7c845-e318-4ae8-8907-0328d9cb31ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2820163 Mar 31 22:56:10.764564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-c0ca9917-d989-4828-ad4c-537097ff4add service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.0673459 Mar 31 22:56:10.829047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92e5dc2c-6da1-40be-a2f2-2797e56c29a4 req-67bd7b0b-d4e7-4e6e-a2fd-0f1e7da8c767 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518428 Mar 31 22:56:10.885217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-839843a2-3cfa-4a30-ac07-693be3b24203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.886902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-839843a2-3cfa-4a30-ac07-693be3b24203 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1071911 Mar 31 22:56:10.888331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-f75f79b5-d6af-49ce-880c-c480cc215258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.889617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-f75f79b5-d6af-49ce-880c-c480cc215258 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1937127 Mar 31 22:56:10.892449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e297ce-39a6-4334-81bb-542a060b4e2f req-8848578c-eab3-439d-9dcd-86d210ce20a5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:10.901161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e297ce-39a6-4334-81bb-542a060b4e2f req-8848578c-eab3-439d-9dcd-86d210ce20a5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0897408 Mar 31 22:56:10.967546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e297ce-39a6-4334-81bb-542a060b4e2f req-4f3db356-7062-40cd-8ec3-871f456f599e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502217 Mar 31 22:56:10.992967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-34967370-60b5-47c5-b2e7-10f73e1e39d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3 HTTP/1.1" status: 200 len: 217 time: 0.0434325 Mar 31 22:56:11.071220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-654b084d-c328-42b9-8468-271224f2024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.071220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-654b084d-c328-42b9-8468-271224f2024e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664476 Mar 31 22:56:11.079632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-a911c090-e50a-4d7c-98be-6a5ba063ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.081200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-a911c090-e50a-4d7c-98be-6a5ba063ef11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0771720 Mar 31 22:56:11.162735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9fb73-f7a6-4860-a091-8f289ff348ea req-7e072dcb-1247-446a-9f76-21c984aff658 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.170244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6b9fb73-f7a6-4860-a091-8f289ff348ea req-7e072dcb-1247-446a-9f76-21c984aff658 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.1762049 Mar 31 22:56:11.243294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-959c8ae3-71ec-44df-8e4d-0f5d21b5e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.244836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-959c8ae3-71ec-44df-8e4d-0f5d21b5e800 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515579 Mar 31 22:56:11.247507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b53da6-2ae2-4208-bbf7-701d193763d4 req-127eaf5f-0d4f-49c8-8f19-08174bf78f37 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.249073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02b53da6-2ae2-4208-bbf7-701d193763d4 req-127eaf5f-0d4f-49c8-8f19-08174bf78f37 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0781946 Mar 31 22:56:11.280302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6b9fb73-f7a6-4860-a091-8f289ff348ea req-6b1b887f-060e-48c6-bda8-3af5c0f016e5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068165 Mar 31 22:56:11.330679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-f057d016-cada-4506-ae0e-aa8ce865c877 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455416 Mar 31 22:56:11.334333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02b53da6-2ae2-4208-bbf7-701d193763d4 req-d06807d7-28c3-44f4-9614-464b678084b4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765855 Mar 31 22:56:11.593330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-377f30de-483e-4302-8d8c-d869cec5b491 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364668 Mar 31 22:56:11.609445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438cddc-04f3-4090-806b-1c26a3532a78 req-6c96b15a-8bee-43f0-9a1e-ebafd321f46f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.611147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c438cddc-04f3-4090-806b-1c26a3532a78 req-6c96b15a-8bee-43f0-9a1e-ebafd321f46f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1849351 Mar 31 22:56:11.653761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-9b5ef12e-c2e8-45d8-a1f1-930c0a0f858e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799253 Mar 31 22:56:11.764051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bcf54-92e6-4534-9e61-cf73abaca517 req-7a0f0f2a-37bd-4b5e-b88d-fdb786042040 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:11.764814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c438cddc-04f3-4090-806b-1c26a3532a78 req-23c30924-9812-48b6-8778-06c2a9f343d7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416683 Mar 31 22:56:11.771511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d9bcf54-92e6-4534-9e61-cf73abaca517 req-7a0f0f2a-37bd-4b5e-b88d-fdb786042040 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 947 time: 0.0951581 Mar 31 22:56:11.809882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ba4222-f246-446f-84a9-f777d7b4b439 req-ab49111e-e053-4bb3-8c01-a6b79442e157 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940548 Mar 31 22:56:11.838646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d9bcf54-92e6-4534-9e61-cf73abaca517 req-262fb126-0ed5-4917-8f03-6fe44a513dca tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Mar 31 22:56:12.047009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43f29-b201-4cc1-b2b9-5365ab9af4fd req-16799669-d0ad-4904-bc48-a7dd7d94fc52 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.048618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7c43f29-b201-4cc1-b2b9-5365ab9af4fd req-16799669-d0ad-4904-bc48-a7dd7d94fc52 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.1156356 Mar 31 22:56:12.109385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7c43f29-b201-4cc1-b2b9-5365ab9af4fd req-e5c119f7-8370-4968-85a2-6bc188fa4d54 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 Mar 31 22:56:12.200519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c22b94-a735-47b8-bf88-6bf214720b56 req-b208d2bd-d67a-4e45-8887-e6a1b439d3c4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.202750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7c22b94-a735-47b8-bf88-6bf214720b56 req-b208d2bd-d67a-4e45-8887-e6a1b439d3c4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0864487 Mar 31 22:56:12.249962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7c22b94-a735-47b8-bf88-6bf214720b56 req-018c67aa-d9a5-4630-b181-38b0f08ccb01 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Mar 31 22:56:12.486647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8d25d-938f-4772-a041-0421504eccff req-df2517b2-ccac-4214-b6a9-5dd061a2124f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.488313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27b8d25d-938f-4772-a041-0421504eccff req-df2517b2-ccac-4214-b6a9-5dd061a2124f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0599959 Mar 31 22:56:12.495579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4610a-9545-485a-a856-6beb63e36abb req-da923a85-88cb-4ba1-8eaf-dcbcdac6c0dd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.499762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e4610a-9545-485a-a856-6beb63e36abb req-da923a85-88cb-4ba1-8eaf-dcbcdac6c0dd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0843508 Mar 31 22:56:12.561173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27b8d25d-938f-4772-a041-0421504eccff req-6108f912-b4a1-4223-8e27-de28ca2d6bb5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581686 Mar 31 22:56:12.576474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e4610a-9545-485a-a856-6beb63e36abb req-d25df2c8-5473-4c14-9042-1a118a3d7188 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Mar 31 22:56:12.785756 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:56:12.979793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0da04-428f-474a-bc8b-1a6141a1df2d req-25b94d7c-a4e9-40fc-ab86-387bdccefa65 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:12.986482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88e0da04-428f-474a-bc8b-1a6141a1df2d req-25b94d7c-a4e9-40fc-ab86-387bdccefa65 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1036100 Mar 31 22:56:13.023158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c0082-5d1d-4ef7-88b0-482fad54bff8 req-9e7a1c16-29c1-4f45-9638-9c37230f9d24 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.036069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b5c0082-5d1d-4ef7-88b0-482fad54bff8 req-9e7a1c16-29c1-4f45-9638-9c37230f9d24 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 947 time: 0.0767391 Mar 31 22:56:13.072970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88e0da04-428f-474a-bc8b-1a6141a1df2d req-d2305d17-aa76-47f5-b670-aa25cd8f6eb6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Mar 31 22:56:13.111497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b5c0082-5d1d-4ef7-88b0-482fad54bff8 req-e2ce42e6-b2c6-4135-b922-8b040ac5a7f2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744040 Mar 31 22:56:13.270454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fa0b4-526f-4303-9c92-0dd7a4a7cd61 req-47265ac3-5508-4a49-a900-81acc8f9a386 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.272125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f50fa0b4-526f-4303-9c92-0dd7a4a7cd61 req-47265ac3-5508-4a49-a900-81acc8f9a386 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0557797 Mar 31 22:56:13.329149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f50fa0b4-526f-4303-9c92-0dd7a4a7cd61 req-85b988e6-0d63-44aa-85f6-58c7ed75a718 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Mar 31 22:56:13.400535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e6528-1cd6-4f17-8a96-126c429673e2 req-027ba731-5694-47aa-9ade-6ae16f499358 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.407866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-525e6528-1cd6-4f17-8a96-126c429673e2 req-027ba731-5694-47aa-9ade-6ae16f499358 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0754745 Mar 31 22:56:13.460587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-525e6528-1cd6-4f17-8a96-126c429673e2 req-8457bc23-7f4e-41be-968a-e1b884b72d24 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Mar 31 22:56:13.628972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26dc2e-7426-4911-9251-b937698c5b47 req-a831e11a-cfb5-49a0-ae7a-9e0f84e6ec19 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.632834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f26dc2e-7426-4911-9251-b937698c5b47 req-a831e11a-cfb5-49a0-ae7a-9e0f84e6ec19 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0736003 Mar 31 22:56:13.698873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f26dc2e-7426-4911-9251-b937698c5b47 req-b4aec554-61be-44b9-a98c-593612e9ea95 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Mar 31 22:56:13.741629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cb085-02a4-40be-b815-869cf8984693 req-a76fc22d-5323-42bc-be29-cf4b36aad2db tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.743026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-699cb085-02a4-40be-b815-869cf8984693 req-a76fc22d-5323-42bc-be29-cf4b36aad2db tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0677812 Mar 31 22:56:13.805107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-699cb085-02a4-40be-b815-869cf8984693 req-a9129323-2771-48d8-9f5b-9c8307e23da1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Mar 31 22:56:13.872762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cfcd-dacd-4014-8b96-d4eeae64171d req-d1cc6db1-3fed-4923-9b39-5fa5f108299d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:13.879884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95d2cfcd-dacd-4014-8b96-d4eeae64171d req-d1cc6db1-3fed-4923-9b39-5fa5f108299d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0974743 Mar 31 22:56:13.953464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95d2cfcd-dacd-4014-8b96-d4eeae64171d req-7988afc3-40a1-4c57-96ce-4976b8f17047 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621483 Mar 31 22:56:14.239923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab2d0c-da01-4d8c-a034-1d8d46015dad req-80882636-eeb0-413d-a8a8-3fadc457b848 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.241488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fab2d0c-da01-4d8c-a034-1d8d46015dad req-80882636-eeb0-413d-a8a8-3fadc457b848 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0577714 Mar 31 22:56:14.292063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d6871-c3f3-4c07-96b3-3756bcab6809 req-8d6992b1-e2b7-4b90-b5ce-bb5915960272 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.295726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb3d6871-c3f3-4c07-96b3-3756bcab6809 req-8d6992b1-e2b7-4b90-b5ce-bb5915960272 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0801415 Mar 31 22:56:14.318164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fab2d0c-da01-4d8c-a034-1d8d46015dad req-e4db7cbb-835f-4bb9-a007-51be37b9e0e8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Mar 31 22:56:14.375778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb3d6871-c3f3-4c07-96b3-3756bcab6809 req-a89bae2d-8dba-446e-bb74-6d58722daff5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725002 Mar 31 22:56:14.442787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50195a8d-d52f-41e4-a418-1dc0e3fb3ff2 req-c4d92387-964f-425d-a0f0-6e8fe3dd077b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.450969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50195a8d-d52f-41e4-a418-1dc0e3fb3ff2 req-c4d92387-964f-425d-a0f0-6e8fe3dd077b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 947 time: 0.0850508 Mar 31 22:56:14.503299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50195a8d-d52f-41e4-a418-1dc0e3fb3ff2 req-47eb35b9-50d3-4ff8-bf15-e14e06fa1330 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507541 Mar 31 22:56:14.607566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306fb5b-d918-495a-be63-90ff4c1c07d9 req-c4122655-eb32-49e8-a411-9c88b1e5ebfd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.609293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e306fb5b-d918-495a-be63-90ff4c1c07d9 req-c4122655-eb32-49e8-a411-9c88b1e5ebfd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0595646 Mar 31 22:56:14.615104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:14.683710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e306fb5b-d918-495a-be63-90ff4c1c07d9 req-b6ed4376-4e21-4bc7-b9dd-b5ee6862069d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596941 Mar 31 22:56:14.729648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:14.742930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3', 'mac_address': 'fa:16:3e:26:f3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:14.786585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.808162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:14.833712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:14.844332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:14.904154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:14.941694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dda2bc-35e7-4595-ac04-fe94861de422 req-b7459de5-96b2-4d85-8631-5ca3388f66ad tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:14.943249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23dda2bc-35e7-4595-ac04-fe94861de422 req-b7459de5-96b2-4d85-8631-5ca3388f66ad tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0582259 Mar 31 22:56:15.018666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23dda2bc-35e7-4595-ac04-fe94861de422 req-a8e95488-610a-4d86-9185-13aa3174f51c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630524 Mar 31 22:56:15.121930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24e929-6c97-421a-9bec-49d812f4a562 req-13d20d14-8c28-44c6-aef5-397d77f70ab0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.124716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a24e929-6c97-421a-9bec-49d812f4a562 req-13d20d14-8c28-44c6-aef5-397d77f70ab0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0605428 Mar 31 22:56:15.178102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a24e929-6c97-421a-9bec-49d812f4a562 req-e2869b87-54d3-49a2-af03-d58a8ee8f8d9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Mar 31 22:56:15.420373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9bcd9867-45c7-44d2-98f9-166dcbb12ae3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:15.437211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b73d2-1b28-44c1-928b-efb1af0e866e req-7fa7bfb7-19bd-4bcc-b1c3-7543280d0d05 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.445960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3b73d2-1b28-44c1-928b-efb1af0e866e req-7fa7bfb7-19bd-4bcc-b1c3-7543280d0d05 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0669329 Mar 31 22:56:15.525408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3b73d2-1b28-44c1-928b-efb1af0e866e req-f05d7600-7a1f-4da6-8d9c-012309bfd368 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773714 Mar 31 22:56:15.529019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808de4c1-0717-4a20-a493-5a5c95ce3c33 req-0e6de2ad-cfd2-4f97-8981-bba098d6571c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.539862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-808de4c1-0717-4a20-a493-5a5c95ce3c33 req-0e6de2ad-cfd2-4f97-8981-bba098d6571c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0905375 Mar 31 22:56:15.618780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-808de4c1-0717-4a20-a493-5a5c95ce3c33 req-0faec9b1-330a-4e89-a35a-c258e5a9d926 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Mar 31 22:56:15.811660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e948a5-a0fd-476a-b8da-1907de5d2005 req-5568b541-5b23-4924-bf36-e0d45625edf2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.813264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e948a5-a0fd-476a-b8da-1907de5d2005 req-5568b541-5b23-4924-bf36-e0d45625edf2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 948 time: 0.0803587 Mar 31 22:56:15.865514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb3ed1-fd93-4993-b98b-ab1c4c2fbbfa req-5d95b28a-64c4-40a4-a252-0bd3c1b11a9e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:15.867904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43fb3ed1-fd93-4993-b98b-ab1c4c2fbbfa req-5d95b28a-64c4-40a4-a252-0bd3c1b11a9e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0769687 Mar 31 22:56:15.869758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e948a5-a0fd-476a-b8da-1907de5d2005 req-ac7516d9-60cc-4c37-a8a5-d41ad134bfe0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493999 Mar 31 22:56:15.920491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43fb3ed1-fd93-4993-b98b-ab1c4c2fbbfa req-b6e46772-e600-4c5b-b295-b3f294b4944f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412073 Mar 31 22:56:16.144512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9a02-0c30-4ba1-bb3e-e25e0e32e797 req-f00dfc88-4641-42b7-bc56-4d9a05bf63e9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.152914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-242f9a02-0c30-4ba1-bb3e-e25e0e32e797 req-f00dfc88-4641-42b7-bc56-4d9a05bf63e9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0720646 Mar 31 22:56:16.194342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-242f9a02-0c30-4ba1-bb3e-e25e0e32e797 req-65935aec-b421-4838-b148-15cecc5e9512 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401042 Mar 31 22:56:16.342990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f99287-e5f7-451d-a5af-8f4a86fb92d8 req-949aa907-35d3-4cb5-8fed-10b02588317a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.345994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f99287-e5f7-451d-a5af-8f4a86fb92d8 req-949aa907-35d3-4cb5-8fed-10b02588317a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0617156 Mar 31 22:56:16.393081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f99287-e5f7-451d-a5af-8f4a86fb92d8 req-4a8c1d25-6ac9-4b7e-9052-9d98d15a7f0f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Mar 31 22:56:16.665802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a11035-311b-4ebf-a386-d7144e203389 req-cb30d8c3-be69-451f-a76a-4d41edb239d9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.673511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1a11035-311b-4ebf-a386-d7144e203389 req-cb30d8c3-be69-451f-a76a-4d41edb239d9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0867300 Mar 31 22:56:16.743719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1a11035-311b-4ebf-a386-d7144e203389 req-0bbd9f78-52df-48f2-ab41-609399ff7e20 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690491 Mar 31 22:56:16.791886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ca4f4-dda4-4211-95f3-b85b717b927c req-6789dd06-037c-4b4c-9ee8-02647d1d9945 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:16.794140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea4ca4f4-dda4-4211-95f3-b85b717b927c req-6789dd06-037c-4b4c-9ee8-02647d1d9945 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0838661 Mar 31 22:56:16.865932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea4ca4f4-dda4-4211-95f3-b85b717b927c req-ea53781f-3cfc-4260-830c-40a295607cce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632346 Mar 31 22:56:17.037057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081259-b862-423e-9652-fa64db95236a req-ed50dd6c-aec5-4c8e-932e-2352ad8d8a55 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.039451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e081259-b862-423e-9652-fa64db95236a req-ed50dd6c-aec5-4c8e-932e-2352ad8d8a55 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 948 time: 0.0792689 Mar 31 22:56:17.085273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5a1be-c809-47b4-9053-61536fcf739d req-bed11859-d5ca-4711-955c-973a8c183d18 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.087149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1b5a1be-c809-47b4-9053-61536fcf739d req-bed11859-d5ca-4711-955c-973a8c183d18 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0644619 Mar 31 22:56:17.107025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e081259-b862-423e-9652-fa64db95236a req-be6a40e4-12a6-453d-9f94-bc83dbce58d0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564356 Mar 31 22:56:17.154597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1b5a1be-c809-47b4-9053-61536fcf739d req-f49f22c5-21ff-4f0f-ae18-f2097ce162c1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539823 Mar 31 22:56:17.328586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33dd6b-f89e-4e87-803f-c25307709695 req-9e56dfda-eeae-438f-9a79-65c5cb2c9aa2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.336772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f33dd6b-f89e-4e87-803f-c25307709695 req-9e56dfda-eeae-438f-9a79-65c5cb2c9aa2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0642009 Mar 31 22:56:17.376231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f33dd6b-f89e-4e87-803f-c25307709695 req-484c6693-23a9-427c-bb6a-7b03479418d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Mar 31 22:56:17.524841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa657c-6cd8-455f-9174-b51d570ed009 req-b32a771d-b410-4e76-8a44-75c9d8317c8a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.526330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65fa657c-6cd8-455f-9174-b51d570ed009 req-b32a771d-b410-4e76-8a44-75c9d8317c8a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0535765 Mar 31 22:56:17.570690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65fa657c-6cd8-455f-9174-b51d570ed009 req-548cf62e-00ac-4ce2-a8bd-ba82e25c0349 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375450 Mar 31 22:56:17.880880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381a9b4-22d3-488e-ad37-efc13d257db5 req-9de1c92b-b407-40f8-a48d-235d387f43b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:17.883739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8381a9b4-22d3-488e-ad37-efc13d257db5 req-9de1c92b-b407-40f8-a48d-235d387f43b6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0558896 Mar 31 22:56:17.920921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8381a9b4-22d3-488e-ad37-efc13d257db5 req-24ef563f-5fb5-4164-a04b-55bc85133179 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Mar 31 22:56:18.015598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104b2f-0880-4b4b-844f-f0eb7615a013 req-fc19b9c8-db76-4489-926d-2c3d00b9930e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.017069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d104b2f-0880-4b4b-844f-f0eb7615a013 req-fc19b9c8-db76-4489-926d-2c3d00b9930e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0501721 Mar 31 22:56:18.056122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d104b2f-0880-4b4b-844f-f0eb7615a013 req-32b81d10-78b5-428b-b381-307eef3fd343 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Mar 31 22:56:18.220361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4325433-f19f-444f-afa2-e942c94b4a90 req-6596495b-40ef-45c8-bd28-11176a8e5137 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.222016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4325433-f19f-444f-afa2-e942c94b4a90 req-6596495b-40ef-45c8-bd28-11176a8e5137 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 948 time: 0.0520797 Mar 31 22:56:18.281098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4325433-f19f-444f-afa2-e942c94b4a90 req-3686a39d-ab4b-4e26-b700-3b341583b4b7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Mar 31 22:56:18.408685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8128884-73c4-4ebd-8b01-7da8a923dcc3 req-70273667-c518-4040-a62c-003b5ce634ac tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.410384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8128884-73c4-4ebd-8b01-7da8a923dcc3 req-70273667-c518-4040-a62c-003b5ce634ac tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0542490 Mar 31 22:56:18.455859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8128884-73c4-4ebd-8b01-7da8a923dcc3 req-d1c4f6b9-1483-491b-9635-08fdb7687331 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 Mar 31 22:56:18.560970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808f085-3a3b-486b-9d08-4e7e967b13f1 req-cf7a69b5-22e9-43da-a7b6-afd310f2f596 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.562548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5808f085-3a3b-486b-9d08-4e7e967b13f1 req-cf7a69b5-22e9-43da-a7b6-afd310f2f596 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0482101 Mar 31 22:56:18.602264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5808f085-3a3b-486b-9d08-4e7e967b13f1 req-7ef7f5ec-cbb9-4a4a-a9b6-fc873494c049 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Mar 31 22:56:18.643032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:18.693706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:18.697788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:18.698476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.714553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75cbf6-d40d-48e6-b91b-310fda50c08e req-430eb562-2aeb-44a8-83dc-ad41cba97a03 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.716096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d75cbf6-d40d-48e6-b91b-310fda50c08e req-430eb562-2aeb-44a8-83dc-ad41cba97a03 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0602901 Mar 31 22:56:18.763889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d75cbf6-d40d-48e6-b91b-310fda50c08e req-ad5db9fa-4a1d-4871-af1c-145b07f906ca tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390751 Mar 31 22:56:18.784106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.807019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:18.809540 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39021be8-4409-47d6-9dbb-11509eb107f4" -d '{"events": [{"server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "name": "network-vif-plugged", "status": "completed", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:18.824853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:18.828988 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:18.858200 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763bb4e-1790-45f9-b642-5d9c5f969776 x-openstack-request-id: req-5763bb4e-1790-45f9-b642-5d9c5f969776 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:18.858510 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "name": "network-vif-plugged", "status": "completed", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:18.858758 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5763bb4e-1790-45f9-b642-5d9c5f969776 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:18.859140 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5763bb4e-1790-45f9-b642-5d9c5f969776'] response: {'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3', 'code': 200} Mar 31 22:56:18.893157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:18.897511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-71765a4f-f517-4fc2-9e1e-627b782f01de tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.899388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-71765a4f-f517-4fc2-9e1e-627b782f01de tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.1127012 Mar 31 22:56:18.915541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-d8d186b5-6f1a-49f5-8550-d713caf3dbcd tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/quotas/c6498c8a2c344208b07e7decaf069a6c HTTP/1.1" status: 200 len: 375 time: 0.0102270 Mar 31 22:56:18.994053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-e0fa4268-584c-4c57-9a80-c59a8d42d0cc tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726907 Mar 31 22:56:18.996708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521c1c-0b35-42a2-b097-cb9269a7628b req-8c94a612-f9b0-4574-886c-4c864896022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:18.998091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63521c1c-0b35-42a2-b097-cb9269a7628b req-8c94a612-f9b0-4574-886c-4c864896022c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 1100 time: 0.0513930 Mar 31 22:56:19.043605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ca211-2192-45e5-bc31-15d416039206 req-e561b9af-c6e8-4c3d-9e44-9eb09bc7e8a6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.045109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f86ca211-2192-45e5-bc31-15d416039206 req-e561b9af-c6e8-4c3d-9e44-9eb09bc7e8a6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0524004 Mar 31 22:56:19.085231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f86ca211-2192-45e5-bc31-15d416039206 req-b237a07d-0736-4a4a-9e78-c11b1773d48f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Mar 31 22:56:19.206774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c4ee-3dab-46f4-aa0c-e53229e63c64 req-d6cb50d0-59d0-46ba-9ca2-df1ed94603a9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.208704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d478c4ee-3dab-46f4-aa0c-e53229e63c64 req-d6cb50d0-59d0-46ba-9ca2-df1ed94603a9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0525615 Mar 31 22:56:19.249496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d478c4ee-3dab-46f4-aa0c-e53229e63c64 req-151f775d-15cc-4bd9-a661-31a78904a88b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343535 Mar 31 22:56:19.333193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63521c1c-0b35-42a2-b097-cb9269a7628b req-d395d908-b3c1-46bd-a8a2-040732ed1a87 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231971 Mar 31 22:56:19.356599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-1e90cb2d-e215-4057-9e73-3bf8f193d0da service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538809 Mar 31 22:56:19.406699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7b612-f0f4-43cc-a1ec-8c2c07d3e6af req-3e8915f2-0e72-4394-a7d4-705564a0bc1c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.408195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9a7b612-f0f4-43cc-a1ec-8c2c07d3e6af req-3e8915f2-0e72-4394-a7d4-705564a0bc1c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0520720 Mar 31 22:56:19.446718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-75c23a3d-db29-48ac-9095-d20ba50b4726 service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840948 Mar 31 22:56:19.447277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9a7b612-f0f4-43cc-a1ec-8c2c07d3e6af req-666131e5-d542-40e9-bdaf-0222783e980b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Mar 31 22:56:19.581330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd201-5ddb-4bfa-b917-867d51809098 req-5f6f993d-26fd-4cb4-b0d7-dd68b196e1e3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.583427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2fd201-5ddb-4bfa-b917-867d51809098 req-5f6f993d-26fd-4cb4-b0d7-dd68b196e1e3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0555537 Mar 31 22:56:19.628021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29a777b2-c575-41ce-98cd-d4cc93c91096 req-63f419d1-99ce-4950-9516-606166678039 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 210 time: 0.0303435 Mar 31 22:56:19.636109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2fd201-5ddb-4bfa-b917-867d51809098 req-109933a2-fe9d-44cf-b0a0-78b64c2993a6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Mar 31 22:56:19.745355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b6fcd-5cee-4981-b72e-8427857f02a6 req-e96b27de-e13e-45b5-9ba3-daa1cd8ddc50 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.746851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db0b6fcd-5cee-4981-b72e-8427857f02a6 req-e96b27de-e13e-45b5-9ba3-daa1cd8ddc50 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0497022 Mar 31 22:56:19.784827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db0b6fcd-5cee-4981-b72e-8427857f02a6 req-8620fb65-af3c-40f8-b0f5-07ccc6d94639 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Mar 31 22:56:19.884291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71172f-edbe-4c03-aa90-99143169cc10 req-d783ae2a-aa12-4187-99c4-2a7993c473d0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:19.887757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d71172f-edbe-4c03-aa90-99143169cc10 req-d783ae2a-aa12-4187-99c4-2a7993c473d0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0518868 Mar 31 22:56:19.930203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d71172f-edbe-4c03-aa90-99143169cc10 req-f0e2ed03-d7a0-4292-be79-92cbc898164d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382531 Mar 31 22:56:20.236645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914e60d-47ba-4423-bf3a-b8e60652c9c4 req-dfb1bd07-f806-43b3-8004-265618029e33 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.238198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4914e60d-47ba-4423-bf3a-b8e60652c9c4 req-dfb1bd07-f806-43b3-8004-265618029e33 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0551510 Mar 31 22:56:20.289638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4914e60d-47ba-4423-bf3a-b8e60652c9c4 req-ba906ada-d5ef-4519-bc2d-6f71674ec092 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Mar 31 22:56:20.370628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0b6a-63d1-487a-8d8e-63e0600ada40 req-128ebc52-fa3e-4b93-b20e-96fc010bc195 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.372121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-438d0b6a-63d1-487a-8d8e-63e0600ada40 req-128ebc52-fa3e-4b93-b20e-96fc010bc195 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0512912 Mar 31 22:56:20.409267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-438d0b6a-63d1-487a-8d8e-63e0600ada40 req-29cfac9e-c9a8-40cb-9dcb-95c4e179a293 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Mar 31 22:56:20.582902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ae8f-e279-4b95-b97f-bb12f72e9a46 req-d68ceca6-e28d-44ec-bd20-731ee6d218c0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.584561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b75ae8f-e279-4b95-b97f-bb12f72e9a46 req-d68ceca6-e28d-44ec-bd20-731ee6d218c0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0587020 Mar 31 22:56:20.630198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:20.632608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b75ae8f-e279-4b95-b97f-bb12f72e9a46 req-d61cf8e2-df8a-49b5-8f0a-8a5aa39a132f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403705 Mar 31 22:56:20.734217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fbf5520-4313-4446-9242-028efaa712e3 req-91cae345-7d2e-4bc1-ac84-6bc4b76871e7 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 210 time: 0.0282805 Mar 31 22:56:20.765304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865c896-6d4f-42cd-9a5a-85d169381bc4 req-4335c02a-bbc5-4c19-b87d-7a9f4429f716 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.766955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5865c896-6d4f-42cd-9a5a-85d169381bc4 req-4335c02a-bbc5-4c19-b87d-7a9f4429f716 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0507913 Mar 31 22:56:20.812361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5865c896-6d4f-42cd-9a5a-85d169381bc4 req-f9135408-750a-4eb7-aa51-791d8b81a212 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 Mar 31 22:56:20.911409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4ded-dcf3-4cd7-89fd-3191cddab959 req-689cd9af-e13b-4417-b47c-39f89c525832 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:20.913100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a30f4ded-dcf3-4cd7-89fd-3191cddab959 req-689cd9af-e13b-4417-b47c-39f89c525832 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0492139 Mar 31 22:56:20.953152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a30f4ded-dcf3-4cd7-89fd-3191cddab959 req-99ae3820-8c11-4248-a1bf-e915e637e6a4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Mar 31 22:56:20.999602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-b57037c4-960c-473f-bdc4-b92944f9fa99 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.001410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-b57037c4-960c-473f-bdc4-b92944f9fa99 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.1189985 Mar 31 22:56:21.024000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Request body: {'port': {'device_id': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'admin_state_up': True, 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:21.134248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d383579-03f2-4c62-b14b-1b247cf44864 req-60be0448-0cec-4987-9dcd-d16ef2f13661 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.135801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d383579-03f2-4c62-b14b-1b247cf44864 req-60be0448-0cec-4987-9dcd-d16ef2f13661 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.1084085 Mar 31 22:56:21.191135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d383579-03f2-4c62-b14b-1b247cf44864 req-7c520054-412f-4af9-b204-406d409ee0dd tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446630 Mar 31 22:56:21.196486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:56:21.200150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.328071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Allocated IP 172.20.0.6 (cbe8be26-13fa-4695-b100-095507967f1f/d27937fc-610a-43ab-ae57-8cd5495831a0/6f8b2c3e-1b23-42c7-ae3a-433e2aad390b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:56:21.410542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ea800-87f4-49ed-abf4-e91c08c1171b req-c90b55d5-4ff7-4112-b7e1-14da2088824b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.412079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-515ea800-87f4-49ed-abf4-e91c08c1171b req-c90b55d5-4ff7-4112-b7e1-14da2088824b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0485685 Mar 31 22:56:21.456515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-515ea800-87f4-49ed-abf4-e91c08c1171b req-badbddba-2693-4b74-af73-1c71213cff60 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Mar 31 22:56:21.498036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.551072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba781ea-680a-439f-9106-20efa1ba065b req-ede14aa2-92ba-4f85-9774-225336483952 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.552555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aba781ea-680a-439f-9106-20efa1ba065b req-ede14aa2-92ba-4f85-9774-225336483952 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0670199 Mar 31 22:56:21.566086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.635282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Network cbe8be26-13fa-4695-b100-095507967f1f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:56:21.643444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:56:21.648432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aba781ea-680a-439f-9106-20efa1ba065b req-8332f2a3-1e4a-422b-b17a-8ef56568dbb6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888879 Mar 31 22:56:21.649030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:21.653625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:56:21.710083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.710705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.732325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-7708fd1c-84d0-4bcb-9fc7-ef4acf663c1a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7122369 Mar 31 22:56:21.748286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Request body: {'port': {'device_id': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:21.773303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a44592-276e-451d-b3af-5ea66073e9e7 req-9ada4b64-4b6b-46fd-8345-4a738eaa62cd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.775220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a44592-276e-451d-b3af-5ea66073e9e7 req-9ada4b64-4b6b-46fd-8345-4a738eaa62cd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0507100 Mar 31 22:56:21.818747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a44592-276e-451d-b3af-5ea66073e9e7 req-b2207229-9201-4544-bbd4-0586759fd91d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Mar 31 22:56:21.822239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:21.909361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c0e1e-d5eb-431e-8a53-bee571a9e11f req-c9c59b5e-d04a-4087-a247-9a8b5559951b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.910816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-425c0e1e-d5eb-431e-8a53-bee571a9e11f req-c9c59b5e-d04a-4087-a247-9a8b5559951b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 931 time: 0.0988038 Mar 31 22:56:21.938134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238c395-4d5e-4aa8-b7a9-3feb314139ec req-5d8dcdeb-bd5d-4b5c-9c9d-3a13bf40d5a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:21.939648 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f238c395-4d5e-4aa8-b7a9-3feb314139ec req-5d8dcdeb-bd5d-4b5c-9c9d-3a13bf40d5a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0508444 Mar 31 22:56:21.977986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f238c395-4d5e-4aa8-b7a9-3feb314139ec req-6cd2137e-51b2-42a8-aeaa-43ec7ad03a26 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Mar 31 22:56:22.025728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-425c0e1e-d5eb-431e-8a53-bee571a9e11f req-dbdcdfd0-2e56-41f7-abb7-7ed6f26897da tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054146 Mar 31 22:56:22.107436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22c4b0-3114-435a-bc54-80cab45cb6ff req-f88a55eb-1fb3-4e9f-9832-192554dd48cc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.108967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d22c4b0-3114-435a-bc54-80cab45cb6ff req-f88a55eb-1fb3-4e9f-9832-192554dd48cc tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0617394 Mar 31 22:56:22.156196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d22c4b0-3114-435a-bc54-80cab45cb6ff req-c1cc694e-2e02-4d2c-b5b1-8588d776bc4b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Mar 31 22:56:22.182761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:22.191455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.203958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Transition to ACTIVE for port object 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:22.208827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.281557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.383447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa6d7-24cf-4bcd-831e-50138e5e281e req-296e30d0-3a39-47a5-8c58-09e8c0074f7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.384989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b9fa6d7-24cf-4bcd-831e-50138e5e281e req-296e30d0-3a39-47a5-8c58-09e8c0074f7d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.1045258 Mar 31 22:56:22.386223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Attempting to bind port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:22.386551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Attempting to bind port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:22.386875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Attempting to bind port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:22.391560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b on network cbe8be26-13fa-4695-b100-095507967f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:22.391877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Attempting to bind port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:22.403071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:22.403439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Checking segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:22.403808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Bound using segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:22.404235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Bound port: 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:22.404589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.463151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b9fa6d7-24cf-4bcd-831e-50138e5e281e req-ecf9b9d1-3c16-4d7f-855c-d16ca0b4dcab tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Mar 31 22:56:22.492130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:22.495624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:22.501314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.538490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.539098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.540507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] 10.222.0.96 "PUT /v2.0/ports/6f8b2c3e-1b23-42c7-ae3a-433e2aad390b HTTP/1.1" status: 200 len: 1091 time: 0.7967722 Mar 31 22:56:22.540945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:22.543360 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c66ef1-4885-4417-9663-42c5c417bc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:22.565043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c94f30-4451-41e5-81fb-58ec3b8c0c8d service neutron] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.587987 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60df1d2-3bc4-4467-a0e0-2f0c623a87c4 x-openstack-request-id: req-c60df1d2-3bc4-4467-a0e0-2f0c623a87c4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:22.588279 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:22.588584 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c60df1d2-3bc4-4467-a0e0-2f0c623a87c4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:22.589021 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60df1d2-3bc4-4467-a0e0-2f0c623a87c4'] response: {'name': 'network-changed', 'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'status': 'completed', 'code': 200} Mar 31 22:56:22.594653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1c93-6783-4140-a5e1-9208dd41c693 req-308cc793-8269-4af0-8021-697d01d674c5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.596138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b9c1c93-6783-4140-a5e1-9208dd41c693 req-308cc793-8269-4af0-8021-697d01d674c5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0685179 Mar 31 22:56:22.640402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b9c1c93-6783-4140-a5e1-9208dd41c693 req-7e50dbdd-7177-402a-a97e-e1466104cee8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380635 Mar 31 22:56:22.649242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-6071b13a-309f-4205-a07b-7b4f0d5aad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.650758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-6071b13a-309f-4205-a07b-7b4f0d5aad06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 1094 time: 0.0431910 Mar 31 22:56:22.671596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:22.708455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-3f5d6154-d650-4937-817b-6e30db54d33c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b HTTP/1.1" status: 200 len: 217 time: 0.0441630 Mar 31 22:56:22.748890 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.772103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:22.774360 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b170c8-8479-4d7d-be03-68c9804a4ef5" -d '{"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:22.788878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:22.795511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:22.808963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-4bc74d7d-4e15-42b1-a843-287038e2ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.810428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-4bc74d7d-4e15-42b1-a843-287038e2ee00 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0832703 Mar 31 22:56:22.821734 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf9a1e0-9598-4bdb-b610-534156d687f1 x-openstack-request-id: req-6bf9a1e0-9598-4bdb-b610-534156d687f1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:22.822021 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:22.822267 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6bf9a1e0-9598-4bdb-b610-534156d687f1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:22.822648 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf9a1e0-9598-4bdb-b610-534156d687f1'] response: {'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'code': 200} Mar 31 22:56:22.827965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407fc77-d8a1-42d3-98d4-f186f594b8e9 req-0ab7d564-43dc-48dc-a8c4-d4b2c73b61ce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.829448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8407fc77-d8a1-42d3-98d4-f186f594b8e9 req-0ab7d564-43dc-48dc-a8c4-d4b2c73b61ce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0648048 Mar 31 22:56:22.856910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:22.861096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-5b9c8c2d-eca2-4044-bb03-9fbce00a0c9e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306900 Mar 31 22:56:22.909152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8407fc77-d8a1-42d3-98d4-f186f594b8e9 req-a64d6132-3458-4989-a2b8-b277d2681519 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Mar 31 22:56:22.970494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d302b-eae0-4a8b-949f-521f9dab4ca8 req-5a2e7528-3fdf-4d59-b1c3-661d2da59996 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:22.972078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f2d302b-eae0-4a8b-949f-521f9dab4ca8 req-5a2e7528-3fdf-4d59-b1c3-661d2da59996 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0686934 Mar 31 22:56:22.983767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-18b85488-0102-42b0-ba18-1b1f18c67578 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122074 Mar 31 22:56:23.015313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f2d302b-eae0-4a8b-949f-521f9dab4ca8 req-231124f5-8b7d-48bd-b33c-21f286a3f168 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Mar 31 22:56:23.113398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cd911b0-71ce-4284-b36e-8ca20e58e031 req-35d3a06d-6cc1-4688-b94b-88c3f3331b50 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198640 Mar 31 22:56:23.121496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c67c9-330f-49e3-9a75-c394d09efc06 req-c589807e-fcfa-413a-a9f5-b48408cc43d9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.122898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-393c67c9-330f-49e3-9a75-c394d09efc06 req-c589807e-fcfa-413a-a9f5-b48408cc43d9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0684760 Mar 31 22:56:23.156770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a897e70-c80b-4e1c-bd98-ff03327d3237 req-08ee54a7-3d2d-42e4-b402-20ec1c5cecec tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.158356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a897e70-c80b-4e1c-bd98-ff03327d3237 req-08ee54a7-3d2d-42e4-b402-20ec1c5cecec tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0584261 Mar 31 22:56:23.163855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-393c67c9-330f-49e3-9a75-c394d09efc06 req-7c97a3a4-d250-46c9-8d6a-e3ff17cc6fe7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Mar 31 22:56:23.217037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a897e70-c80b-4e1c-bd98-ff03327d3237 req-7bcbfed3-55c1-4aa8-bba8-51eb399b240b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Mar 31 22:56:23.282533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-230d1311-94ab-4452-bcf9-3f5f8d564e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.283956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-230d1311-94ab-4452-bcf9-3f5f8d564e4d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 1094 time: 0.0841789 Mar 31 22:56:23.305912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2590b28-d659-4327-94ec-518d150d8e9c req-6dede5f6-2364-4688-9e21-48218e7ea3ed tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.307435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2590b28-d659-4327-94ec-518d150d8e9c req-6dede5f6-2364-4688-9e21-48218e7ea3ed tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0581732 Mar 31 22:56:23.396798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2590b28-d659-4327-94ec-518d150d8e9c req-8b588558-bce5-45e9-bffb-b16f5f27636d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Mar 31 22:56:23.419377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-5a02495c-a709-4338-999f-1bbce3ba65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.420830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-5a02495c-a709-4338-999f-1bbce3ba65e8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 906 time: 0.1125524 Mar 31 22:56:23.470255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-2a4ea4bf-0532-41fd-aea2-e8c35674301b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b HTTP/1.1" status: 200 len: 217 time: 0.0374591 Mar 31 22:56:23.534265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-ceb882f7-5b75-4392-b3f3-ff6bb2549c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.536106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-ceb882f7-5b75-4392-b3f3-ff6bb2549c80 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0543780 Mar 31 22:56:23.574133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-21fa5268-0f6f-4658-b436-60eea92bf4cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271089 Mar 31 22:56:23.607322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab64f64-b5b0-4489-b252-35c9d40fff79 req-70ece848-0189-434d-823c-0a29a5d616ae tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.608828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab64f64-b5b0-4489-b252-35c9d40fff79 req-70ece848-0189-434d-823c-0a29a5d616ae tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0581024 Mar 31 22:56:23.660255 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab64f64-b5b0-4489-b252-35c9d40fff79 req-77bbd84b-1274-43a0-958b-374e306a4dbb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Mar 31 22:56:23.684641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-592a3e5e-0c91-4066-b5c7-1121ae14fbb5 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982590 Mar 31 22:56:23.816384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53c66ef1-4885-4417-9663-42c5c417bc8c req-50e70976-9616-4b06-af77-63f8ee0c4141 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232865 Mar 31 22:56:23.824491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceea2fd-b44e-4c60-9eb7-a4747e9501e6 req-2d077945-bcab-4184-8753-120b7e99f8fe tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:23.826008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dceea2fd-b44e-4c60-9eb7-a4747e9501e6 req-2d077945-bcab-4184-8753-120b7e99f8fe tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0978205 Mar 31 22:56:23.877731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dceea2fd-b44e-4c60-9eb7-a4747e9501e6 req-4bac6581-335b-4ede-b92e-ad484a7c13a7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Mar 31 22:56:24.035431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c0fed-6fb7-4d0d-baea-317fc7eee757 req-d3369df2-73ce-4d76-ab38-ddd129e8c62f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.036966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa5c0fed-6fb7-4d0d-baea-317fc7eee757 req-d3369df2-73ce-4d76-ab38-ddd129e8c62f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0553586 Mar 31 22:56:24.078518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa5c0fed-6fb7-4d0d-baea-317fc7eee757 req-4301b1ed-a86b-4b6d-b953-00bbe1cec729 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Mar 31 22:56:24.149543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6746357-7e0b-425d-b78b-20b04060599b req-cded862d-d338-44b8-aed3-3b9fe0d9ea33 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.151866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6746357-7e0b-425d-b78b-20b04060599b req-cded862d-d338-44b8-aed3-3b9fe0d9ea33 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0655179 Mar 31 22:56:24.193843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6746357-7e0b-425d-b78b-20b04060599b req-39c92bea-0bf4-4d41-950d-d4e825435a8b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Mar 31 22:56:24.291143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aaf778-68f5-49b1-a457-96435c1eb288 req-541894f8-fd82-4c1b-9ef1-f29c987a7d3e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.302286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90aaf778-68f5-49b1-a457-96435c1eb288 req-541894f8-fd82-4c1b-9ef1-f29c987a7d3e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0525846 Mar 31 22:56:24.347042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90aaf778-68f5-49b1-a457-96435c1eb288 req-94c6e72d-004c-40bf-92bf-2fe9f9e0f606 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 Mar 31 22:56:24.352315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8611e9f-41a0-4941-ae63-03c1888c14f8 req-e0bf7478-9d1d-4234-a3d2-1bf6c5a01e59 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.353931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8611e9f-41a0-4941-ae63-03c1888c14f8 req-e0bf7478-9d1d-4234-a3d2-1bf6c5a01e59 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0601354 Mar 31 22:56:24.407086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8611e9f-41a0-4941-ae63-03c1888c14f8 req-0269911a-7cc2-4025-a5fa-ff25cbe61284 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Mar 31 22:56:24.523013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c553-2915-40c7-ab8f-c7c97dfb45c8 req-4d58b90b-e1b4-4c54-a3e4-206d491b85eb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.524503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4df5c553-2915-40c7-ab8f-c7c97dfb45c8 req-4d58b90b-e1b4-4c54-a3e4-206d491b85eb tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0483303 Mar 31 22:56:24.568562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4df5c553-2915-40c7-ab8f-c7c97dfb45c8 req-4c1d0809-bde5-4e4f-aa67-b3eb859418d4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348151 Mar 31 22:56:24.794199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a84c5-62b7-45ba-ae8e-06c629ac951d req-7f7d7ded-462c-416e-8219-3293aede430f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:24.795686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-052a84c5-62b7-45ba-ae8e-06c629ac951d req-7f7d7ded-462c-416e-8219-3293aede430f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0505910 Mar 31 22:56:24.841947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-052a84c5-62b7-45ba-ae8e-06c629ac951d req-354c1db6-3c8b-476e-85fc-9503e824855e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Mar 31 22:56:25.006494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740769-e508-46d1-aa82-f90fd92aa8e0 req-4b552427-f90e-4894-8d3b-14608680a6b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.007924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3740769-e508-46d1-aa82-f90fd92aa8e0 req-4b552427-f90e-4894-8d3b-14608680a6b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0492651 Mar 31 22:56:25.047375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3740769-e508-46d1-aa82-f90fd92aa8e0 req-a17e572e-90e0-472e-83cb-2336badf630f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Mar 31 22:56:25.210687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42916446-4300-40ce-9d57-d5db3c679318 req-d97843b1-ffe4-4f22-8d66-de79a6037db6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.212446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42916446-4300-40ce-9d57-d5db3c679318 req-d97843b1-ffe4-4f22-8d66-de79a6037db6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0517962 Mar 31 22:56:25.256882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42916446-4300-40ce-9d57-d5db3c679318 req-5b4f2e87-21e5-42af-8eb5-30c96216bb8d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Mar 31 22:56:25.318141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3cd1a-d1dc-4592-934e-d9ef7800a989 req-66d4ef3d-c909-42f3-ba78-31e7529671d6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.319678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76b3cd1a-d1dc-4592-934e-d9ef7800a989 req-66d4ef3d-c909-42f3-ba78-31e7529671d6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0497413 Mar 31 22:56:25.362654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76b3cd1a-d1dc-4592-934e-d9ef7800a989 req-004491ac-262a-4176-bc0a-1539de478748 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364656 Mar 31 22:56:25.468615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77b08-55bc-4d3d-a4d5-b72048bacaed req-37081559-c2c7-495c-a773-02d0924c80a0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.470154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eee77b08-55bc-4d3d-a4d5-b72048bacaed req-37081559-c2c7-495c-a773-02d0924c80a0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0516481 Mar 31 22:56:25.513468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eee77b08-55bc-4d3d-a4d5-b72048bacaed req-30f77854-9539-4bfa-9e4e-8941675b5717 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Mar 31 22:56:25.526937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08199f-7d86-4e5e-a919-e5398081617f req-26c3685e-d2b0-4ce5-9bc9-b97b64806a4a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.528540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce08199f-7d86-4e5e-a919-e5398081617f req-26c3685e-d2b0-4ce5-9bc9-b97b64806a4a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0502949 Mar 31 22:56:25.568834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce08199f-7d86-4e5e-a919-e5398081617f req-105d9697-87d5-434b-aeae-6e77e0e50d8a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Mar 31 22:56:25.686181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ce07-6c57-4a62-8379-dc155b780b90 req-c546880c-8ba1-4cf6-8b06-613802d6fd8b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.687755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6702ce07-6c57-4a62-8379-dc155b780b90 req-c546880c-8ba1-4cf6-8b06-613802d6fd8b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Mar 31 22:56:25.736192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6702ce07-6c57-4a62-8379-dc155b780b90 req-a38e0b5b-ee49-4f64-ab89-b27bd5db557c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Mar 31 22:56:25.831384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:25.966466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae29d-46b9-4c05-96fc-f50a8d1ae37a req-4ce1d6bf-d54b-4a54-af4e-5b5a5ed40c49 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:25.967981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-114ae29d-46b9-4c05-96fc-f50a8d1ae37a req-4ce1d6bf-d54b-4a54-af4e-5b5a5ed40c49 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0512054 Mar 31 22:56:26.009693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-114ae29d-46b9-4c05-96fc-f50a8d1ae37a req-eda77f69-8e2c-453f-818f-190c1a565f6b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353978 Mar 31 22:56:26.176402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d241f-3930-4a98-9b13-1406db9de83b req-b680dcd5-0c1b-44f2-810a-48ea6d5bc48e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.177975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-497d241f-3930-4a98-9b13-1406db9de83b req-b680dcd5-0c1b-44f2-810a-48ea6d5bc48e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0621819 Mar 31 22:56:26.224695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-497d241f-3930-4a98-9b13-1406db9de83b req-9abfda66-0659-4655-b82e-8820f4d32903 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358388 Mar 31 22:56:26.386365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2ce4-202b-4278-aa00-ceaeb0610de4 req-e2d63a44-773c-430f-acb9-2c1bee7c918e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.387833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-357c2ce4-202b-4278-aa00-ceaeb0610de4 req-e2d63a44-773c-430f-acb9-2c1bee7c918e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0551755 Mar 31 22:56:26.446582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-357c2ce4-202b-4278-aa00-ceaeb0610de4 req-95afcd91-471f-4fb2-b207-12e75a975659 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 Mar 31 22:56:26.486473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e675d2-4426-4120-af13-55716a78df7d req-784584ac-41fe-4b8a-acb1-d00e9d087bcf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.488076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82e675d2-4426-4120-af13-55716a78df7d req-784584ac-41fe-4b8a-acb1-d00e9d087bcf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0500689 Mar 31 22:56:26.540429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82e675d2-4426-4120-af13-55716a78df7d req-3e627bbc-b822-4913-a70e-391e7c7f2947 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461636 Mar 31 22:56:26.655197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72de3-4c90-4d92-81c1-2deecf983ee5 req-585a3253-c320-4b95-a1fe-64fc167a4564 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.656688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ea72de3-4c90-4d92-81c1-2deecf983ee5 req-585a3253-c320-4b95-a1fe-64fc167a4564 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0567298 Mar 31 22:56:26.698845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a7d8a-15b2-4c8b-aa97-5978b202cc60 req-1366dc09-7024-4689-8c1b-43b85bb81cae tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.700604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d76a7d8a-15b2-4c8b-aa97-5978b202cc60 req-1366dc09-7024-4689-8c1b-43b85bb81cae tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0520322 Mar 31 22:56:26.701212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ea72de3-4c90-4d92-81c1-2deecf983ee5 req-24c95a8a-8dab-4d7d-8e90-e8b2db14f95e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Mar 31 22:56:26.760540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d76a7d8a-15b2-4c8b-aa97-5978b202cc60 req-b38a1223-ebd3-425d-958c-ce7f329e72b3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 Mar 31 22:56:26.860215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f652375-272b-4218-a2ac-12e160e9e733 req-a677ba6e-1001-48ba-8737-aed0c2768712 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:26.861783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f652375-272b-4218-a2ac-12e160e9e733 req-a677ba6e-1001-48ba-8737-aed0c2768712 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0511794 Mar 31 22:56:26.903364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f652375-272b-4218-a2ac-12e160e9e733 req-c88d0ec3-8bdd-42fd-960e-a4127f4fa75e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350354 Mar 31 22:56:27.135009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9de15d-cb04-45e4-8953-806c81baa00c req-aa26bca3-b0e3-4e74-9553-b9d9cf7a7f3e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.136668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9de15d-cb04-45e4-8953-806c81baa00c req-aa26bca3-b0e3-4e74-9553-b9d9cf7a7f3e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0517600 Mar 31 22:56:27.185231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a9de15d-cb04-45e4-8953-806c81baa00c req-c97c832f-8429-44d6-a321-77a9022d5510 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Mar 31 22:56:27.351207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb32d-63c1-449f-ad03-1d150b47b820 req-c459359c-e5a7-45de-8de0-2bc6c0cc6c60 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.352992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ffbb32d-63c1-449f-ad03-1d150b47b820 req-c459359c-e5a7-45de-8de0-2bc6c0cc6c60 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0528793 Mar 31 22:56:27.400097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ffbb32d-63c1-449f-ad03-1d150b47b820 req-e87211cd-6d11-425f-b3ff-11bbf59640db tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Mar 31 22:56:27.581512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15301874-fc81-402f-90ec-1f0dd4496ff4 req-e8668225-c8c9-4000-b235-ddeea920f3d9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.583823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15301874-fc81-402f-90ec-1f0dd4496ff4 req-e8668225-c8c9-4000-b235-ddeea920f3d9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0570843 Mar 31 22:56:27.633667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15301874-fc81-402f-90ec-1f0dd4496ff4 req-9d251af1-56fa-4881-87b5-a532ef78bdc5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386543 Mar 31 22:56:27.674914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581004e1-103b-44bb-87ff-35ae26d6ae32 req-d7ec546c-0c0f-4e1b-8aff-8c8dde01b889 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.676527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-581004e1-103b-44bb-87ff-35ae26d6ae32 req-d7ec546c-0c0f-4e1b-8aff-8c8dde01b889 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0548427 Mar 31 22:56:27.724595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-581004e1-103b-44bb-87ff-35ae26d6ae32 req-8c2dd38a-ef96-418a-85a4-f2c0f34c1731 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Mar 31 22:56:27.738122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1965d8-e563-4d04-8c76-a899285658da req-e9641cda-3456-4ddd-9173-b3ee83d0ea69 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.739968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db1965d8-e563-4d04-8c76-a899285658da req-e9641cda-3456-4ddd-9173-b3ee83d0ea69 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.60 "GET /v2.0/ports?device_id=69046302-cfda-403b-8208-5c2a97a986d9 HTTP/1.1" status: 200 len: 944 time: 0.0713270 Mar 31 22:56:27.906392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa439-4c5b-40a6-bdd1-be822b228b5a req-aff86fd7-e5a5-4539-89b7-71ffedf3d943 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.908065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d84aa439-4c5b-40a6-bdd1-be822b228b5a req-aff86fd7-e5a5-4539-89b7-71ffedf3d943 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0964773 Mar 31 22:56:27.919359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7ea6-bddb-4090-b168-2ff66683d9a9 req-f890df82-9c3b-4942-bd88-72ee594823a3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:27.921606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5dbf7ea6-bddb-4090-b168-2ff66683d9a9 req-f890df82-9c3b-4942-bd88-72ee594823a3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0738127 Mar 31 22:56:27.937239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Deleting port f3e6188b-6f06-4da1-8f57-9778e1fcb07a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:56:27.937585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:27.966311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5dbf7ea6-bddb-4090-b168-2ff66683d9a9 req-8549dc67-f2bd-47e7-9f06-c097d245a424 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Mar 31 22:56:27.991873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d84aa439-4c5b-40a6-bdd1-be822b228b5a req-cfefc3b7-ad5d-4f5f-ae3a-bab9a4c4a3d9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683005 Mar 31 22:56:28.050693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] For port f3e6188b-6f06-4da1-8f57-9778e1fcb07a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:28.051267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.076684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Calling delete_port for f3e6188b-6f06-4da1-8f57-9778e1fcb07a owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:56:28.082163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d708b9-2430-4456-bc70-eca0bc7aeafa req-2cc340b8-9d93-46dd-89b0-655f84ee9707 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.083709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d708b9-2430-4456-bc70-eca0bc7aeafa req-2cc340b8-9d93-46dd-89b0-655f84ee9707 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0568342 Mar 31 22:56:28.133204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d708b9-2430-4456-bc70-eca0bc7aeafa req-63e3a377-8154-4e85-94fa-2381384b6a21 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Mar 31 22:56:28.229067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.286433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event deleted for resources: {'Port': ['ID=f3e6188b-6f06-4da1-8f57-9778e1fcb07a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:28.343868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] No DVR routers for this DVR port f3e6188b-6f06-4da1-8f57-9778e1fcb07a on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:28.347857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:28.351149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db1965d8-e563-4d04-8c76-a899285658da req-6c1af224-f116-476b-8a5e-1a523b33b147 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.60 "DELETE /v2.0/ports/f3e6188b-6f06-4da1-8f57-9778e1fcb07a HTTP/1.1" status: 204 len: 173 time: 0.5994420 Mar 31 22:56:28.351640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-deleted', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:28.354004 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e1073-dce0-461e-ab4d-376a77c74f63" -d '{"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-deleted", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:28.382135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b125-f4e1-49a9-b298-c4ae6fbcd516 req-6fc324a2-6970-43e9-be1f-04d16036d4e5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.384141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f83b125-f4e1-49a9-b298-c4ae6fbcd516 req-6fc324a2-6970-43e9-be1f-04d16036d4e5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0955565 Mar 31 22:56:28.401583 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3866e389-6858-4492-8db2-78655cb3d2fa x-openstack-request-id: req-3866e389-6858-4492-8db2-78655cb3d2fa {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:28.401873 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69046302-cfda-403b-8208-5c2a97a986d9", "name": "network-vif-deleted", "tag": "f3e6188b-6f06-4da1-8f57-9778e1fcb07a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:28.402166 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3866e389-6858-4492-8db2-78655cb3d2fa {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:28.402533 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3866e389-6858-4492-8db2-78655cb3d2fa'] response: {'server_uuid': '69046302-cfda-403b-8208-5c2a97a986d9', 'name': 'network-vif-deleted', 'tag': 'f3e6188b-6f06-4da1-8f57-9778e1fcb07a', 'status': 'completed', 'code': 200} Mar 31 22:56:28.442887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f83b125-f4e1-49a9-b298-c4ae6fbcd516 req-e9781a8a-e015-4041-9025-66c9efcf090f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Mar 31 22:56:28.531893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42079502-55f9-4c4b-9642-ccebfc5c39fa req-ae543459-8e7d-4e65-bed6-99580d359727 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.533292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42079502-55f9-4c4b-9642-ccebfc5c39fa req-ae543459-8e7d-4e65-bed6-99580d359727 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0527294 Mar 31 22:56:28.573157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42079502-55f9-4c4b-9642-ccebfc5c39fa req-76d28ed8-2d42-42d2-a4c0-37a11e6d5434 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Mar 31 22:56:28.775730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faa923-894e-411c-b000-8cf73040484e req-672dc029-f523-4a78-a61f-8d308e420d72 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.777252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14faa923-894e-411c-b000-8cf73040484e req-672dc029-f523-4a78-a61f-8d308e420d72 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0591311 Mar 31 22:56:28.827569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14faa923-894e-411c-b000-8cf73040484e req-ed6481b3-1794-4159-ad06-03f13b11d9e8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Mar 31 22:56:28.871582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5134e54-aefa-43ba-b2ca-286905bb4e45 req-888dc34f-b4c9-403e-a082-35afa4a6ce97 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:28.873808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5134e54-aefa-43ba-b2ca-286905bb4e45 req-888dc34f-b4c9-403e-a082-35afa4a6ce97 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0572841 Mar 31 22:56:28.925127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5134e54-aefa-43ba-b2ca-286905bb4e45 req-65e989f3-cd6b-408f-9e8a-9f2d4616c272 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448043 Mar 31 22:56:29.120119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2af98-7b69-46e5-9f30-85ab273d153e req-15f26c6c-f776-4f25-82aa-243562ab652b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.121946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15c2af98-7b69-46e5-9f30-85ab273d153e req-15f26c6c-f776-4f25-82aa-243562ab652b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 943 time: 0.0669575 Mar 31 22:56:29.123922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afa1c4-1001-4b7b-aa56-2d4ad467089e req-196f45dd-8b60-4478-9c6c-573fc81c9ff7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.125466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3afa1c4-1001-4b7b-aa56-2d4ad467089e req-196f45dd-8b60-4478-9c6c-573fc81c9ff7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0591204 Mar 31 22:56:29.170487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3afa1c4-1001-4b7b-aa56-2d4ad467089e req-a1e3caef-9437-4064-a114-9ebd92684cc4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Mar 31 22:56:29.170717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15c2af98-7b69-46e5-9f30-85ab273d153e req-bc2fd313-e0c8-4458-b5bf-1cc1ac86b0ce tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Mar 31 22:56:29.289587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019b32-48c0-4195-9081-7a94087afde9 req-5edcbeb1-8eef-4144-bdfa-92d5e0bed2e1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.291096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6019b32-48c0-4195-9081-7a94087afde9 req-5edcbeb1-8eef-4144-bdfa-92d5e0bed2e1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.0563517 Mar 31 22:56:29.335973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6019b32-48c0-4195-9081-7a94087afde9 req-11470358-e789-4ad9-9b6f-f6c615f56fc3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382655 Mar 31 22:56:29.468087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab7049-d52b-43cf-93af-ded7d2ef9094 req-ebdecbc1-60c0-4093-ad26-28844701476f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.469646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13ab7049-d52b-43cf-93af-ded7d2ef9094 req-ebdecbc1-60c0-4093-ad26-28844701476f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 945 time: 0.0536606 Mar 31 22:56:29.512095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13ab7049-d52b-43cf-93af-ded7d2ef9094 req-0c7878af-2554-4580-ba71-a05227b29b6c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Mar 31 22:56:29.579423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc3127-781d-4fcf-8aa1-f5d438153d03 req-86bb0883-e20a-48a8-a4c7-167282670783 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.580969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4fc3127-781d-4fcf-8aa1-f5d438153d03 req-86bb0883-e20a-48a8-a4c7-167282670783 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0575945 Mar 31 22:56:29.630921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4fc3127-781d-4fcf-8aa1-f5d438153d03 req-f3dbf60b-4a1f-4abe-92f9-4cb8b196c6d3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Mar 31 22:56:29.656505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9ffd3-a39f-4e3d-b7e4-72adaee512c2 req-f7b0bf69-4b72-4b2e-adb1-4e677e615c6a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.657534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15a9ffd3-a39f-4e3d-b7e4-72adaee512c2 req-f7b0bf69-4b72-4b2e-adb1-4e677e615c6a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0658643 Mar 31 22:56:29.706431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15a9ffd3-a39f-4e3d-b7e4-72adaee512c2 req-9fa1c712-e760-48de-829f-ec813c4fe6c4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Mar 31 22:56:29.742587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:29.753997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b5659-72bd-41d1-9d8f-6e13dc63c222 req-1689aa28-2192-41f5-b6b5-17257c17bdfb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.756836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f05b5659-72bd-41d1-9d8f-6e13dc63c222 req-1689aa28-2192-41f5-b6b5-17257c17bdfb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0579748 Mar 31 22:56:29.804384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f05b5659-72bd-41d1-9d8f-6e13dc63c222 req-629fd06f-e969-4dd1-8c55-f71560545646 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Mar 31 22:56:29.867735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.881422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'mac_address': 'fa:16:3e:34:14:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:29.921513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:29.938942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:29.965261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:29.965482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8c1d-ad3d-4248-84f7-005b3e107f78 req-b73abeab-dc22-4f11-9b97-28455de7393c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:29.967176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b31b8c1d-ad3d-4248-84f7-005b3e107f78 req-b73abeab-dc22-4f11-9b97-28455de7393c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0599048 Mar 31 22:56:29.972569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:30.025906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b31b8c1d-ad3d-4248-84f7-005b3e107f78 req-5146665a-f1f2-4540-ad9e-332639745c6f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465140 Mar 31 22:56:30.035764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:30.062684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0f96e-8bec-45aa-9a22-9bcd5d2cb485 req-2b9dbcf6-4574-44af-b3d0-006415916105 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.064152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6c0f96e-8bec-45aa-9a22-9bcd5d2cb485 req-2b9dbcf6-4574-44af-b3d0-006415916105 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0577779 Mar 31 22:56:30.117163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6c0f96e-8bec-45aa-9a22-9bcd5d2cb485 req-b47ec974-c551-4422-b140-bdd24b82d23b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Mar 31 22:56:30.305828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f493c-e2f3-4c83-bb49-a7d687079e80 req-00a1bd92-4894-4715-8ec8-435845fa9197 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.307382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb7f493c-e2f3-4c83-bb49-a7d687079e80 req-00a1bd92-4894-4715-8ec8-435845fa9197 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 944 time: 0.0631289 Mar 31 22:56:30.312030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3fd1-a0cf-4ead-bf90-d386ec392f54 req-86266492-828f-4af4-a1c5-9b0bcda06355 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.313702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef1b3fd1-a0cf-4ead-bf90-d386ec392f54 req-86266492-828f-4af4-a1c5-9b0bcda06355 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0689175 Mar 31 22:56:30.360085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb7f493c-e2f3-4c83-bb49-a7d687079e80 req-2a44834c-4a9c-40c8-bb62-2988f4737cfc tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Mar 31 22:56:30.369315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef1b3fd1-a0cf-4ead-bf90-d386ec392f54 req-c97b831b-7148-476b-9679-19ef639117a8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481598 Mar 31 22:56:30.623345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:30.704997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:30.775795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef9e1f-a697-452e-9ce6-fcb8e0c2cd9b req-90b72f3b-f074-4f0f-8b8d-eb78d57c95b1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.777347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fef9e1f-a697-452e-9ce6-fcb8e0c2cd9b req-90b72f3b-f074-4f0f-8b8d-eb78d57c95b1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0717416 Mar 31 22:56:30.829202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:30.836738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fef9e1f-a697-452e-9ce6-fcb8e0c2cd9b req-b546a667-d221-456d-beb9-3328767220a8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432870 Mar 31 22:56:30.845082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:56:30.867448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb82b6b-6489-43e3-a491-41af2924ed9b req-c1d786e3-0cf5-4108-9801-fd66811c4bb5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.872239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcb82b6b-6489-43e3-a491-41af2924ed9b req-c1d786e3-0cf5-4108-9801-fd66811c4bb5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Mar 31 22:56:30.916453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcb82b6b-6489-43e3-a491-41af2924ed9b req-c5108da9-cb3e-4831-8126-052f3591713f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Mar 31 22:56:30.952357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb9944-9d24-41d2-85f4-df462bc82338 req-18538d46-226f-4c1e-a19b-d2cebd2fc6c6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:30.954048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40cb9944-9d24-41d2-85f4-df462bc82338 req-18538d46-226f-4c1e-a19b-d2cebd2fc6c6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0563760 Mar 31 22:56:31.000897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40cb9944-9d24-41d2-85f4-df462bc82338 req-cd4c0a69-4191-41bc-bb94-e2aae30e5327 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388734 Mar 31 22:56:31.164193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b918f-0387-424b-9c10-0990ff0c4a98 req-aa85e014-fb2c-4f60-b929-fcd6e0db54f9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.165703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79b918f-0387-424b-9c10-0990ff0c4a98 req-aa85e014-fb2c-4f60-b929-fcd6e0db54f9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0570674 Mar 31 22:56:31.205461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79b918f-0387-424b-9c10-0990ff0c4a98 req-cab8ca2f-5c01-4855-97b2-0161f1ec61e4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Mar 31 22:56:31.249076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece515fd-2223-4e92-ae9e-5a745196462b req-d1d7487e-c8bb-48be-ba90-66bd975ee7fc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.250532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ece515fd-2223-4e92-ae9e-5a745196462b req-d1d7487e-c8bb-48be-ba90-66bd975ee7fc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0586417 Mar 31 22:56:31.291283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ece515fd-2223-4e92-ae9e-5a745196462b req-453b6070-f00e-45e2-aa79-a3de4f29a7ad tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Mar 31 22:56:31.492392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99420c5-c574-4903-9e3d-ca1b384ae691 req-d2fac0ea-c2c4-4974-b4dd-f4fc2af24b32 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.494005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f99420c5-c574-4903-9e3d-ca1b384ae691 req-d2fac0ea-c2c4-4974-b4dd-f4fc2af24b32 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 944 time: 0.0558448 Mar 31 22:56:31.497611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6a1a-d41d-4ee6-b0fe-bc5ac4136c63 req-0f2628ad-64a6-4bf3-ab73-3157611a29b1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.499263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea5c6a1a-d41d-4ee6-b0fe-bc5ac4136c63 req-0f2628ad-64a6-4bf3-ab73-3157611a29b1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 943 time: 0.0528197 Mar 31 22:56:31.535838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f99420c5-c574-4903-9e3d-ca1b384ae691 req-3081dd38-8ece-466f-9e33-53483b79f9e6 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Mar 31 22:56:31.540764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea5c6a1a-d41d-4ee6-b0fe-bc5ac4136c63 req-951ef0c8-ff1f-4078-9cb6-85b005cbc0a3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Mar 31 22:56:31.746010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:31.781046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-d33eaa51-5238-489d-b980-9eee953c0f47 service neutron] 10.222.0.96 "GET /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.0673869 Mar 31 22:56:31.952927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff9b0e-abb2-4e21-9dd7-8cbcd5085abb req-48cbf74a-f660-450c-8245-c664981e8e82 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:31.954603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17ff9b0e-abb2-4e21-9dd7-8cbcd5085abb req-48cbf74a-f660-450c-8245-c664981e8e82 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0540235 Mar 31 22:56:31.989041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:31.998521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17ff9b0e-abb2-4e21-9dd7-8cbcd5085abb req-f83d59d2-dd05-438a-868c-db2b0c13de55 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Mar 31 22:56:32.034077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:32.076520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e872243c-3a65-4823-b7d9-7685d510e2db {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:32.087626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38cb54-4dea-4999-a449-b93b7e5bcf8d req-f810d8af-b07d-4268-ace3-8fea4ec4dfd3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.089161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c38cb54-4dea-4999-a449-b93b7e5bcf8d req-f810d8af-b07d-4268-ace3-8fea4ec4dfd3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0974524 Mar 31 22:56:32.103489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:32.125184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbf164-9568-4856-8dfe-fd56a586baa2 req-09fa5fcb-3668-41ee-b06e-65af45c9ef73 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.126716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99dbf164-9568-4856-8dfe-fd56a586baa2 req-09fa5fcb-3668-41ee-b06e-65af45c9ef73 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0543890 Mar 31 22:56:32.139194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.170080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99dbf164-9568-4856-8dfe-fd56a586baa2 req-bbd232d1-f62c-4a7f-9255-2c8f40c14744 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Mar 31 22:56:32.177586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c38cb54-4dea-4999-a449-b93b7e5bcf8d req-a211c07a-7e9a-47f1-80a4-ad8ad4e9335d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Mar 31 22:56:32.219061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] Transition to ACTIVE for port object e872243c-3a65-4823-b7d9-7685d510e2db will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:56:32.223877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:32.288295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] No DVR routers for this DVR port e872243c-3a65-4823-b7d9-7685d510e2db on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:56:32.304093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] Pushing event updated for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:32.328195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-37b44c2f-9615-4fc9-b761-bc6d71b42eeb service neutron] 10.222.0.96 "PUT /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 0.5349693 Mar 31 22:56:32.333734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b91058-4b6e-47b0-b4d0-8fa4302c170e req-c159e729-94cd-4956-8b3b-9a1c05c37ba0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.335450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86b91058-4b6e-47b0-b4d0-8fa4302c170e req-c159e729-94cd-4956-8b3b-9a1c05c37ba0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0535641 Mar 31 22:56:32.374970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86b91058-4b6e-47b0-b4d0-8fa4302c170e req-2b3b531c-e23c-44f5-b318-c5dc5dc23cfd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329373 Mar 31 22:56:32.453492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae29e1-0663-4c59-a952-4cd7d24e9fcf req-ca387506-b290-4eae-9a22-1105f109867d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.454989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2ae29e1-0663-4c59-a952-4cd7d24e9fcf req-ca387506-b290-4eae-9a22-1105f109867d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0829115 Mar 31 22:56:32.480722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-979bbd2d-8927-457d-a6d0-712ec2d11604 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.484493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-979bbd2d-8927-457d-a6d0-712ec2d11604 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.0750837 Mar 31 22:56:32.538560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2ae29e1-0663-4c59-a952-4cd7d24e9fcf req-a02168ec-00e5-4da5-953e-30cbe19effd8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Mar 31 22:56:32.547883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-154b52f9-2e7a-4ba7-b461-ddb2513d5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.549420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-154b52f9-2e7a-4ba7-b461-ddb2513d5d73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 1095 time: 0.0559816 Mar 31 22:56:32.644540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-e4c3a2ab-5ce2-44d9-b2ef-13db532cfb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.646039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-e4c3a2ab-5ce2-44d9-b2ef-13db532cfb94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1095 time: 0.0711834 Mar 31 22:56:32.655060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294451b-f8c9-44f1-81ea-f1401a66b6f1 req-cc986a6e-e4d2-4ec1-b88d-4140967db661 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.656689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a294451b-f8c9-44f1-81ea-f1401a66b6f1 req-cc986a6e-e4d2-4ec1-b88d-4140967db661 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 944 time: 0.0488987 Mar 31 22:56:32.683962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9539074-f188-4efd-a7d4-ab433bd73655 req-f71e7c3a-f73d-44a0-bdfe-4ad15125cfe1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:32.685415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9539074-f188-4efd-a7d4-ab433bd73655 req-f71e7c3a-f73d-44a0-bdfe-4ad15125cfe1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.0722959 Mar 31 22:56:32.700429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a294451b-f8c9-44f1-81ea-f1401a66b6f1 req-d6c848f6-c9d7-4fb3-9e75-dc6b4e51aaf8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Mar 31 22:56:32.719139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:32.744117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: f3e6188b-6f06-4da1-8f57-9778e1fcb07a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:56:32.744455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f3e6188b-6f06-4da1-8f57-9778e1fcb07a not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:56:33.017307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9539074-f188-4efd-a7d4-ab433bd73655 req-85906734-27fb-4c56-a492-bf332b6385d9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252361 Mar 31 22:56:33.027348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-ff7804f1-bb0f-404e-b66c-d59c354b73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.029019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-ff7804f1-bb0f-404e-b66c-d59c354b73d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.3753946 Mar 31 22:56:33.071109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-acadd70c-11c4-4fd6-8fb2-c30ed3410008 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 200 len: 217 time: 0.0338674 Mar 31 22:56:33.124497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace04c8-36b6-424f-994b-0bbd1b175c6a req-4981acef-c406-4707-9ec2-2acc0693a7af tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.126080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ace04c8-36b6-424f-994b-0bbd1b175c6a req-4981acef-c406-4707-9ec2-2acc0693a7af tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0500529 Mar 31 22:56:33.137193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-14e8c601-0532-4a79-a340-79c2ee13268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.139296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-14e8c601-0532-4a79-a340-79c2ee13268d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0535715 Mar 31 22:56:33.164790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ace04c8-36b6-424f-994b-0bbd1b175c6a req-1f9fdc27-a179-4f50-be98-7c66c7d198d5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Mar 31 22:56:33.170395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-c476cdce-e061-4bdd-a7fa-3c277ce3a2b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241492 Mar 31 22:56:33.290301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-0bd677c7-dd23-4b6d-80ee-07188131d365 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113062 Mar 31 22:56:33.293331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8baa1f-cbd5-441a-8274-5211de37a2ca req-211117d4-50df-468b-a9e9-ca618b570662 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.294884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db8baa1f-cbd5-441a-8274-5211de37a2ca req-211117d4-50df-468b-a9e9-ca618b570662 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0475075 Mar 31 22:56:33.326186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2c288-fdcd-4b48-bf76-373c99bcba39 req-b1ba9e93-f46c-4d80-a611-2088b53c59bc tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.327652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24c2c288-fdcd-4b48-bf76-373c99bcba39 req-b1ba9e93-f46c-4d80-a611-2088b53c59bc tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0786119 Mar 31 22:56:33.334013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db8baa1f-cbd5-441a-8274-5211de37a2ca req-c290dfff-ca58-45ab-8029-f81cb1f6b9a1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Mar 31 22:56:33.407304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24c2c288-fdcd-4b48-bf76-373c99bcba39 req-4e14c67e-52a0-406a-8d29-a3f3bea31dcf tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708737 Mar 31 22:56:33.419527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-76c6603f-fb5c-4780-8736-62d217acc5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211421 Mar 31 22:56:33.493448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7b508-283f-49d5-ad58-7a90095ace5a req-0d0c6899-7789-47c4-9576-7adc7d18a797 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.494898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75a7b508-283f-49d5-ad58-7a90095ace5a req-0d0c6899-7789-47c4-9576-7adc7d18a797 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0482836 Mar 31 22:56:33.536262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75a7b508-283f-49d5-ad58-7a90095ace5a req-1e3e9cfc-a118-4f3d-a81f-d679de29aab0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350118 Mar 31 22:56:33.687405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb5ea7-ea92-4bbf-a83a-0510d8517216 req-5ba87e7b-5a31-4655-a3c0-e9b170d235dd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.688871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ecb5ea7-ea92-4bbf-a83a-0510d8517216 req-5ba87e7b-5a31-4655-a3c0-e9b170d235dd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0772908 Mar 31 22:56:33.715459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-3d633ad6-b8f5-4f79-bd8d-cc36dbfcfdb2 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.716926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-3d633ad6-b8f5-4f79-bd8d-cc36dbfcfdb2 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.0694964 Mar 31 22:56:33.756261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ecb5ea7-ea92-4bbf-a83a-0510d8517216 req-add87062-4d30-4887-b18c-83d08bd0d149 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606358 Mar 31 22:56:33.758065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:33.822764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdf99d-5aa1-4b1f-8c50-91645824fcb0 req-dc413da4-0da8-4ff7-8c92-a13ed0140257 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:33.824220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05fdf99d-5aa1-4b1f-8c50-91645824fcb0 req-dc413da4-0da8-4ff7-8c92-a13ed0140257 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 944 time: 0.0531576 Mar 31 22:56:33.828377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:56:33.832706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:33.833074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.848977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f06efb7e-531a-492f-9489-1080bf8dfcac service neutron] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:33.852308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f06efb7e-531a-492f-9489-1080bf8dfcac service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.853935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a4dddd7-8aeb-482f-aa50-d4fd5c87dd21 req-f06efb7e-531a-492f-9489-1080bf8dfcac service neutron] 10.222.0.60 "DELETE /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.1267328 Mar 31 22:56:33.872544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05fdf99d-5aa1-4b1f-8c50-91645824fcb0 req-6a3ccdba-a0c6-45e5-9594-97f91c80852d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Mar 31 22:56:33.915193 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.938523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:33.940821 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e65d54-85c1-4165-b1af-792fb1e36251" -d '{"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:33.957331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:33.963042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:33.993587 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4511b776-f2e1-44c8-b6d9-3cbd87f011f7 x-openstack-request-id: req-4511b776-f2e1-44c8-b6d9-3cbd87f011f7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:33.993883 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:33.994138 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4511b776-f2e1-44c8-b6d9-3cbd87f011f7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:33.994527 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4511b776-f2e1-44c8-b6d9-3cbd87f011f7'] response: {'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'code': 200} Mar 31 22:56:34.020856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:34.106045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f44e5-5155-41e3-8945-93e50c83bf7c req-c676ad9a-30fd-43d7-9db6-ba7dbe7b641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.107784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-247f44e5-5155-41e3-8945-93e50c83bf7c req-c676ad9a-30fd-43d7-9db6-ba7dbe7b641a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 1096 time: 0.0541067 Mar 31 22:56:34.143064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c62364-89f7-408d-8a6b-63bd9d8f6300 req-892d7b78-e0c4-4ef9-9589-e90b743c1a27 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.145246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3c62364-89f7-408d-8a6b-63bd9d8f6300 req-892d7b78-e0c4-4ef9-9589-e90b743c1a27 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.0568154 Mar 31 22:56:34.149098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-247f44e5-5155-41e3-8945-93e50c83bf7c req-c3c42eb2-6385-42e5-97f6-52750efaaa79 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Mar 31 22:56:34.191690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3c62364-89f7-408d-8a6b-63bd9d8f6300 req-0832bc7f-a4ea-4fe0-a29b-527cb4b159e5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Mar 31 22:56:34.296081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6568b-52a2-457e-92f5-642516a5209f req-1d4299ec-cb9e-4c86-a0a5-9be3ed610bc6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.297556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43a6568b-52a2-457e-92f5-642516a5209f req-1d4299ec-cb9e-4c86-a0a5-9be3ed610bc6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0552368 Mar 31 22:56:34.336697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94458-f84b-4eb8-9e28-821e359c0694 req-48a3ff38-fb24-4754-979d-19d4bf0ebeb6 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.337466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43a6568b-52a2-457e-92f5-642516a5209f req-145b5097-925f-456c-bfc5-df02816b71a3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Mar 31 22:56:34.338322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63c94458-f84b-4eb8-9e28-821e359c0694 req-48a3ff38-fb24-4754-979d-19d4bf0ebeb6 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1095 time: 0.0411642 Mar 31 22:56:34.386828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63c94458-f84b-4eb8-9e28-821e359c0694 req-4efae627-972d-4c94-b1e4-cb781f0acbf0 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Mar 31 22:56:34.397173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57a05b4c-b1bb-48f0-b44e-47d741198b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:34.464683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ca3af-7e46-4f3d-9373-f2237dd898c9 req-7f4813be-cb3a-4402-910f-de73ec14bd27 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.466257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d64ca3af-7e46-4f3d-9373-f2237dd898c9 req-7f4813be-cb3a-4402-910f-de73ec14bd27 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Mar 31 22:56:34.515146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405190-db5b-4d15-8524-76403c775b51 req-04c158ab-7568-4996-9786-1316a0749eb4 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.517532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab405190-db5b-4d15-8524-76403c775b51 req-04c158ab-7568-4996-9786-1316a0749eb4 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 1095 time: 0.0568941 Mar 31 22:56:34.523364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d64ca3af-7e46-4f3d-9373-f2237dd898c9 req-17ea7b3b-a7c9-437d-99fc-f0018bddb081 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503137 Mar 31 22:56:34.560095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab405190-db5b-4d15-8524-76403c775b51 req-c944916b-f7a4-4263-8867-30f8814f1c57 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Mar 31 22:56:34.651343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867096b-cae3-44ed-81c5-39aac751ab94 req-bf0930f5-8239-416c-95b2-c574946e618c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.651343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2867096b-cae3-44ed-81c5-39aac751ab94 req-bf0930f5-8239-416c-95b2-c574946e618c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0626080 Mar 31 22:56:34.675839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93800af-8572-4ee2-8f49-7daf47182a59 req-53a2f34f-1400-4312-8aa9-8a16502e6c42 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.677439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b93800af-8572-4ee2-8f49-7daf47182a59 req-53a2f34f-1400-4312-8aa9-8a16502e6c42 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0525784 Mar 31 22:56:34.698257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2867096b-cae3-44ed-81c5-39aac751ab94 req-7233bb5d-b7ae-4fc6-b375-ad0a0bd90877 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Mar 31 22:56:34.721030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b93800af-8572-4ee2-8f49-7daf47182a59 req-e16447e0-d32c-4bc9-a4ae-6ff09e642935 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Mar 31 22:56:34.908126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445900f-edef-4248-9a8a-187c4b1285d3 req-2c8d545c-1921-4eab-91c7-ca64bd086ac0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:34.910320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1445900f-edef-4248-9a8a-187c4b1285d3 req-2c8d545c-1921-4eab-91c7-ca64bd086ac0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0604506 Mar 31 22:56:34.974315 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1445900f-edef-4248-9a8a-187c4b1285d3 req-7326c6f2-14fb-4da1-888e-0203b0139e87 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563312 Mar 31 22:56:35.061511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db865-fa24-4c84-8ce5-35891afc16ef req-91e59330-99ce-4c02-bdd3-1e08c5ac1ae5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.063078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e24db865-fa24-4c84-8ce5-35891afc16ef req-91e59330-99ce-4c02-bdd3-1e08c5ac1ae5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0521123 Mar 31 22:56:35.101713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e24db865-fa24-4c84-8ce5-35891afc16ef req-49f71c6b-3c7d-4f32-a6fa-96386d189107 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Mar 31 22:56:35.466198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe974-4cb3-4199-9246-d013937bf736 req-45d3619f-d0b8-4019-a665-46959646dd57 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.467691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-622fe974-4cb3-4199-9246-d013937bf736 req-45d3619f-d0b8-4019-a665-46959646dd57 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0554996 Mar 31 22:56:35.527089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-622fe974-4cb3-4199-9246-d013937bf736 req-3ea090dd-9d76-42ff-8031-d27138e917f9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Mar 31 22:56:35.591183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-947feb59-0a4c-4d48-8b44-6efcda2ca293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.594029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-947feb59-0a4c-4d48-8b44-6efcda2ca293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1096 time: 0.0433145 Mar 31 22:56:35.700832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183835-b17e-4151-9827-3bdaddf3dca1 req-9aa23be7-fefe-443c-830d-e6e38aaacc1d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.702297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64183835-b17e-4151-9827-3bdaddf3dca1 req-9aa23be7-fefe-443c-830d-e6e38aaacc1d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.1073420 Mar 31 22:56:35.731875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-e0971652-2ff6-45dc-abdd-f76ac3c88179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.733433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-e0971652-2ff6-45dc-abdd-f76ac3c88179 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1300774 Mar 31 22:56:35.751058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64183835-b17e-4151-9827-3bdaddf3dca1 req-8c029136-51d8-4bd3-b84b-47fedb7aa048 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Mar 31 22:56:35.803032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-72916bf4-a0f3-4a38-9dcd-ffd60bf91be3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 217 time: 0.0505743 Mar 31 22:56:35.832796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fca9f-2e12-44d9-a31b-3fa969929d95 req-bd6929f8-f840-4fbe-a60c-d36009242711 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.834408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-191fca9f-2e12-44d9-a31b-3fa969929d95 req-bd6929f8-f840-4fbe-a60c-d36009242711 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0580211 Mar 31 22:56:35.873978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-191fca9f-2e12-44d9-a31b-3fa969929d95 req-39bf2d9e-6eaa-492d-a8c9-544debdb7ca4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326724 Mar 31 22:56:35.881664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-1cf7fb97-c7e4-4802-9d55-bddefd4994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.883178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-1cf7fb97-c7e4-4802-9d55-bddefd4994d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0731812 Mar 31 22:56:35.897838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c67855-26bb-42bb-96e4-60bd50fb582e req-0d2b4bf3-423b-44af-b8dc-3410aa57d4cc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:35.899272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5c67855-26bb-42bb-96e4-60bd50fb582e req-0d2b4bf3-423b-44af-b8dc-3410aa57d4cc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0614915 Mar 31 22:56:35.938196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-feccb959-a4dd-4cae-9868-d06f527283ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378935 Mar 31 22:56:35.976578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5c67855-26bb-42bb-96e4-60bd50fb582e req-8a8457f5-5a6e-49f5-a7f9-b886273911cf tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679903 Mar 31 22:56:36.041827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-7c70bca4-84aa-4d9e-93cd-05d619992157 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959604 Mar 31 22:56:36.126752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390db16-e9fe-47eb-a12c-98d063bcacbe req-92279356-afb4-4ece-acf4-96b03d8cfba2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.128177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c390db16-e9fe-47eb-a12c-98d063bcacbe req-92279356-afb4-4ece-acf4-96b03d8cfba2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0616493 Mar 31 22:56:36.147903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-384238be-809a-4481-ac6a-162c5bed9983 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959280 Mar 31 22:56:36.180945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c390db16-e9fe-47eb-a12c-98d063bcacbe req-b41d78c7-e36a-409c-b2d2-26d620c4f0d8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Mar 31 22:56:36.249834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d30b0f-7e92-4ab1-bde2-c739d4e55fe5 req-b897b46d-1b3e-4ff1-aa61-3b9c9703ddf5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.251768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30d30b0f-7e92-4ab1-bde2-c739d4e55fe5 req-b897b46d-1b3e-4ff1-aa61-3b9c9703ddf5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0559263 Mar 31 22:56:36.294950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30d30b0f-7e92-4ab1-bde2-c739d4e55fe5 req-b7327f8e-cbbc-4ba4-8491-279937bcae57 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Mar 31 22:56:36.645389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902c4df-4330-4d2d-95c0-c09e562fd87c req-57860262-3201-4ddd-ba0d-77ae8be6e0db tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.647004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9902c4df-4330-4d2d-95c0-c09e562fd87c req-57860262-3201-4ddd-ba0d-77ae8be6e0db tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0492644 Mar 31 22:56:36.687867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9902c4df-4330-4d2d-95c0-c09e562fd87c req-5362d062-355a-4a58-be82-6eaddce9f1fe tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Mar 31 22:56:36.879089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e64b9-68da-4b78-9b8d-0d49a36f1f80 req-4ab2a601-477b-46d1-9e90-b40c503ed824 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:36.880614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-234e64b9-68da-4b78-9b8d-0d49a36f1f80 req-4ab2a601-477b-46d1-9e90-b40c503ed824 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0542350 Mar 31 22:56:36.929138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2c3ad39e-3a9b-42c3-b195-7fea9bafd0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:36.937812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-234e64b9-68da-4b78-9b8d-0d49a36f1f80 req-fffe31a7-ce0b-41e9-92c0-57d2e41e1a2c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Mar 31 22:56:37.015669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74be4c-0ae0-4935-8010-2de0927ecd22 req-6bfa039b-3bd5-4992-8427-26211cc735fa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.017447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb74be4c-0ae0-4935-8010-2de0927ecd22 req-6bfa039b-3bd5-4992-8427-26211cc735fa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0498068 Mar 31 22:56:37.059785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb74be4c-0ae0-4935-8010-2de0927ecd22 req-2c623f69-53c5-4378-8de6-19600819cefa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Mar 31 22:56:37.120047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64ca58-e184-456d-9b19-f383a852e955 req-6c3c64b9-a472-4994-8feb-2bcca2602d45 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.121737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed64ca58-e184-456d-9b19-f383a852e955 req-6c3c64b9-a472-4994-8feb-2bcca2602d45 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0684614 Mar 31 22:56:37.171684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed64ca58-e184-456d-9b19-f383a852e955 req-663af305-a55a-47b1-bd35-cd1b19b791b8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Mar 31 22:56:37.294733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63788db-5e27-4d96-9fd8-6f14416c271c req-097c452e-8abd-43b8-898d-1306fb7438a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.296271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a63788db-5e27-4d96-9fd8-6f14416c271c req-097c452e-8abd-43b8-898d-1306fb7438a9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0477667 Mar 31 22:56:37.340025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a63788db-5e27-4d96-9fd8-6f14416c271c req-2408da82-75a6-487f-976a-e7ad6afc9e08 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Mar 31 22:56:37.414698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9203-09d8-466b-b956-39af7714aea4 req-58c1279b-194a-4dbb-b1ba-330e37f7d009 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.416152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-799d9203-09d8-466b-b956-39af7714aea4 req-58c1279b-194a-4dbb-b1ba-330e37f7d009 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0486507 Mar 31 22:56:37.454761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-799d9203-09d8-466b-b956-39af7714aea4 req-8314e9bf-2fe3-4d47-a6f3-05c50c66fe64 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Mar 31 22:56:37.731978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a45c-bc89-4c0d-8022-2a09f8303c61 req-1e477a2a-4c0f-45d8-af4a-b83aca59b6ec tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.733280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa09a45c-bc89-4c0d-8022-2a09f8303c61 req-1e477a2a-4c0f-45d8-af4a-b83aca59b6ec tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0559239 Mar 31 22:56:37.772532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa09a45c-bc89-4c0d-8022-2a09f8303c61 req-67866ce1-dbf9-4740-9b23-65e799033a66 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Mar 31 22:56:37.815783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cca65-bff1-494c-a83b-a193290a43ba req-7af0b278-4559-4a6b-9751-00dae32e9548 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:37.817292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c79cca65-bff1-494c-a83b-a193290a43ba req-7af0b278-4559-4a6b-9751-00dae32e9548 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0481212 Mar 31 22:56:37.855973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c79cca65-bff1-494c-a83b-a193290a43ba req-84c8bf90-810f-42f4-8250-9946d02223fa tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Mar 31 22:56:38.062791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016c641-b7fd-4d0d-b0cc-a3a8b89dc0b8 req-721319fd-bede-427b-9c32-a9e485b72d65 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.064466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d016c641-b7fd-4d0d-b0cc-a3a8b89dc0b8 req-721319fd-bede-427b-9c32-a9e485b72d65 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0546186 Mar 31 22:56:38.105905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d016c641-b7fd-4d0d-b0cc-a3a8b89dc0b8 req-d27db47b-20d1-47a8-9832-1091e19ac11e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352602 Mar 31 22:56:38.184324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03726f-e37d-408c-9fbd-4970d5b1ee7e req-76dd9cce-6414-4ce0-8cfb-f28e3eac5d18 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.185933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b03726f-e37d-408c-9fbd-4970d5b1ee7e req-76dd9cce-6414-4ce0-8cfb-f28e3eac5d18 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0491796 Mar 31 22:56:38.236590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b03726f-e37d-408c-9fbd-4970d5b1ee7e req-cc3ef66c-7d21-47e9-8104-25b5cf2ea108 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Mar 31 22:56:38.241295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:38.307557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010469-d321-4180-8c33-33d1610ad935 req-44ac466d-922b-4744-9561-4b8983f08fc2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.309129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22010469-d321-4180-8c33-33d1610ad935 req-44ac466d-922b-4744-9561-4b8983f08fc2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0481229 Mar 31 22:56:38.349343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22010469-d321-4180-8c33-33d1610ad935 req-ccd78091-1632-4199-bcde-1f265cceae05 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Mar 31 22:56:38.466925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc7ab-8eef-4732-9979-d963b5c7141b req-606e0cd4-9c53-42db-9a4c-c7d8763a325e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.468441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80bfc7ab-8eef-4732-9979-d963b5c7141b req-606e0cd4-9c53-42db-9a4c-c7d8763a325e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0568926 Mar 31 22:56:38.512025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80bfc7ab-8eef-4732-9979-d963b5c7141b req-b61c36e3-4bf1-4c63-8fd4-f67ba931e2b4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Mar 31 22:56:38.893327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31cc8b-0141-4122-b5fe-7fb97f956c7a req-2f498ce1-f67b-4960-9fc4-f3418b2e5403 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.894879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce31cc8b-0141-4122-b5fe-7fb97f956c7a req-2f498ce1-f67b-4960-9fc4-f3418b2e5403 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0516760 Mar 31 22:56:38.938457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce31cc8b-0141-4122-b5fe-7fb97f956c7a req-16d52b4a-7331-465a-86de-9e533c4500cd tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Mar 31 22:56:38.985599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4073e2e-86fd-4d08-b8a2-a6d67a3bdcfc req-a799f37b-83b2-4854-b2c8-2e5f78934a5b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:38.987145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4073e2e-86fd-4d08-b8a2-a6d67a3bdcfc req-a799f37b-83b2-4854-b2c8-2e5f78934a5b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0511818 Mar 31 22:56:39.036491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4073e2e-86fd-4d08-b8a2-a6d67a3bdcfc req-77c683fc-94bf-493c-92a1-681aa29f9c93 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394022 Mar 31 22:56:39.232318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d561e-e9aa-43f5-b34a-1e1789e69ae6 req-d7e42ea1-a6bf-4bda-b057-2635b801edb5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.234009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-171d561e-e9aa-43f5-b34a-1e1789e69ae6 req-d7e42ea1-a6bf-4bda-b057-2635b801edb5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0550051 Mar 31 22:56:39.287872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-171d561e-e9aa-43f5-b34a-1e1789e69ae6 req-7dbb17a1-90ed-4f0b-b0ac-fec7296e8cea tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Mar 31 22:56:39.368261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235dea4-366e-4cf8-bf49-1b723b42c680 req-35e74aad-6ad0-49fb-9702-56bcf9b9be81 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.369823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a235dea4-366e-4cf8-bf49-1b723b42c680 req-35e74aad-6ad0-49fb-9702-56bcf9b9be81 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0514379 Mar 31 22:56:39.409994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a235dea4-366e-4cf8-bf49-1b723b42c680 req-a1782efb-c204-46ac-9dbe-6b397fd46099 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Mar 31 22:56:39.486449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e0c5c-b1b2-4a87-99ac-c3f330107000 req-96d39d12-9e18-4592-a512-411f475d510b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.488069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-521e0c5c-b1b2-4a87-99ac-c3f330107000 req-96d39d12-9e18-4592-a512-411f475d510b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0505509 Mar 31 22:56:39.532729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-521e0c5c-b1b2-4a87-99ac-c3f330107000 req-04c0cf7b-6031-4c6d-8b4f-418043abdc89 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Mar 31 22:56:39.633596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d2299-caf9-460f-b136-a82263768ae8 req-8f75c780-ca86-4853-8a36-1f37adfd7db2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:39.635180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c68d2299-caf9-460f-b136-a82263768ae8 req-8f75c780-ca86-4853-8a36-1f37adfd7db2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0506608 Mar 31 22:56:39.682870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c68d2299-caf9-460f-b136-a82263768ae8 req-cd8033fe-21f6-403d-b9a4-31610d79edfc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Mar 31 22:56:39.875581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.067178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc234b-aa30-4122-b118-684eddd3225f req-0a92a7c5-d55b-4147-b6ff-5b2851decfd4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.075910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27fc234b-aa30-4122-b118-684eddd3225f req-0a92a7c5-d55b-4147-b6ff-5b2851decfd4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.0625155 Mar 31 22:56:40.124918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27fc234b-aa30-4122-b118-684eddd3225f req-e139aa30-85d3-412f-8dba-d54619edcbc8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478189 Mar 31 22:56:40.190551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f595a97-a555-446d-b059-f02439d088ca req-b87a04a2-a4d5-47b2-9df5-a3f227cb62c1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.198240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f595a97-a555-446d-b059-f02439d088ca req-b87a04a2-a4d5-47b2-9df5-a3f227cb62c1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0783143 Mar 31 22:56:40.247009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f595a97-a555-446d-b059-f02439d088ca req-5bd7c32f-e70e-4579-93a1-768e7b595b8d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Mar 31 22:56:40.268085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:40.443157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c55b7-0a2a-41b8-920c-fe2b779e6e7b req-a4a915ed-6023-484d-8a43-50296269dcc8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.444872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-114c55b7-0a2a-41b8-920c-fe2b779e6e7b req-a4a915ed-6023-484d-8a43-50296269dcc8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0622275 Mar 31 22:56:40.521688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-114c55b7-0a2a-41b8-920c-fe2b779e6e7b req-e894fcb3-5c60-4ff6-84d2-601cbb834fc3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678470 Mar 31 22:56:40.677884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49b74-af14-4d54-9dd6-1cb4367783e2 req-ce5754dc-e04f-4e63-85f8-9c285e1c9770 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.679304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d49b74-af14-4d54-9dd6-1cb4367783e2 req-ce5754dc-e04f-4e63-85f8-9c285e1c9770 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0815399 Mar 31 22:56:40.719857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2d6e5-eb12-4cae-9f72-85f81de24fc4 req-76ca75f9-9fd9-40cf-a64c-27f10a4ae98e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.731932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d2d6e5-eb12-4cae-9f72-85f81de24fc4 req-76ca75f9-9fd9-40cf-a64c-27f10a4ae98e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0669022 Mar 31 22:56:40.748142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47d49b74-af14-4d54-9dd6-1cb4367783e2 req-f0953fc8-6966-491f-88f8-7188cc9b6140 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615666 Mar 31 22:56:40.775808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d2d6e5-eb12-4cae-9f72-85f81de24fc4 req-80d87675-6ce8-45ed-a6d9-898a334d6612 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Mar 31 22:56:40.867835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f5452-50c9-4180-9483-25606c1c3650 req-d4eaf8e2-3d33-4b46-a716-eb666835d6b9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:40.869616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df8f5452-50c9-4180-9483-25606c1c3650 req-d4eaf8e2-3d33-4b46-a716-eb666835d6b9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0558574 Mar 31 22:56:40.931805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df8f5452-50c9-4180-9483-25606c1c3650 req-b168b1b4-9809-41c4-9b58-7b7d7e02c046 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558250 Mar 31 22:56:41.388969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378d39-3e24-4eaf-aa05-fbdeaad9d13e req-8c95f79d-e2fd-48c3-b0e7-f28b5074fe53 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.390837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc378d39-3e24-4eaf-aa05-fbdeaad9d13e req-8c95f79d-e2fd-48c3-b0e7-f28b5074fe53 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0577779 Mar 31 22:56:41.434028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc378d39-3e24-4eaf-aa05-fbdeaad9d13e req-b8448aa3-0975-44c1-8731-c17376f77064 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350208 Mar 31 22:56:41.660175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc312b5-0122-4223-89b7-24aef32046ec req-f214c4a3-a491-4ac7-a82f-877dfb4af0dd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.662062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfc312b5-0122-4223-89b7-24aef32046ec req-f214c4a3-a491-4ac7-a82f-877dfb4af0dd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0600049 Mar 31 22:56:41.731949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfc312b5-0122-4223-89b7-24aef32046ec req-51c38078-1abf-4ef7-b8ea-466d6d36bae8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589826 Mar 31 22:56:41.890322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ccb2d-c5b6-46a3-9ac4-6e2acbaf02c0 req-c5a96d16-bae0-407e-b871-e1607ad6fbf4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.892167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-471ccb2d-c5b6-46a3-9ac4-6e2acbaf02c0 req-c5a96d16-bae0-407e-b871-e1607ad6fbf4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0516756 Mar 31 22:56:41.907901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1073ae-2312-4144-9b81-af500ac7794d req-6b49dcc8-e279-4db5-a80c-d77636e8f0b2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:41.910949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c1073ae-2312-4144-9b81-af500ac7794d req-6b49dcc8-e279-4db5-a80c-d77636e8f0b2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0591965 Mar 31 22:56:41.938052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-471ccb2d-c5b6-46a3-9ac4-6e2acbaf02c0 req-02917ba7-41d5-4a36-b5c2-6629c88eb430 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Mar 31 22:56:41.976746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c1073ae-2312-4144-9b81-af500ac7794d req-9a0a2b8c-64ee-44a2-aeb4-6b91f4e3ab05 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Mar 31 22:56:42.084464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633014d4-91f0-4042-b0f0-bdb6baf11948 req-ba6d1063-f444-40cb-ab4b-c2aea91ac35a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.085879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633014d4-91f0-4042-b0f0-bdb6baf11948 req-ba6d1063-f444-40cb-ab4b-c2aea91ac35a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0551939 Mar 31 22:56:42.131511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633014d4-91f0-4042-b0f0-bdb6baf11948 req-4f543cae-797d-44b1-bedb-3b1825709114 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383244 Mar 31 22:56:42.567193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c3484-bf51-4fe6-8338-9b004612fee2 req-9402d298-e10b-43fd-ae41-0bf8b5032e88 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.568730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-258c3484-bf51-4fe6-8338-9b004612fee2 req-9402d298-e10b-43fd-ae41-0bf8b5032e88 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0557277 Mar 31 22:56:42.617330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-258c3484-bf51-4fe6-8338-9b004612fee2 req-5cea8e8b-4a53-41ed-9b63-a8cfaf58cd20 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356009 Mar 31 22:56:42.850226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194d3a3-dc83-4e21-815a-18747e404953 req-ba89b4c4-720c-4876-a4ce-37154ac47f7f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:42.851728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3194d3a3-dc83-4e21-815a-18747e404953 req-ba89b4c4-720c-4876-a4ce-37154ac47f7f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0512447 Mar 31 22:56:42.894157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3194d3a3-dc83-4e21-815a-18747e404953 req-32cbb3c5-9c53-4a0b-8325-6105c756b5a0 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Mar 31 22:56:43.125681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f2d0-98c8-4cef-91b8-ebe7a555c2bb req-55f21c17-eb74-4f30-a6d0-60bc544bd812 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.127746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1d8f2d0-98c8-4cef-91b8-ebe7a555c2bb req-55f21c17-eb74-4f30-a6d0-60bc544bd812 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0625532 Mar 31 22:56:43.181024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1d8f2d0-98c8-4cef-91b8-ebe7a555c2bb req-61957f5d-71ee-4f72-8a34-28247ab06041 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384550 Mar 31 22:56:43.293711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5ebe1-1bbb-4eee-94ce-16c8e4e65fb3 req-815701d2-ef9c-4c2b-82b7-1e1c073e9597 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.296778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9a5ebe1-1bbb-4eee-94ce-16c8e4e65fb3 req-815701d2-ef9c-4c2b-82b7-1e1c073e9597 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.2820876 Mar 31 22:56:43.319217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39905fe-8c02-4544-8a43-278022b50775 req-71e2376f-c8c6-4c49-936c-be8b22ef40be tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.320775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d39905fe-8c02-4544-8a43-278022b50775 req-71e2376f-c8c6-4c49-936c-be8b22ef40be tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0628340 Mar 31 22:56:43.337067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9a5ebe1-1bbb-4eee-94ce-16c8e4e65fb3 req-00ff9c22-c6ab-4b54-80bb-ecced0eaab24 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350125 Mar 31 22:56:43.364604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d39905fe-8c02-4544-8a43-278022b50775 req-ad56ed48-9933-407c-8290-431973c59bd5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Mar 31 22:56:43.745097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682bcbe-4514-4d44-aa8e-f3c0312ad7c6 req-6079527a-d0ba-4a19-ac2e-c0eefbc21489 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:43.746623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7682bcbe-4514-4d44-aa8e-f3c0312ad7c6 req-6079527a-d0ba-4a19-ac2e-c0eefbc21489 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0519962 Mar 31 22:56:43.793778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7682bcbe-4514-4d44-aa8e-f3c0312ad7c6 req-afc8a2ce-0115-4fcf-8c59-6c9d5fa9287d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Mar 31 22:56:44.010762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2b20-de8a-4026-82c3-df5f2ba4ac64 req-e89eb63f-1f04-408c-8c5c-fd666bc6ce4c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.012422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-369b2b20-de8a-4026-82c3-df5f2ba4ac64 req-e89eb63f-1f04-408c-8c5c-fd666bc6ce4c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Mar 31 22:56:44.055702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-369b2b20-de8a-4026-82c3-df5f2ba4ac64 req-d3d35c46-32ba-4f65-bb0c-e59338eb4a67 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Mar 31 22:56:44.307551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c8fcd-bf4f-443f-b783-1e210d65e536 req-1d059081-2730-4a4b-a78a-b48ced504693 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.309160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f8c8fcd-bf4f-443f-b783-1e210d65e536 req-1d059081-2730-4a4b-a78a-b48ced504693 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0532458 Mar 31 22:56:44.350494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f8c8fcd-bf4f-443f-b783-1e210d65e536 req-439bbf01-59b2-480c-ae15-13db0b147a19 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Mar 31 22:56:44.466867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063e1ac-7efc-49b8-9a49-8f07e1392b20 req-e9ef0c6c-7888-459d-bd2b-4ec3c587cd41 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.468553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5063e1ac-7efc-49b8-9a49-8f07e1392b20 req-e9ef0c6c-7888-459d-bd2b-4ec3c587cd41 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0566382 Mar 31 22:56:44.500051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdb214-f208-45a2-94d0-3c70ba232384 req-cf6c4978-13e6-43fb-8c88-32d729083a31 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.501613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96cdb214-f208-45a2-94d0-3c70ba232384 req-cf6c4978-13e6-43fb-8c88-32d729083a31 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0643265 Mar 31 22:56:44.510563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5063e1ac-7efc-49b8-9a49-8f07e1392b20 req-12b24276-8c32-4573-8ccc-dda3d438bfa6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Mar 31 22:56:44.543860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96cdb214-f208-45a2-94d0-3c70ba232384 req-ddfef605-96b2-4216-99d3-c7b53b111ac9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 Mar 31 22:56:44.933920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e7a68-30ec-410d-99fc-6c4d00f3a8c3 req-f60eacd3-18d2-4fd1-96a6-adb695b1e369 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:44.939846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-701e7a68-30ec-410d-99fc-6c4d00f3a8c3 req-f60eacd3-18d2-4fd1-96a6-adb695b1e369 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0636921 Mar 31 22:56:44.974392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-701e7a68-30ec-410d-99fc-6c4d00f3a8c3 req-6f6f19b2-ee49-4840-8475-95550420d65b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Mar 31 22:56:45.192228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225ea67-d8ea-4b1c-b73b-0b59141d49f4 req-62b89164-e89a-4977-928e-dc3192fa6570 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.193692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f225ea67-d8ea-4b1c-b73b-0b59141d49f4 req-62b89164-e89a-4977-928e-dc3192fa6570 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0582073 Mar 31 22:56:45.239998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f225ea67-d8ea-4b1c-b73b-0b59141d49f4 req-9a431ac8-5963-46e8-b0ee-e7218b3dd5d3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Mar 31 22:56:45.483505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d980a-b5cb-4acf-89ec-174d1feb2864 req-b62b4499-965d-4c22-a687-4701108532e2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.484922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d47d980a-b5cb-4acf-89ec-174d1feb2864 req-b62b4499-965d-4c22-a687-4701108532e2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0574377 Mar 31 22:56:45.527461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d47d980a-b5cb-4acf-89ec-174d1feb2864 req-7b97b984-26f4-4dbe-a664-501899ca6dbb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Mar 31 22:56:45.632452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b023c-7354-4e75-ad02-f2e6eb93bb58 req-eb722c28-167d-4e8c-a791-4a6d2bf355f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.633896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb5b023c-7354-4e75-ad02-f2e6eb93bb58 req-eb722c28-167d-4e8c-a791-4a6d2bf355f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0507638 Mar 31 22:56:45.675624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb5b023c-7354-4e75-ad02-f2e6eb93bb58 req-ba0825e5-2e61-4f92-9298-599c194887c0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Mar 31 22:56:45.684503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e1d12-db18-4232-8487-dd642eb42a5b req-d6a5fcc1-4a76-4ba1-86ad-ef54988076b6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:45.686038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-716e1d12-db18-4232-8487-dd642eb42a5b req-d6a5fcc1-4a76-4ba1-86ad-ef54988076b6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0626593 Mar 31 22:56:45.727713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-716e1d12-db18-4232-8487-dd642eb42a5b req-afd7422d-3437-45ee-8ab2-e8afd3537430 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Mar 31 22:56:45.790787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:45.898946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:45.912343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'mac_address': 'fa:16:3e:34:14:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:56:45.957576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:45.977073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:56:46.001024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:46.006349 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:46.057873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:46.105816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749992e8-110f-4a5c-b3fb-545c17189d72 req-c15999e4-f706-4a2b-aee3-b960113536c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.107285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-749992e8-110f-4a5c-b3fb-545c17189d72 req-c15999e4-f706-4a2b-aee3-b960113536c9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0565035 Mar 31 22:56:46.146538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-749992e8-110f-4a5c-b3fb-545c17189d72 req-e2ac6c0a-075f-4cdf-8049-dfd2d5381b16 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Mar 31 22:56:46.198454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:46.380515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f7693-5a1d-482d-b232-0872c7dfb6ce req-a19acbee-f1be-4abc-9658-8668fe86ba20 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.382066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-472f7693-5a1d-482d-b232-0872c7dfb6ce req-a19acbee-f1be-4abc-9658-8668fe86ba20 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0589402 Mar 31 22:56:46.421043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-472f7693-5a1d-482d-b232-0872c7dfb6ce req-39cdc663-5d2f-410e-8107-f18593d08e84 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Mar 31 22:56:46.651172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b3b04-4092-4ffa-a4a3-8394d7b7bcc8 req-665fed1e-07f0-4847-bcb4-ef343a81f73b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.652779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-330b3b04-4092-4ffa-a4a3-8394d7b7bcc8 req-665fed1e-07f0-4847-bcb4-ef343a81f73b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0523093 Mar 31 22:56:46.698628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-330b3b04-4092-4ffa-a4a3-8394d7b7bcc8 req-a88fcd67-a0c0-46fc-a70c-5f9820e70c0b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Mar 31 22:56:46.827688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f8814-30d9-4eee-8578-588c27002c5f req-dbad45ac-673a-41f2-8b6e-06763cfa971e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.829678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-442f8814-30d9-4eee-8578-588c27002c5f req-dbad45ac-673a-41f2-8b6e-06763cfa971e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0534306 Mar 31 22:56:46.857911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71227b3a-e142-4555-b915-893e6f113c0f req-acdfa146-65ff-47f5-952c-e0343d0ca814 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:46.859424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71227b3a-e142-4555-b915-893e6f113c0f req-acdfa146-65ff-47f5-952c-e0343d0ca814 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0535240 Mar 31 22:56:46.870909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-442f8814-30d9-4eee-8578-588c27002c5f req-22e33f61-575f-4d94-931e-a1b2ab5016fe tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Mar 31 22:56:46.911118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71227b3a-e142-4555-b915-893e6f113c0f req-419c20d3-d1f1-4cf9-bbb3-2331e301fecb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447741 Mar 31 22:56:47.287690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfc22b-a15e-4643-8421-6766fb8fd7d5 req-5d9fe6cf-66a8-414a-a8a9-06e3804da528 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.289174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69bfc22b-a15e-4643-8421-6766fb8fd7d5 req-5d9fe6cf-66a8-414a-a8a9-06e3804da528 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0647929 Mar 31 22:56:47.329044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69bfc22b-a15e-4643-8421-6766fb8fd7d5 req-8ff531f2-ab8b-4e08-955e-8c789bcf87fc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Mar 31 22:56:47.557675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048964fa-6ae0-4de5-b317-1bd2d1c28267 req-b7b1d064-0ff3-414d-a57c-e2bb6c577c76 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.559153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-048964fa-6ae0-4de5-b317-1bd2d1c28267 req-b7b1d064-0ff3-414d-a57c-e2bb6c577c76 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0599582 Mar 31 22:56:47.601030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-048964fa-6ae0-4de5-b317-1bd2d1c28267 req-9cbd7ab9-3b42-43d0-9616-733954d20e42 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337358 Mar 31 22:56:47.797158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:56:47.845844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeb220-940a-4c80-82c2-16cde6a199a4 req-560928c7-d3e0-4293-af54-71e100585ea9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:47.847427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbeeb220-940a-4c80-82c2-16cde6a199a4 req-560928c7-d3e0-4293-af54-71e100585ea9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0512638 Mar 31 22:56:47.855753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:56:47.856348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:47.909857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbeeb220-940a-4c80-82c2-16cde6a199a4 req-c6a650f5-3544-4ffd-b7fb-af1559c2f6fc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Mar 31 22:56:47.970853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:47.998121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:48.000545 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed3b0e-d53f-4aac-8a6a-85aa01b63ebc" -d '{"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:48.002282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ea34-408a-4d4a-8af4-5fefaaeb6f4f req-fdb6f165-b4c1-43a0-886e-66dfa8d82567 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.012062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0962ea34-408a-4d4a-8af4-5fefaaeb6f4f req-fdb6f165-b4c1-43a0-886e-66dfa8d82567 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0665691 Mar 31 22:56:48.015587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:48.023782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:48.062557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0962ea34-408a-4d4a-8af4-5fefaaeb6f4f req-99e9d12f-e362-4fbd-9742-800bc4b32c4a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494242 Mar 31 22:56:48.065980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d6239-c2ec-4bd2-9419-b67eeaac4cd2 req-836d789d-6816-4671-b020-0c71e635d8f9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.071746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-149d6239-c2ec-4bd2-9419-b67eeaac4cd2 req-836d789d-6816-4671-b020-0c71e635d8f9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0592139 Mar 31 22:56:48.111257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:48.113164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-149d6239-c2ec-4bd2-9419-b67eeaac4cd2 req-76d01832-7fd1-429e-872f-0e7e8cc076dc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Mar 31 22:56:48.149308 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb678c5-ef47-400f-82f7-921ec400d13b x-openstack-request-id: req-efb678c5-ef47-400f-82f7-921ec400d13b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:48.149474 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-plugged", "status": "completed", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:48.149822 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-efb678c5-ef47-400f-82f7-921ec400d13b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:48.150312 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb678c5-ef47-400f-82f7-921ec400d13b'] response: {'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'code': 200} Mar 31 22:56:48.483891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfbcb5-97b8-46e3-9e02-fce663f9472a req-c6b73da9-d818-4ce5-a913-0be7fbd73343 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.485545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3dfbcb5-97b8-46e3-9e02-fce663f9472a req-c6b73da9-d818-4ce5-a913-0be7fbd73343 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0696256 Mar 31 22:56:48.526965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3dfbcb5-97b8-46e3-9e02-fce663f9472a req-15d7f532-3121-49cc-9137-cb2d84c113d1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Mar 31 22:56:48.725755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dad9ed-71e0-47a0-8b34-a2378d53bee4 req-0aa32206-4fb4-4ae9-adeb-a9e63015aa9e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:48.727214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08dad9ed-71e0-47a0-8b34-a2378d53bee4 req-0aa32206-4fb4-4ae9-adeb-a9e63015aa9e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Mar 31 22:56:48.767606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08dad9ed-71e0-47a0-8b34-a2378d53bee4 req-7af37703-fa9c-43eb-bdba-6425ceb70bc6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Mar 31 22:56:49.023893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092172c8-7eed-46cc-b9c5-3fc991524286 req-9d050f04-cf9f-46e2-ab21-30262d2a6826 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.025572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-092172c8-7eed-46cc-b9c5-3fc991524286 req-9d050f04-cf9f-46e2-ab21-30262d2a6826 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0497291 Mar 31 22:56:49.067345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-092172c8-7eed-46cc-b9c5-3fc991524286 req-93a4a997-2b9d-4b83-9160-a6184edf2c30 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338097 Mar 31 22:56:49.196117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ddaf7-1363-4366-8220-3d718181fddc req-b4b1ed07-6584-43a2-adce-e547a97b66ad tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.197550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de2ddaf7-1363-4366-8220-3d718181fddc req-b4b1ed07-6584-43a2-adce-e547a97b66ad tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0507038 Mar 31 22:56:49.247839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de2ddaf7-1363-4366-8220-3d718181fddc req-c0ff2437-1715-4aed-a23d-68b1a8ef325c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Mar 31 22:56:49.277117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426d8e-7210-4357-973e-91a1a5c8046f req-3de7b80e-bab5-4f21-b28f-26188dc7e380 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.278959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df426d8e-7210-4357-973e-91a1a5c8046f req-3de7b80e-bab5-4f21-b28f-26188dc7e380 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0667562 Mar 31 22:56:49.321271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df426d8e-7210-4357-973e-91a1a5c8046f req-c084b17e-6309-4892-ba04-e0968b3da3a6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357056 Mar 31 22:56:49.656120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93be7e-2eae-4fc1-a3dc-17385d6282ef req-0a860d68-2fa0-450a-8dec-f6bc4606c645 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.657615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd93be7e-2eae-4fc1-a3dc-17385d6282ef req-0a860d68-2fa0-450a-8dec-f6bc4606c645 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 945 time: 0.0488026 Mar 31 22:56:49.700048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd93be7e-2eae-4fc1-a3dc-17385d6282ef req-a0e41821-5b1a-40dc-b099-933ea8a53511 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Mar 31 22:56:49.785413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-4e1639fa-3793-428c-97b3-c99c665b0fcf tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.786792 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:56:49.787369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-4e1639fa-3793-428c-97b3-c99c665b0fcf tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.0438757 Mar 31 22:56:49.801615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:56:49.886411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:49.942396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939ab82-729a-4a71-92a7-5e6a1e9995a3 req-6812e232-4806-470c-98af-4963c3a863c9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:49.944004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1939ab82-729a-4a71-92a7-5e6a1e9995a3 req-6812e232-4806-470c-98af-4963c3a863c9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0905752 Mar 31 22:56:50.035096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1939ab82-729a-4a71-92a7-5e6a1e9995a3 req-067357ab-7a90-4bdd-a7aa-6c05a4728535 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841637 Mar 31 22:56:50.070960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:50.112106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:50.155150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162595c5-38b8-4907-b590-691617048dfd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:50.157907 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5620ee-7cd9-40b4-afd0-926445cc56ea" -d '{"events": [{"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-unplugged", "status": "completed", "tag": "162595c5-38b8-4907-b590-691617048dfd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:50.170170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.178924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.197138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09bf4-7820-47f0-8e6e-5285561bae18 req-33f0e216-8f45-43dd-be80-80513d01cccb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.199111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0c09bf4-7820-47f0-8e6e-5285561bae18 req-33f0e216-8f45-43dd-be80-80513d01cccb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0584686 Mar 31 22:56:50.210358 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8adc70d-6591-4a3e-b91a-424a714f3da1 x-openstack-request-id: req-a8adc70d-6591-4a3e-b91a-424a714f3da1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:50.210696 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-unplugged", "status": "completed", "tag": "162595c5-38b8-4907-b590-691617048dfd", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:50.210863 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a8adc70d-6591-4a3e-b91a-424a714f3da1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:50.211305 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8adc70d-6591-4a3e-b91a-424a714f3da1'] response: {'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '162595c5-38b8-4907-b590-691617048dfd', 'code': 200} Mar 31 22:56:50.244580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0c09bf4-7820-47f0-8e6e-5285561bae18 req-392cfc88-d44b-4460-a541-d46d23285dda tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391703 Mar 31 22:56:50.273619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:50.276839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:56:50.277169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:56:50.277503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:50.285974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.286323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.286666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.286999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.287360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.287695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.288027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.288353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.290497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.290497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.290497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.290497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:56:50.293600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:56:50.293933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Attempting to bind port 162595c5-38b8-4907-b590-691617048dfd on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:56:50.300155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:56:50.300490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:56:50.300872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:56:50.301296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Bound port: 162595c5-38b8-4907-b590-691617048dfd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:56:50.301659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.410769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:56:50.430679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fce119-04eb-467d-ae7a-feabdff7ba21 req-9071d27a-b54d-4d34-a3c8-9127d18d934a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.437945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27fce119-04eb-467d-ae7a-feabdff7ba21 req-9071d27a-b54d-4d34-a3c8-9127d18d934a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0866163 Mar 31 22:56:50.446865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:56:50.459794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.537594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:56:50.555970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27fce119-04eb-467d-ae7a-feabdff7ba21 req-6124a332-cd5d-4d08-a483-3c1e8a7368ca tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169424 Mar 31 22:56:50.597736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.598995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.600565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-d7ea8283-b8e9-40ed-9d47-55f0e12b3236 service neutron] 10.222.0.60 "PUT /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 1121 time: 0.8032830 Mar 31 22:56:50.608516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5af8f1-3fb7-491b-ba57-f589c3499cf8 req-e57a3bde-d1fc-44ff-a75e-79a2facfd1d2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.610149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a5af8f1-3fb7-491b-ba57-f589c3499cf8 req-e57a3bde-d1fc-44ff-a75e-79a2facfd1d2 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0826952 Mar 31 22:56:50.636731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:50.668606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a5af8f1-3fb7-491b-ba57-f589c3499cf8 req-b591f583-91eb-4e5a-804b-aabf11803b7f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Mar 31 22:56:50.780786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['162595c5-38b8-4907-b590-691617048dfd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:50.784175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 162595c5-38b8-4907-b590-691617048dfd details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:56:50.844679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7017f5d-5426-4774-9fe2-52e4337437ac req-1e55b416-bcad-4588-8db1-a9b962020e28 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:50.846239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7017f5d-5426-4774-9fe2-52e4337437ac req-1e55b416-bcad-4588-8db1-a9b962020e28 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0561388 Mar 31 22:56:50.943445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7017f5d-5426-4774-9fe2-52e4337437ac req-32d735bc-6bff-4257-9488-72782e052416 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861304 Mar 31 22:56:50.999766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['162595c5-38b8-4907-b590-691617048dfd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:56:51.133093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:51.166285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 162595c5-38b8-4907-b590-691617048dfd has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:56:51.188711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36165b11-5227-4321-892f-385a73b1ee3e req-ea177ade-a45c-42d9-ac88-f7d80bbab340 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.191792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36165b11-5227-4321-892f-385a73b1ee3e req-ea177ade-a45c-42d9-ac88-f7d80bbab340 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0783885 Mar 31 22:56:51.244606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36165b11-5227-4321-892f-385a73b1ee3e req-0668595e-ee40-481e-8efc-0e03d110b2b3 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Mar 31 22:56:51.383267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c69c12-f05d-42db-b36e-86e2a80316c9 req-e7365192-b191-4dc6-b659-11ce5b1ae9a2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.384772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18c69c12-f05d-42db-b36e-86e2a80316c9 req-e7365192-b191-4dc6-b659-11ce5b1ae9a2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0536628 Mar 31 22:56:51.431099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18c69c12-f05d-42db-b36e-86e2a80316c9 req-45b6e1cb-aeb3-4085-93e7-e830b16d71a9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Mar 31 22:56:51.689874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539babad-3c09-4372-ab66-14ef5f07f092 req-a56f20fb-97cc-4e2f-8c20-219f650691d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.696781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-539babad-3c09-4372-ab66-14ef5f07f092 req-a56f20fb-97cc-4e2f-8c20-219f650691d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0565600 Mar 31 22:56:51.740231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-539babad-3c09-4372-ab66-14ef5f07f092 req-3c0662dc-8c75-4880-a1fe-33e7f81bc3e4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Mar 31 22:56:51.795959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a593-8407-4976-a0d1-d402e434914c req-a47be3c6-ce9b-4624-af61-4d5d71476eec tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:51.797558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7345a593-8407-4976-a0d1-d402e434914c req-a47be3c6-ce9b-4624-af61-4d5d71476eec tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0506494 Mar 31 22:56:51.840724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7345a593-8407-4976-a0d1-d402e434914c req-0b41ee10-03e0-408f-bdaa-f7217c80887f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Mar 31 22:56:52.069807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485aecae-7b3c-479e-82b5-a89d7b756f9d req-b27f7493-3010-45f2-a63d-241e53f66fd9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.071295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-485aecae-7b3c-479e-82b5-a89d7b756f9d req-b27f7493-3010-45f2-a63d-241e53f66fd9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0504465 Mar 31 22:56:52.110267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-485aecae-7b3c-479e-82b5-a89d7b756f9d req-169e9d41-c1f8-4763-a314-8c14ed7ea304 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325043 Mar 31 22:56:52.212003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'tag': '162595c5-38b8-4907-b590-691617048dfd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:52.214377 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cf2482-5b34-4c3a-8073-eec0ec31dc56" -d '{"events": [{"name": "network-changed", "server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "tag": "162595c5-38b8-4907-b590-691617048dfd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:52.252857 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd0dda1-ce2d-49ae-91b5-a78e850c7393 x-openstack-request-id: req-ecd0dda1-ce2d-49ae-91b5-a78e850c7393 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:56:52.253144 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "tag": "162595c5-38b8-4907-b590-691617048dfd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:56:52.253396 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ecd0dda1-ce2d-49ae-91b5-a78e850c7393 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:56:52.253956 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd0dda1-ce2d-49ae-91b5-a78e850c7393'] response: {'name': 'network-changed', 'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'tag': '162595c5-38b8-4907-b590-691617048dfd', 'status': 'completed', 'code': 200} Mar 31 22:56:52.361336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad403f-4ecf-418f-8f4e-7c7e8dd8bfc5 req-53b0871f-4b25-40ba-a6a2-cbfcb8875535 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.362834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1ad403f-4ecf-418f-8f4e-7c7e8dd8bfc5 req-53b0871f-4b25-40ba-a6a2-cbfcb8875535 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0534158 Mar 31 22:56:52.402073 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1ad403f-4ecf-418f-8f4e-7c7e8dd8bfc5 req-9bc8fa95-3408-4fab-9c1d-76bfe44fcdc4 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Mar 31 22:56:52.579660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0baa8e-e329-43b3-a830-740c318bb4f5 req-932388ac-1650-4694-8eb1-bdd10f35125b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.589113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee0baa8e-e329-43b3-a830-740c318bb4f5 req-932388ac-1650-4694-8eb1-bdd10f35125b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0691395 Mar 31 22:56:52.604349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-4a811867-36b9-40a4-8347-2ebae8a173d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.606104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-4a811867-36b9-40a4-8347-2ebae8a173d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1124 time: 0.0622938 Mar 31 22:56:52.636242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee0baa8e-e329-43b3-a830-740c318bb4f5 req-ae119997-e478-4e70-a61a-f508a5ee2a03 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Mar 31 22:56:52.728934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-02a5ebc7-a771-41da-acf5-dc316c2efa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.730439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-02a5ebc7-a771-41da-acf5-dc316c2efa8a service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1027038 Mar 31 22:56:52.786072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-1c348349-1797-4eb5-9b52-0003bdcb1331 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 217 time: 0.0420351 Mar 31 22:56:52.874630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-1fee9ee2-b797-4eb9-8051-7120594d0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.876006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-1fee9ee2-b797-4eb9-8051-7120594d0e91 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0788372 Mar 31 22:56:52.891773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d65b-75a4-4fc6-88a8-7b5ff25edaed req-3ae1c744-2ee8-415e-b423-47e7ba9a6687 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:52.893327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70f1d65b-75a4-4fc6-88a8-7b5ff25edaed req-3ae1c744-2ee8-415e-b423-47e7ba9a6687 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0632160 Mar 31 22:56:52.926886 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-83a6dc33-e2b5-491a-8056-8399357eccb1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325203 Mar 31 22:56:52.976155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70f1d65b-75a4-4fc6-88a8-7b5ff25edaed req-216add5c-adc3-416e-ad0e-824dc9f0993e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Mar 31 22:56:52.998776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afda22-989d-4acd-a74e-7a1ed2aedae5 req-02923682-16c7-4f0d-8132-c027505d9155 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.007176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02afda22-989d-4acd-a74e-7a1ed2aedae5 req-02923682-16c7-4f0d-8132-c027505d9155 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0660994 Mar 31 22:56:53.054672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02afda22-989d-4acd-a74e-7a1ed2aedae5 req-15cf0890-a52b-4732-a59a-b1a9ec4a775c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Mar 31 22:56:53.059437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-ba044252-7340-42ff-8c12-2ae08f360199 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167424 Mar 31 22:56:53.185238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84cf2482-5b34-4c3a-8073-eec0ec31dc56 req-e3b1d9eb-274f-4034-888a-52792374c3d0 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180003 Mar 31 22:56:53.248467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82a17a-8d9e-41ba-b8ac-2835c5e7cd77 req-09455d23-815f-417f-a721-8757daaadbdc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.256751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b82a17a-8d9e-41ba-b8ac-2835c5e7cd77 req-09455d23-815f-417f-a721-8757daaadbdc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0592759 Mar 31 22:56:53.309583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b82a17a-8d9e-41ba-b8ac-2835c5e7cd77 req-2bfef390-0eb2-4fd8-915b-410b2c97dcea tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498536 Mar 31 22:56:53.565017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb7210-fc43-4951-89e2-7be1d41e89fa req-8f3d4cc8-109f-4108-baeb-0cfb5ccd86a2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.566646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71cb7210-fc43-4951-89e2-7be1d41e89fa req-8f3d4cc8-109f-4108-baeb-0cfb5ccd86a2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Mar 31 22:56:53.623609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71cb7210-fc43-4951-89e2-7be1d41e89fa req-7b7d7faf-ff73-4e6c-9fdb-b04db2eb7e12 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505214 Mar 31 22:56:53.766248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f98d5-9c8a-427e-81a7-827ac23f416d req-03dc0c7f-a736-4b25-8948-0820be58645e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:53.775018 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd5f98d5-9c8a-427e-81a7-827ac23f416d req-03dc0c7f-a736-4b25-8948-0820be58645e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0640161 Mar 31 22:56:53.819633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd5f98d5-9c8a-427e-81a7-827ac23f416d req-407cb89e-ddc2-4ec0-b94c-08c714fd75d9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Mar 31 22:56:54.225593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5394856-844e-486f-a6c4-9f971e074a2c req-dd4de9cf-07b7-469e-b0e6-14bd45398b84 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.228372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5394856-844e-486f-a6c4-9f971e074a2c req-dd4de9cf-07b7-469e-b0e6-14bd45398b84 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1013675 Mar 31 22:56:54.262809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ffda-4836-48ba-b7a3-481dca6aa633 req-37e6be20-5dbe-4dc9-874b-689c82572c00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.273591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e09ffda-4836-48ba-b7a3-481dca6aa633 req-37e6be20-5dbe-4dc9-874b-689c82572c00 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0861571 Mar 31 22:56:54.335471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5394856-844e-486f-a6c4-9f971e074a2c req-48935884-a3dd-4e16-8bb8-9e93fa89f670 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987754 Mar 31 22:56:54.335944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e09ffda-4836-48ba-b7a3-481dca6aa633 req-31d1697f-b8c7-42a3-b62e-89402f6b2084 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609508 Mar 31 22:56:54.528107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364baa8-a096-4944-bbb1-22a110e5cb57 req-d9f216b3-63f9-4138-bbc2-3a3acc2b014d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.535022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3364baa8-a096-4944-bbb1-22a110e5cb57 req-d9f216b3-63f9-4138-bbc2-3a3acc2b014d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0926232 Mar 31 22:56:54.588637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3364baa8-a096-4944-bbb1-22a110e5cb57 req-93ebade7-f06d-4c04-a933-810372c8be32 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525372 Mar 31 22:56:54.796534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd59a3-24af-40b0-a2b8-087752523a25 req-31cf2ed0-822e-4191-8e5b-363bdc54f80c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:54.805118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57fd59a3-24af-40b0-a2b8-087752523a25 req-31cf2ed0-822e-4191-8e5b-363bdc54f80c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0850153 Mar 31 22:56:54.851685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57fd59a3-24af-40b0-a2b8-087752523a25 req-06e702bd-d98f-4480-9bfb-fd66f4288aca tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455577 Mar 31 22:56:55.011018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686043f-59e6-4739-801b-de655cd97e4f req-c11bb507-392e-4588-8c38-d4b4ed8b592f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.019888 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f686043f-59e6-4739-801b-de655cd97e4f req-c11bb507-392e-4588-8c38-d4b4ed8b592f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0970781 Mar 31 22:56:55.067894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f686043f-59e6-4739-801b-de655cd97e4f req-98115c5f-5d81-4840-ac86-56ebd89f5016 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Mar 31 22:56:55.516781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8355bc1-a61f-4780-8ecd-594e05dce4b8 req-85c47377-2ad9-49b9-b93a-8c48ecc379b9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.519268 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8355bc1-a61f-4780-8ecd-594e05dce4b8 req-85c47377-2ad9-49b9-b93a-8c48ecc379b9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0953631 Mar 31 22:56:55.524476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b29bcd-20ec-4c66-9534-cfc281615f5c req-e93b252e-5ae1-4a73-9e58-2a1a2aeedf7d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.529407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42b29bcd-20ec-4c66-9534-cfc281615f5c req-e93b252e-5ae1-4a73-9e58-2a1a2aeedf7d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0832438 Mar 31 22:56:55.592548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8355bc1-a61f-4780-8ecd-594e05dce4b8 req-a22639ba-3eeb-43cb-b8dd-8d59051ce115 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Mar 31 22:56:55.626343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42b29bcd-20ec-4c66-9534-cfc281615f5c req-0d1bd218-baf0-4e46-a34e-add65cdb1432 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885832 Mar 31 22:56:55.777443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7643b-6bc9-4358-ba6c-cd6383318b1d req-c9255dee-fdf5-42a9-aa02-3e68725f771b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:55.789676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70d7643b-6bc9-4358-ba6c-cd6383318b1d req-c9255dee-fdf5-42a9-aa02-3e68725f771b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0764234 Mar 31 22:56:55.864007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:55.871286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70d7643b-6bc9-4358-ba6c-cd6383318b1d req-22a4c691-6c06-462e-99ec-81e7e81415a4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Mar 31 22:56:56.024249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4e9d-17ae-4fe0-8223-ee0bd2422efe req-63d1e1a7-279d-4791-b978-6618719e1559 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.025859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b7e4e9d-17ae-4fe0-8223-ee0bd2422efe req-63d1e1a7-279d-4791-b978-6618719e1559 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0549018 Mar 31 22:56:56.075216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b7e4e9d-17ae-4fe0-8223-ee0bd2422efe req-02edf63c-6984-4aa4-a2ba-d9a13d43d0db tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Mar 31 22:56:56.217317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c928e-7dc3-4159-b78c-055316a8bb17 req-8b10cb17-563b-40fd-b3d8-573843f43406 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.225262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-719c928e-7dc3-4159-b78c-055316a8bb17 req-8b10cb17-563b-40fd-b3d8-573843f43406 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0688424 Mar 31 22:56:56.272636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-719c928e-7dc3-4159-b78c-055316a8bb17 req-d11fca18-a517-44f8-904b-7403d94686c5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Mar 31 22:56:56.740298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cbdbc-4c37-4769-95cc-4d944a6e6355 req-c98e7811-599c-404e-ab71-db30024f7f97 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.742192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-458cbdbc-4c37-4769-95cc-4d944a6e6355 req-c98e7811-599c-404e-ab71-db30024f7f97 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0615971 Mar 31 22:56:56.788049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d02c6d-d69e-44fa-afce-c451a8ad8b7a req-d457ca94-304c-460f-9c1f-e2301b391a7f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:56.790047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-458cbdbc-4c37-4769-95cc-4d944a6e6355 req-15c9820c-9cf7-4e5c-b9cb-ba5a9ddcba71 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Mar 31 22:56:56.793642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74d02c6d-d69e-44fa-afce-c451a8ad8b7a req-d457ca94-304c-460f-9c1f-e2301b391a7f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0679388 Mar 31 22:56:56.855738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74d02c6d-d69e-44fa-afce-c451a8ad8b7a req-27949ec2-385a-4504-94b6-41a334e68974 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573742 Mar 31 22:56:57.044002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095112d-daed-453c-8a7d-6e78dbc35c26 req-7b51a2e9-1b14-47c8-b8ca-1186ec8ecb20 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.045872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8095112d-daed-453c-8a7d-6e78dbc35c26 req-7b51a2e9-1b14-47c8-b8ca-1186ec8ecb20 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0578258 Mar 31 22:56:57.109058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8095112d-daed-453c-8a7d-6e78dbc35c26 req-18aeaa03-105d-4418-a9b0-c312feb5f02b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478723 Mar 31 22:56:57.125561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-6584139c-11fc-46d6-bba0-90492844426a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.127141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-6584139c-11fc-46d6-bba0-90492844426a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.1498148 Mar 31 22:56:57.159490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-0d2c604e-bfe9-4a7b-8474-701c0440b669 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/quotas/ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 375 time: 0.0228202 Mar 31 22:56:57.259531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-21e97f34-8902-4a9d-a938-3fac6565f8b8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908370 Mar 31 22:56:57.271404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b7311-b164-42ff-9561-af6aa03cbb76 req-60a87481-2cad-4444-b99e-45a620febfbd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.281259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e73b7311-b164-42ff-9561-af6aa03cbb76 req-60a87481-2cad-4444-b99e-45a620febfbd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0852766 Mar 31 22:56:57.367942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e73b7311-b164-42ff-9561-af6aa03cbb76 req-adaeeba0-b05b-4b51-ab75-587c361882e7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847657 Mar 31 22:56:57.392868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-b9edf0aa-c3ba-4515-984b-150577b3bd3f service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319811 Mar 31 22:56:57.509962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320d0a-06e0-4956-84ec-a5e7a207611f req-ac141a08-eaea-4a98-bc9b-dd0394be9159 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:57.512760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d320d0a-06e0-4956-84ec-a5e7a207611f req-ac141a08-eaea-4a98-bc9b-dd0394be9159 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0571642 Mar 31 22:56:57.530316 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-bce11319-edcd-4657-8a76-1906c8bc8592 service neutron] 10.222.0.95 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359618 Mar 31 22:56:57.559926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d320d0a-06e0-4956-84ec-a5e7a207611f req-0a790029-e913-47a9-8a77-fd4bdcc2cf0f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Mar 31 22:56:57.953630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88189df4-c00e-42a4-a9ba-b8895380ffec req-c65a942f-c390-4ae4-81ba-f879150735b1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0477238 Mar 31 22:56:58.027165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036ef5e-880c-47b1-85d5-3252dfccbf55 req-e2e330f0-1bd5-4008-aa27-efb181411154 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.037206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5036ef5e-880c-47b1-85d5-3252dfccbf55 req-e2e330f0-1bd5-4008-aa27-efb181411154 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1012866 Mar 31 22:56:58.114552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5036ef5e-880c-47b1-85d5-3252dfccbf55 req-43ef44e8-efa0-4c68-9cf4-ce57374560fa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727816 Mar 31 22:56:58.269973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4be65-1689-404b-88fa-7289af62e326 req-4cd7fb79-6ed1-4678-95af-d858fce50074 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.277087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ce4be65-1689-404b-88fa-7289af62e326 req-4cd7fb79-6ed1-4678-95af-d858fce50074 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.2120941 Mar 31 22:56:58.357264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ce4be65-1689-404b-88fa-7289af62e326 req-c17acaa6-2ab5-4096-b652-ccbf0eb21d70 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710640 Mar 31 22:56:58.386005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b898e65-5472-4429-b77e-39607eab7124 req-4d445825-1e04-4d6f-b97c-542c4b4c4661 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.389448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b898e65-5472-4429-b77e-39607eab7124 req-4d445825-1e04-4d6f-b97c-542c4b4c4661 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.1004004 Mar 31 22:56:58.443506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b898e65-5472-4429-b77e-39607eab7124 req-ec445681-ee74-4721-b296-1fa02b7e9fdf tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 Mar 31 22:56:58.535185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec04a0-b555-42cd-8e6a-2041da777b57 req-eb49f53e-7428-42e0-8130-a02bb7c96293 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.543508 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cec04a0-b555-42cd-8e6a-2041da777b57 req-eb49f53e-7428-42e0-8130-a02bb7c96293 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Mar 31 22:56:58.598344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cec04a0-b555-42cd-8e6a-2041da777b57 req-4074c20d-02f9-4f23-8235-4b53681bd060 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538745 Mar 31 22:56:58.717413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e1d19-c5ba-43d3-868d-2c5bab0d01ca req-d1b514d7-2139-48f8-8f4e-1a4adf4413dc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:58.719687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d50e1d19-c5ba-43d3-868d-2c5bab0d01ca req-d1b514d7-2139-48f8-8f4e-1a4adf4413dc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0638826 Mar 31 22:56:58.765953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d50e1d19-c5ba-43d3-868d-2c5bab0d01ca req-7a780988-8df9-4275-b7e7-3acf15e4fb72 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Mar 31 22:56:59.062246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231656c4-e2d9-43a9-bbdb-154f3ce3af05 req-191e2d1f-9ecf-449f-93dd-2a84b96fef32 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0301127 Mar 31 22:56:59.244886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f2d24-17c4-4475-8385-908617a119e9 req-98565a04-2d2b-4cc1-aa6d-2843d9f4c4d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.250487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-041f2d24-17c4-4475-8385-908617a119e9 req-98565a04-2d2b-4cc1-aa6d-2843d9f4c4d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0701394 Mar 31 22:56:59.301677 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-041f2d24-17c4-4475-8385-908617a119e9 req-19620999-1bd8-4475-8406-50c7e8ec1878 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455678 Mar 31 22:56:59.467666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7fa2b-33d0-4496-aa15-63ac07d754cd req-9b05d645-0e95-4c79-9628-9f732e46c62d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.469244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ac7fa2b-33d0-4496-aa15-63ac07d754cd req-9b05d645-0e95-4c79-9628-9f732e46c62d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0520053 Mar 31 22:56:59.510637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ac7fa2b-33d0-4496-aa15-63ac07d754cd req-fe6ae242-f035-40c1-9bef-5a4088e4e040 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Mar 31 22:56:59.577137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb05ec-cfe9-4bd5-b241-fc801fdac74f req-89e5850c-33a6-4fcd-8149-f5d68a33d373 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.578751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bdb05ec-cfe9-4bd5-b241-fc801fdac74f req-89e5850c-33a6-4fcd-8149-f5d68a33d373 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0548050 Mar 31 22:56:59.628257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bdb05ec-cfe9-4bd5-b241-fc801fdac74f req-4a4a4cac-d412-4da5-bee8-25efdc9da703 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Mar 31 22:56:59.721481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511f185-d3d0-41e4-a5d4-ca08b884e03c req-98f63497-3231-461d-8039-f96cf941d438 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.723034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c511f185-d3d0-41e4-a5d4-ca08b884e03c req-98f63497-3231-461d-8039-f96cf941d438 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0569439 Mar 31 22:56:59.769090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c511f185-d3d0-41e4-a5d4-ca08b884e03c req-ddc0ba6c-7ff3-4174-a86d-5548271d3331 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378895 Mar 31 22:56:59.843082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:56:59.941638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:56:59.945897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aed88-1691-4ae6-bee3-4bb49dce0ba7 req-133317bf-eb80-4ae9-9d64-b9fa7ba85fe1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:56:59.954225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-144aed88-1691-4ae6-bee3-4bb49dce0ba7 req-133317bf-eb80-4ae9-9d64-b9fa7ba85fe1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.1045630 Mar 31 22:56:59.975130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:56:59.978754 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553a1d5a-1af4-451f-893c-cd329043d587" -d '{"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:56:59.992839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:56:59.998331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.065923 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c5058b-a13b-4b4b-9466-fe56c01f9eb0 x-openstack-request-id: req-63c5058b-a13b-4b4b-9466-fe56c01f9eb0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:00.066496 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-unplugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:00.068260 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-63c5058b-a13b-4b4b-9466-fe56c01f9eb0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:00.069054 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c5058b-a13b-4b4b-9466-fe56c01f9eb0'] response: {'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c', 'code': 200} Mar 31 22:57:00.081579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:00.122245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-144aed88-1691-4ae6-bee3-4bb49dce0ba7 req-c235bfec-31ae-463a-9a32-69f6747439e5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668046 Mar 31 22:57:00.180364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-155b1660-4e18-42af-a1e4-be3998698d0d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.182080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-155b1660-4e18-42af-a1e4-be3998698d0d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 807 time: 0.2194612 Mar 31 22:57:00.199495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Request body: {'port': {'device_id': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'admin_state_up': True, 'tenant_id': 'ecb7a4d4b6c2414db2ebf86beec0c10d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:00.225725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9d7950a-f7fb-4874-a2b6-b24c80e2cb9f req-cf871d2b-3b0f-4297-8d9e-d01b1306f658 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0497868 Mar 31 22:57:00.556258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3572f-9f2e-4a2e-a9b8-3fecea988688 req-d4f5986a-9b2a-4ff1-87b1-c05308062335 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.567660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecb3572f-9f2e-4a2e-a9b8-3fecea988688 req-d4f5986a-9b2a-4ff1-87b1-c05308062335 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1450090 Mar 31 22:57:00.655500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecb3572f-9f2e-4a2e-a9b8-3fecea988688 req-c6a69704-1596-4619-93f1-4d74e43e7416 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782998 Mar 31 22:57:00.793749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc05ccc-db78-4b28-ba45-12096a5fc29e req-d9be3e85-a08a-4e73-9f79-a9534384fa47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.797270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3dc05ccc-db78-4b28-ba45-12096a5fc29e req-d9be3e85-a08a-4e73-9f79-a9534384fa47 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.1551397 Mar 31 22:57:00.803456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-bbba455f-e0c8-4faa-9cb9-94164f4f62c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1476443 Mar 31 22:57:00.813675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6829ed2-f75f-40d1-834e-738bd95f67a9 req-9dba95f8-16cb-4316-a08f-8aeb45e33ef8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:00.815392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6829ed2-f75f-40d1-834e-738bd95f67a9 req-9dba95f8-16cb-4316-a08f-8aeb45e33ef8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0833924 Mar 31 22:57:00.866782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Made reservation on behalf of ecb7a4d4b6c2414db2ebf86beec0c10d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:00.871802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:00.889687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6829ed2-f75f-40d1-834e-738bd95f67a9 req-c625ea2c-0c56-4a13-b5f1-f3f67967f814 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604665 Mar 31 22:57:00.977100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3dc05ccc-db78-4b28-ba45-12096a5fc29e req-f651ddaa-6265-40db-88b4-7cc1dd88caa3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669827 Mar 31 22:57:01.072294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-5a7a22dc-1908-4248-b6bc-e4f5ce219f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.074548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-5a7a22dc-1908-4248-b6bc-e4f5ce219f04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 1101 time: 0.2291512 Mar 31 22:57:01.141612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc471a-4bbb-4eb2-9fa3-5d0cd5eba2c0 req-29600783-2d6b-4055-9269-c01cb4992602 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.143196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63bc471a-4bbb-4eb2-9fa3-5d0cd5eba2c0 req-29600783-2d6b-4055-9269-c01cb4992602 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.1249871 Mar 31 22:57:01.207450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63bc471a-4bbb-4eb2-9fa3-5d0cd5eba2c0 req-ee18dde3-186e-4509-9610-305eaace4054 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538828 Mar 31 22:57:01.215132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Allocated IP 172.20.0.3 (c21cac26-dbae-43c0-bf81-1eefeb1b49d8/3b6fdaab-99bb-4166-801b-05f32d21c460/303153d9-6cef-4224-9242-86522df2e74f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:01.368564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8bb3825-1fde-404f-b98c-15d47ab38dff req-1876c353-666b-44c4-ae57-3d8d57dde2c8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0494549 Mar 31 22:57:01.472335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96ce85-3017-457e-82da-a4ab652e9c92 req-09cafa8e-11df-4fdd-9201-7443c0b6b374 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.473937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f96ce85-3017-457e-82da-a4ab652e9c92 req-09cafa8e-11df-4fdd-9201-7443c0b6b374 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.2203512 Mar 31 22:57:01.522539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-a8a425bf-eec3-4106-8c9e-3625749041f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.524082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-a8a425bf-eec3-4106-8c9e-3625749041f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.4094799 Mar 31 22:57:01.611386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f96ce85-3017-457e-82da-a4ab652e9c92 req-13814740-20e5-4d38-b6d3-eeb4aedd6762 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020012 Mar 31 22:57:01.619010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-cd436689-48b7-43a7-bb02-c34ac0358201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 HTTP/1.1" status: 200 len: 217 time: 0.0849946 Mar 31 22:57:01.641218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.723776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-0b2a7981-152e-4c2b-af96-54f62f9222fc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191373 Mar 31 22:57:01.733999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-11e3e75c-9e0f-4948-9dd5-dfe9f98802da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.736391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-11e3e75c-9e0f-4948-9dd5-dfe9f98802da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0930998 Mar 31 22:57:01.826056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:01.832981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8818ad2-aae2-4617-9aa5-2ab1d1eb5781 req-a47dd19e-561c-4c40-a344-b0e1e44df9ff tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.842093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8818ad2-aae2-4617-9aa5-2ab1d1eb5781 req-a47dd19e-561c-4c40-a344-b0e1e44df9ff tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0774379 Mar 31 22:57:01.847835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e872243c-3a65-4823-b7d9-7685d510e2db'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:01.893014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8818ad2-aae2-4617-9aa5-2ab1d1eb5781 req-c12f18a6-904f-48ad-80e0-c9cd9390e2b9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Mar 31 22:57:01.942543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-86691bf5-cd51-4d5e-adb5-3a3b579f12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:01.945398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-86691bf5-cd51-4d5e-adb5-3a3b579f12f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1884680 Mar 31 22:57:01.950434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:01.956914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:01.979705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:02.049697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.050352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.077495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-9e86f518-5383-4f95-a819-4198ee559cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.078993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-9e86f518-5383-4f95-a819-4198ee559cbf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 1096 time: 0.2868011 Mar 31 22:57:02.133039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:02.205802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0123063-641d-490e-93f1-f7dde607ff34 req-9f6a8675-71f1-4390-9343-f8ae07b654dc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.212910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0123063-641d-490e-93f1-f7dde607ff34 req-9f6a8675-71f1-4390-9343-f8ae07b654dc tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0915027 Mar 31 22:57:02.278004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0123063-641d-490e-93f1-f7dde607ff34 req-524f296e-a7f0-4f9c-bd5e-8f5b238882f1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Mar 31 22:57:02.330081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-f220619d-be21-4019-9c12-73cc9eccb6f8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1341355 Mar 31 22:57:02.358804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Request body: {'port': {'device_id': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:02.386994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-164915bb-0c0b-4ae6-af72-cbfd7b62e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.388611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-164915bb-0c0b-4ae6-af72-cbfd7b62e573 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.2342739 Mar 31 22:57:02.454355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa121f7-a42b-489e-aabf-8f062838aca0 req-3beb572e-8e78-4f60-b148-cb373af482f0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.456390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fa121f7-a42b-489e-aabf-8f062838aca0 req-3beb572e-8e78-4f60-b148-cb373af482f0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.3896382 Mar 31 22:57:02.460897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc2e4b-b5aa-4d4f-b146-d4e5c1a8968e req-2ffe17be-5250-4de6-8ca6-30da6d70d50f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.465380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-db490686-32dd-4faa-920f-b8b040b196be service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 200 len: 217 time: 0.0618963 Mar 31 22:57:02.470323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2bc2e4b-b5aa-4d4f-b146-d4e5c1a8968e req-2ffe17be-5250-4de6-8ca6-30da6d70d50f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0920961 Mar 31 22:57:02.485062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-14bd64c8-114d-4e88-8013-f90317e38235 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212114 Mar 31 22:57:02.536257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2bc2e4b-b5aa-4d4f-b146-d4e5c1a8968e req-3a85a308-55f2-445f-8d32-d7c5fa08eea7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647364 Mar 31 22:57:02.656377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:02.714168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9991-b077-4e1d-9d08-84a5adb687af req-929b2e63-52e7-4a0f-8bd2-ae6f9a77cdde tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.720836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d1a9991-b077-4e1d-9d08-84a5adb687af req-929b2e63-52e7-4a0f-8bd2-ae6f9a77cdde tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 931 time: 0.0766416 Mar 31 22:57:02.722812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-34195c0c-ad0b-4747-b7c6-926834d0dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:02.725018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-34195c0c-ad0b-4747-b7c6-926834d0dbb0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.2501369 Mar 31 22:57:02.731658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fa121f7-a42b-489e-aabf-8f062838aca0 req-59d997a0-9f64-4e72-b949-5e301cdb3079 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653098 Mar 31 22:57:02.792699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d1a9991-b077-4e1d-9d08-84a5adb687af req-134f193f-922d-43d8-a76b-62462b3e56dc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691073 Mar 31 22:57:02.854918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-01abd59c-5f81-4601-8ffb-7d73d9b96bd4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933034 Mar 31 22:57:02.938920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d82def57-5435-44a0-8e63-dc1dccf901cf req-178e1d4c-4346-4eb4-8911-a4c70423f7e8 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274662 Mar 31 22:57:03.107734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4e991-4f09-4c38-8695-c707ef3c922f req-4ed514cb-ef33-4dff-bbfb-a830bea1df47 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.117124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88f4e991-4f09-4c38-8695-c707ef3c922f req-4ed514cb-ef33-4dff-bbfb-a830bea1df47 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 944 time: 0.1400011 Mar 31 22:57:03.235491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88f4e991-4f09-4c38-8695-c707ef3c922f req-e894dd03-9dfc-4d9a-972b-b6c65933d721 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173203 Mar 31 22:57:03.323481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-86d2754b-9846-4cb2-b99b-3023a0f6bb02 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529738 Mar 31 22:57:03.450140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10806bea-e226-469b-aa32-041cb356d55e req-6639309f-3ea9-46b4-a18f-68800f00a79b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.455380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10806bea-e226-469b-aa32-041cb356d55e req-6639309f-3ea9-46b4-a18f-68800f00a79b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.3961058 Mar 31 22:57:03.480530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb14-8c26-4096-b308-cdb2fab4b2b2 req-b0760ba4-cc83-4bf1-a525-b820b1a5f4be tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.482039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f081cb14-8c26-4096-b308-cdb2fab4b2b2 req-b0760ba4-cc83-4bf1-a525-b820b1a5f4be tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0766783 Mar 31 22:57:03.546267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f081cb14-8c26-4096-b308-cdb2fab4b2b2 req-e8611e24-2260-48a3-9d39-0c1358825a5d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Mar 31 22:57:03.548484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10806bea-e226-469b-aa32-041cb356d55e req-5984162b-53d3-4945-9c19-45d644942741 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859303 Mar 31 22:57:03.654870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc2838ea-6c9b-4458-8ed4-7bb3784ef588 req-7fa789f2-a209-4f47-a4af-c75b10e4819f service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172550 Mar 31 22:57:03.753196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303153d9-6cef-4224-9242-86522df2e74f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:03.771867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.791899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Transition to ACTIVE for port object 303153d9-6cef-4224-9242-86522df2e74f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:03.797889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:03.864464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b48c9-c6f3-4bcb-8b7a-663339999dcb req-a81b0ba9-e2b2-4762-ad83-619598abdec6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:03.868350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:03.880271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a27b48c9-c6f3-4bcb-8b7a-663339999dcb req-a81b0ba9-e2b2-4762-ad83-619598abdec6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.1959202 Mar 31 22:57:03.881482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:03.997668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a27b48c9-c6f3-4bcb-8b7a-663339999dcb req-d4046913-8d23-49b1-ad07-8a566d799052 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163743 Mar 31 22:57:04.018422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:04.019184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:04.020048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:04.034276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:04.034748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:04.048234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:04.048234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:04.048234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:04.048234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Bound port: 303153d9-6cef-4224-9242-86522df2e74f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:04.048234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.138196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9221c-220c-4f33-a5d2-365e6d613485 req-0aa2223e-e0ec-41d8-86f8-1ec24249671c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.151557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb9221c-220c-4f33-a5d2-365e6d613485 req-0aa2223e-e0ec-41d8-86f8-1ec24249671c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.2004387 Mar 31 22:57:04.154523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:04.180092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '897fb5f3-997a-44ea-8237-10ec9841193c', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'port_id': '897fb5f3-997a-44ea-8237-10ec9841193c', 'mac_address': 'fa:16:3e:9b:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71c3285-185b-4bdd-ac77-2a9896505ea4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:04.229723 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.245995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897fb5f3-997a-44ea-8237-10ec9841193c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:04.294509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:04.309860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.320452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d6826-308f-446b-bd97-ac288b914899 req-b0a09d3e-de7a-4649-9a98-3f64d0ab09cd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.330465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-018d6826-308f-446b-bd97-ac288b914899 req-b0a09d3e-de7a-4649-9a98-3f64d0ab09cd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1457086 Mar 31 22:57:04.331440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb9221c-220c-4f33-a5d2-365e6d613485 req-3b7d3a9c-028b-4361-8260-413a7b34d9be tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789887 Mar 31 22:57:04.398091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:04.403547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:04.413905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.425115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b7fd12cc-afc9-4be3-b20b-544cd85a5b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.454657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:04.466742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.467553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.468166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.468743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.469372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.470140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.470804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.471393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.471993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.472757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.473367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.473905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:04.505645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-018d6826-308f-446b-bd97-ac288b914899 req-f37c7655-570b-42af-8650-49edf79e14d0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654568 Mar 31 22:57:04.542420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.542902 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:04.544771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] 10.222.0.96 "PUT /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 1091 time: 2.1915224 Mar 31 22:57:04.547421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'tag': '303153d9-6cef-4224-9242-86522df2e74f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:04.551268 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e837dd-7014-4ba5-8352-b66b36177edd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "tag": "303153d9-6cef-4224-9242-86522df2e74f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:04.622109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a4de-6255-4ae5-821c-c8d425d320b5 service neutron] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:04.632374 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0f751a-74b5-4713-b238-9eeece53bc15 x-openstack-request-id: req-3a0f751a-74b5-4713-b238-9eeece53bc15 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:04.632664 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "tag": "303153d9-6cef-4224-9242-86522df2e74f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:04.632914 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3a0f751a-74b5-4713-b238-9eeece53bc15 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:04.633328 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0f751a-74b5-4713-b238-9eeece53bc15'] response: {'name': 'network-changed', 'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'tag': '303153d9-6cef-4224-9242-86522df2e74f', 'status': 'completed', 'code': 200} Mar 31 22:57:04.720636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-05d5113f-eb20-4b67-b510-6cbfcd1cd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.722142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-05d5113f-eb20-4b67-b510-6cbfcd1cd2f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0688543 Mar 31 22:57:04.726869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f9a7b-b40d-449b-a00b-4ccb56fdaefb req-729081d7-9e2c-4ae8-81cc-5c9cc4673691 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.728588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-338f9a7b-b40d-449b-a00b-4ccb56fdaefb req-729081d7-9e2c-4ae8-81cc-5c9cc4673691 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.1099706 Mar 31 22:57:04.785228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-97fc5207-e242-42c9-a768-546792a8f3c0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 217 time: 0.0470130 Mar 31 22:57:04.804211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-338f9a7b-b40d-449b-a00b-4ccb56fdaefb req-38442706-26aa-4a2b-8095-3fbc7c56b68e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555248 Mar 31 22:57:04.889991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-eae79cd9-d861-453e-83ff-d5cd9f620691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.891506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-eae79cd9-d861-453e-83ff-d5cd9f620691 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0727203 Mar 31 22:57:04.899539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd0734-a120-4487-a126-31dab01257b0 req-37cfe93a-821f-4888-85f2-40d508735028 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.901065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6bd0734-a120-4487-a126-31dab01257b0 req-37cfe93a-821f-4888-85f2-40d508735028 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.1739247 Mar 31 22:57:04.950644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-e664b328-a27c-4ca8-81df-59fdbd8c4803 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479424 Mar 31 22:57:04.991156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f6519-8b2f-4745-8c61-db61c02b823f req-2e255769-d7fd-4b3a-89ec-08f68530fcce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:04.995212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff2f6519-8b2f-4745-8c61-db61c02b823f req-2e255769-d7fd-4b3a-89ec-08f68530fcce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0598586 Mar 31 22:57:04.997856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6bd0734-a120-4487-a126-31dab01257b0 req-42858f4c-d9c1-4cc0-8793-640323495890 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865278 Mar 31 22:57:05.043139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff2f6519-8b2f-4745-8c61-db61c02b823f req-d0bed3af-2cfe-4177-9323-743160004b44 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Mar 31 22:57:05.078554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-3272c865-d510-4791-9c7f-7edb532c9dd6 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173725 Mar 31 22:57:05.206125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5dfc-4bdc-4925-b150-095b39429d0a req-34bbefa4-ffb7-4cb1-a250-bfa886720024 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.207659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39fb5dfc-4bdc-4925-b150-095b39429d0a req-34bbefa4-ffb7-4cb1-a250-bfa886720024 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.1006546 Mar 31 22:57:05.213588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b778a209-4eda-43c9-a868-2e554abf6ba4 req-c6ac927a-bc0d-44db-92d2-9149a32249bd service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273167 Mar 31 22:57:05.250967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39fb5dfc-4bdc-4925-b150-095b39429d0a req-32dda178-3566-4ffd-a392-4dd10105bd85 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Mar 31 22:57:05.313780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e837dd-7014-4ba5-8352-b66b36177edd req-1410e2c2-44c7-4c58-8b19-7ba06305c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.315649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-1410e2c2-44c7-4c58-8b19-7ba06305c531 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0541387 Mar 31 22:57:05.446377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['897fb5f3-997a-44ea-8237-10ec9841193c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:05.580477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e336709-cf51-40a9-9dc0-44f7b5c0b05e req-b4b061dd-9823-46a4-bdaa-de5801acf927 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.582228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e336709-cf51-40a9-9dc0-44f7b5c0b05e req-b4b061dd-9823-46a4-bdaa-de5801acf927 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.1099033 Mar 31 22:57:05.672476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e336709-cf51-40a9-9dc0-44f7b5c0b05e req-4a78d3e1-a9f9-4a13-b102-d7f74bddd5b9 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816109 Mar 31 22:57:05.800583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837425e-852f-4c24-b0b7-474f1b4d67d5 req-03418be1-28f8-46ed-9287-98c03ea6bdd8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.809373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4837425e-852f-4c24-b0b7-474f1b4d67d5 req-03418be1-28f8-46ed-9287-98c03ea6bdd8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1663187 Mar 31 22:57:05.856080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e837dd-7014-4ba5-8352-b66b36177edd req-66fa22b5-dc8b-480d-825d-534abb1a2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.857663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-66fa22b5-dc8b-480d-825d-534abb1a2838 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.5352829 Mar 31 22:57:05.868864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 162595c5-38b8-4907-b590-691617048dfd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:05.965793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-cc492753-db79-45ae-9e29-0e64d052c69c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 217 time: 0.0966129 Mar 31 22:57:05.989831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5eeab-71ea-4e30-93ba-1be0915fe380 req-f1e496ef-0bed-408e-bf72-564d6d7ede38 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:05.998033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fa5eeab-71ea-4e30-93ba-1be0915fe380 req-f1e496ef-0bed-408e-bf72-564d6d7ede38 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.0785191 Mar 31 22:57:06.004442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4837425e-852f-4c24-b0b7-474f1b4d67d5 req-843e8b1f-8133-4c04-ace1-337544a9ebee tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939476 Mar 31 22:57:06.053393 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fa5eeab-71ea-4e30-93ba-1be0915fe380 req-4ba61a80-ffa8-466c-a84d-c5315b4d2a43 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542715 Mar 31 22:57:06.113700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e837dd-7014-4ba5-8352-b66b36177edd req-89a26d34-9c13-4333-8d33-3ead908bf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.115488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-89a26d34-9c13-4333-8d33-3ead908bf391 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.1378787 Mar 31 22:57:06.199614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-f32734fc-ffba-4769-810a-c11fd94731ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752273 Mar 31 22:57:06.209237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c237f-f8d2-4af1-89d4-73f68b6285be req-a35a9a06-0510-4e4c-8ac5-fc973e512cf0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.220014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b3c237f-f8d2-4af1-89d4-73f68b6285be req-a35a9a06-0510-4e4c-8ac5-fc973e512cf0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0752869 Mar 31 22:57:06.296682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b3c237f-f8d2-4af1-89d4-73f68b6285be req-0ae7de1c-5eaf-47a4-8537-31644a55ed9c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756023 Mar 31 22:57:06.368225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c544e-18bf-40c2-a6f2-e70767b14a65 req-22b995c0-cf87-4fab-aae9-425aaa516c66 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.370103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-088c544e-18bf-40c2-a6f2-e70767b14a65 req-22b995c0-cf87-4fab-aae9-425aaa516c66 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.2339363 Mar 31 22:57:06.474041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-58505b71-4e49-4c42-b70d-a17a69bff151 service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612474 Mar 31 22:57:06.474650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e379f-b49e-4699-8748-aa10d829d1a5 req-692a600a-e83d-4c27-81be-a994d17a854f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.476929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54e379f-b49e-4699-8748-aa10d829d1a5 req-692a600a-e83d-4c27-81be-a994d17a854f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0849688 Mar 31 22:57:06.490110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-088c544e-18bf-40c2-a6f2-e70767b14a65 req-07b184c8-1d52-45c2-ab22-24dd6006a74d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031649 Mar 31 22:57:06.563734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54e379f-b49e-4699-8748-aa10d829d1a5 req-f3e3389a-f665-4266-ba6d-ed440668f78b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775487 Mar 31 22:57:06.619571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95e837dd-7014-4ba5-8352-b66b36177edd req-d6cc3fd1-739a-438b-bd63-bf4346a541bd service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283534 Mar 31 22:57:06.861755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe20fc-b038-44e5-a22e-03623d82e14c req-b67c9665-ce3a-42c9-adf8-c8bf711bd4b4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:06.865093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2fe20fc-b038-44e5-a22e-03623d82e14c req-b67c9665-ce3a-42c9-adf8-c8bf711bd4b4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0795918 Mar 31 22:57:06.923912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-417a34c9-5344-4560-b974-776ca5d5b7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:06.944326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2fe20fc-b038-44e5-a22e-03623d82e14c req-a4be2d9d-b440-4a6d-9cef-a269c64dd2c5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628028 Mar 31 22:57:07.196066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d897cf-8b15-4c4f-9235-da64b2472498 req-c2a6be20-428f-432f-9a8c-63433598aa12 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.209356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4d897cf-8b15-4c4f-9235-da64b2472498 req-c2a6be20-428f-432f-9a8c-63433598aa12 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0825253 Mar 31 22:57:07.272460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d923745-a14f-4799-a650-7260e250ff48 req-d0545a54-ef54-437a-af56-806300dd43bc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.274034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d923745-a14f-4799-a650-7260e250ff48 req-d0545a54-ef54-437a-af56-806300dd43bc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 945 time: 0.0715017 Mar 31 22:57:07.282038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4d897cf-8b15-4c4f-9235-da64b2472498 req-69fc9069-78c2-4944-a8bf-f2ed6a5e00f9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Mar 31 22:57:07.338274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d923745-a14f-4799-a650-7260e250ff48 req-3f6d94e8-6d0a-4028-8c89-1eaa9ca82123 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Mar 31 22:57:07.462049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c6076-30ea-4115-9290-cce7f89c0816 req-0334332a-4901-40b7-9681-ccf297a1806e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.464104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-127c6076-30ea-4115-9290-cce7f89c0816 req-0334332a-4901-40b7-9681-ccf297a1806e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0660293 Mar 31 22:57:07.523809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-127c6076-30ea-4115-9290-cce7f89c0816 req-2a11295a-1a47-43ce-a739-edee4090d848 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Mar 31 22:57:07.702268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355270-7f35-4841-9cec-c9e4e0f5ef07 req-35e90f05-1a64-4d64-a459-ab92e0532b0d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.705371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae355270-7f35-4841-9cec-c9e4e0f5ef07 req-35e90f05-1a64-4d64-a459-ab92e0532b0d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.1026080 Mar 31 22:57:07.719641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b545895-7fc3-41b0-90af-39eb18bf74ce req-1500ba94-eea2-4076-8c56-a64e66d3a28b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.721282 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b545895-7fc3-41b0-90af-39eb18bf74ce req-1500ba94-eea2-4076-8c56-a64e66d3a28b tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0713587 Mar 31 22:57:07.774301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae355270-7f35-4841-9cec-c9e4e0f5ef07 req-bb7c73fd-37ae-407a-b6f4-24cebc6e813b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618806 Mar 31 22:57:07.788986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b545895-7fc3-41b0-90af-39eb18bf74ce req-96ca0959-e1fd-4069-aeaa-a70c2021ccf0 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550048 Mar 31 22:57:07.888140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:07.930210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f3d8f-5329-44cb-8985-cbfa585a19eb req-035333ef-5dd2-4f2e-9bda-6a6157702661 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:07.937937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-843f3d8f-5329-44cb-8985-cbfa585a19eb req-035333ef-5dd2-4f2e-9bda-6a6157702661 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 1100 time: 0.0737476 Mar 31 22:57:08.018642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-843f3d8f-5329-44cb-8985-cbfa585a19eb req-bbbfcfb7-0273-4e89-be6f-f0b9e71b7b88 tempest-ServersOnMultiNodesTest-165681896 tempest-ServersOnMultiNodesTest-165681896-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796251 Mar 31 22:57:08.053148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 897fb5f3-997a-44ea-8237-10ec9841193c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:08.054315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.087322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-a09a3e41-07ad-46ba-91ba-1375ef585f2f service neutron] 10.222.0.96 "GET /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.1465955 Mar 31 22:57:08.179286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1236742-a2e7-4c16-a93b-f4c29886722e req-e3233db9-f79b-485e-9137-ad123b90dea4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.180724 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.191562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1236742-a2e7-4c16-a93b-f4c29886722e req-e3233db9-f79b-485e-9137-ad123b90dea4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 943 time: 0.0993247 Mar 31 22:57:08.219015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:08.221845 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0b39a2-c442-47e4-9a96-af1f1ee9e7ac" -d '{"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-plugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:08.258650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.262926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1236742-a2e7-4c16-a93b-f4c29886722e req-b4428836-958f-48fc-80ef-1ac4c6af3b4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699267 Mar 31 22:57:08.263955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.265884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.341626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:08.375736 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d388ee-c88c-40e1-8cf1-71258ba76e66 x-openstack-request-id: req-f1d388ee-c88c-40e1-8cf1-71258ba76e66 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:08.376120 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-plugged", "status": "completed", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:08.376446 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f1d388ee-c88c-40e1-8cf1-71258ba76e66 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:08.377460 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d388ee-c88c-40e1-8cf1-71258ba76e66'] response: {'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c', 'code': 200} Mar 31 22:57:08.524940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.536299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f2f32-a2eb-43d7-ad1f-2608ea5d8956 req-12dac1a5-1bec-40ff-9d8d-e4dc134ef747 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.538326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d3f2f32-a2eb-43d7-ad1f-2608ea5d8956 req-12dac1a5-1bec-40ff-9d8d-e4dc134ef747 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0720494 Mar 31 22:57:08.564468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6868fd-2f67-43ae-829a-9d5c5773e8f4 req-6e97f03a-3248-4383-996d-be8ce6f7053e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.566231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb6868fd-2f67-43ae-829a-9d5c5773e8f4 req-6e97f03a-3248-4383-996d-be8ce6f7053e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0898714 Mar 31 22:57:08.567503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:08.585262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d3f2f32-a2eb-43d7-ad1f-2608ea5d8956 req-e050940a-6f04-48c1-a8fa-10b88a692ed8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Mar 31 22:57:08.692395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb6868fd-2f67-43ae-829a-9d5c5773e8f4 req-cbe0812d-1830-44ff-991e-9139a458526a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979047 Mar 31 22:57:08.697498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162595c5-38b8-4907-b590-691617048dfd {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:08.720030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db42c61-d208-4fb3-888a-caf8e6033d7c req-d70fc58c-6ea2-4733-8426-6e42e708fdf7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.721688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1db42c61-d208-4fb3-888a-caf8e6033d7c req-d70fc58c-6ea2-4733-8426-6e42e708fdf7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0603082 Mar 31 22:57:08.736431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:08.758672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e753ed3-7778-4a6a-9301-a534c40754b8 req-1f28b655-3483-48af-a01f-9bda57c692e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.761106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e753ed3-7778-4a6a-9301-a534c40754b8 req-1f28b655-3483-48af-a01f-9bda57c692e4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 1097 time: 0.1655440 Mar 31 22:57:08.762713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.775874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1db42c61-d208-4fb3-888a-caf8e6033d7c req-ca3ea897-d009-41cb-9b1e-0eff1894b2b0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467067 Mar 31 22:57:08.927861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e753ed3-7778-4a6a-9301-a534c40754b8 req-d034d356-8313-425a-8166-d2291eac7b10 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359868 Mar 31 22:57:08.948843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dfbe3-1497-4d4e-bc03-d89eb57c54ec req-71ed4636-a5fa-4e4e-a4a4-e9d17d7a55c1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.949785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8d5d2-d9a8-45ab-9834-9cd3de10e639 req-7b899cc9-c2b5-4bd0-bad0-451585a16dd7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:08.950364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f7dfbe3-1497-4d4e-bc03-d89eb57c54ec req-71ed4636-a5fa-4e4e-a4a4-e9d17d7a55c1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0697212 Mar 31 22:57:08.951481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1d8d5d2-d9a8-45ab-9834-9cd3de10e639 req-7b899cc9-c2b5-4bd0-bad0-451585a16dd7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1553464 Mar 31 22:57:08.983357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] Transition to ACTIVE for port object 162595c5-38b8-4907-b590-691617048dfd will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:08.995190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:08.999152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f7dfbe3-1497-4d4e-bc03-d89eb57c54ec req-a2f28278-44d8-4d79-bc53-0785893de41a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Mar 31 22:57:09.018175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1d8d5d2-d9a8-45ab-9834-9cd3de10e639 req-11fc1389-7d3c-43ba-b2ba-748badd96cdb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591292 Mar 31 22:57:09.094249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] No DVR routers for this DVR port 162595c5-38b8-4907-b590-691617048dfd on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:09.119787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] Pushing event updated for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:09.129356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-c2ac3222-590e-435c-bb93-7ef324aa9fbe service neutron] 10.222.0.96 "PUT /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0222127 Mar 31 22:57:09.406580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1855470-3b9e-48fe-b088-581957c4099d req-5d7dcdfa-d48f-47ae-a6ce-e9cc8eb9d54b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.408200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1855470-3b9e-48fe-b088-581957c4099d req-5d7dcdfa-d48f-47ae-a6ce-e9cc8eb9d54b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.0583155 Mar 31 22:57:09.449792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1855470-3b9e-48fe-b088-581957c4099d req-f85e88e7-7fbc-4eb4-9030-14506bdd4934 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351484 Mar 31 22:57:09.711369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31036d-dfd5-4494-b2bf-991e834bc011 req-2327a901-8e7d-4856-998d-b03cb96c38ed tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.713661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a31036d-dfd5-4494-b2bf-991e834bc011 req-2327a901-8e7d-4856-998d-b03cb96c38ed tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0520370 Mar 31 22:57:09.764385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a31036d-dfd5-4494-b2bf-991e834bc011 req-03b5de16-219a-4ca8-9533-fa30dcb84de7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440667 Mar 31 22:57:09.864063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:09.902615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76af884-c55b-409e-b636-0f61f086a249 req-8d931c39-0129-44d3-8510-c61bfd26a284 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.910097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a76af884-c55b-409e-b636-0f61f086a249 req-8d931c39-0129-44d3-8510-c61bfd26a284 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0630691 Mar 31 22:57:09.930164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6231c34-9015-4c87-99ae-3fc85477e377 req-70f4f266-f463-4936-a77a-a5e3386512ee tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:09.931995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6231c34-9015-4c87-99ae-3fc85477e377 req-70f4f266-f463-4936-a77a-a5e3386512ee tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0508795 Mar 31 22:57:09.947805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a76af884-c55b-409e-b636-0f61f086a249 req-8ba98e3b-4008-4487-84af-4b90de14a105 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Mar 31 22:57:09.984424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6231c34-9015-4c87-99ae-3fc85477e377 req-5d3fe631-3545-4d68-82a6-546eaf88a625 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Mar 31 22:57:10.106472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-cb7fd51b-5f7d-4bc9-bbc6-1cac55331d93 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.108047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-cb7fd51b-5f7d-4bc9-bbc6-1cac55331d93 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.0558574 Mar 31 22:57:10.173509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d64e9c-8f6c-4299-9753-e24c5a3a144f req-8a6745a3-3133-403b-b604-6bfa247077e5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.175549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4d64e9c-8f6c-4299-9753-e24c5a3a144f req-8a6745a3-3133-403b-b604-6bfa247077e5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0725412 Mar 31 22:57:10.181244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0925c3d-53e0-47f7-bfc8-fd68f6242ce3 req-56427dcf-5108-45d8-885b-d2a4bdcf63c9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.183024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0925c3d-53e0-47f7-bfc8-fd68f6242ce3 req-56427dcf-5108-45d8-885b-d2a4bdcf63c9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0751286 Mar 31 22:57:10.226207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0925c3d-53e0-47f7-bfc8-fd68f6242ce3 req-aabb1c41-c67b-4128-8ef8-bb21c06d145b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Mar 31 22:57:10.249709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4d64e9c-8f6c-4299-9753-e24c5a3a144f req-776da4bc-226f-4a94-b3e0-e294bd75dcfa tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661190 Mar 31 22:57:10.258610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-2479447f-e9dc-42fc-8b57-db2114f90c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.260655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-2479447f-e9dc-42fc-8b57-db2114f90c17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef&tenant_id=bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 1095 time: 0.1420653 Mar 31 22:57:10.272910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:10.334904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-26479ae6-2983-40c1-b5d4-606d971d678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.337455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-26479ae6-2983-40c1-b5d4-606d971d678b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1095 time: 0.0490704 Mar 31 22:57:10.444924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-3718e820-4ca9-458b-baf5-36df19e540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.446433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-3718e820-4ca9-458b-baf5-36df19e540b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1021421 Mar 31 22:57:10.491646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-80c89390-cc3e-4168-86e1-bc90954eb180 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 200 len: 217 time: 0.0377586 Mar 31 22:57:10.571148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-21f2dc3a-d39b-4c98-84e5-516965c86fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.572693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-21f2dc3a-d39b-4c98-84e5-516965c86fb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0726659 Mar 31 22:57:10.631163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-1a439fc2-e1e8-4333-961b-d5bddbfda307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477047 Mar 31 22:57:10.655189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa60e7-3dae-4784-8d4d-cf09840172a6 req-d3df974e-55de-48bd-8968-8ca154d5a395 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.659260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3fa60e7-3dae-4784-8d4d-cf09840172a6 req-d3df974e-55de-48bd-8968-8ca154d5a395 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.1183999 Mar 31 22:57:10.744134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3fa60e7-3dae-4784-8d4d-cf09840172a6 req-37503de9-7dea-4a93-a5c7-84090385ee4f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 Mar 31 22:57:10.773479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-2f332019-7883-4e7b-a4a6-2e1ddc48c429 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330800 Mar 31 22:57:10.905976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-288f31d1-b899-4de3-9bc1-230371649ded service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269057 Mar 31 22:57:10.914468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36763f-709c-4963-ab10-567b7c75f5e8 req-287a0003-1cd2-44b7-a452-0a2aa63b5ef3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:10.916301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb36763f-709c-4963-ab10-567b7c75f5e8 req-287a0003-1cd2-44b7-a452-0a2aa63b5ef3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0706580 Mar 31 22:57:10.958474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb36763f-709c-4963-ab10-567b7c75f5e8 req-ea5d9124-b558-436d-944d-d422fc41de7d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 Mar 31 22:57:11.088247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dcd9b-fc68-4147-9937-00cfddb3b764 req-c26a27de-d0d3-4fec-9bdb-655357a7b708 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.096954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b67dcd9b-fc68-4147-9937-00cfddb3b764 req-c26a27de-d0d3-4fec-9bdb-655357a7b708 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0761187 Mar 31 22:57:11.154687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b67dcd9b-fc68-4147-9937-00cfddb3b764 req-4b579a2a-a157-4acd-8f61-f75b4c887ea8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565758 Mar 31 22:57:11.234200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-61987f29-afd8-442d-bbac-c182466afba5 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.235972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-61987f29-afd8-442d-bbac-c182466afba5 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.0538881 Mar 31 22:57:11.253386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b675e-bff1-4960-9805-d1eaddb4b20e req-b3a72c2c-6811-436f-806a-ea507177d550 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.255532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d9b675e-bff1-4960-9805-d1eaddb4b20e req-b3a72c2c-6811-436f-806a-ea507177d550 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0552120 Mar 31 22:57:11.299430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d9b675e-bff1-4960-9805-d1eaddb4b20e req-4a5bcfe1-5344-4917-b2b3-4dd64b5373ab tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Mar 31 22:57:11.410870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6021-2c37-4001-b4bf-899687f43b1c req-64ed4568-f5e9-46ee-a39d-15f2543b86a5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.412377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-552e6021-2c37-4001-b4bf-899687f43b1c req-64ed4568-f5e9-46ee-a39d-15f2543b86a5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0505743 Mar 31 22:57:11.424599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-4b187894-7a73-4b2a-b04a-d3475b7ed958 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.426059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-4b187894-7a73-4b2a-b04a-d3475b7ed958 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.1510656 Mar 31 22:57:11.443976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-2ffb5338-776d-44a4-85c8-80cb9c592c2f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/quotas/c6498c8a2c344208b07e7decaf069a6c HTTP/1.1" status: 200 len: 375 time: 0.0102758 Mar 31 22:57:11.449543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-0bb95c4c-9947-4db7-85b2-aa715a85b644 service neutron] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:11.452905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-0bb95c4c-9947-4db7-85b2-aa715a85b644 service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:11.454469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d203caa5-854e-4e04-914f-71aa89fdc65f req-0bb95c4c-9947-4db7-85b2-aa715a85b644 service neutron] 10.222.0.60 "DELETE /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.2100673 Mar 31 22:57:11.460024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-552e6021-2c37-4001-b4bf-899687f43b1c req-c641c46f-79ec-4ee6-8912-aad3aacc1580 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Mar 31 22:57:11.513959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-25357870-99a4-402a-b67f-71eb73745d66 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584493 Mar 31 22:57:11.564543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6de0e-078a-4176-a6ae-8360eff39716 req-34c271a2-22b5-443f-ae0b-fea8b99aa396 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.566088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eac6de0e-078a-4176-a6ae-8360eff39716 req-34c271a2-22b5-443f-ae0b-fea8b99aa396 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0527263 Mar 31 22:57:11.606062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eac6de0e-078a-4176-a6ae-8360eff39716 req-1157d97e-2728-45f3-a584-285a249f2979 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Mar 31 22:57:11.655016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-8af0b1e8-78d6-4dd4-b7b6-94d0ba6850bd service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362948 Mar 31 22:57:11.747550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-af9b6e2a-6ac5-4ef7-8ecf-1009cb03738f service neutron] 10.222.0.95 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Mar 31 22:57:11.906732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f9e9-784e-48fc-8957-25f7b8e5006e req-9020d1a2-f878-487f-919b-86834f7842f8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:11.909982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3269f9e9-784e-48fc-8957-25f7b8e5006e req-9020d1a2-f878-487f-919b-86834f7842f8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.0839257 Mar 31 22:57:11.930462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc48f31-a42e-435f-842d-ec7be085954a req-d469d62d-51ad-44e5-91fb-cb37f6f529b1 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0408070 Mar 31 22:57:11.959956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3269f9e9-784e-48fc-8957-25f7b8e5006e req-96ae1e50-768c-4f6c-bb6a-9ac337651c50 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Mar 31 22:57:12.119754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d5934-8de3-4317-86fe-65772aee0b6b req-bc043cec-3950-4d22-be7d-10d530f047b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.123807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73023cb8-53c9-4d3d-8fec-9b3a2dd84d71 req-a83646ed-48b0-4e09-ae7d-233ed57397dd tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.125596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73023cb8-53c9-4d3d-8fec-9b3a2dd84d71 req-a83646ed-48b0-4e09-ae7d-233ed57397dd tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1095 time: 0.0445409 Mar 31 22:57:12.128137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c7d5934-8de3-4317-86fe-65772aee0b6b req-bc043cec-3950-4d22-be7d-10d530f047b8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0682969 Mar 31 22:57:12.175809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73023cb8-53c9-4d3d-8fec-9b3a2dd84d71 req-987f746d-5ae8-4a1f-b74d-fd8fdd70f7c6 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Mar 31 22:57:12.192025 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c7d5934-8de3-4317-86fe-65772aee0b6b req-d9c56340-3691-48d9-a8ed-f3a8e5b61028 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Mar 31 22:57:12.325977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054b146-83a4-42cb-83fd-68fa89f0c1bd req-02618921-3269-45f0-a1f9-466c93cf10ca tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.340035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9054b146-83a4-42cb-83fd-68fa89f0c1bd req-02618921-3269-45f0-a1f9-466c93cf10ca tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0770705 Mar 31 22:57:12.365540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fac37-10d2-4ed6-bef6-5aeaac9e8b57 req-0632c983-fbe5-4cb6-82c1-b7df3e333ee0 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.371875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa1fac37-10d2-4ed6-bef6-5aeaac9e8b57 req-0632c983-fbe5-4cb6-82c1-b7df3e333ee0 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 1095 time: 0.1055014 Mar 31 22:57:12.392251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9054b146-83a4-42cb-83fd-68fa89f0c1bd req-cee7eb11-2fd8-40aa-9b5f-7bda86e61d8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Mar 31 22:57:12.434854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa1fac37-10d2-4ed6-bef6-5aeaac9e8b57 req-5af8aa46-c037-46f5-85fe-b303b7e85b01 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Mar 31 22:57:12.524349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3113e6-2b14-4831-9bc2-42d9163d2c3a req-56ef93f2-c3da-4353-8cf8-658ed0697053 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.525972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab3113e6-2b14-4831-9bc2-42d9163d2c3a req-56ef93f2-c3da-4353-8cf8-658ed0697053 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0610309 Mar 31 22:57:12.603932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab3113e6-2b14-4831-9bc2-42d9163d2c3a req-7a4fe702-2850-4e76-b199-ceec04e781e8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686727 Mar 31 22:57:12.666727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ddd5c-e286-44f1-9ae5-20066df0ce5f req-56ad4a10-e140-4705-876b-2ea64d505306 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.683579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-604ddd5c-e286-44f1-9ae5-20066df0ce5f req-56ad4a10-e140-4705-876b-2ea64d505306 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1036129 Mar 31 22:57:12.731692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-604ddd5c-e286-44f1-9ae5-20066df0ce5f req-a2bad31e-d712-4361-8301-7a09fe85e658 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Mar 31 22:57:12.768894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf2ea4-b2d0-47d4-802f-30c440510a19 req-e1232808-199f-4a04-8563-477309a1de16 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.770783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daaf2ea4-b2d0-47d4-802f-30c440510a19 req-e1232808-199f-4a04-8563-477309a1de16 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.0802078 Mar 31 22:57:12.813459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daaf2ea4-b2d0-47d4-802f-30c440510a19 req-95de04f7-494d-406f-8759-62c5d69dffdd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356319 Mar 31 22:57:12.875012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a15f-fbb6-403b-ad5e-ac7470d58663 req-6baa607d-a8c9-460a-8f6f-794b164048c2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:12.876674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f592a15f-fbb6-403b-ad5e-ac7470d58663 req-6baa607d-a8c9-460a-8f6f-794b164048c2 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0632825 Mar 31 22:57:12.928293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f592a15f-fbb6-403b-ad5e-ac7470d58663 req-ae8b23e7-5ed7-4ab0-a087-a2549ee61309 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Mar 31 22:57:13.172453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a0446d3-09c4-40d4-b60e-08f606217171 req-6730b7ff-c0c9-4c42-bf0b-ff1d37432d01 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0412993 Mar 31 22:57:13.315152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b387f-a121-4856-afbd-9c965525ddda req-6d80e336-7978-468e-a706-18e0460a2d55 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.316862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb9b387f-a121-4856-afbd-9c965525ddda req-6d80e336-7978-468e-a706-18e0460a2d55 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0505705 Mar 31 22:57:13.368950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-5ea7b3bb-1fdd-4f9e-b703-b0bf34048d7a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.370549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-5ea7b3bb-1fdd-4f9e-b703-b0bf34048d7a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.1157527 Mar 31 22:57:13.386691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-29102fdd-3ddb-4cd6-b67d-378f2f35d733 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/quotas/68807c69d9b942b482251a2a71094717 HTTP/1.1" status: 200 len: 375 time: 0.0100801 Mar 31 22:57:13.399572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb9b387f-a121-4856-afbd-9c965525ddda req-4585e756-0d13-4c95-938b-55f5d9fa62ae tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743301 Mar 31 22:57:13.460882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-4533f75d-264f-4079-910f-e183bde804c8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671537 Mar 31 22:57:13.538504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-0de261f2-5a6a-4a43-9383-0df314e7e1b4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.540019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-0de261f2-5a6a-4a43-9383-0df314e7e1b4 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 804 time: 0.1758065 Mar 31 22:57:13.559281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7935-b81e-4b45-b8b4-498116f52ed6 req-fd1a2614-d806-40d7-a569-1b2dbee43efc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:13.560731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e7f7935-b81e-4b45-b8b4-498116f52ed6 req-fd1a2614-d806-40d7-a569-1b2dbee43efc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0799456 Mar 31 22:57:13.566191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Request body: {'port': {'device_id': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'admin_state_up': True, 'tenant_id': 'c6498c8a2c344208b07e7decaf069a6c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:13.566853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-4788883c-b4b0-4a8d-af30-366e6b81bc5f service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978734 Mar 31 22:57:13.660097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e7f7935-b81e-4b45-b8b4-498116f52ed6 req-f54c0ff6-0225-4329-88bd-6c48da16c4fe tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Mar 31 22:57:13.671915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-0523b61d-e382-4d4b-bf2f-f8d148915d3d service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985389 Mar 31 22:57:13.701574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Made reservation on behalf of c6498c8a2c344208b07e7decaf069a6c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:13.705430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:13.902590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Allocated IP 172.20.0.7 (cbe8be26-13fa-4695-b100-095507967f1f/d27937fc-610a-43ab-ae57-8cd5495831a0/c043d57b-e56d-4120-b907-432789652b81) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:13.943128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57daea8b-d7f6-4855-8be0-bdf2e03773c3 req-52cd977a-76b3-40cc-8efe-980a036f3163 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 210 time: 0.0627346 Mar 31 22:57:14.006779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f230-c7a2-4677-a076-04eccf9ab7d6 req-5cc559d9-796d-4f85-bdc0-1320e51008ce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.015058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32e2f230-c7a2-4677-a076-04eccf9ab7d6 req-5cc559d9-796d-4f85-bdc0-1320e51008ce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1611233 Mar 31 22:57:14.095798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03653f55-27e0-4c29-a280-b6553c816b06 req-867320ab-78f9-44cc-877e-010d7616bb00 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.107481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03653f55-27e0-4c29-a280-b6553c816b06 req-867320ab-78f9-44cc-877e-010d7616bb00 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0669434 Mar 31 22:57:14.115781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32e2f230-c7a2-4677-a076-04eccf9ab7d6 req-530a8f89-459a-449e-a743-ecce996fdb02 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997593 Mar 31 22:57:14.175459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:14.182284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03653f55-27e0-4c29-a280-b6553c816b06 req-c071a9f1-4fd8-4ff9-9912-f903be315702 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695999 Mar 31 22:57:14.220739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:14.340029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Network cbe8be26-13fa-4695-b100-095507967f1f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:14.341168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:14.346281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:14.349153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:14.361297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a5f3d-2963-4af6-a0d6-74e0a6ce8e10 req-572a631c-ee4e-4aaa-8c3e-14a6f4bb85cf tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.363024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-459a5f3d-2963-4af6-a0d6-74e0a6ce8e10 req-572a631c-ee4e-4aaa-8c3e-14a6f4bb85cf tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 931 time: 0.0929561 Mar 31 22:57:14.409095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.409948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:14.413128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-459a5f3d-2963-4af6-a0d6-74e0a6ce8e10 req-54ffd09b-6a43-4952-aaa8-f0b27ab325eb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Mar 31 22:57:14.434642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-7c250ff1-cb35-473c-a5f7-11a2d117e34d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8721132 Mar 31 22:57:14.493056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Request body: {'port': {'device_id': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:14.558326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998e47-457b-4f88-905f-396f7f8f11ab req-8cb74a14-8e72-47c8-afab-ce95b2cf3092 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.564024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8998e47-457b-4f88-905f-396f7f8f11ab req-8cb74a14-8e72-47c8-afab-ce95b2cf3092 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0861814 Mar 31 22:57:14.600804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:14.644873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8998e47-457b-4f88-905f-396f7f8f11ab req-a79e62b0-1fa6-4f91-9bcb-5093985d740f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646687 Mar 31 22:57:14.804158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-725b8ed3-2fb6-45ff-8117-b9d37aee5b49 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.805682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-725b8ed3-2fb6-45ff-8117-b9d37aee5b49 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/ports?device_id=34556db3-007d-4827-b7bd-59bc4adbe12a HTTP/1.1" status: 200 len: 945 time: 0.1518664 Mar 31 22:57:14.814261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb20c85-0d7f-4756-8ad7-b447a0cefa41 req-e101bef7-83e0-4906-a815-07101a7a4380 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:14.815951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bb20c85-0d7f-4756-8ad7-b447a0cefa41 req-e101bef7-83e0-4906-a815-07101a7a4380 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.0797641 Mar 31 22:57:14.876617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bb20c85-0d7f-4756-8ad7-b447a0cefa41 req-22c51c01-5023-4f5f-8e99-36034202b112 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516386 Mar 31 22:57:15.028170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Deleting port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:15.028523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.090817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cbb1c0a5-a22a-4ce5-94f0-7355f0a19545 req-d9f71465-ae22-45bb-996e-e87b67081aa5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 210 time: 0.0590861 Mar 31 22:57:15.098540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c043d57b-e56d-4120-b907-432789652b81 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:15.138726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.172836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Transition to ACTIVE for port object c043d57b-e56d-4120-b907-432789652b81 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:15.180565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.240510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] For port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:15.240900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.281870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9e61-8c19-4ba1-be86-1cccea35604d req-863d4fe4-db72-457a-94d6-bddec4971797 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.284919 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-417a9e61-8c19-4ba1-be86-1cccea35604d req-863d4fe4-db72-457a-94d6-bddec4971797 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0645506 Mar 31 22:57:15.348310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-417a9e61-8c19-4ba1-be86-1cccea35604d req-5dd44ccd-3ca5-4652-b00d-ce31a3eb8245 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 Mar 31 22:57:15.589732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b1a42-5afa-414a-8027-68ec95113c37 req-2f272740-5622-48fc-ac42-1bf020d85fb0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.591522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb2b1a42-5afa-414a-8027-68ec95113c37 req-2f272740-5622-48fc-ac42-1bf020d85fb0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0844524 Mar 31 22:57:15.609342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-76e8f991-9b6a-4080-9f7b-de644c9a4e86 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.612402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-76e8f991-9b6a-4080-9f7b-de644c9a4e86 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.2144620 Mar 31 22:57:15.621073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.96', 50624) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:15.651131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Request body: {'port': {'device_id': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'admin_state_up': True, 'tenant_id': '68807c69d9b942b482251a2a71094717'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:15.654285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Calling delete_port for 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:15.671562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:15.751272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb2b1a42-5afa-414a-8027-68ec95113c37 req-b3e5c078-7cc7-4820-bbf5-d52074efe157 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375415 Mar 31 22:57:15.779620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-d20fec28-559b-4190-b6b9-39f5c8404ee8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.781365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-d20fec28-559b-4190-b6b9-39f5c8404ee8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/ports?device_id=eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe HTTP/1.1" status: 200 len: 946 time: 0.1480196 Mar 31 22:57:15.786248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733823c7-963f-410e-a999-92322d1e4987 req-8b299e51-8e1b-4cc0-afe4-26c6c5a0158d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:15.787927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-733823c7-963f-410e-a999-92322d1e4987 req-8b299e51-8e1b-4cc0-afe4-26c6c5a0158d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.5255466 Mar 31 22:57:15.874138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Attempting to bind port c043d57b-e56d-4120-b907-432789652b81 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:15.874539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Attempting to bind port c043d57b-e56d-4120-b907-432789652b81 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:15.874874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Attempting to bind port c043d57b-e56d-4120-b907-432789652b81 on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:15.892538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Port c043d57b-e56d-4120-b907-432789652b81 on network cbe8be26-13fa-4695-b100-095507967f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:15.892859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Attempting to bind port c043d57b-e56d-4120-b907-432789652b81 on network cbe8be26-13fa-4695-b100-095507967f1f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:15.911273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-733823c7-963f-410e-a999-92322d1e4987 req-e7f824bd-219b-4a54-8e1f-58e74afad624 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917454 Mar 31 22:57:15.912732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:15.913196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Checking segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:15.913527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Bound using segment: {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:15.913959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Bound port: c043d57b-e56d-4120-b907-432789652b81, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8584d88b-1c63-4b13-95fc-3b82cef1b3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:15.914408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.924186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:15.939119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Made reservation on behalf of 68807c69d9b942b482251a2a71094717 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:15.943004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:15.997385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:16.001414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:16.025275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.082021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.134502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.134502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.134502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] 10.222.0.96 "PUT /v2.0/ports/c043d57b-e56d-4120-b907-432789652b81 HTTP/1.1" status: 200 len: 1091 time: 1.6466546 Mar 31 22:57:16.134502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'tag': 'c043d57b-e56d-4120-b907-432789652b81'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:16.136785 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de43a68-12d7-4656-b8e9-8ebe234dee40" -d '{"events": [{"name": "network-changed", "server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "tag": "c043d57b-e56d-4120-b907-432789652b81"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:16.170470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241061ff-a8dd-4a7c-86d9-62204fbde28d service neutron] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.175526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.191674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Deleting port 897fb5f3-997a-44ea-8237-10ec9841193c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:16.192014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.209511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62a7e9-d38d-4216-a0f1-78a13a802a37 req-f950e071-4017-4b42-9bfc-b4ca96a6a952 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.216892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d62a7e9-d38d-4216-a0f1-78a13a802a37 req-f950e071-4017-4b42-9bfc-b4ca96a6a952 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.3003061 Mar 31 22:57:16.228725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event deleted for resources: {'Port': ['ID=6f8b2c3e-1b23-42c7-ae3a-433e2aad390b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.285305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc710848-07ba-469c-ad0a-1f90d3285df7 req-5459bd09-02b4-435a-80d0-38a1905ce84c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.286889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc710848-07ba-469c-ad0a-1f90d3285df7 req-5459bd09-02b4-435a-80d0-38a1905ce84c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1724153 Mar 31 22:57:16.316524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] No DVR routers for this DVR port 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:16.320096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.323485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "DELETE /v2.0/ports/6f8b2c3e-1b23-42c7-ae3a-433e2aad390b HTTP/1.1" status: 204 len: 173 time: 1.4995899 Mar 31 22:57:16.343360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-4423bb7e-e6ab-4ffd-8424-12ce3e352248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.344938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-4423bb7e-e6ab-4ffd-8424-12ce3e352248 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 1094 time: 0.1350915 Mar 31 22:57:16.361812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d62a7e9-d38d-4216-a0f1-78a13a802a37 req-4d7c2b81-2bac-4699-9b25-3f2ec964cac3 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440392 Mar 31 22:57:16.383195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc710848-07ba-469c-ad0a-1f90d3285df7 req-92b55bc3-2636-4240-bbc7-f53b433e832b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882454 Mar 31 22:57:16.425055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Allocated IP 172.20.0.2 (95a2cf22-9e6a-463f-a414-3047bd323d1e/d71c3285-185b-4bdd-ac77-2a9896505ea4/a95efc34-d307-4247-9924-0c785242f3dd) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:16.444121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] For port 897fb5f3-997a-44ea-8237-10ec9841193c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=897fb5f3-997a-44ea-8237-10ec9841193c,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:16.444357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.445474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-c354ae68-5a7b-4bdb-b156-6273899add80 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c043d57b-e56d-4120-b907-432789652b81 HTTP/1.1" status: 200 len: 217 time: 0.0543544 Mar 31 22:57:16.463955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Calling delete_port for 897fb5f3-997a-44ea-8237-10ec9841193c owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:16.512492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-afd0083b-dc4c-4c8c-af35-e2559b785d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.514287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-afd0083b-dc4c-4c8c-af35-e2559b785d9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0616288 Mar 31 22:57:16.560802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-b6ad6587-19ae-4b22-a7b5-2024bfd90094 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338786 Mar 31 22:57:16.671019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9c4744c-74b8-4c5f-9513-00071c6a0763 req-455bfd7c-2290-43ce-b353-1cce5064dd7a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 210 time: 0.0457845 Mar 31 22:57:16.677473 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd2266-f911-4ae2-a9a3-79161a0324c5 x-openstack-request-id: req-45cd2266-f911-4ae2-a9a3-79161a0324c5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:16.677697 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "tag": "c043d57b-e56d-4120-b907-432789652b81", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:16.677952 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45cd2266-f911-4ae2-a9a3-79161a0324c5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:16.678391 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45cd2266-f911-4ae2-a9a3-79161a0324c5'] response: {'name': 'network-changed', 'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'tag': 'c043d57b-e56d-4120-b907-432789652b81', 'status': 'completed', 'code': 200} Mar 31 22:57:16.715141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.759630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-bc06b48a-5760-4fa1-b70c-b18df6a9f06b service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824121 Mar 31 22:57:16.776772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac201a-cef7-4562-9d7d-5a7ed42ae1dc req-d70d1535-6252-4642-ae50-42323a27e411 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:16.779375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8aac201a-cef7-4562-9d7d-5a7ed42ae1dc req-d70d1535-6252-4642-ae50-42323a27e411 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1042881 Mar 31 22:57:16.806700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.824303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['897fb5f3-997a-44ea-8237-10ec9841193c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:16.890978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:16.894210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:16.897601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:16.966199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8aac201a-cef7-4562-9d7d-5a7ed42ae1dc req-64a12b38-2d58-493f-9eba-0f374b311176 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739035 Mar 31 22:57:16.966906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:16.974414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:16.980519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.981144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.981698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.982438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.983044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.983677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.984217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.984773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.985337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.985882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.987157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:16.987750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:17.063708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0b05aef-ec0c-4569-95e8-d35f5921068a req-747970dd-3d26-4415-81e6-a4eee1a5f774 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832808 Mar 31 22:57:17.162743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30d24-5811-46a8-a2ac-8f93632879b1 req-aea8f070-d0e0-4f48-bb15-1916869980fd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.164549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20f30d24-5811-46a8-a2ac-8f93632879b1 req-aea8f070-d0e0-4f48-bb15-1916869980fd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0868487 Mar 31 22:57:17.233477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-74d76808-2f57-4257-8a23-1728a57d7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.235006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-74d76808-2f57-4257-8a23-1728a57d7278 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c6498c8a2c344208b07e7decaf069a6c&device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 1094 time: 0.0694411 Mar 31 22:57:17.238290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20f30d24-5811-46a8-a2ac-8f93632879b1 req-9c7376dc-ea53-432a-99d0-6b4bc875ab40 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643935 Mar 31 22:57:17.320658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event deleted for resources: {'Port': ['ID=897fb5f3-997a-44ea-8237-10ec9841193c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:17.342759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-b414787d-af50-42f9-b204-726de7f78525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.344682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-b414787d-af50-42f9-b204-726de7f78525 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 200 len: 906 time: 0.0989573 Mar 31 22:57:17.360643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.361325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.387137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49272b32-a661-4391-b1af-3993648e0b19 req-ab562ad5-3cb7-40c1-b793-31e7fe6ad26b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.388725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49272b32-a661-4391-b1af-3993648e0b19 req-ab562ad5-3cb7-40c1-b793-31e7fe6ad26b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.4955320 Mar 31 22:57:17.392196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-22232392-321e-4b3e-93bd-5e9fd4b3bb4a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c043d57b-e56d-4120-b907-432789652b81 HTTP/1.1" status: 200 len: 217 time: 0.0357504 Mar 31 22:57:17.419915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] No DVR routers for this DVR port 897fb5f3-997a-44ea-8237-10ec9841193c on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:17.423497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.428341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf93ec6f-9561-4912-9dad-28e34f036d7d req-335fe8fe-b263-4076-b4b6-0554b085082e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "DELETE /v2.0/ports/897fb5f3-997a-44ea-8237-10ec9841193c HTTP/1.1" status: 204 len: 173 time: 1.6316118 Mar 31 22:57:17.440137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-deleted', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:17.442653 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4a58f-8926-437d-85a6-89eb10f6cdef" -d '{"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-deleted", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:17.454955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-7f8f646e-062b-4ad6-9de7-f7d6de8a1ce8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8115754 Mar 31 22:57:17.474055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Request body: {'port': {'device_id': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:17.489447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-4c53397d-730c-4b6a-a026-953f197afbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.490841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-4c53397d-730c-4b6a-a026-953f197afbaa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 200 len: 844 time: 0.0864122 Mar 31 22:57:17.519949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb288f1-b936-4a69-81a7-4166f2f3e8c1 req-582b38c9-3dc0-4d7c-b4a8-fdb75894a580 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.521525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fb288f1-b936-4a69-81a7-4166f2f3e8c1 req-582b38c9-3dc0-4d7c-b4a8-fdb75894a580 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0780799 Mar 31 22:57:17.524180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49272b32-a661-4391-b1af-3993648e0b19 req-173044d0-d5d0-44e4-8b87-05062f707b6a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946050 Mar 31 22:57:17.556739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.556997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-d275e062-8076-44ef-8276-de734e895fb5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cbe8be26-13fa-4695-b100-095507967f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550497 Mar 31 22:57:17.664946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fb288f1-b936-4a69-81a7-4166f2f3e8c1 req-a2e43033-32db-4c44-b565-224bc958791a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125259 Mar 31 22:57:17.734452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-950c346e-f9b1-463b-8c1d-2452a3fb40c3 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615009 Mar 31 22:57:17.737296 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7cb141-9aeb-4851-967e-4d824039a1c8 x-openstack-request-id: req-ef7cb141-9aeb-4851-967e-4d824039a1c8 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:17.737836 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe", "name": "network-vif-deleted", "tag": "897fb5f3-997a-44ea-8237-10ec9841193c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:17.737836 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ef7cb141-9aeb-4851-967e-4d824039a1c8 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:17.738176 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7cb141-9aeb-4851-967e-4d824039a1c8'] response: {'server_uuid': 'eaa28b8d-8f77-4d54-a75c-0cc4fcf23cbe', 'name': 'network-vif-deleted', 'tag': '897fb5f3-997a-44ea-8237-10ec9841193c', 'status': 'completed', 'code': 200} Mar 31 22:57:17.763780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e03d6-5808-4da1-bfb1-b4c9be53688a req-19e5afcb-7605-4182-a685-c7614e034e66 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.765541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-374e03d6-5808-4da1-bfb1-b4c9be53688a req-19e5afcb-7605-4182-a685-c7614e034e66 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1537807 Mar 31 22:57:17.855585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-374e03d6-5808-4da1-bfb1-b4c9be53688a req-c916a9d3-ac9a-4089-9fc2-d9d6c0daeba7 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799773 Mar 31 22:57:17.884836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de43a68-12d7-4656-b8e9-8ebe234dee40 req-f4daec73-0969-43a6-9369-d2f328103797 service neutron] 10.222.0.96 "GET /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389432 Mar 31 22:57:17.891905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e2f05-085b-4102-8fc9-60d7c4d0ae59 req-2bca5f70-6afd-4084-a785-fc963249211d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:17.896119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb7e2f05-085b-4102-8fc9-60d7c4d0ae59 req-2bca5f70-6afd-4084-a785-fc963249211d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 931 time: 0.0828152 Mar 31 22:57:17.942144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb7e2f05-085b-4102-8fc9-60d7c4d0ae59 req-163069ed-ddfe-4c6f-880d-57aeebc507e8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Mar 31 22:57:17.944528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 303153d9-6cef-4224-9242-86522df2e74f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:17.957560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95efc34-d307-4247-9924-0c785242f3dd {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:17.966884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:17.981462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Transition to ACTIVE for port object a95efc34-d307-4247-9924-0c785242f3dd will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:17.986629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.044088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:18.113747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:18.128738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '303153d9-6cef-4224-9242-86522df2e74f', 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8', 'port_id': '303153d9-6cef-4224-9242-86522df2e74f', 'mac_address': 'fa:16:3e:30:83:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6fdaab-99bb-4166-801b-05f32d21c460', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:18.172963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea94772-3b8b-4dc9-a3ff-32347ba29504 req-d5a3a57c-6be0-4908-878c-5116da197454 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.174632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ea94772-3b8b-4dc9-a3ff-32347ba29504 req-d5a3a57c-6be0-4908-878c-5116da197454 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0976713 Mar 31 22:57:18.179133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Attempting to bind port a95efc34-d307-4247-9924-0c785242f3dd on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:18.179497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Attempting to bind port a95efc34-d307-4247-9924-0c785242f3dd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:18.179816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Attempting to bind port a95efc34-d307-4247-9924-0c785242f3dd on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:18.186676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.191738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Port a95efc34-d307-4247-9924-0c785242f3dd on network 95a2cf22-9e6a-463f-a414-3047bd323d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:18.192070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Attempting to bind port a95efc34-d307-4247-9924-0c785242f3dd on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:18.205202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303153d9-6cef-4224-9242-86522df2e74f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:18.205717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:18.206055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Checking segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:18.206436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Bound using segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:18.206969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Bound port: a95efc34-d307-4247-9924-0c785242f3dd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:18.207222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.228730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:18.234780 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.253830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ea94772-3b8b-4dc9-a3ff-32347ba29504 req-5ec1b685-8538-4ea1-b0ff-dd69f00cca10 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715661 Mar 31 22:57:18.289417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:18.293303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:18.299570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.300135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:18.340133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.340857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:18.342331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] 10.222.0.96 "PUT /v2.0/ports/a95efc34-d307-4247-9924-0c785242f3dd HTTP/1.1" status: 200 len: 1091 time: 0.8732748 Mar 31 22:57:18.364254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7db41-e8e7-41b6-ad3f-db721651304e service neutron] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:18.396608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784922c-9988-41bd-bf61-274d362c623d req-4befc056-84d3-4a67-baa5-d398a09b4cda tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.398050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b784922c-9988-41bd-bf61-274d362c623d req-4befc056-84d3-4a67-baa5-d398a09b4cda tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0638294 Mar 31 22:57:18.434494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-c981dc5c-8860-4197-bf5a-fc1427940d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.436032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-c981dc5c-8860-4197-bf5a-fc1427940d35 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0439034 Mar 31 22:57:18.441681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b784922c-9988-41bd-bf61-274d362c623d req-5e2898d1-172f-4455-8ef3-6a4ee7dd236e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Mar 31 22:57:18.483719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-127f4e6f-7342-4b65-b85f-9798c580c0a8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95efc34-d307-4247-9924-0c785242f3dd HTTP/1.1" status: 200 len: 217 time: 0.0343635 Mar 31 22:57:18.537315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-521708dc-3e1a-49ce-b02c-1d696779947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.538649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-521708dc-3e1a-49ce-b02c-1d696779947f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.0425460 Mar 31 22:57:18.577977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-d8d72f63-c69f-4a0d-97e9-217cf2f58240 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272479 Mar 31 22:57:18.679501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-deleted', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:18.682014 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b95c87-f832-425e-869f-ae51d91111f1" -d '{"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-deleted", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:18.701581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6ee1a-f995-421a-ba77-8572dc0fb2c1 req-7b19a415-4d24-473f-8b4e-d3fb01cd1245 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.703059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06f6ee1a-f995-421a-ba77-8572dc0fb2c1 req-7b19a415-4d24-473f-8b4e-d3fb01cd1245 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0980098 Mar 31 22:57:18.705378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-6948f36a-ea36-401a-9ce0-b539a79d78d9 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175320 Mar 31 22:57:18.719834 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849832d3-cff7-40fc-aafa-ba29679eb0a7 x-openstack-request-id: req-849832d3-cff7-40fc-aafa-ba29679eb0a7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:18.720112 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34556db3-007d-4827-b7bd-59bc4adbe12a", "name": "network-vif-deleted", "tag": "6f8b2c3e-1b23-42c7-ae3a-433e2aad390b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:18.720363 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-849832d3-cff7-40fc-aafa-ba29679eb0a7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:18.720756 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849832d3-cff7-40fc-aafa-ba29679eb0a7'] response: {'server_uuid': '34556db3-007d-4827-b7bd-59bc4adbe12a', 'name': 'network-vif-deleted', 'tag': '6f8b2c3e-1b23-42c7-ae3a-433e2aad390b', 'status': 'completed', 'code': 200} Mar 31 22:57:18.793599 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06f6ee1a-f995-421a-ba77-8572dc0fb2c1 req-e72e33be-1845-44c9-ad1c-e3b66d8c461b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833910 Mar 31 22:57:18.817429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a848379-3b50-4499-abd3-77bc1d486eb3 req-fe9c8d54-3e23-4842-9c61-279a926157e0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.818902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a848379-3b50-4499-abd3-77bc1d486eb3 req-fe9c8d54-3e23-4842-9c61-279a926157e0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0503972 Mar 31 22:57:18.822905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb24b1da-d0bb-4f26-9f61-92eed96a8082 req-266f1d01-1dc0-4b37-b8f5-25b9bf3660d5 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069622 Mar 31 22:57:18.859506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a848379-3b50-4499-abd3-77bc1d486eb3 req-7ce000b4-7ad9-4b5b-98c1-cbc1e20aca6a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Mar 31 22:57:18.963578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a59a2-8c71-4812-8a87-b305f584fd4b req-59d139b5-dcb7-4576-9f2e-dfc8cbe4e4e1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:18.965037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-282a59a2-8c71-4812-8a87-b305f584fd4b req-59d139b5-dcb7-4576-9f2e-dfc8cbe4e4e1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.0496762 Mar 31 22:57:19.008509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-282a59a2-8c71-4812-8a87-b305f584fd4b req-aee614b2-63ea-4fb6-a607-bcf12d4767c1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359845 Mar 31 22:57:19.081566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2cb40-96e5-4c27-8aea-07015de30a8a req-b27fa534-aa3f-4455-b55e-c9a9e8378645 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.083071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de2cb40-96e5-4c27-8aea-07015de30a8a req-b27fa534-aa3f-4455-b55e-c9a9e8378645 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0531998 Mar 31 22:57:19.126217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de2cb40-96e5-4c27-8aea-07015de30a8a req-dd2dd623-4a86-4042-8c80-9c2560536d53 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368669 Mar 31 22:57:19.203879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['303153d9-6cef-4224-9242-86522df2e74f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:19.376017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6920e14-331d-4c76-a9e9-f310121f53f4 req-b6bc63c3-9500-493c-a9fe-c9b331ce4019 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.377499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6920e14-331d-4c76-a9e9-f310121f53f4 req-b6bc63c3-9500-493c-a9fe-c9b331ce4019 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0557909 Mar 31 22:57:19.416582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6920e14-331d-4c76-a9e9-f310121f53f4 req-08f47cba-4a11-4653-8de3-1082dce81bdf tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329499 Mar 31 22:57:19.573660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5021f-d794-4044-b9d5-2b17018f955f req-069c9b52-1169-48e0-8ea3-7570f721189c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.575230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0d5021f-d794-4044-b9d5-2b17018f955f req-069c9b52-1169-48e0-8ea3-7570f721189c tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0558929 Mar 31 22:57:19.615393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0d5021f-d794-4044-b9d5-2b17018f955f req-53a1164e-7d9b-4c06-a25d-8454602013c8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Mar 31 22:57:19.739595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:19.741969 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e20530-d1dd-405c-9689-7fa4ff6a6b56" -d '{"events": [{"name": "network-changed", "server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "tag": "a95efc34-d307-4247-9924-0c785242f3dd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:19.781330 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fb7c5-b042-4c5a-a937-71cc8406097e x-openstack-request-id: req-b24fb7c5-b042-4c5a-a937-71cc8406097e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:19.781629 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "tag": "a95efc34-d307-4247-9924-0c785242f3dd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:19.781952 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b24fb7c5-b042-4c5a-a937-71cc8406097e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:19.782387 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24fb7c5-b042-4c5a-a937-71cc8406097e'] response: {'name': 'network-changed', 'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd', 'status': 'completed', 'code': 200} Mar 31 22:57:19.864432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-7629058b-6309-4581-a1ac-24a4807481f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.866001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-7629058b-6309-4581-a1ac-24a4807481f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 1094 time: 0.0454962 Mar 31 22:57:19.929329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69d2fa-f27d-49a7-9f2d-cc5ce9a58cc7 req-57c2127c-09c2-47a8-a669-7b6fde131d2e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:19.930857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c69d2fa-f27d-49a7-9f2d-cc5ce9a58cc7 req-57c2127c-09c2-47a8-a669-7b6fde131d2e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0627403 Mar 31 22:57:19.971121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c69d2fa-f27d-49a7-9f2d-cc5ce9a58cc7 req-85d116e2-dad5-46b7-9a7d-3302ea89c0b5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Mar 31 22:57:19.973403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:19.998908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 897fb5f3-997a-44ea-8237-10ec9841193c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:19.999268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 897fb5f3-997a-44ea-8237-10ec9841193c not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:19.999850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:20.024656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:20.025028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 6f8b2c3e-1b23-42c7-ae3a-433e2aad390b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:20.030372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35776a-5bd4-418a-aed1-5648c64ab623 req-0a9f2553-4863-448d-8dd3-c48332cba1a5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.037619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a35776a-5bd4-418a-aed1-5648c64ab623 req-0a9f2553-4863-448d-8dd3-c48332cba1a5 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0885224 Mar 31 22:57:20.055599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-8720eda4-cecb-425e-ab06-d77d5ed4eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.057024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-8720eda4-cecb-425e-ab06-d77d5ed4eda7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 916 time: 0.1807389 Mar 31 22:57:20.074794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a35776a-5bd4-418a-aed1-5648c64ab623 req-35d5266b-c53a-482e-b03a-0ea6bac6e479 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 Mar 31 22:57:20.117205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-68366c3b-3aeb-4cd5-aac5-c15069fbcb35 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a95efc34-d307-4247-9924-0c785242f3dd HTTP/1.1" status: 200 len: 217 time: 0.0356085 Mar 31 22:57:20.158963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6c25-f537-432a-b0f9-434d099fe36a req-6880bea2-d85f-47a8-a3d2-78a93b0a96d5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.160437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddba6c25-f537-432a-b0f9-434d099fe36a req-6880bea2-d85f-47a8-a3d2-78a93b0a96d5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.0771081 Mar 31 22:57:20.188597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-2ad7ee90-0436-4674-9f14-9775c98bc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.190126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-2ad7ee90-0436-4674-9f14-9775c98bc1fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.0620530 Mar 31 22:57:20.219833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddba6c25-f537-432a-b0f9-434d099fe36a req-90601af6-58ba-4921-8d2f-bb598ce3b2be tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510261 Mar 31 22:57:20.248679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-f3badac4-44b6-4028-b897-4cf0df402db0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471544 Mar 31 22:57:20.287993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9766048-62fe-48be-bec0-1b347b6fa6d9 req-9e503a7b-6093-430d-ac36-9c8d9a96f1f0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.289598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9766048-62fe-48be-bec0-1b347b6fa6d9 req-9e503a7b-6093-430d-ac36-9c8d9a96f1f0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0778916 Mar 31 22:57:20.372408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9766048-62fe-48be-bec0-1b347b6fa6d9 req-6630cd0a-9654-4026-bcb6-d700769afd9f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 Mar 31 22:57:20.383569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-b20c98b9-379f-4746-abdf-e9f59f8b8de9 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242557 Mar 31 22:57:20.481942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e20530-d1dd-405c-9689-7fa4ff6a6b56 req-4c0522f9-ebcf-45bf-8d1d-b553d210bf14 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Mar 31 22:57:20.543728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1d8b-3ddc-4528-86f8-14b84287c22b req-0249ff94-05dd-443b-8f70-08dfe4747fee tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.545662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b4b1d8b-3ddc-4528-86f8-14b84287c22b req-0249ff94-05dd-443b-8f70-08dfe4747fee tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0558703 Mar 31 22:57:20.590596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b4b1d8b-3ddc-4528-86f8-14b84287c22b req-58eeee08-dad3-4ba2-9911-3da21ba52367 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386608 Mar 31 22:57:20.635175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:20.734683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359e9b1-5dc4-4b48-bc5f-c3083e2588c1 req-99689733-1659-419c-bccc-9b3a01c5b1d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:20.736247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d359e9b1-5dc4-4b48-bc5f-c3083e2588c1 req-99689733-1659-419c-bccc-9b3a01c5b1d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0529625 Mar 31 22:57:20.775496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d359e9b1-5dc4-4b48-bc5f-c3083e2588c1 req-61af59c1-2092-4fcb-990c-c6303d075c69 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Mar 31 22:57:21.101080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a7a1-9c2c-4542-8fcc-a13a59718b7a req-6d378620-0be9-4cd4-bcec-95a2566f0489 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.103659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2188a7a1-9c2c-4542-8fcc-a13a59718b7a req-6d378620-0be9-4cd4-bcec-95a2566f0489 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0575392 Mar 31 22:57:21.144245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2188a7a1-9c2c-4542-8fcc-a13a59718b7a req-18666e09-822e-415e-acda-93638a0a5c9a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355105 Mar 31 22:57:21.204692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7582-f33f-4629-aad2-25e3f1f90985 req-3534c7d3-7c9f-4355-872b-0071ed744b14 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.206159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b38c7582-f33f-4629-aad2-25e3f1f90985 req-3534c7d3-7c9f-4355-872b-0071ed744b14 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0523653 Mar 31 22:57:21.245382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b38c7582-f33f-4629-aad2-25e3f1f90985 req-b642383e-9226-453a-aa62-3b44950a2fe9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Mar 31 22:57:21.335225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec08d46-b401-423d-999e-1fb59b897fa7 req-a86a814d-4e6d-49e4-b708-7de00ff5d382 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.336769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dec08d46-b401-423d-999e-1fb59b897fa7 req-a86a814d-4e6d-49e4-b708-7de00ff5d382 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.0519073 Mar 31 22:57:21.376452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dec08d46-b401-423d-999e-1fb59b897fa7 req-eb592f70-9590-4c4c-b47b-2ca82d9a9b22 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Mar 31 22:57:21.494936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914c0d8-a746-4db0-998b-7aa543051ef2 req-04d6dfb4-7a7e-4a69-85ca-6818ec483500 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.496494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3914c0d8-a746-4db0-998b-7aa543051ef2 req-04d6dfb4-7a7e-4a69-85ca-6818ec483500 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0484488 Mar 31 22:57:21.550646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3914c0d8-a746-4db0-998b-7aa543051ef2 req-9aac0dd1-575d-412b-87ee-d6079619db4a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478449 Mar 31 22:57:21.718003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f83fd-8628-4087-abf1-b740cd447175 req-cc578a2d-3664-424c-9bdb-c558e2b04e8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.719631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d81f83fd-8628-4087-abf1-b740cd447175 req-cc578a2d-3664-424c-9bdb-c558e2b04e8d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0503054 Mar 31 22:57:21.760470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d81f83fd-8628-4087-abf1-b740cd447175 req-ddd26a0f-d90d-4adc-bb86-f2edf58a2b67 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Mar 31 22:57:21.898514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c3d5a-bf13-4080-b338-02d028d97db3 req-93d7d512-1b11-49bc-9c30-fa696addc9c9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:21.899211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d70c3d5a-bf13-4080-b338-02d028d97db3 req-93d7d512-1b11-49bc-9c30-fa696addc9c9 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0545168 Mar 31 22:57:21.943483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d70c3d5a-bf13-4080-b338-02d028d97db3 req-4393a8a1-da32-433d-ba7e-fe9fdc77d71e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Mar 31 22:57:21.977065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 303153d9-6cef-4224-9242-86522df2e74f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:22.029705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 303153d9-6cef-4224-9242-86522df2e74f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:22.033667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 303153d9-6cef-4224-9242-86522df2e74f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:22.034037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.114173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.141059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303153d9-6cef-4224-9242-86522df2e74f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:22.143364 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbcecf-3d1e-4252-8eb6-cc5d274ebd5a" -d '{"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-plugged", "status": "completed", "tag": "303153d9-6cef-4224-9242-86522df2e74f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:22.159585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:22.164571 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:22.194094 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466e7a75-c9fb-42d5-852b-266be4f99010 x-openstack-request-id: req-466e7a75-c9fb-42d5-852b-266be4f99010 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:22.194439 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-plugged", "status": "completed", "tag": "303153d9-6cef-4224-9242-86522df2e74f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:22.194648 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-466e7a75-c9fb-42d5-852b-266be4f99010 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:22.195303 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466e7a75-c9fb-42d5-852b-266be4f99010'] response: {'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303153d9-6cef-4224-9242-86522df2e74f', 'code': 200} Mar 31 22:57:22.226165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:22.277629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb16a1-84a2-4c7b-b53b-2cc7a5144924 req-fc9ba29f-f5ee-4abc-9b28-c40700cf2f52 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.279213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fdb16a1-84a2-4c7b-b53b-2cc7a5144924 req-fc9ba29f-f5ee-4abc-9b28-c40700cf2f52 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0516546 Mar 31 22:57:22.367335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fdb16a1-84a2-4c7b-b53b-2cc7a5144924 req-49a21190-f0c4-4f0e-986b-167dfb4949b8 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783851 Mar 31 22:57:22.413384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f9209-d1e4-43c1-b6ad-5c9337bd67d7 req-0cb8f2e0-166a-4342-af70-5085ff3fb272 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.416249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-512f9209-d1e4-43c1-b6ad-5c9337bd67d7 req-0cb8f2e0-166a-4342-af70-5085ff3fb272 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0980389 Mar 31 22:57:22.452077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71214f-ea12-4a67-a1c0-d06a1b5a1d77 req-160c25c4-553c-4bd7-b4ef-1be2e586001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.454296 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e71214f-ea12-4a67-a1c0-d06a1b5a1d77 req-160c25c4-553c-4bd7-b4ef-1be2e586001b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1305926 Mar 31 22:57:22.456264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-512f9209-d1e4-43c1-b6ad-5c9337bd67d7 req-28a9a9e9-b163-4430-b63a-aa15183018c0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Mar 31 22:57:22.522633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e71214f-ea12-4a67-a1c0-d06a1b5a1d77 req-715c2304-89b8-48b8-a547-b584d5b12855 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601637 Mar 31 22:57:22.538410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a634744-c019-4f2c-9093-fce5dcac252b req-7a9a9e05-40d5-4b15-9151-ebbee46e56ef tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.540174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a634744-c019-4f2c-9093-fce5dcac252b req-7a9a9e05-40d5-4b15-9151-ebbee46e56ef tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0722044 Mar 31 22:57:22.579663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a634744-c019-4f2c-9093-fce5dcac252b req-ceb19c31-d485-4b0d-87b6-4edab02ccf2d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Mar 31 22:57:22.676915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8800e-a78f-4710-b063-0b14b2ada4ba req-64577521-e654-458e-9e1a-65c13d1bb246 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.679111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44a8800e-a78f-4710-b063-0b14b2ada4ba req-64577521-e654-458e-9e1a-65c13d1bb246 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Mar 31 22:57:22.722715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44a8800e-a78f-4710-b063-0b14b2ada4ba req-dc96a424-891d-4cd5-a1b7-47d817c0aefc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Mar 31 22:57:22.883736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bef5bd-447c-447c-a902-a1f86dd959ac req-47a82c43-8c11-4171-966a-2f51d276ff72 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:22.885183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4bef5bd-447c-447c-a902-a1f86dd959ac req-47a82c43-8c11-4171-966a-2f51d276ff72 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0529232 Mar 31 22:57:22.927637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4bef5bd-447c-447c-a902-a1f86dd959ac req-387427a7-390a-4312-860b-850daf2bb9a8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353527 Mar 31 22:57:23.062354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cbd37-504f-4bd9-8289-1f8ebb5e428f req-b68e7b80-c05d-49dd-85b4-c3a44bfb65dd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.063850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404cbd37-504f-4bd9-8289-1f8ebb5e428f req-b68e7b80-c05d-49dd-85b4-c3a44bfb65dd tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Mar 31 22:57:23.103418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-404cbd37-504f-4bd9-8289-1f8ebb5e428f req-9d77edb7-d93f-4f95-baff-b306e7aaeb18 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Mar 31 22:57:23.504690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1589a8-0f37-4dde-85f2-978c1831ab58 req-313b78f1-d69d-4e4a-9bf3-494aa972884d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.506194 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f1589a8-0f37-4dde-85f2-978c1831ab58 req-313b78f1-d69d-4e4a-9bf3-494aa972884d tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.0556829 Mar 31 22:57:23.551144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f1589a8-0f37-4dde-85f2-978c1831ab58 req-5d27a1ca-a9b9-4e49-89ac-6dabbef26984 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Mar 31 22:57:23.582286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c267d-020c-4055-b4d1-3cdc7ddfd031 req-3f3b6e45-1028-407a-aceb-56192f78c53f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.583811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa0c267d-020c-4055-b4d1-3cdc7ddfd031 req-3f3b6e45-1028-407a-aceb-56192f78c53f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0538230 Mar 31 22:57:23.623020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa0c267d-020c-4055-b4d1-3cdc7ddfd031 req-a65a0bf9-e961-450c-b928-e6d3f7271e81 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Mar 31 22:57:23.698765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416e2a2-c05a-4225-9ea0-689e24426c2d req-b6195d0d-b2b0-4ea3-805c-13c99772b58c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.700280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3416e2a2-c05a-4225-9ea0-689e24426c2d req-b6195d0d-b2b0-4ea3-805c-13c99772b58c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0509925 Mar 31 22:57:23.739158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3416e2a2-c05a-4225-9ea0-689e24426c2d req-9fbdd42c-65e8-4db7-84e3-df78ac1c1b52 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Mar 31 22:57:23.855747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b060d68-2f72-4116-b241-2775c8efad53 req-56294feb-3484-404c-8767-22413c44058b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:23.857249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b060d68-2f72-4116-b241-2775c8efad53 req-56294feb-3484-404c-8767-22413c44058b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0618784 Mar 31 22:57:23.896385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b060d68-2f72-4116-b241-2775c8efad53 req-3ad4a72f-cf5b-4129-be10-99e9cf6ab548 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Mar 31 22:57:23.979507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:24.053455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d952e82-085b-48f1-8f62-0df51440cc2e req-87c58d2b-ebe4-49de-8153-9174d0102a68 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.055004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d952e82-085b-48f1-8f62-0df51440cc2e req-87c58d2b-ebe4-49de-8153-9174d0102a68 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0527282 Mar 31 22:57:24.082622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:24.094974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'c043d57b-e56d-4120-b907-432789652b81', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'c043d57b-e56d-4120-b907-432789652b81', 'mac_address': 'fa:16:3e:8f:c0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:24.103927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d952e82-085b-48f1-8f62-0df51440cc2e req-c1259eea-61e6-4a45-b112-377a1fbc9631 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Mar 31 22:57:24.153177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.168002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c043d57b-e56d-4120-b907-432789652b81 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:24.190317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:24.197127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:24.234115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7cb34-ff52-42eb-9780-2e9171083187 req-e4af4160-b30f-4d98-ac88-260b4b7bf350 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.235527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a7cb34-ff52-42eb-9780-2e9171083187 req-e4af4160-b30f-4d98-ac88-260b4b7bf350 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0552008 Mar 31 22:57:24.246327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:24.280860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a7cb34-ff52-42eb-9780-2e9171083187 req-f1fff535-67c6-496f-892c-a0a40ad38e12 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Mar 31 22:57:24.682747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ea3d-c39e-4321-a74f-be4244164e2e req-17da98bf-2d90-4dbd-9a76-f47c9da042f7 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.684224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0733ea3d-c39e-4321-a74f-be4244164e2e req-17da98bf-2d90-4dbd-9a76-f47c9da042f7 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 944 time: 0.0583966 Mar 31 22:57:24.728525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0733ea3d-c39e-4321-a74f-be4244164e2e req-bad8dc47-a036-4ac1-b9e6-77bce5fbcef3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Mar 31 22:57:24.744325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c5989-510a-4a72-a1d6-c0fbfe96afde req-fbb221df-09df-47d7-befa-c7e0154220c4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.745814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e6c5989-510a-4a72-a1d6-c0fbfe96afde req-fbb221df-09df-47d7-befa-c7e0154220c4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0499928 Mar 31 22:57:24.787349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e6c5989-510a-4a72-a1d6-c0fbfe96afde req-ee718657-ad6d-446b-83d3-9463017a88e9 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342479 Mar 31 22:57:24.871435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3f618-f528-497e-8305-34608e8c308a req-6d7c68ba-0547-4450-84cd-873b3f57afbc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:24.872953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01d3f618-f528-497e-8305-34608e8c308a req-6d7c68ba-0547-4450-84cd-873b3f57afbc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0529971 Mar 31 22:57:24.913060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01d3f618-f528-497e-8305-34608e8c308a req-9a020a07-185b-489b-a114-69edd88b1637 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338650 Mar 31 22:57:25.029851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69133b-439e-44fa-83ef-0b4c4ee1a3aa req-acf07248-bcaa-4906-8224-5b7e44f8decc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.031345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af69133b-439e-44fa-83ef-0b4c4ee1a3aa req-acf07248-bcaa-4906-8224-5b7e44f8decc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0564976 Mar 31 22:57:25.071039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c043d57b-e56d-4120-b907-432789652b81'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:25.071691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af69133b-439e-44fa-83ef-0b4c4ee1a3aa req-2771bff5-076c-4137-8c26-54bee68273c0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Mar 31 22:57:25.254197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e144b97-2843-4ffb-9a18-74cbdba57238 req-53cb8ffa-053e-4490-af69-86e9264f46eb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.256142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e144b97-2843-4ffb-9a18-74cbdba57238 req-53cb8ffa-053e-4490-af69-86e9264f46eb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0616467 Mar 31 22:57:25.296256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e144b97-2843-4ffb-9a18-74cbdba57238 req-c443636a-c40a-4835-a963-e4270baacc96 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Mar 31 22:57:25.407960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e740-29c7-4dee-bb8c-bb68037f0249 req-dd331ff7-8d2b-49ff-a3b0-bbd8c3b9ef11 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.409637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9f6e740-29c7-4dee-bb8c-bb68037f0249 req-dd331ff7-8d2b-49ff-a3b0-bbd8c3b9ef11 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0563970 Mar 31 22:57:25.449719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9f6e740-29c7-4dee-bb8c-bb68037f0249 req-19fcd2f3-b5ef-4ee1-af03-7bb0183e9a0e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Mar 31 22:57:25.860371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9de8-0bb1-4afb-b172-75d78c1c6311 req-f2bb7421-3cff-4370-84fe-488b6f1e69fa tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.862125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:25.862346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46cb9de8-0bb1-4afb-b172-75d78c1c6311 req-f2bb7421-3cff-4370-84fe-488b6f1e69fa tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 944 time: 0.0574746 Mar 31 22:57:25.925173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46cb9de8-0bb1-4afb-b172-75d78c1c6311 req-eb3af722-045d-4be6-9155-e1e18024900a tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Mar 31 22:57:25.960462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d5fb-adbf-4456-aa8e-11d780410469 req-86443b9a-e7fd-4b09-acf8-2ac4d20df200 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:25.963173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b19d5fb-adbf-4456-aa8e-11d780410469 req-86443b9a-e7fd-4b09-acf8-2ac4d20df200 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0849700 Mar 31 22:57:25.993358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:26.016091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b19d5fb-adbf-4456-aa8e-11d780410469 req-64e10ef2-be3f-4393-9450-faf6730a9241 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Mar 31 22:57:26.052095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eecd6c-4caf-4bd3-bd22-5a0f0e4ade1a req-2b596698-048a-4b83-b65c-714236bd0197 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.054816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1eecd6c-4caf-4bd3-bd22-5a0f0e4ade1a req-2b596698-048a-4b83-b65c-714236bd0197 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0624132 Mar 31 22:57:26.097628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1eecd6c-4caf-4bd3-bd22-5a0f0e4ade1a req-2d2b99b6-e094-4d80-9474-f0afb00dc49f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375080 Mar 31 22:57:26.100169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:26.112546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'a95efc34-d307-4247-9924-0c785242f3dd', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'port_id': 'a95efc34-d307-4247-9924-0c785242f3dd', 'mac_address': 'fa:16:3e:76:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71c3285-185b-4bdd-ac77-2a9896505ea4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:26.162953 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.176950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95efc34-d307-4247-9924-0c785242f3dd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:26.197958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:26.203866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:26.226781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7312eb-d69f-4c30-a023-86c090d6987e req-d086bfb5-91ca-4820-8118-eeeef356131e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.235414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f7312eb-d69f-4c30-a023-86c090d6987e req-d086bfb5-91ca-4820-8118-eeeef356131e tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0530307 Mar 31 22:57:26.246646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e505eb-2883-4e3c-b619-2576b0ac915a req-d9f0d977-b804-4f1b-8961-68e25df035d8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.248253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90e505eb-2883-4e3c-b619-2576b0ac915a req-d9f0d977-b804-4f1b-8961-68e25df035d8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0757842 Mar 31 22:57:26.266266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:26.272617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f7312eb-d69f-4c30-a023-86c090d6987e req-d3d2f7e6-3e9f-4fcb-88a4-628156f896cc tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Mar 31 22:57:26.296674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90e505eb-2883-4e3c-b619-2576b0ac915a req-b2398e33-254b-4bd2-96fd-be7d479d4135 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Mar 31 22:57:26.390423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b93ef-4035-4eb1-95f9-95204eca8b9a req-e1457d45-eb1b-41ed-b9f6-32aaf9a84190 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.392146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7b93ef-4035-4eb1-95f9-95204eca8b9a req-e1457d45-eb1b-41ed-b9f6-32aaf9a84190 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0490556 Mar 31 22:57:26.427856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7b93ef-4035-4eb1-95f9-95204eca8b9a req-aeb30319-2e5a-4a82-9b9a-f1f8eef143cb tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292926 Mar 31 22:57:26.436254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d4c19-926f-424b-b9ed-0d7f99cd8359 req-dbc3fb84-55cb-4d67-a736-69f99ef652f5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.443164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a55d4c19-926f-424b-b9ed-0d7f99cd8359 req-dbc3fb84-55cb-4d67-a736-69f99ef652f5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0721772 Mar 31 22:57:26.484096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a55d4c19-926f-424b-b9ed-0d7f99cd8359 req-e6866f73-f4e9-49e5-bbe2-75595be93fda tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 Mar 31 22:57:26.609330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b162b75-fbbe-4f2e-affb-6b5bfa83efac req-29d10e46-27d7-4c1d-842a-77a27cc88d64 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:26.611256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b162b75-fbbe-4f2e-affb-6b5bfa83efac req-29d10e46-27d7-4c1d-842a-77a27cc88d64 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0658894 Mar 31 22:57:26.663612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b162b75-fbbe-4f2e-affb-6b5bfa83efac req-67f99390-1dbe-4eb5-9b35-7c0ecef9ed38 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Mar 31 22:57:26.786817 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:57:27.082652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c9d11-2c05-429b-b4f4-e4695d1ea05b req-b6e59b63-1b22-404d-a1ca-9ae48e5fa6e5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.084196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c9c9d11-2c05-429b-b4f4-e4695d1ea05b req-b6e59b63-1b22-404d-a1ca-9ae48e5fa6e5 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 944 time: 0.0788047 Mar 31 22:57:27.144305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c9c9d11-2c05-429b-b4f4-e4695d1ea05b req-f9c389c3-75e0-4ed0-94ed-a22cf99b4154 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518327 Mar 31 22:57:27.263124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975447b-a42b-4c7e-b31e-45016733818a req-d023bb09-3dca-4f80-98d0-cfbb67051e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.264759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3975447b-a42b-4c7e-b31e-45016733818a req-d023bb09-3dca-4f80-98d0-cfbb67051e6f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0626280 Mar 31 22:57:27.278298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a95efc34-d307-4247-9924-0c785242f3dd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:27.306961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3975447b-a42b-4c7e-b31e-45016733818a req-01154170-9e63-4c84-9efb-01e7e823227c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Mar 31 22:57:27.436791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-942b0a68-03c5-4180-b4e0-6fbdec45c949 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:57:27.445525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-942b0a68-03c5-4180-b4e0-6fbdec45c949 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126448 Mar 31 22:57:27.501693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-2f578d33-5239-484c-9590-a5a1f599724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.503262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-2f578d33-5239-484c-9590-a5a1f599724b service neutron] 10.222.0.95 "GET /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 1093 time: 0.0548506 Mar 31 22:57:27.511842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e9ee-59fb-4b86-9bc4-6dc3331574b9 req-c8626627-4164-49ec-815f-2e56b1e62bd7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.513422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a254e9ee-59fb-4b86-9bc4-6dc3331574b9 req-c8626627-4164-49ec-815f-2e56b1e62bd7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 944 time: 0.1310761 Mar 31 22:57:27.517708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:27.518167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:57:27.610390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a254e9ee-59fb-4b86-9bc4-6dc3331574b9 req-ef612390-c4d4-466c-90c4-d796f2b340f9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670559 Mar 31 22:57:27.698384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:27.698814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:27.699167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:27.704912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:27.705237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:27.710414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:27.710747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:27.711132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:27.711711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Bound port: 303153d9-6cef-4224-9242-86522df2e74f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:27.768639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:27.778260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:27.779523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1cb3f4c9-7004-44be-8ee4-b69f77177e87 service neutron] 10.222.0.95 "POST /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2650599 Mar 31 22:57:27.992567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:27.996844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81175f-946c-428e-996a-99efcc0fb56e req-a32931b6-a079-45c2-88a5-bf1e302cb837 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:27.999540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da81175f-946c-428e-996a-99efcc0fb56e req-a32931b6-a079-45c2-88a5-bf1e302cb837 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0658813 Mar 31 22:57:28.049727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da81175f-946c-428e-996a-99efcc0fb56e req-730be9d5-4fc7-430b-bb99-de4eb9d26b16 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Mar 31 22:57:28.060698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bbbaa-b42e-4690-bd28-a7ea16d42922 req-a9d6ba1e-b22d-4379-8582-ceb2223d277a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.069295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff6bbbaa-b42e-4690-bd28-a7ea16d42922 req-a9d6ba1e-b22d-4379-8582-ceb2223d277a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0943880 Mar 31 22:57:28.097833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port c043d57b-e56d-4120-b907-432789652b81 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:28.103060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port c043d57b-e56d-4120-b907-432789652b81 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:28.103456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.121451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-06db0272-e10d-4d22-9b57-fd814cd69ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.124490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-06db0272-e10d-4d22-9b57-fd814cd69ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0649254 Mar 31 22:57:28.168207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff6bbbaa-b42e-4690-bd28-a7ea16d42922 req-93c55df9-cb5a-47c5-9125-980c1940b5b0 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890446 Mar 31 22:57:28.243309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.272837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-86a3855d-a5df-4f2e-ab17-a41fb4226945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.275501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-86a3855d-a5df-4f2e-ab17-a41fb4226945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1412244 Mar 31 22:57:28.287716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bc4c8-2919-4086-be87-64d73b1121a9 req-66abde4c-3b88-4a99-b259-965e22ed4dfb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.289319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a26bc4c8-2919-4086-be87-64d73b1121a9 req-66abde4c-3b88-4a99-b259-965e22ed4dfb tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0788648 Mar 31 22:57:28.293556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41ad1-0c8f-43a4-ab0c-2e831dc59d17 req-b0dfed33-3908-4244-831f-51082a0c1043 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.295375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eed41ad1-0c8f-43a4-ab0c-2e831dc59d17 req-b0dfed33-3908-4244-831f-51082a0c1043 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0593798 Mar 31 22:57:28.298587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:28.301260 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9573ef-54ca-4b57-be80-7b28bbee5ea2" -d '{"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:28.308685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:28.317002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:28.328980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-30748781-1701-41e5-9ad8-e61277f28766 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 217 time: 0.0385442 Mar 31 22:57:28.371838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eed41ad1-0c8f-43a4-ab0c-2e831dc59d17 req-8af733df-16f3-45f8-b7ed-9ad617e0f212 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687940 Mar 31 22:57:28.377937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:28.396449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a26bc4c8-2919-4086-be87-64d73b1121a9 req-ce594e22-064c-4b41-acc8-439bfa116b4d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662858 Mar 31 22:57:28.402166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-31e5aa4d-0c20-4622-adeb-71a51a686aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.403821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-31e5aa4d-0c20-4622-adeb-71a51a686aa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0666862 Mar 31 22:57:28.441053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-fbacb2c4-8dc4-4e00-b67b-1f4c84b83a3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271840 Mar 31 22:57:28.458834 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51bc16c-6dc3-478a-b522-39774678bc5c x-openstack-request-id: req-a51bc16c-6dc3-478a-b522-39774678bc5c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:28.459126 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:28.459403 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a51bc16c-6dc3-478a-b522-39774678bc5c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:28.459866 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51bc16c-6dc3-478a-b522-39774678bc5c'] response: {'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81', 'code': 200} Mar 31 22:57:28.548059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f31bf-f73a-4a0a-9e15-baad4e223a0c req-2542825c-feed-4075-85fa-76390d82fe39 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.549777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b29f31bf-f73a-4a0a-9e15-baad4e223a0c req-2542825c-feed-4075-85fa-76390d82fe39 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0833306 Mar 31 22:57:28.593056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-1492c724-2a66-4225-ba9d-70f5dd861d31 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434507 Mar 31 22:57:28.601243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073b46-9002-452c-b746-dc7124586715 req-29f686d7-3a3c-4c3b-95c3-bc25d5ceba42 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.602659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58073b46-9002-452c-b746-dc7124586715 req-29f686d7-3a3c-4c3b-95c3-bc25d5ceba42 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0698729 Mar 31 22:57:28.629635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b29f31bf-f73a-4a0a-9e15-baad4e223a0c req-83fed051-ab48-48f2-98fc-eb51b755562c tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733829 Mar 31 22:57:28.639688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad2556-1c8e-46d5-88b8-50750775b080 req-f50e2c59-9789-4954-b08a-8939dd0d2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.641369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cad2556-1c8e-46d5-88b8-50750775b080 req-f50e2c59-9789-4954-b08a-8939dd0d2d9b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 1096 time: 0.0674818 Mar 31 22:57:28.688456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cad2556-1c8e-46d5-88b8-50750775b080 req-2250c124-2fa7-422e-9302-6c09a0f54916 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Mar 31 22:57:28.749482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42866f-7a1b-4eca-9b62-ec3668e5d7bf req-37026694-20f1-428f-99ed-648192ca1fb1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:28.751175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a42866f-7a1b-4eca-9b62-ec3668e5d7bf req-37026694-20f1-428f-99ed-648192ca1fb1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 944 time: 0.0512354 Mar 31 22:57:28.752371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58073b46-9002-452c-b746-dc7124586715 req-04d6ad19-319b-4321-a58d-08f9cd924393 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405482 Mar 31 22:57:28.776889 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-3476691d-b01d-435f-bb09-0e13099526b2 req-54605a57-2ef8-4f77-a91c-726ed55d9058 service neutron] show failed (client error): The resource could not be found. Mar 31 22:57:28.777902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-54605a57-2ef8-4f77-a91c-726ed55d9058 service neutron] 10.222.0.60 "GET /v2.0/ports/df4a25c2-36ee-440f-9ef8-8a85843e6edb/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1491976 Mar 31 22:57:28.795516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-650e50db-e2e5-4a5a-a77a-9acccad55c30 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915934 Mar 31 22:57:28.808661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a42866f-7a1b-4eca-9b62-ec3668e5d7bf req-647227c5-a0a8-478a-b993-55239a34ac49 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Mar 31 22:57:29.208090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b1f1a2d7-a8ca-4a4a-a167-a1fc2f4b396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.210465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b1f1a2d7-a8ca-4a4a-a167-a1fc2f4b396a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.0543935 Mar 31 22:57:29.232255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:29.234548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4c3ad-1dd1-4d4c-b9dc-f92e3056648b req-de5c0d0a-dbc7-4499-bb01-c26afc2edb1c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.244434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fd4c3ad-1dd1-4d4c-b9dc-f92e3056648b req-de5c0d0a-dbc7-4499-bb01-c26afc2edb1c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0909505 Mar 31 22:57:29.311047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fd4c3ad-1dd1-4d4c-b9dc-f92e3056648b req-d552c961-d3bd-487c-8087-7d6ace5c87e7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656903 Mar 31 22:57:29.357792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.376104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333528a1-0d2f-4ced-9181-5bc00b26d1a5 req-04c9cf3e-5c51-47c8-ac85-5169d79e2461 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.377633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-333528a1-0d2f-4ced-9181-5bc00b26d1a5 req-04c9cf3e-5c51-47c8-ac85-5169d79e2461 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0877745 Mar 31 22:57:29.378294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-c977dba8-1af0-43ad-9a7e-2d49b270cc95 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.380723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-c977dba8-1af0-43ad-9a7e-2d49b270cc95 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.0678985 Mar 31 22:57:29.459480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-333528a1-0d2f-4ced-9181-5bc00b26d1a5 req-635f5121-b66f-444f-8d7e-9d20f35d4f33 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745363 Mar 31 22:57:29.567012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11207cf4-afdb-4cf5-ade9-d1ee152eedd8 req-d1c0f7da-c3ef-4e9d-a696-e1206185cb0c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.573461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11207cf4-afdb-4cf5-ade9-d1ee152eedd8 req-d1c0f7da-c3ef-4e9d-a696-e1206185cb0c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.1060047 Mar 31 22:57:29.601570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:29.601570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.645789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2e53-8440-4eb2-8562-f0b78263bbd7 req-56d0ee7e-7c7c-400e-8282-9446be42ea35 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.647307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36ed2e53-8440-4eb2-8562-f0b78263bbd7 req-56d0ee7e-7c7c-400e-8282-9446be42ea35 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.1094067 Mar 31 22:57:29.655187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11207cf4-afdb-4cf5-ade9-d1ee152eedd8 req-1cf1d33d-46af-4ac4-b872-ed2833efec26 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765491 Mar 31 22:57:29.686029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:29.715965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36ed2e53-8440-4eb2-8562-f0b78263bbd7 req-426cc938-f680-43ee-a9b4-5ab0d9ad82d3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612056 Mar 31 22:57:29.743521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:29.780781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:29.781241 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.788228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:29.790967 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105e1f3-43a6-4cd5-a256-27bd71c08303" -d '{"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-unplugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:29.795647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.801215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:29.814512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Transition to ACTIVE for port object df4a25c2-36ee-440f-9ef8-8a85843e6edb will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:29.820032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:29.916982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] No DVR routers for this DVR port df4a25c2-36ee-440f-9ef8-8a85843e6edb on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:29.926255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d5c3-c81b-47f3-9749-9fb3e71643e3 req-b6807b1a-d40b-4d4c-be5b-7d12055b7a38 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:29.927892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:29.930201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b52d5c3-c81b-47f3-9749-9fb3e71643e3 req-b6807b1a-d40b-4d4c-be5b-7d12055b7a38 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1128728 Mar 31 22:57:29.991427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:29.991758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:29.992224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:30.001085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:30.002013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Attempting to bind port df4a25c2-36ee-440f-9ef8-8a85843e6edb on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:30.013853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:30.031011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100499-1226-49a2-adb8-f9fd6c132462 req-4a09eb9e-2553-4867-a7e7-a9ebfe225977 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.036859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b52d5c3-c81b-47f3-9749-9fb3e71643e3 req-edfebbd2-b77b-401c-af80-a34f979a579e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849566 Mar 31 22:57:30.039266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4100499-1226-49a2-adb8-f9fd6c132462 req-4a09eb9e-2553-4867-a7e7-a9ebfe225977 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd4aca02-a046-4aaf-9193-1c9d453d34d0 HTTP/1.1" status: 200 len: 949 time: 0.1540854 Mar 31 22:57:30.042362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:30.042784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:30.043246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:30.043790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Bound port: df4a25c2-36ee-440f-9ef8-8a85843e6edb, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:30.044572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.090762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.138524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03', '9bcd9867-45c7-44d2-98f9-166dcbb12ae3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:30.148774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e', '3ecd9621-73da-4020-afa3-d09478372566', 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:30.185246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4100499-1226-49a2-adb8-f9fd6c132462 req-2516e255-e6f4-472f-8a09-ece99b761ced tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449256 Mar 31 22:57:30.186749 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c1f49b-7971-4e51-b0dc-b92848077f09 x-openstack-request-id: req-17c1f49b-7971-4e51-b0dc-b92848077f09 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:30.187088 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-unplugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:30.187298 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-17c1f49b-7971-4e51-b0dc-b92848077f09 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:30.187684 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c1f49b-7971-4e51-b0dc-b92848077f09'] response: {'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'code': 200} Mar 31 22:57:30.215012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:30.225227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:30.229534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.329422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.330081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.331501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] 10.222.0.96 "PUT /v2.0/ports/df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 1095 time: 1.1047692 Mar 31 22:57:30.377697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ce140-8508-47e0-9017-e6e57dc7ccba service neutron] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:30.395743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port a95efc34-d307-4247-9924-0c785242f3dd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:30.408606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port a95efc34-d307-4247-9924-0c785242f3dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:30.410457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.593542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-4c523af4-43a5-4760-a8d4-14fdc7910979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.595721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-4c523af4-43a5-4760-a8d4-14fdc7910979 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1098 time: 0.2121520 Mar 31 22:57:30.711895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afac20-2fe1-44d2-b81a-ca07f22a19cc req-5a4e2dd4-2e51-4a5c-a77e-402a9d17bfd3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.713449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3afac20-2fe1-44d2-b81a-ca07f22a19cc req-5a4e2dd4-2e51-4a5c-a77e-402a9d17bfd3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.2605183 Mar 31 22:57:30.765995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=9bcd9867-45c7-44d2-98f9-166dcbb12ae3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:30.828603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3afac20-2fe1-44d2-b81a-ca07f22a19cc req-d0981b15-6f9f-49c6-a8f6-5e7481004390 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066201 Mar 31 22:57:30.860978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:30.879038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:30.882452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90cc4332-78c2-474f-bc8f-3fff70b0e594 req-8f887704-1528-42e2-b0cb-f569c975d496 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "DELETE /v2.0/ports/9bcd9867-45c7-44d2-98f9-166dcbb12ae3 HTTP/1.1" status: 204 len: 173 time: 1.4953566 Mar 31 22:57:30.890965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'name': 'network-vif-deleted', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:30.893331 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb4e988-2c3b-4704-b7c1-227538c0a854" -d '{"events": [{"server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "name": "network-vif-deleted", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:30.915181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-5f42e175-c9b4-4c0c-82b1-a15a8b03463e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.916701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-5f42e175-c9b4-4c0c-82b1-a15a8b03463e service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2830780 Mar 31 22:57:30.918847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb286a-3997-4277-a925-cf042c49f605 req-0caf85ac-065b-41f4-8ca7-1d652219df10 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:30.927496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ebb286a-3997-4277-a925-cf042c49f605 req-0caf85ac-065b-41f4-8ca7-1d652219df10 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 944 time: 0.1753242 Mar 31 22:57:30.982777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ebb286a-3997-4277-a925-cf042c49f605 req-a4eb4d58-a577-4e2c-af28-7e226b1caaba tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Mar 31 22:57:31.062884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-8b799b30-9152-4f25-833e-b8dd924fa8ab service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.1272199 Mar 31 22:57:31.154054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33b061-9851-4988-8918-1a98b04c2727 req-c9b7c125-e4de-42c2-8050-a105c22fbd34 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.161098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa33b061-9851-4988-8918-1a98b04c2727 req-c9b7c125-e4de-42c2-8050-a105c22fbd34 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.0925722 Mar 31 22:57:31.229269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.233081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa33b061-9851-4988-8918-1a98b04c2727 req-418c6274-c4bf-4cec-9b1c-147b8a585b64 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618861 Mar 31 22:57:31.247815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-f5121cca-28d9-4653-a05a-04fa656ce02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.249753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-f5121cca-28d9-4653-a05a-04fa656ce02c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1745062 Mar 31 22:57:31.284229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3763-397c-45f9-8cfb-24e995e6640a req-1cba2b23-f21c-4f15-91af-ea0b182c300a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.286184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-071f3763-397c-45f9-8cfb-24e995e6640a req-1cba2b23-f21c-4f15-91af-ea0b182c300a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.2306759 Mar 31 22:57:31.310041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:31.312482 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25bf254-b9f6-4c8e-96ad-318d72c50045" -d '{"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:31.341434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:31.372705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30bed-f878-4c11-8da6-c307162c32cc req-be2a6ba0-c0b5-4233-a359-338d710aaf1e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.374406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:31.383932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38f30bed-f878-4c11-8da6-c307162c32cc req-be2a6ba0-c0b5-4233-a359-338d710aaf1e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0832560 Mar 31 22:57:31.407199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-071f3763-397c-45f9-8cfb-24e995e6640a req-fe83cf31-8def-4ed1-802d-8e7dcd0bc765 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036742 Mar 31 22:57:31.419547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476691d-b01d-435f-bb09-0e13099526b2 req-bba0b183-81ff-4384-9e25-2853405c5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.453515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-bba0b183-81ff-4384-9e25-2853405c5d51 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1590667 Mar 31 22:57:31.485398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38f30bed-f878-4c11-8da6-c307162c32cc req-aa509f0e-46bc-4efa-bce5-8b99853af00d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Mar 31 22:57:31.532277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:31.549417 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be035cd-1a63-4fd7-b37d-187692a824bd x-openstack-request-id: req-4be035cd-1a63-4fd7-b37d-187692a824bd {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:31.549767 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4aca02-a046-4aaf-9193-1c9d453d34d0", "name": "network-vif-deleted", "tag": "9bcd9867-45c7-44d2-98f9-166dcbb12ae3", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:31.549940 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4be035cd-1a63-4fd7-b37d-187692a824bd {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:31.550320 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be035cd-1a63-4fd7-b37d-187692a824bd'] response: {'server_uuid': 'fd4aca02-a046-4aaf-9193-1c9d453d34d0', 'name': 'network-vif-deleted', 'tag': '9bcd9867-45c7-44d2-98f9-166dcbb12ae3', 'status': 'completed', 'code': 200} Mar 31 22:57:31.725202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976213a8-6479-42e8-b2ee-8aa69511ee1a req-d5fb5584-69f4-4055-9f66-adf0469fdb85 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.726751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-976213a8-6479-42e8-b2ee-8aa69511ee1a req-d5fb5584-69f4-4055-9f66-adf0469fdb85 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0889664 Mar 31 22:57:31.730115 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e0e344-df10-46ec-b869-14c93d33e154 x-openstack-request-id: req-67e0e344-df10-46ec-b869-14c93d33e154 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:31.730395 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:31.730642 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-67e0e344-df10-46ec-b869-14c93d33e154 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:31.731023 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e0e344-df10-46ec-b869-14c93d33e154'] response: {'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd', 'code': 200} Mar 31 22:57:31.820745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-976213a8-6479-42e8-b2ee-8aa69511ee1a req-48c54f6c-01b1-4461-b966-d6fa9b9c8d89 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Mar 31 22:57:31.910511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c33a9b-744e-439a-8394-cac4d5b71797 req-0b062ec4-fa3f-4d80-879a-0033e7a62f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:31.914119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20c33a9b-744e-439a-8394-cac4d5b71797 req-0b062ec4-fa3f-4d80-879a-0033e7a62f8a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0923817 Mar 31 22:57:32.005143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20c33a9b-744e-439a-8394-cac4d5b71797 req-42755bdf-74cc-4888-9d03-6605b62efca5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749600 Mar 31 22:57:32.109635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-a1d51548-9876-42ac-a683-add4aa8efd20 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537020 Mar 31 22:57:32.128042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-3d449f7a-a8fa-46a3-96e7-3d75c99756d0 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.129582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-3d449f7a-a8fa-46a3-96e7-3d75c99756d0 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.96 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.1103787 Mar 31 22:57:32.140162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4ec9b-bd40-4d52-bc10-b5f61e2c2a42 req-308940ac-92f2-41fe-90e8-eec338d561d4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.141691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65e4ec9b-bd40-4d52-bc10-b5f61e2c2a42 req-308940ac-92f2-41fe-90e8-eec338d561d4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0932531 Mar 31 22:57:32.191527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:32.196165 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b8eded-4df8-4b81-b936-0b6d77acf1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:32.237934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65e4ec9b-bd40-4d52-bc10-b5f61e2c2a42 req-a241707c-6ad1-440e-ae63-76312d78a9a6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890265 Mar 31 22:57:32.397317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99234f4-2c42-4141-9a9a-a1d904f78845 req-05e9a925-f795-469c-a731-75f17e8d2a29 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.407265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f99234f4-2c42-4141-9a9a-a1d904f78845 req-05e9a925-f795-469c-a731-75f17e8d2a29 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0668945 Mar 31 22:57:32.466253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f99234f4-2c42-4141-9a9a-a1d904f78845 req-40605c39-8fe2-45e7-8673-f0bdcdec7de8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584576 Mar 31 22:57:32.556871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3476691d-b01d-435f-bb09-0e13099526b2 req-34aed797-78a7-46f8-abde-6ab7f444a77c service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614838 Mar 31 22:57:32.603037 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13252e76-fed0-4733-9758-8a4cd3b5a844 x-openstack-request-id: req-13252e76-fed0-4733-9758-8a4cd3b5a844 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:32.604058 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:32.604058 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-13252e76-fed0-4733-9758-8a4cd3b5a844 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:32.604058 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13252e76-fed0-4733-9758-8a4cd3b5a844'] response: {'name': 'network-changed', 'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'status': 'completed', 'code': 200} Mar 31 22:57:32.630507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99483-607d-48fe-8b45-80dfc980c4e9 req-d975a343-1140-4d3f-8091-dfb3fed2747a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.638893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0d99483-607d-48fe-8b45-80dfc980c4e9 req-d975a343-1140-4d3f-8091-dfb3fed2747a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.3045053 Mar 31 22:57:32.707769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-87a9c822-af08-453f-8b67-fca8c57ff810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.712675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-87a9c822-af08-453f-8b67-fca8c57ff810 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1098 time: 0.1802630 Mar 31 22:57:32.752085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d210a-4fe4-4063-8408-06ca6f28a0f0 req-e67fa5a1-62cc-49e5-8ac4-e7bf63f3f6e4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.753788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-260d210a-4fe4-4063-8408-06ca6f28a0f0 req-e67fa5a1-62cc-49e5-8ac4-e7bf63f3f6e4 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 945 time: 0.1401482 Mar 31 22:57:32.768867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Deleting port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:32.769373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.773487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-5993c3bf-8283-4689-b7f6-4b9b97681566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.774731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-5993c3bf-8283-4689-b7f6-4b9b97681566 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1098 time: 0.1270642 Mar 31 22:57:32.789782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0d99483-607d-48fe-8b45-80dfc980c4e9 req-f57da9ce-ad1e-4671-9221-49b949d503f1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498520 Mar 31 22:57:32.883745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-260d210a-4fe4-4063-8408-06ca6f28a0f0 req-5263ccb1-1a17-41a2-bfec-a6bcc160cf1c tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups?id=ad3b8f97-1e2f-406a-913e-fe71b783f627&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129797 Mar 31 22:57:32.923531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-638efcd4-403d-4ee9-aec5-17ae8af943d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:32.923531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-638efcd4-403d-4ee9-aec5-17ae8af943d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1990232 Mar 31 22:57:32.983946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-9f520fe2-cdc7-4a1f-a5d3-f35b712ee9fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.0536256 Mar 31 22:57:32.989424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] For port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:32.995021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:32.997880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:33.028261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:33.028913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9bcd9867-45c7-44d2-98f9-166dcbb12ae3 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:33.030164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:33.072232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:33.078827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696db6a-f0f3-4560-b9fd-fcd03dc6b9a2 req-f33ceabf-d18c-4554-a792-0004314e70ec tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.080724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3696db6a-f0f3-4560-b9fd-fcd03dc6b9a2 req-f33ceabf-d18c-4554-a792-0004314e70ec tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0952275 Mar 31 22:57:33.115280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-4f9ce8d1-ff51-4b1f-b575-872609d53211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.117093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-4f9ce8d1-ff51-4b1f-b575-872609d53211 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3262768 Mar 31 22:57:33.168177 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3696db6a-f0f3-4560-b9fd-fcd03dc6b9a2 req-64488285-6e2d-4c20-9b1a-22e722006a44 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741096 Mar 31 22:57:33.171937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-95690c34-da58-4514-ba51-c5cd187a241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.176934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-95690c34-da58-4514-ba51-c5cd187a241d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1602905 Mar 31 22:57:33.249632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-f1b8cbf5-2c33-49dc-b841-95c2c4750a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.251250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-f1b8cbf5-2c33-49dc-b841-95c2c4750a93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665939 Mar 31 22:57:33.251809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-4aa1dc9c-7629-477f-b9e2-c8fc81c56e37 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.0816956 Mar 31 22:57:33.381192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-86e9e39b-1931-46a3-81b8-760ad3876d85 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205640 Mar 31 22:57:33.413858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f383fe6-05d0-4de5-bd8b-189d0fda7bf3 req-4d7be03a-10bf-4fd1-8862-570ded6f5d35 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.415707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f383fe6-05d0-4de5-bd8b-189d0fda7bf3 req-4d7be03a-10bf-4fd1-8862-570ded6f5d35 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.3948197 Mar 31 22:57:33.429339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-f7cdf1bf-c817-43d3-bdbe-6f9301356134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.434074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-f7cdf1bf-c817-43d3-bdbe-6f9301356134 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1495595 Mar 31 22:57:33.582543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f383fe6-05d0-4de5-bd8b-189d0fda7bf3 req-8663c5d2-3c81-4c72-824b-6d13edf03259 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576655 Mar 31 22:57:33.595825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48add3-b223-4291-bb04-ad6247b7eba9 req-fcc46d65-4ca0-4d00-b9c6-4d2e4f49300c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.598053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.605193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a48add3-b223-4291-bb04-ad6247b7eba9 req-fcc46d65-4ca0-4d00-b9c6-4d2e4f49300c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.1011863 Mar 31 22:57:33.611637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:33.612152 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7 disassociated. External IP: 172.25.8.36, port: 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32. Mar 31 22:57:33.612698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Calling delete_port for 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:33.647682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-6a73b2b4-691b-49bd-91c5-a16086fba205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.649366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-6a73b2b4-691b-49bd-91c5-a16086fba205 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083297 Mar 31 22:57:33.679876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a48add3-b223-4291-bb04-ad6247b7eba9 req-277156ac-6ea2-4260-bf78-a429661ea6d4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733666 Mar 31 22:57:33.682550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-f5c664cd-c63d-4ea7-a94c-066d672f9e31 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943664 Mar 31 22:57:33.818593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b4494-e7e7-4ab3-b1b3-8fad086b3ba8 req-fe9d7055-9944-4316-bb52-836b87f8964b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.828460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb7b4494-e7e7-4ab3-b1b3-8fad086b3ba8 req-fe9d7055-9944-4316-bb52-836b87f8964b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0728073 Mar 31 22:57:33.869659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb7b4494-e7e7-4ab3-b1b3-8fad086b3ba8 req-bfb8c3e9-1418-455b-9102-886176275f27 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Mar 31 22:57:33.886642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-9cd823d6-d780-414e-b151-c34cf6420b0a service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830668 Mar 31 22:57:33.910242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf2023-558f-4fec-a6e7-4ab6e9ac46dc req-364014d1-235e-4f8e-b336-0eb176454df2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:33.912215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3acf2023-558f-4fec-a6e7-4ab6e9ac46dc req-364014d1-235e-4f8e-b336-0eb176454df2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1352026 Mar 31 22:57:33.971029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.047332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3acf2023-558f-4fec-a6e7-4ab6e9ac46dc req-6e27d69d-14e9-48e9-ab10-12ef250d958b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215990 Mar 31 22:57:34.051057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24f536-b15f-462a-93e9-bd1d49e397aa req-6213b5cf-9105-482a-a46a-34aeb10ca57a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.064136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b24f536-b15f-462a-93e9-bd1d49e397aa req-6213b5cf-9105-482a-a46a-34aeb10ca57a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0835967 Mar 31 22:57:34.131488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event deleted for resources: {'Port': ['ID=1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:34.131765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b24f536-b15f-462a-93e9-bd1d49e397aa req-690e8c50-869b-416d-8e00-e511dfb53d6d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700142 Mar 31 22:57:34.264474 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d2c24f1-f1ad-4441-8f2a-87f12dfa8830 req-872b1c7c-eabf-4a4d-a382-c2ba48ff8327 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 210 time: 0.0581667 Mar 31 22:57:34.269037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b8eded-4df8-4b81-b936-0b6d77acf1e7 req-27cc4769-7524-4294-925a-c436ebaec31c service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532331 Mar 31 22:57:34.330859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622cfc1-638d-4e89-b663-21df17288043 req-051707b7-1f4d-4eb7-9980-c429ddec42b6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.332482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2622cfc1-638d-4e89-b663-21df17288043 req-051707b7-1f4d-4eb7-9980-c429ddec42b6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0822496 Mar 31 22:57:34.343731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:34.388633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2622cfc1-638d-4e89-b663-21df17288043 req-a6441849-b908-4320-9aa8-ade0ed0faea4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480123 Mar 31 22:57:34.394457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-838cea97-a057-4b71-97e7-a014328772f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.481985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:34.495080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:34.519548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:34.520583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:34.526222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] No DVR routers for this DVR port 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:34.530667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:34.534482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c5911d4-626d-49c1-96a0-d3d7328b497b req-140c06d6-af59-4f42-b164-c31b088de45a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.96 "DELETE /v2.0/ports/1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 HTTP/1.1" status: 204 len: 173 time: 2.1402957 Mar 31 22:57:34.605630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'name': 'network-vif-deleted', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:34.608151 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc2f96-b805-41b8-a939-bd49b3ddbef7" -d '{"events": [{"server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "name": "network-vif-deleted", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:34.692150 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b18412e-3926-4486-afa0-820d5527f3d2 x-openstack-request-id: req-2b18412e-3926-4486-afa0-820d5527f3d2 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:34.692451 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd04a88-b246-4eee-b90e-1effc4457635", "name": "network-vif-deleted", "tag": "1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:34.692732 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2b18412e-3926-4486-afa0-820d5527f3d2 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:34.693245 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b18412e-3926-4486-afa0-820d5527f3d2'] response: {'server_uuid': 'ddd04a88-b246-4eee-b90e-1effc4457635', 'name': 'network-vif-deleted', 'tag': '1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32', 'status': 'completed', 'code': 200} Mar 31 22:57:34.782022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:34.822152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b5cf9-28ad-45b7-9a97-ed41df685b31 req-99a18527-1632-4200-bc07-2e027801139f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.825281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-803b5cf9-28ad-45b7-9a97-ed41df685b31 req-99a18527-1632-4200-bc07-2e027801139f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0971403 Mar 31 22:57:34.861227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d298e-fa2e-4841-a3f3-6eddaca39efc req-9706001e-5c41-41dc-b61e-08a47e54d971 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:34.871836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e3d298e-fa2e-4841-a3f3-6eddaca39efc req-9706001e-5c41-41dc-b61e-08a47e54d971 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0771384 Mar 31 22:57:34.873120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-803b5cf9-28ad-45b7-9a97-ed41df685b31 req-c14fd987-dcdf-42ef-9c24-5fe3640ab66e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Mar 31 22:57:34.930448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e3d298e-fa2e-4841-a3f3-6eddaca39efc req-af443274-5ab8-4919-a030-33187901a4f3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Mar 31 22:57:35.040784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:35.053106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859af0e8-8de0-4767-89fe-1d418f1d362a req-80a04dc9-8ada-40c2-81f1-31968fcdd06f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.055032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-859af0e8-8de0-4767-89fe-1d418f1d362a req-80a04dc9-8ada-40c2-81f1-31968fcdd06f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0635302 Mar 31 22:57:35.069526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:35.081276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:35.082049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:35.109960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-859af0e8-8de0-4767-89fe-1d418f1d362a req-09e86d63-b1c7-41a9-9cc7-52e8bf058057 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Mar 31 22:57:35.239194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:35.258416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b652a-0747-4057-b5e5-76692be92366 req-9e539c64-81cb-4651-9658-8cc6e67b955a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.268448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d70b652a-0747-4057-b5e5-76692be92366 req-9e539c64-81cb-4651-9658-8cc6e67b955a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1091816 Mar 31 22:57:35.330686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d70b652a-0747-4057-b5e5-76692be92366 req-8a65e233-b371-4ee0-9431-5f398ce02f52 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561352 Mar 31 22:57:35.387635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadca3-96b2-4c4e-bb28-a538b9ec42f3 req-000c8fd0-5b03-42d5-b37c-2440c9a6375f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.395270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74dadca3-96b2-4c4e-bb28-a538b9ec42f3 req-000c8fd0-5b03-42d5-b37c-2440c9a6375f tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.1208580 Mar 31 22:57:35.471102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74dadca3-96b2-4c4e-bb28-a538b9ec42f3 req-e81001c7-95bd-4c4d-a3a9-f4bd392a8b51 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Mar 31 22:57:35.517143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae76fc34-fdb1-4ad3-a0c9-9309c17a2431 req-23a06042-942e-4b91-9d89-21a3d64c8577 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/ports?device_id=ddd04a88-b246-4eee-b90e-1effc4457635 HTTP/1.1" status: 200 len: 210 time: 0.0482969 Mar 31 22:57:35.593499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:35.605639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-4e4b9811-7819-4042-a43b-74de4c723778 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.608105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-4e4b9811-7819-4042-a43b-74de4c723778 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0640450 Mar 31 22:57:35.611678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d061ed-d920-4e9d-9c81-962f7d2fd309 req-eebb6d64-c5a0-41a8-9986-b4d06c9cf144 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:35.620387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25d061ed-d920-4e9d-9c81-962f7d2fd309 req-eebb6d64-c5a0-41a8-9986-b4d06c9cf144 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0954435 Mar 31 22:57:35.687622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25d061ed-d920-4e9d-9c81-962f7d2fd309 req-7efb5bf0-a5bc-4293-a196-40e2a19d0f92 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623667 Mar 31 22:57:35.748198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:35.748729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.777720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5cf42-e806-4cbd-a657-d1962df7b897 None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:51:49Z', 'revision_number': 4, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6539e97e-f6c4-4fe6-8db9-f6049bff5cba', 'name': '', 'network_id': '67693356-b6f9-45ba-980b-1f2b6c1a05e1', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'mac_address': 'fa:16:3e:f9:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:47Z', 'updated_at': '2022-03-31T22:51:56Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'subnets': [{'id': 'dc9a3803-2455-4119-ab29-27ea53b67936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:35.870964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port b30dda0a-56bd-40f7-801a-7bf2c1eb9154, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:35.871842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:35.893088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for b30dda0a-56bd-40f7-801a-7bf2c1eb9154 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:36.024504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:36.069996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:36.070330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1f4a5f29-ca98-4f7d-afab-cc69a9b1aa32 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:36.119338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa9812-e7f1-47c4-ba59-8021ca9edca7 req-2349ea0d-f876-488b-8a3d-7324055f8576 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.121032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcaa9812-e7f1-47c4-ba59-8021ca9edca7 req-2349ea0d-f876-488b-8a3d-7324055f8576 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0639389 Mar 31 22:57:36.172589 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf6531-03e2-417d-817a-5a5de6bf9540 None None] New status for floating IP 58c4ae84-87d3-4433-bb29-cea830e754c7: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:57:36.189355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcaa9812-e7f1-47c4-ba59-8021ca9edca7 req-4aa3e580-b99a-44be-aa69-9f737544d1dd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536604 Mar 31 22:57:36.348577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3babdc9-a32a-40f1-b785-437467466438 req-69d3deea-d67e-4c6c-be4a-3eef0b5f1b77 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.350378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3babdc9-a32a-40f1-b785-437467466438 req-69d3deea-d67e-4c6c-be4a-3eef0b5f1b77 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0848718 Mar 31 22:57:36.378596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc087aa1-95ea-4e69-8c41-2bd34f42202c req-0da2201d-5a06-4d1f-9004-0031f609f333 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.380248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc087aa1-95ea-4e69-8c41-2bd34f42202c req-0da2201d-5a06-4d1f-9004-0031f609f333 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1030049 Mar 31 22:57:36.451475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc087aa1-95ea-4e69-8c41-2bd34f42202c req-10b4aed7-b34d-4a45-8db4-5eb44a984c94 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550196 Mar 31 22:57:36.463277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3babdc9-a32a-40f1-b785-437467466438 req-2b38b5e4-1b12-4144-8c06-9fb9254aa99d tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982959 Mar 31 22:57:36.615883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434070-5c1c-4511-96ec-f9490e0cc9a6 req-eb75d9af-368a-49b3-b3ee-c70054965170 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.617489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27434070-5c1c-4511-96ec-f9490e0cc9a6 req-eb75d9af-368a-49b3-b3ee-c70054965170 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b235d8a-813b-473a-8ccb-1d43569e367f HTTP/1.1" status: 200 len: 949 time: 0.0777643 Mar 31 22:57:36.618381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.637352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e', '3ecd9621-73da-4020-afa3-d09478372566', 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:36.649468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ccfc-891c-4d9f-8431-6b08e86a4480 req-bf21637b-95d6-4f19-a7ae-bcf36adcedc4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:36.662609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38d9ccfc-891c-4d9f-8431-6b08e86a4480 req-bf21637b-95d6-4f19-a7ae-bcf36adcedc4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1004362 Mar 31 22:57:36.666925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=b30dda0a-56bd-40f7-801a-7bf2c1eb9154,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:36.683870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:36.731855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38d9ccfc-891c-4d9f-8431-6b08e86a4480 req-446b9b3e-ed8c-413f-8b19-b10a49a883b0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674834 Mar 31 22:57:36.741266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port b30dda0a-56bd-40f7-801a-7bf2c1eb9154 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:36.745800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27434070-5c1c-4511-96ec-f9490e0cc9a6 req-9ec69995-556d-4bb0-a024-705ff73ed4bd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183732 Mar 31 22:57:36.746994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:36.750958 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ffc905e-c93d-43a2-b898-9af3ce2d4030 req-9e7d43b5-b11b-45d1-913a-cd217d194207 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "DELETE /v2.0/ports/b30dda0a-56bd-40f7-801a-7bf2c1eb9154 HTTP/1.1" status: 204 len: 173 time: 1.1221004 Mar 31 22:57:36.751916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'name': 'network-vif-deleted', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:36.755829 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea0f8ca-898b-40b8-b0f6-bbbbbc00ebed" -d '{"events": [{"server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "name": "network-vif-deleted", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:37.012257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a6b7147-982e-4c0b-a93b-f08f80bf48fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.025581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b7082-1556-4523-b27c-73405681ed8a req-be1c5a38-188d-47cf-968b-dd8a05012f8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.039866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-175b7082-1556-4523-b27c-73405681ed8a req-be1c5a38-188d-47cf-968b-dd8a05012f8f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.1323564 Mar 31 22:57:37.077101 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771a72d-f7c0-415b-8dc8-dba77dc3276b x-openstack-request-id: req-8771a72d-f7c0-415b-8dc8-dba77dc3276b {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:37.077863 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b235d8a-813b-473a-8ccb-1d43569e367f", "name": "network-vif-deleted", "tag": "b30dda0a-56bd-40f7-801a-7bf2c1eb9154", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:37.078054 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8771a72d-f7c0-415b-8dc8-dba77dc3276b {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:37.078453 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8771a72d-f7c0-415b-8dc8-dba77dc3276b'] response: {'server_uuid': '7b235d8a-813b-473a-8ccb-1d43569e367f', 'name': 'network-vif-deleted', 'tag': 'b30dda0a-56bd-40f7-801a-7bf2c1eb9154', 'status': 'completed', 'code': 200} Mar 31 22:57:37.166957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-175b7082-1556-4523-b27c-73405681ed8a req-78866005-8336-4924-90c6-46de8522059e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Mar 31 22:57:37.225574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8cd9b-037a-4a41-b76c-e7d3aae303b4 req-28cd5c18-2ef4-4710-b836-b3d81c54e189 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.227422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb8cd9b-037a-4a41-b76c-e7d3aae303b4 req-28cd5c18-2ef4-4710-b836-b3d81c54e189 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0936310 Mar 31 22:57:37.293876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb8cd9b-037a-4a41-b76c-e7d3aae303b4 req-fa5c40fd-ad72-44e8-bd0f-f2eda3577d4b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601370 Mar 31 22:57:37.453808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ceaa-b90d-4467-8ef8-cfc3ae542503 req-ee7b763a-d498-4e1b-88a4-2a08f3f7e75a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.455777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfc2ceaa-b90d-4467-8ef8-cfc3ae542503 req-ee7b763a-d498-4e1b-88a4-2a08f3f7e75a tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0876560 Mar 31 22:57:37.501607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfc2ceaa-b90d-4467-8ef8-cfc3ae542503 req-0c7a39e9-df4a-43bc-a3fb-1077a7ede940 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 Mar 31 22:57:37.544141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd1d70-7ade-4ed8-a1eb-385510a3f288 req-72d24f53-f7fd-49aa-8b09-7deff551cba3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.545916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30bd1d70-7ade-4ed8-a1eb-385510a3f288 req-72d24f53-f7fd-49aa-8b09-7deff551cba3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.1227813 Mar 31 22:57:37.592995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30bd1d70-7ade-4ed8-a1eb-385510a3f288 req-a8118769-fbd3-4a93-8e60-87d548ae2660 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Mar 31 22:57:37.712403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36766) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:37.732190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940624bf-d24e-4fdd-8f91-70080c93a5b6 req-38b27eba-9b2b-40c1-bbb3-377337d45271 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.734758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-940624bf-d24e-4fdd-8f91-70080c93a5b6 req-38b27eba-9b2b-40c1-bbb3-377337d45271 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.0638640 Mar 31 22:57:37.789280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-940624bf-d24e-4fdd-8f91-70080c93a5b6 req-a93f2e18-c65e-4674-b04f-eab608e75169 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452273 Mar 31 22:57:37.804752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.844329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.865595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3dbad-3a1e-4b02-97c6-3e21d26431d3 req-a85e6863-f00f-4a10-8ef9-d3c505df62e6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:37.872851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abc3dbad-3a1e-4b02-97c6-3e21d26431d3 req-a85e6863-f00f-4a10-8ef9-d3c505df62e6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1041636 Mar 31 22:57:37.928365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abc3dbad-3a1e-4b02-97c6-3e21d26431d3 req-562002d6-cb93-4ddb-9053-0b2db87cd796 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545955 Mar 31 22:57:37.951764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.955531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:37.960425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "DELETE /v2.0/security-groups/ad3b8f97-1e2f-406a-913e-fe71b783f627 HTTP/1.1" status: 204 len: 168 time: 0.2438130 Mar 31 22:57:37.960879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36776) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:37.971304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426da3e-5497-4f44-a08c-0c450635f669 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b8f97-1e2f-406a-913e-fe71b783f627,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.017798 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-496cb3a1-001d-48cc-90be-ccf3cba8757a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] show failed (client error): The resource could not be found. Mar 31 22:57:38.018890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-496cb3a1-001d-48cc-90be-ccf3cba8757a tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "GET /v2.0/security-groups/ad3b8f97-1e2f-406a-913e-fe71b783f627 HTTP/1.1" status: 404 len: 347 time: 0.0567439 Mar 31 22:57:38.022146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:38.031108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:38.125600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092c20b-b2e1-4f28-85a8-d2ef0daab81b req-278dc9d5-dfc7-419b-bf18-ab48dc996cf4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.141017 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e092c20b-b2e1-4f28-85a8-d2ef0daab81b req-278dc9d5-dfc7-419b-bf18-ab48dc996cf4 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.0665014 Mar 31 22:57:38.180433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:38.183211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e092c20b-b2e1-4f28-85a8-d2ef0daab81b req-fb8744d7-8e59-4299-950f-7e5a68a0ff20 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Mar 31 22:57:38.202925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'c043d57b-e56d-4120-b907-432789652b81', 'network_id': 'cbe8be26-13fa-4695-b100-095507967f1f', 'port_id': 'c043d57b-e56d-4120-b907-432789652b81', 'mac_address': 'fa:16:3e:8f:c0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd27937fc-610a-43ab-ae57-8cd5495831a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:38.205186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757db3-fd07-4ae9-b5b3-da01f54f6f82 req-65c2a2e8-4820-4cf6-b65d-3ac4a5ada2b4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.207667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1757db3-fd07-4ae9-b5b3-da01f54f6f82 req-65c2a2e8-4820-4cf6-b65d-3ac4a5ada2b4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1267188 Mar 31 22:57:38.269274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.270478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1757db3-fd07-4ae9-b5b3-da01f54f6f82 req-7d3e2737-b5e8-4ce2-983e-258835e2c5d6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541008 Mar 31 22:57:38.278469 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.282008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Deleting port 218acbba-6773-4cd9-8a0d-d8dc6371f73a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:38.282357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.303468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c043d57b-e56d-4120-b907-432789652b81 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:38.355084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:38.361496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.367773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcafe9-e559-4cc4-93d2-984d040a677c req-55cab8a6-ba1f-4a3f-ba2c-fed01cf4fa13 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.369447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2bcafe9-e559-4cc4-93d2-984d040a677c req-55cab8a6-ba1f-4a3f-ba2c-fed01cf4fa13 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0587859 Mar 31 22:57:38.375338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.375774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.388965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Calling delete_port for 218acbba-6773-4cd9-8a0d-d8dc6371f73a owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:38.422651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.446490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2bcafe9-e559-4cc4-93d2-984d040a677c req-0b6a1daf-f187-494d-bcdc-4aa2166885b8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468385 Mar 31 22:57:38.571841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.602887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Pushing event deleted for resources: {'Port': ['ID=218acbba-6773-4cd9-8a0d-d8dc6371f73a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:38.632692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c043d57b-e56d-4120-b907-432789652b81'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:38.672345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b4362-2454-420c-bb36-e706f02a424a req-9e5f38e1-80ea-487b-b4f4-d3cde66b6155 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.674483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac7b4362-2454-420c-bb36-e706f02a424a req-9e5f38e1-80ea-487b-b4f4-d3cde66b6155 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0781376 Mar 31 22:57:38.719864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09254dbd-fee0-4e6c-bf76-db7a19bdf534 req-74c4c97e-37ee-48a3-accb-1ba30c7dfc6c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.721408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09254dbd-fee0-4e6c-bf76-db7a19bdf534 req-74c4c97e-37ee-48a3-accb-1ba30c7dfc6c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0872984 Mar 31 22:57:38.721699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac7b4362-2454-420c-bb36-e706f02a424a req-04a73625-ba3e-450c-83c2-01cdc8a0c0c8 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Mar 31 22:57:38.723929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.726506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:38.730087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73deadc1-9dc0-4f22-968c-42650cfa4bc3 tempest-ServersWithSpecificFlavorTestJSON-975033311 tempest-ServersWithSpecificFlavorTestJSON-975033311-project] 10.222.0.95 "DELETE /v2.0/floatingips/58c4ae84-87d3-4433-bb29-cea830e754c7 HTTP/1.1" status: 204 len: 168 time: 0.7040684 Mar 31 22:57:38.782849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09254dbd-fee0-4e6c-bf76-db7a19bdf534 req-f95d8c7d-ed32-465b-af4b-c2ea22f09eb4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Mar 31 22:57:38.854067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f9294-d6ec-4927-91be-3cc38de46732 req-577ca98d-c0a6-41e3-b62f-10bbb094d7ca tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:38.855636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee7f9294-d6ec-4927-91be-3cc38de46732 req-577ca98d-c0a6-41e3-b62f-10bbb094d7ca tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0514536 Mar 31 22:57:38.902503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee7f9294-d6ec-4927-91be-3cc38de46732 req-fb4d75be-8fe6-497b-9c36-e0e4fd6462b4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Mar 31 22:57:39.038313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e6c3-dc63-431a-a91c-de22026a68b7 req-22755bda-6ec1-4926-8dbf-da732eff37c0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.039867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ec5e6c3-dc63-431a-a91c-de22026a68b7 req-22755bda-6ec1-4926-8dbf-da732eff37c0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 944 time: 0.0572290 Mar 31 22:57:39.109320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ec5e6c3-dc63-431a-a91c-de22026a68b7 req-f9d8e47f-1d8b-4153-942b-8ceab44521aa tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Mar 31 22:57:39.137434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-6386703d-c5d9-479c-ac90-8f39a4b7a72f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.139849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-6386703d-c5d9-479c-ac90-8f39a4b7a72f tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 945 time: 0.0742290 Mar 31 22:57:39.192813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-48c15da5-b76c-422f-ae4e-486f1321469c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.193175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-48c15da5-b76c-422f-ae4e-486f1321469c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.1192715 Mar 31 22:57:39.218727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-661c2ebb-fb80-4fac-a72b-7dcf14c4d14a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/quotas/bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 375 time: 0.0196173 Mar 31 22:57:39.246058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Deleting port 5a66be1d-bc57-4479-a2ca-fb22811402da {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:39.246496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.279976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6e4a0ff7-a6a2-417f-9dd7-efd2bed8fae1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561640 Mar 31 22:57:39.362038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41b9cb-c3fc-4349-ab71-508412bdfe8d req-5a950d6f-e4de-4041-8744-9af252902828 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.363564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b41b9cb-c3fc-4349-ab71-508412bdfe8d req-5a950d6f-e4de-4041-8744-9af252902828 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.1027861 Mar 31 22:57:39.384618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] For port 5a66be1d-bc57-4479-a2ca-fb22811402da, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5a66be1d-bc57-4479-a2ca-fb22811402da,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:39.385319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.404690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Calling delete_port for 5a66be1d-bc57-4479-a2ca-fb22811402da owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:39.420746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-c996820c-df7a-4b30-a05c-d24deed19ed3 service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337430 Mar 31 22:57:39.430006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b41b9cb-c3fc-4349-ab71-508412bdfe8d req-98c5cfe4-2996-45fa-87d0-272ead331a38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575478 Mar 31 22:57:39.524603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-63ce4a88-75ea-49d0-8935-9167b143cefc service neutron] 10.222.0.95 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970337 Mar 31 22:57:39.583341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.594837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5a66be1d-bc57-4479-a2ca-fb22811402da', '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', '36f69642-82e1-4ba2-9749-7aedcac4db45'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:39.603091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145ae7-c24a-4a99-9d60-430b92b4885c req-d7606e18-680a-43fc-b858-fac8df4d7a65 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.604832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72145ae7-c24a-4a99-9d60-430b92b4885c req-d7606e18-680a-43fc-b858-fac8df4d7a65 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0739872 Mar 31 22:57:39.630910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event deleted for resources: {'Port': ['ID=5a66be1d-bc57-4479-a2ca-fb22811402da,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:39.701743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] No DVR routers for this DVR port 5a66be1d-bc57-4479-a2ca-fb22811402da on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:39.705170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.708966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0390cd9-ae69-44c8-a4d7-ba47a76e5c72 req-b345075a-845e-4313-ae80-55d2cf4dc420 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "DELETE /v2.0/ports/5a66be1d-bc57-4479-a2ca-fb22811402da HTTP/1.1" status: 204 len: 173 time: 0.5588927 Mar 31 22:57:39.716680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'name': 'network-vif-deleted', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:39.718589 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5504e37-b894-4af8-b049-ebd5901c8179" -d '{"events": [{"server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "name": "network-vif-deleted", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:39.733092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72145ae7-c24a-4a99-9d60-430b92b4885c req-216ba627-7f0c-46bd-b07e-7b5a8325d808 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070530 Mar 31 22:57:39.829499 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2715b987-cfe3-402b-8a0d-1bfc567775a7 x-openstack-request-id: req-2715b987-cfe3-402b-8a0d-1bfc567775a7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:39.829854 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294dab62-546a-477a-85fa-49fbaf46fef5", "name": "network-vif-deleted", "tag": "5a66be1d-bc57-4479-a2ca-fb22811402da", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:39.830112 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2715b987-cfe3-402b-8a0d-1bfc567775a7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:39.830511 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2715b987-cfe3-402b-8a0d-1bfc567775a7'] response: {'server_uuid': '294dab62-546a-477a-85fa-49fbaf46fef5', 'name': 'network-vif-deleted', 'tag': '5a66be1d-bc57-4479-a2ca-fb22811402da', 'status': 'completed', 'code': 200} Mar 31 22:57:39.866244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:39.884229 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:39.967905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-211a76e1-7e4b-4197-93dc-e15d8e2d3afb req-46cb2be9-75a2-4289-843a-f9a61eed31f5 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=294dab62-546a-477a-85fa-49fbaf46fef5 HTTP/1.1" status: 200 len: 210 time: 0.0521631 Mar 31 22:57:39.976382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de789b-73e1-46ec-84d9-d1036a53dbda req-5f256623-199c-4d09-b83e-31c54205224a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:39.984668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70de789b-73e1-46ec-84d9-d1036a53dbda req-5f256623-199c-4d09-b83e-31c54205224a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0686557 Mar 31 22:57:40.028608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:40.032105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:40.076165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-216178ec-853f-4730-ae6a-a0d163c2fc9f req-820c644a-15b2-4497-b412-a6c9d9ca9f68 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.0576251 Mar 31 22:57:40.106644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70de789b-73e1-46ec-84d9-d1036a53dbda req-d521fad8-4618-40d8-b34d-77a5efb00aed tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208844 Mar 31 22:57:40.245902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port c043d57b-e56d-4120-b907-432789652b81 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:40.246414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.280414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7a9bd-8322-404a-bdb5-2b7d4e356e04 req-02f1f4a5-3ead-480e-afbd-9db3bf02369d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.283526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f7a9bd-8322-404a-bdb5-2b7d4e356e04 req-02f1f4a5-3ead-480e-afbd-9db3bf02369d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 947 time: 0.0823035 Mar 31 22:57:40.331494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:40.343694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2a5df-a560-439f-97a3-d140c51c573d req-f793050f-f166-4d0d-9830-d800ae029ae3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.346214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be2a5df-a560-439f-97a3-d140c51c573d req-f793050f-f166-4d0d-9830-d800ae029ae3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 944 time: 0.1366813 Mar 31 22:57:40.365180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.378554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f7a9bd-8322-404a-bdb5-2b7d4e356e04 req-063c071b-5a5c-43ac-bde4-554c4a7c4eba tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844162 Mar 31 22:57:40.378779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'mac_address': 'fa:16:3e:01:4e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:40.466887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.472408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be2a5df-a560-439f-97a3-d140c51c573d req-0026e76f-0f39-42d4-a6cd-093e342462bc tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766640 Mar 31 22:57:40.486367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4a25c2-36ee-440f-9ef8-8a85843e6edb {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:40.499194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.518552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:40.527781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.536194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:40.538469 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efcece4-cff9-4762-8b0e-92f30f9e1856" -d '{"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:40.571090 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:40.578528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.579485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b30dda0a-56bd-40f7-801a-7bf2c1eb9154 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:40.606352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: b30dda0a-56bd-40f7-801a-7bf2c1eb9154 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:40.607518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b30dda0a-56bd-40f7-801a-7bf2c1eb9154 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:40.625780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:40.642083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b963eb-e9c4-40a2-91c0-872c2bbcd5c6 req-67d5aebd-e876-49a4-9858-9e45f3b560e0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.651520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78b963eb-e9c4-40a2-91c0-872c2bbcd5c6 req-67d5aebd-e876-49a4-9858-9e45f3b560e0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.1084926 Mar 31 22:57:40.661408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:40.701462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78b963eb-e9c4-40a2-91c0-872c2bbcd5c6 req-664ff0e5-7759-4c57-8e9e-9321888a7d41 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489123 Mar 31 22:57:40.719683 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac2be93-013e-429a-a09e-b475a7519092 x-openstack-request-id: req-7ac2be93-013e-429a-a09e-b475a7519092 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:40.720517 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-plugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:40.720517 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ac2be93-013e-429a-a09e-b475a7519092 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:40.720729 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac2be93-013e-429a-a09e-b475a7519092'] response: {'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81', 'code': 200} Mar 31 22:57:40.721229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:40.894326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91b00-cbc1-488e-9973-3cfd5e38bbbd req-1fce21e2-9e13-4f20-a7f6-aede5c9b814d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:40.895834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5b91b00-cbc1-488e-9973-3cfd5e38bbbd req-1fce21e2-9e13-4f20-a7f6-aede5c9b814d tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.0799782 Mar 31 22:57:40.964577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5b91b00-cbc1-488e-9973-3cfd5e38bbbd req-27690c2f-e96d-4e98-b5fc-65988bd8b810 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567527 Mar 31 22:57:41.011551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Deleting port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:41.012051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.105119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] For port 6539e97e-f6c4-4fe6-8db9-f6049bff5cba, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:41.105540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.122071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Calling delete_port for 6539e97e-f6c4-4fe6-8db9-f6049bff5cba owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:41.212793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fa8e277-4e97-4eb3-8d2c-3cbc26e24e46 req-7ef7c90d-27bc-4b3c-b01d-c442566754ea tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.0273268 Mar 31 22:57:41.259132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04134bd-eee4-4839-84ae-8e0c39759e04 req-448c132f-41af-4a7d-983c-f15744e27df1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.260640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e04134bd-eee4-4839-84ae-8e0c39759e04 req-448c132f-41af-4a7d-983c-f15744e27df1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0735178 Mar 31 22:57:41.346211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e04134bd-eee4-4839-84ae-8e0c39759e04 req-decd1641-2317-4531-a533-8e107ee72070 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Mar 31 22:57:41.406989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.434501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Pushing event deleted for resources: {'Port': ['ID=6539e97e-f6c4-4fe6-8db9-f6049bff5cba,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:41.531990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e30f07-a30e-4146-a0ff-fcfb40de8498 req-cfa2894d-c146-45f0-bc49-da7014703662 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.536844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55e30f07-a30e-4146-a0ff-fcfb40de8498 req-cfa2894d-c146-45f0-bc49-da7014703662 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.0640130 Mar 31 22:57:41.600003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55e30f07-a30e-4146-a0ff-fcfb40de8498 req-076c0cf5-3169-4dd7-ac1d-3a727fa44b50 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Mar 31 22:57:41.705001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:41.796814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693a194-6ddd-441a-8f26-ca71a09468b7 req-e758f3b5-0c81-417b-8787-a5ede98cd1cc tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.799355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d693a194-6ddd-441a-8f26-ca71a09468b7 req-e758f3b5-0c81-417b-8787-a5ede98cd1cc tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1319094 Mar 31 22:57:41.887122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-728718c5-8c22-4880-8e51-4dd3b6f1cbab tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:41.888790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-728718c5-8c22-4880-8e51-4dd3b6f1cbab tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 820 time: 0.1634779 Mar 31 22:57:41.924354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Request body: {'port': {'device_id': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'admin_state_up': True, 'tenant_id': 'bc7ebc6769f8471bba7fe30a744d63de'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:41.944161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d693a194-6ddd-441a-8f26-ca71a09468b7 req-63506387-7a07-4a04-881e-eaeca8755896 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351428 Mar 31 22:57:42.056884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db105fb0-9539-4e4a-807c-224a52a7e8c3 req-157603f4-0072-4187-bd3d-513aaf057b14 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.058525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db105fb0-9539-4e4a-807c-224a52a7e8c3 req-157603f4-0072-4187-bd3d-513aaf057b14 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.1497102 Mar 31 22:57:42.059210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-751fecf0-0ef4-4dfb-934a-d0dff7451440 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.061131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-751fecf0-0ef4-4dfb-934a-d0dff7451440 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39&tenant_id=1ede2325c3a149feaa754656fab94723&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 948 time: 0.1404564 Mar 31 22:57:42.151618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db105fb0-9539-4e4a-807c-224a52a7e8c3 req-efe844c5-0bb2-41e4-b68b-f9e27a7cbae8 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796876 Mar 31 22:57:42.171314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Made reservation on behalf of bc7ebc6769f8471bba7fe30a744d63de for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:42.175574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.231928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:42.377669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43bc26-5ad6-47af-a0d2-8b9064252812 req-242fe77c-1416-4c7d-8bd6-5a8509251425 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.379460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d43bc26-5ad6-47af-a0d2-8b9064252812 req-242fe77c-1416-4c7d-8bd6-5a8509251425 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.1415761 Mar 31 22:57:42.391471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-0d526aff-0340-46ee-bf98-aa3390240dd7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.393193 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-0d526aff-0340-46ee-bf98-aa3390240dd7 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 949 time: 0.1447313 Mar 31 22:57:42.484186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Allocated IP 172.20.0.13 (9f745c9b-c8c4-4465-af84-b1ae8d453f65/9fba39d8-b8cd-484b-be30-18986f22ea0e/94076e6b-e03f-4f93-a549-6c86e2a6c42d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:42.507698 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-fe85837f-28b5-4380-9033-117600aa29fa service neutron] delete failed (client error): The resource could not be found. Mar 31 22:57:42.508703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-fe85837f-28b5-4380-9033-117600aa29fa service neutron] 10.222.0.60 "DELETE /v2.0/ports/df4a25c2-36ee-440f-9ef8-8a85843e6edb/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.4389417 Mar 31 22:57:42.541281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d43bc26-5ad6-47af-a0d2-8b9064252812 req-fdcddbc6-2b1c-4535-b39d-1abd5049a5ff tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469581 Mar 31 22:57:42.554084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Router 8d583141-7fe0-4319-a786-7b669e820f06 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:42.565208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe20c3-cb2f-4e84-ae10-6a5a71c9de9a req-7a174aa6-f105-4cc9-867d-ebc7a07bd9e1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.570875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe20c3-cb2f-4e84-ae10-6a5a71c9de9a req-7a174aa6-f105-4cc9-867d-ebc7a07bd9e1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.572629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dfe20c3-cb2f-4e84-ae10-6a5a71c9de9a req-7a174aa6-f105-4cc9-867d-ebc7a07bd9e1 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49&device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 1682 time: 0.0877445 Mar 31 22:57:42.694513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dfe20c3-cb2f-4e84-ae10-6a5a71c9de9a req-0f486d45-23ba-4374-b666-b370cd4c5c53 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110847 Mar 31 22:57:42.710873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-375be088-2c5b-4e43-bb36-025f683caca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.710873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-375be088-2c5b-4e43-bb36-025f683caca5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 1099 time: 0.1331198 Mar 31 22:57:42.736864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port 3ecd9621-73da-4020-afa3-d09478372566 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:42.737246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.828180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325d4a-feda-4b58-8418-dd1e8e770989 req-0da6bd70-bcf2-41f7-ab41-3c53920d8ab5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.831679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73325d4a-feda-4b58-8418-dd1e8e770989 req-0da6bd70-bcf2-41f7-ab41-3c53920d8ab5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 945 time: 0.2131054 Mar 31 22:57:42.847977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43725bb0-1a3c-4436-8992-4c247ca580c4 req-a247f74d-80be-4e87-a5a0-684eeab6c5b3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.0640168 Mar 31 22:57:42.850586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:42.859853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c69ca941-7638-4b7b-ad8d-e0ccb1db4896 admin admin] 10.222.0.95 "PUT /v2.0/routers/8d583141-7fe0-4319-a786-7b669e820f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921472 Mar 31 22:57:42.862453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:42.865767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Sync routers for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:42.884458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:42.885187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:42.911645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:42.958804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-27410309-f69e-44a3-836c-c754e7701868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:42.960671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-27410309-f69e-44a3-836c-c754e7701868 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2459097 Mar 31 22:57:43.000192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port 3ecd9621-73da-4020-afa3-d09478372566, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3ecd9621-73da-4020-afa3-d09478372566,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:43.000557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.023850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73325d4a-feda-4b58-8418-dd1e8e770989 req-0d95672e-70a0-4dd8-a747-ba83b7f999c9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770055 Mar 31 22:57:43.046324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-eff8e63c-5c71-47b6-831e-446e0ca7f496 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 200 len: 217 time: 0.0771849 Mar 31 22:57:43.046867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for 3ecd9621-73da-4020-afa3-d09478372566 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:43.053678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 303153d9-6cef-4224-9242-86522df2e74f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:43.055897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5a66be1d-bc57-4479-a2ca-fb22811402da no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:43.130678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-c66e9a17-c50d-4d52-8297-37c65befb884 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.132285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-c66e9a17-c50d-4d52-8297-37c65befb884 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.2121336 Mar 31 22:57:43.151738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:43.156584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 5a66be1d-bc57-4479-a2ca-fb22811402da {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:43.157044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5a66be1d-bc57-4479-a2ca-fb22811402da not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:43.165809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:43.190364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-d6228b89-9167-4a17-b0fe-036a6c724d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.192033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-d6228b89-9167-4a17-b0fe-036a6c724d60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1363716 Mar 31 22:57:43.195917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.207492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9493-8a58-4de1-83f0-2ac775248c6f req-63570165-cba5-44e3-b1e4-76cf0e04dcc7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.215472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-909c9493-8a58-4de1-83f0-2ac775248c6f req-63570165-cba5-44e3-b1e4-76cf0e04dcc7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2507279 Mar 31 22:57:43.249939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.287481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.355067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['162595c5-38b8-4907-b590-691617048dfd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:43.385527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.399670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=3ecd9621-73da-4020-afa3-d09478372566,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:43.404770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:43.425471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-909c9493-8a58-4de1-83f0-2ac775248c6f req-4a015c1b-45b8-4241-8f4c-7fa5d9e96159 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059553 Mar 31 22:57:43.430803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:43.432897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port 3ecd9621-73da-4020-afa3-d09478372566 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:43.455927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:43.465774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.469083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ceddea32-20c3-41bc-bcdb-0a9c7601eb0e req-9c247cfe-8ee4-4703-9831-f28f5ceca99d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "DELETE /v2.0/ports/3ecd9621-73da-4020-afa3-d09478372566 HTTP/1.1" status: 204 len: 173 time: 1.0660486 Mar 31 22:57:43.469373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-1ec3f2a2-3169-414e-bbef-4cc0800b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.469550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'name': 'network-vif-deleted', 'tag': '3ecd9621-73da-4020-afa3-d09478372566'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:43.470892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-1ec3f2a2-3169-414e-bbef-4cc0800b9b96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2534442 Mar 31 22:57:43.471972 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40283dac-e628-4261-b5a8-539c38f05a6d" -d '{"events": [{"server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "name": "network-vif-deleted", "tag": "3ecd9621-73da-4020-afa3-d09478372566"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:43.564288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7779e7-db64-41ba-a7e6-445f1c9e952e req-42059537-374e-408b-bde8-88c5cca7c713 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.566184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa7779e7-db64-41ba-a7e6-445f1c9e952e req-42059537-374e-408b-bde8-88c5cca7c713 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.3124647 Mar 31 22:57:43.591177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:43.606842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:43.608089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.643192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-6a95569b-2d70-40ae-b5dd-e5d390663055 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7232423 Mar 31 22:57:43.663970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa7779e7-db64-41ba-a7e6-445f1c9e952e req-7bb98156-58b2-404d-8483-170903125ae0 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886805 Mar 31 22:57:43.675115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Request body: {'port': {'device_id': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:43.768709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-cb05a917-cb0a-42f8-8a8d-617fd33f04f9 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784097 Mar 31 22:57:43.773584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.811923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:43.854880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:43.924781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82bd3e2d-830d-4e8a-bc18-c5cade3a1185 req-08cddf86-6112-4bab-9017-4d9c8713bdf0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=605bb7d7-81e8-4285-8583-dbde637c59e1 HTTP/1.1" status: 200 len: 210 time: 0.0936327 Mar 31 22:57:43.925964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '42caa54d-ff74-484f-a5be-b1140692666d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:57:41Z', 'revision_number': 5, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port': {'id': '42caa54d-ff74-484f-a5be-b1140692666d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d583141-7fe0-4319-a786-7b669e820f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:45Z', 'updated_at': '2022-03-31T22:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:43.964401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Checking router: 8d583141-7fe0-4319-a786-7b669e820f06 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:43.969480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 303153d9-6cef-4224-9242-86522df2e74f has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:57:44.004228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Routers {'8d583141-7fe0-4319-a786-7b669e820f06'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:44.005138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8d583141-7fe0-4319-a786-7b669e820f06'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:44.053119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b81f869-ef44-4e51-8706-96d9ec19aa05 req-ae6e7288-6c0b-41bb-8834-18e8e4d5f0bc service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697175 Mar 31 22:57:44.078359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:44.081135 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51053e15-b130-4d49-acde-a6174ed8cc5f x-openstack-request-id: req-51053e15-b130-4d49-acde-a6174ed8cc5f {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:44.081432 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605bb7d7-81e8-4285-8583-dbde637c59e1", "name": "network-vif-deleted", "tag": "3ecd9621-73da-4020-afa3-d09478372566", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:44.081684 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-51053e15-b130-4d49-acde-a6174ed8cc5f {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:44.082091 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51053e15-b130-4d49-acde-a6174ed8cc5f'] response: {'server_uuid': '605bb7d7-81e8-4285-8583-dbde637c59e1', 'name': 'network-vif-deleted', 'tag': '3ecd9621-73da-4020-afa3-d09478372566', 'status': 'completed', 'code': 200} Mar 31 22:57:44.134721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Deleting port 42caa54d-ff74-484f-a5be-b1140692666d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:44.135198 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.220115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e', '3ecd9621-73da-4020-afa3-d09478372566'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:44.221190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:44.269917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a555-67b4-44d6-b09d-4ec4e9003435 req-bc90a269-dcc9-4d49-bea2-c279fd979c10 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.280301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ab9a555-67b4-44d6-b09d-4ec4e9003435 req-bc90a269-dcc9-4d49-bea2-c279fd979c10 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.1646767 Mar 31 22:57:44.295704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.298586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303153d9-6cef-4224-9242-86522df2e74f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:44.302240 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1e84d-3a43-46a4-aab1-f67ffdc9c72a" -d '{"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "303153d9-6cef-4224-9242-86522df2e74f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:44.309840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.353915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ab9a555-67b4-44d6-b09d-4ec4e9003435 req-7dc8d3a7-c583-493c-b454-c52d86dfe849 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725594 Mar 31 22:57:44.497760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] Set router 8d583141-7fe0-4319-a786-7b669e820f06 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:44.539016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94076e6b-e03f-4f93-a549-6c86e2a6c42d {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:44.551160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] For port 42caa54d-ff74-484f-a5be-b1140692666d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42caa54d-ff74-484f-a5be-b1140692666d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:44.552200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.560957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.581000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:57:43Z', 'revision_number': 6, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:44.601342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Calling delete_port for 42caa54d-ff74-484f-a5be-b1140692666d owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:44.606182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f97611-037b-4597-82c7-fe7a2cf50270 req-1a1326f1-627d-4caa-9dff-275563a23a4e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.610496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38f97611-037b-4597-82c7-fe7a2cf50270 req-1a1326f1-627d-4caa-9dff-275563a23a4e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1494372 Mar 31 22:57:44.611706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Transition to ACTIVE for port object 94076e6b-e03f-4f93-a549-6c86e2a6c42d will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:44.619903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.647509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.671334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5587448-6822-492a-862f-b466fc5ed272 req-b449715f-6fab-4b70-818d-62de7a20977d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:44.672930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5587448-6822-492a-862f-b466fc5ed272 req-b449715f-6fab-4b70-818d-62de7a20977d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 932 time: 0.3663638 Mar 31 22:57:44.680202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:44.680501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:44.680843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:44.684095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9e4714-8288-42f7-babc-3a5f404b8d9a None None] The sync data for ids ['8d583141-7fe0-4319-a786-7b669e820f06'] in n-d-835855-2 is: [{'id': '8d583141-7fe0-4319-a786-7b669e820f06', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1136474564-router', 'tenant_id': '454f7aa6ace740cebf12b658cd1b17de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:44Z', 'updated_at': '2022-03-31T22:57:43Z', 'revision_number': 6, 'project_id': '454f7aa6ace740cebf12b658cd1b17de', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:44.707767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:44.727375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:44.727697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Attempting to bind port 303153d9-6cef-4224-9242-86522df2e74f on network c21cac26-dbae-43c0-bf81-1eefeb1b49d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:44.749434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:44.749771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Checking segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:44.750227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Bound using segment: {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:44.750727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Bound port: 303153d9-6cef-4224-9242-86522df2e74f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd241ad38-e9ca-4e07-aeeb-b195a98d119a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c21cac26-dbae-43c0-bf81-1eefeb1b49d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:44.751134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.818060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38f97611-037b-4597-82c7-fe7a2cf50270 req-5f72bc2d-d6ed-4227-b51d-9a663598043c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949184 Mar 31 22:57:44.863074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5587448-6822-492a-862f-b466fc5ed272 req-224d15bc-c973-49e4-ac2c-e5bbf433fd44 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483159 Mar 31 22:57:44.904869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:44.910095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:44.925800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:44.941125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:44.941630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:44.942103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:44.976675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:44.977265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:44.990998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:44.992489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:44.994040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:45.000009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Bound port: 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:45.000718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.029465 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9db82-d367-41ec-b96b-7c92eb12eedc x-openstack-request-id: req-52d9db82-d367-41ec-b96b-7c92eb12eedc {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:45.029765 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "303153d9-6cef-4224-9242-86522df2e74f", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:45.030017 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-52d9db82-d367-41ec-b96b-7c92eb12eedc {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:45.030413 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d9db82-d367-41ec-b96b-7c92eb12eedc'] response: {'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303153d9-6cef-4224-9242-86522df2e74f', 'code': 200} Mar 31 22:57:45.053705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.128609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.129221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.130658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] 10.222.0.60 "PUT /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 1121 time: 1.9860184 Mar 31 22:57:45.194888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:45.202077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:45.209673 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.249709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:45.258674 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.264862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b37ae-409d-4506-bb0c-ce683f8420fa service neutron] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.332591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['303153d9-6cef-4224-9242-86522df2e74f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:45.336572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.337961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.340816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] 10.222.0.96 "PUT /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 1092 time: 1.6740963 Mar 31 22:57:45.365748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6d14-ecf1-4316-bef9-ce1339a9c9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.385018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30873-7ba4-4d48-b81f-dab11aed56e8 req-f4a6e2ed-4f26-40f8-8f72-4df5bd868b75 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.393581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ef30873-7ba4-4d48-b81f-dab11aed56e8 req-f4a6e2ed-4f26-40f8-8f72-4df5bd868b75 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 945 time: 0.1215212 Mar 31 22:57:45.408400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['303153d9-6cef-4224-9242-86522df2e74f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:45.432844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42caa54d-ff74-484f-a5be-b1140692666d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:45.467172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.471874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ef30873-7ba4-4d48-b81f-dab11aed56e8 req-5bffd2c7-9324-4cb5-94cf-00e32e738a2b tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Mar 31 22:57:45.475911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c46c40-caaa-47e4-8fd4-b76c5c27223c req-b64d04f1-e797-43b6-8536-2e7b7044978d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.483496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78c46c40-caaa-47e4-8fd4-b76c5c27223c req-b64d04f1-e797-43b6-8536-2e7b7044978d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2791026 Mar 31 22:57:45.486866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.508147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-f1526348-3d28-4c04-a78d-b93967fc8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.509789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-f1526348-3d28-4c04-a78d-b93967fc8e5b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1095 time: 0.0982678 Mar 31 22:57:45.575720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78c46c40-caaa-47e4-8fd4-b76c5c27223c req-f29177b5-5109-488d-b6e4-f2d8879cc910 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912235 Mar 31 22:57:45.582499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.582682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-5a97129f-b270-4e46-b742-17b7c12f1db8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 217 time: 0.0572326 Mar 31 22:57:45.583279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d583141-7fe0-4319-a786-7b669e820f06 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:57:45.600349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.604251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7170bdd2-bf04-47a0-8428-f0998f417fa2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/8d583141-7fe0-4319-a786-7b669e820f06 HTTP/1.1" status: 204 len: 168 time: 2.7406886 Mar 31 22:57:45.604797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36958) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:45.681529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063b2d-c062-48da-9690-6b708e4e1657 req-762d9672-ce99-4d25-8638-8b470cb891ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:45.683029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-762d9672-ce99-4d25-8638-8b470cb891ff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0935311 Mar 31 22:57:45.731102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e2a63f93-9cca-4228-9cea-6f38faa463e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335166 Mar 31 22:57:45.756851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Deleting subnet dc9a3803-2455-4119-ab29-27ea53b67936 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:45.760618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.801746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.927491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:45.941709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-e21c635f-1852-49c2-933d-3dfc5f83d436 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977739 Mar 31 22:57:46.010023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.064871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.071960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/dc9a3803-2455-4119-ab29-27ea53b67936 HTTP/1.1" status: 204 len: 168 time: 0.4625578 Mar 31 22:57:46.074706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36966) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:46.078270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314a09b-cb42-4ac9-b189-76dacbaaa800 None None] Network 67693356-b6f9-45ba-980b-1f2b6c1a05e1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:46.083057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139e299-faf1-43e6-8ceb-9ed42212f815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9a3803-2455-4119-ab29-27ea53b67936,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.085803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:46.088459 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55629177-429e-4097-930c-05db0be80659" -d '{"events": [{"name": "network-changed", "server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:46.132031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:57:46.201992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e7637-eeeb-4ca5-a40a-8680d56be00a req-36c39679-7d90-424b-8781-d40fd720405d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.219614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b0e7637-eeeb-4ca5-a40a-8680d56be00a req-36c39679-7d90-424b-8781-d40fd720405d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 948 time: 0.5263340 Mar 31 22:57:46.257738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28063b2d-c062-48da-9690-6b708e4e1657 req-d8650062-87c5-4b6b-b641-0b56290d0b40 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944767 Mar 31 22:57:46.295626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.373216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b0e7637-eeeb-4ca5-a40a-8680d56be00a req-0bfd1c92-5619-4293-bc41-0431ddabd2ef tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465364 Mar 31 22:57:46.386469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port df4a25c2-36ee-440f-9ef8-8a85843e6edb completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:57:46.400967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port df4a25c2-36ee-440f-9ef8-8a85843e6edb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:46.401516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.423614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Deleting port cfdd2f30-9520-4762-adb5-1c2b66899169 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:46.424030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.559541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6539e97e-f6c4-4fe6-8db9-f6049bff5cba no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:46.564255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.586541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6539e97e-f6c4-4fe6-8db9-f6049bff5cba {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:46.586882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6539e97e-f6c4-4fe6-8db9-f6049bff5cba not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:46.587394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42caa54d-ff74-484f-a5be-b1140692666d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:46.597815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] For port cfdd2f30-9520-4762-adb5-1c2b66899169, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfdd2f30-9520-4762-adb5-1c2b66899169,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:46.598462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.618567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Calling delete_port for cfdd2f30-9520-4762-adb5-1c2b66899169 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:46.621395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 42caa54d-ff74-484f-a5be-b1140692666d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:46.621900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42caa54d-ff74-484f-a5be-b1140692666d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:46.631901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] DHCP port deletion for 67693356-b6f9-45ba-980b-1f2b6c1a05e1 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:57:46.637712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24da9-3b05-4e13-b1b7-c03540f6d959 req-7fc983c2-bf44-44d8-bbb7-393f0d119573 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.647932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b24da9-3b05-4e13-b1b7-c03540f6d959 req-7fc983c2-bf44-44d8-bbb7-393f0d119573 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1658425 Mar 31 22:57:46.690630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e25e3-d4fa-4f10-8049-7720e67902a9 req-787dc2f6-32e7-4d28-ad30-2cd5d7842a55 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.692454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:46.692976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ec1e25e3-d4fa-4f10-8049-7720e67902a9 req-787dc2f6-32e7-4d28-ad30-2cd5d7842a55 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.0744827 Mar 31 22:57:46.695290 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d53487-9bee-438d-bd3e-9723fd9dd44d" -d '{"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-plugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:46.720740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:46.734368 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:46.735629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3ecd9621-73da-4020-afa3-d09478372566 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:46.745318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ec1e25e3-d4fa-4f10-8049-7720e67902a9 req-1888f0e8-cf27-4696-96f0-c7c2cbf235dc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Mar 31 22:57:46.762232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 3ecd9621-73da-4020-afa3-d09478372566 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:46.762778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3ecd9621-73da-4020-afa3-d09478372566 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:46.763396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:46.819404 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051bb607-3542-4ba9-8be3-e010dede7421 x-openstack-request-id: req-051bb607-3542-4ba9-8be3-e010dede7421 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:46.819762 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:46.820167 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-051bb607-3542-4ba9-8be3-e010dede7421 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:46.820646 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051bb607-3542-4ba9-8be3-e010dede7421'] response: {'name': 'network-changed', 'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'status': 'completed', 'code': 200} Mar 31 22:57:46.952740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55629177-429e-4097-930c-05db0be80659 req-99f9078e-264b-4f37-be9d-7f91a302a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:46.954345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-99f9078e-264b-4f37-be9d-7f91a302a543 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1095 time: 0.0708704 Mar 31 22:57:46.960659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:46.986571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Deleting port cfdd2f30-9520-4762-adb5-1c2b66899169 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:46.994210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.031577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'tag': '303153d9-6cef-4224-9242-86522df2e74f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:47.035285 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "tag": "303153d9-6cef-4224-9242-86522df2e74f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:47.105707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b24da9-3b05-4e13-b1b7-c03540f6d959 req-7c916a75-bfc1-43cd-9bd4-d4f66772554e tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569061 Mar 31 22:57:47.149167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.170635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.176666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] For port cfdd2f30-9520-4762-adb5-1c2b66899169, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfdd2f30-9520-4762-adb5-1c2b66899169,segment=NetworkSegment(97e1eb03-4deb-4b56-af3d-412bab7bf9ac),segment_id=97e1eb03-4deb-4b56-af3d-412bab7bf9ac)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:47.177307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.195943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdd2f30-9520-4762-adb5-1c2b66899169,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.233440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] No DVR routers for this DVR port cfdd2f30-9520-4762-adb5-1c2b66899169 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:47.233781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Calling delete_port for cfdd2f30-9520-4762-adb5-1c2b66899169 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:47.284589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:47.369456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.398154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-55f7fa22-8d8d-499c-b8d2-5a1c0c5bce06 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.399758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-55f7fa22-8d8d-499c-b8d2-5a1c0c5bce06 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 945 time: 0.1870525 Mar 31 22:57:47.419882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55629177-429e-4097-930c-05db0be80659 req-b3b3d4e1-0cfb-43af-b16a-6c5d7bbb07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.421542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-b3b3d4e1-0cfb-43af-b16a-6c5d7bbb07bb service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.4549613 Mar 31 22:57:47.434568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67693356-b6f9-45ba-980b-1f2b6c1a05e1']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.439687 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.492084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e1eb03-4deb-4b56-af3d-412bab7bf9ac') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.492375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e1eb03-4deb-4b56-af3d-412bab7bf9ac') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:47.498926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-3d519aec-8b16-4100-b587-d6f04724d482 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 217 time: 0.0502391 Mar 31 22:57:47.507285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] No DVR routers for this DVR port cfdd2f30-9520-4762-adb5-1c2b66899169 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:47.514958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.519080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413d1e7-0e47-436c-ba40-5044d95fe2da req-bb4e4b42-e8ba-4e42-a410-76f48aa3bbc5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.521096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6deb7d8-c143-4540-8bb1-c3dfc26f3286 None None] Pushing event deleted for resources: {'Port': ['ID=cfdd2f30-9520-4762-adb5-1c2b66899169,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.528357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b413d1e7-0e47-436c-ba40-5044d95fe2da req-bb4e4b42-e8ba-4e42-a410-76f48aa3bbc5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1055958 Mar 31 22:57:47.531958 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.569440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.582321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753f4b-0168-4617-ae5d-7cf735477fcb req-6ac41eb2-93bb-40c6-bfaa-309fc2e27e00 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.584494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d753f4b-0168-4617-ae5d-7cf735477fcb req-6ac41eb2-93bb-40c6-bfaa-309fc2e27e00 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 945 time: 0.1533496 Mar 31 22:57:47.588888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b413d1e7-0e47-436c-ba40-5044d95fe2da req-42ae0ae1-f01d-4779-9cf2-2ec77e1ae6df tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Mar 31 22:57:47.592258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:47.592842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: timer() Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:47.594376 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:47.674935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55629177-429e-4097-930c-05db0be80659 req-f392e427-cbbc-4d97-a62a-cb73eaeb5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.679984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-f392e427-cbbc-4d97-a62a-cb73eaeb5dd8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.1488471 Mar 31 22:57:47.685638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.699424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.703031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] 10.222.0.95 "DELETE /v2.0/networks/67693356-b6f9-45ba-980b-1f2b6c1a05e1 HTTP/1.1" status: 204 len: 168 time: 1.6271226 Mar 31 22:57:47.718035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:47.735787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4163d-52f7-4dca-9458-65ea4fae471f admin admin] Pushing event deleted for resources: {'Network': ['ID=67693356-b6f9-45ba-980b-1f2b6c1a05e1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.743693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Deleting port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:47.744025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:47.783755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-e858cfa5-319c-4afa-8a06-368e82668878 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662498 Mar 31 22:57:47.805401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d91b8-8380-43e6-adb9-97ae3a1da645 req-4f2d8457-74e6-4331-bf9e-c738242ee8ce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.807791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d4d91b8-8380-43e6-adb9-97ae3a1da645 req-4f2d8457-74e6-4331-bf9e-c738242ee8ce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1052952 Mar 31 22:57:47.822763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:47.828140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d753f4b-0168-4617-ae5d-7cf735477fcb req-7a0069f4-ae88-4f70-b60a-3fc368b984d6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/security-groups?id=31942698-502a-4b21-a2f4-545635d59e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321253 Mar 31 22:57:47.906847 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0116a-5665-48e2-b740-934546d4a738 x-openstack-request-id: req-dfa0116a-5665-48e2-b740-934546d4a738 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:47.907154 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-plugged", "status": "completed", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:47.907411 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dfa0116a-5665-48e2-b740-934546d4a738 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:47.907813 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa0116a-5665-48e2-b740-934546d4a738'] response: {'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'code': 200} Mar 31 22:57:47.962678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-32418fd5-11b5-4ec0-9498-97d669f45a17 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527047 Mar 31 22:57:47.963386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-04e79848-abc7-435f-aeee-ea22cc313d75 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:47.966106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-04e79848-abc7-435f-aeee-ea22cc313d75 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "GET /v2.0/ports?device_id=720f2229-6b22-432d-89b6-9102161d0f49 HTTP/1.1" status: 200 len: 946 time: 0.2279806 Mar 31 22:57:47.974271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d4d91b8-8380-43e6-adb9-97ae3a1da645 req-7e5a0b4b-a334-43cf-bb63-a089d33c1468 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566148 Mar 31 22:57:48.071905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] For port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:48.072438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.106129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Calling delete_port for 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:48.112151 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081cdb73-d781-4b63-975f-687be207d652 x-openstack-request-id: req-081cdb73-d781-4b63-975f-687be207d652 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:48.126691 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "tag": "303153d9-6cef-4224-9242-86522df2e74f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:48.126691 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-081cdb73-d781-4b63-975f-687be207d652 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:48.126691 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081cdb73-d781-4b63-975f-687be207d652'] response: {'name': 'network-changed', 'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'tag': '303153d9-6cef-4224-9242-86522df2e74f', 'status': 'completed', 'code': 200} Mar 31 22:57:48.267427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-c0919f8e-7fd6-4038-b03f-fc4acc86e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.268892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-c0919f8e-7fd6-4038-b03f-fc4acc86e033 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1124 time: 0.1731107 Mar 31 22:57:48.271990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55629177-429e-4097-930c-05db0be80659 req-90a5c17b-52d1-47ad-a484-4a9503af437c service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919703 Mar 31 22:57:48.297580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a940f1-65e6-4d2e-9c4c-42d5aaf6a906 req-03ff5c34-67ed-43fb-8c75-082c445496c5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.307908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5a940f1-65e6-4d2e-9c4c-42d5aaf6a906 req-03ff5c34-67ed-43fb-8c75-082c445496c5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.1302767 Mar 31 22:57:48.423200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328365e7-975a-4820-8962-fd2e0e40be49 req-789a8599-99db-42c3-889e-80ca73b95e04 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.429329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5a940f1-65e6-4d2e-9c4c-42d5aaf6a906 req-b8743a73-81ce-47e4-9377-187eeee5973c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203163 Mar 31 22:57:48.433270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-328365e7-975a-4820-8962-fd2e0e40be49 req-789a8599-99db-42c3-889e-80ca73b95e04 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.2756541 Mar 31 22:57:48.470671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-f07fe3be-f614-4ee8-a8b5-7f33e967c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.472442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-f07fe3be-f614-4ee8-a8b5-7f33e967c988 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.1617329 Mar 31 22:57:48.528556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfdd2f30-9520-4762-adb5-1c2b66899169 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:48.540520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-b7c180e0-3678-4969-bbe7-68b06890a97d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 217 time: 0.0563903 Mar 31 22:57:48.554232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: cfdd2f30-9520-4762-adb5-1c2b66899169 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:48.554560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfdd2f30-9520-4762-adb5-1c2b66899169 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:48.565756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Deleting port 36f69642-82e1-4ba2-9749-7aedcac4db45 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:48.566162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.602671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.614977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-328365e7-975a-4820-8962-fd2e0e40be49 req-9821ae4f-7b88-44d8-b50f-54e7cdadce43 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808391 Mar 31 22:57:48.621282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-c8bf59c6-47dd-43da-8e86-9b5712417998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.622740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-c8bf59c6-47dd-43da-8e86-9b5712417998 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.0698974 Mar 31 22:57:48.627717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', '36f69642-82e1-4ba2-9749-7aedcac4db45'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:48.631133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2c52b-866b-4a96-ac70-76c878525087 req-3f0db6cb-ed10-403f-801d-8b7bd1a11ebb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.638531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2fc2c52b-866b-4a96-ac70-76c878525087 req-3f0db6cb-ed10-403f-801d-8b7bd1a11ebb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.1027284 Mar 31 22:57:48.685460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-67942da9-7467-46f0-8b11-de60e6dd87c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442123 Mar 31 22:57:48.701207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event deleted for resources: {'Port': ['ID=6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:48.746183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2fc2c52b-866b-4a96-ac70-76c878525087 req-2af24477-0bde-42a6-9cc3-cd014b286092 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066918 Mar 31 22:57:48.812763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] No DVR routers for this DVR port 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:48.819661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.825663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05affd3f-c1e7-45bd-af0c-87ceb0c58a6e req-63dbec0f-2afe-4f6d-a5ab-e021602b64b6 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "DELETE /v2.0/ports/6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 HTTP/1.1" status: 204 len: 173 time: 1.4044232 Mar 31 22:57:48.843260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-3d44cc05-ee1c-4c92-8921-6e94acc760ad service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349242 Mar 31 22:57:48.883749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] For port 36f69642-82e1-4ba2-9749-7aedcac4db45, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36f69642-82e1-4ba2-9749-7aedcac4db45,segment=NetworkSegment(516359a5-a64d-4feb-b794-765d57c5360b),segment_id=516359a5-a64d-4feb-b794-765d57c5360b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:48.884222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:48.916858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Calling delete_port for 36f69642-82e1-4ba2-9749-7aedcac4db45 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:48.938197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307d58f-233c-4a2d-812c-52faa550c088 req-7c3a0d8a-2ef0-45b6-9177-e053b66e45b1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:48.939697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1307d58f-233c-4a2d-812c-52faa550c088 req-7c3a0d8a-2ef0-45b6-9177-e053b66e45b1 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.2340050 Mar 31 22:57:48.973521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5351cfa2-7b75-4d69-b993-bec376c5e6df req-2ae77d18-f33a-41e2-8ab3-3e81c8bff67e tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.95 "GET /v2.0/ports?device_id=b9f00025-1c62-4f65-808c-3cd6ec41e65d HTTP/1.1" status: 200 len: 210 time: 0.0358038 Mar 31 22:57:48.998970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb1d854e-16f7-4fb1-be01-b70d18fe3b88 req-ec96fc5c-c48d-478a-b48d-a91f9d22e0cc service neutron] 10.222.0.96 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427543 Mar 31 22:57:49.081309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1307d58f-233c-4a2d-812c-52faa550c088 req-42899e23-930e-4ba2-9db2-008873288142 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336892 Mar 31 22:57:49.086288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-79978c6f-de79-4152-9ba5-8006aabaaa9b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235486 Mar 31 22:57:49.129556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-f29870f9-9372-4d1a-a76a-984f31b7f36c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.131085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-f29870f9-9372-4d1a-a76a-984f31b7f36c tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/ports?device_id=06caa759-fe44-4c36-b445-1e139cdb8fd0 HTTP/1.1" status: 200 len: 950 time: 0.1227598 Mar 31 22:57:49.222944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-1001b3f2-1928-4a3b-9bd2-59c8115afa07 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.224693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-1001b3f2-1928-4a3b-9bd2-59c8115afa07 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310410 Mar 31 22:57:49.240232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-a56ff14a-9482-40a3-bf80-20c693eeecb5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/quotas/1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Mar 31 22:57:49.252627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.294190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-b30a7358-9247-4b70-bf5e-43c6658b7e43 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472505 Mar 31 22:57:49.318775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.380536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Pushing event deleted for resources: {'Port': ['ID=36f69642-82e1-4ba2-9749-7aedcac4db45,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:49.399383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11e948-2e5b-45d3-8b41-a5751dbc8aed req-927b1099-6c28-4730-a590-94208f0e0f57 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.400920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc11e948-2e5b-45d3-8b41-a5751dbc8aed req-927b1099-6c28-4730-a590-94208f0e0f57 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2357597 Mar 31 22:57:49.485022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11bac44e-091f-4656-94ca-2d32c928ff12 req-abf0e1d8-82ba-4a51-a981-e6777f59d73e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 210 time: 0.0481482 Mar 31 22:57:49.498435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] No DVR routers for this DVR port 36f69642-82e1-4ba2-9749-7aedcac4db45 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:49.506112 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.509558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25f6c11d-7db9-4470-a24d-d3608f744cd0 req-a95b8960-28da-4dc7-b6f4-02eb6d0297d7 tempest-ListServersNegativeTestJSON-1905019617 tempest-ListServersNegativeTestJSON-1905019617-project] 10.222.0.60 "DELETE /v2.0/ports/36f69642-82e1-4ba2-9749-7aedcac4db45 HTTP/1.1" status: 204 len: 173 time: 1.5302889 Mar 31 22:57:49.609442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdfd5a-4506-4c71-8866-ef85ce374302 req-67abdce3-432d-4dc7-8e8a-f17c73ce4df4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.619862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59fdfd5a-4506-4c71-8866-ef85ce374302 req-67abdce3-432d-4dc7-8e8a-f17c73ce4df4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.0684235 Mar 31 22:57:49.710707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59fdfd5a-4506-4c71-8866-ef85ce374302 req-f9a7a78c-554b-477a-a4ef-146ca081d7b0 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823514 Mar 31 22:57:49.752544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-793d7e09-d11c-492e-a2c6-6a577a40657d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.755645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-793d7e09-d11c-492e-a2c6-6a577a40657d tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.1075025 Mar 31 22:57:49.858278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc11e948-2e5b-45d3-8b41-a5751dbc8aed req-56994068-8d7a-4f62-8648-b07ffe7409e3 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068344 Mar 31 22:57:49.862800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port 26c7e18a-bae7-475f-89f4-ed621d055e03 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:49.863378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:49.900768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d64f9-48f7-4264-99b7-eeee4ef8da43 req-fe6043c7-1d20-4d2e-b44e-583b5bd33328 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:49.902572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e92d64f9-48f7-4264-99b7-eeee4ef8da43 req-fe6043c7-1d20-4d2e-b44e-583b5bd33328 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 949 time: 0.0986433 Mar 31 22:57:49.912889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:49.939740 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ed7a4a-a910-4381-a2a9-bcfc12269802" -d '{"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:49.989558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port a5458ba1-159c-42f0-a40c-767fa8f1c38e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:49.989852 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.008417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port 26c7e18a-bae7-475f-89f4-ed621d055e03, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26c7e18a-bae7-475f-89f4-ed621d055e03,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.008782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.014204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e92d64f9-48f7-4264-99b7-eeee4ef8da43 req-0ae2a114-0c9e-460f-9c38-704b357ae76e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048610 Mar 31 22:57:50.039048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for 26c7e18a-bae7-475f-89f4-ed621d055e03 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:50.073422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-3f95561a-24bf-4495-810b-1b85de0b1054 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.074159 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83fdf4-3a7b-4652-b516-ce382e5a43db x-openstack-request-id: req-db83fdf4-3a7b-4652-b516-ce382e5a43db {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:50.074625 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-unplugged", "status": "completed", "tag": "c043d57b-e56d-4120-b907-432789652b81", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:50.075046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-3f95561a-24bf-4495-810b-1b85de0b1054 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.1262193 Mar 31 22:57:50.075170 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db83fdf4-3a7b-4652-b516-ce382e5a43db {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:50.075892 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db83fdf4-3a7b-4652-b516-ce382e5a43db'] response: {'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c043d57b-e56d-4120-b907-432789652b81', 'code': 200} Mar 31 22:57:50.122623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'name': 'network-vif-deleted', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7'}, {'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'name': 'network-vif-deleted', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:50.125057 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a361f04-c465-495f-a597-95da8f2c1b9e" -d '{"events": [{"server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "name": "network-vif-deleted", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7"}, {"server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "name": "network-vif-deleted", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:50.142325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3c018-0b03-47c8-aad7-a33de90286cf req-5a04b9d2-6cc3-4ee7-9ae4-dcd1d2294b3f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.155500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fb3c018-0b03-47c8-aad7-a33de90286cf req-5a04b9d2-6cc3-4ee7-9ae4-dcd1d2294b3f tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 943 time: 0.2044573 Mar 31 22:57:50.160860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port a5458ba1-159c-42f0-a40c-767fa8f1c38e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a5458ba1-159c-42f0-a40c-767fa8f1c38e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.161302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.209906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for a5458ba1-159c-42f0-a40c-767fa8f1c38e owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:50.302821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.315142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8', '26c7e18a-bae7-475f-89f4-ed621d055e03'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:50.318960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a5458ba1-159c-42f0-a40c-767fa8f1c38e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:50.324149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76415753-5c55-43a2-82b8-ff889a496a47 req-f572a854-e058-4ae0-a065-4dad2d8f298a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:50.324149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76415753-5c55-43a2-82b8-ff889a496a47 req-f572a854-e058-4ae0-a065-4dad2d8f298a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1427476 Mar 31 22:57:50.335534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=26c7e18a-bae7-475f-89f4-ed621d055e03,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.336656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Deleting port c043d57b-e56d-4120-b907-432789652b81 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:50.336965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.345388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fb3c018-0b03-47c8-aad7-a33de90286cf req-8ec692b0-405c-424f-a600-0aca350e5bf3 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/security-groups?id=f58d5d84-fb2f-47b1-82b1-31c391df21bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890411 Mar 31 22:57:50.350388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.351021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.351485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.352427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.353372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.353372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.353782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.354465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.355059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.355513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.355931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.356347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:57:50.435095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:50.471715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port 26c7e18a-bae7-475f-89f4-ed621d055e03 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:50.522872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Deleting subnet 1370d38a-36cd-4cd2-aae7-e29e9b7823ba {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:50.525935 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dafab9-a16e-4957-8798-589e94b17fc7 x-openstack-request-id: req-30dafab9-a16e-4957-8798-589e94b17fc7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:50.526225 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f00025-1c62-4f65-808c-3cd6ec41e65d", "name": "network-vif-deleted", "tag": "6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7", "status": "completed", "code": 200}, {"server_uuid": "720f2229-6b22-432d-89b6-9102161d0f49", "name": "network-vif-deleted", "tag": "36f69642-82e1-4ba2-9749-7aedcac4db45", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:50.527032 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-30dafab9-a16e-4957-8798-589e94b17fc7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:50.527481 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dafab9-a16e-4957-8798-589e94b17fc7'] response: {'server_uuid': 'b9f00025-1c62-4f65-808c-3cd6ec41e65d', 'name': 'network-vif-deleted', 'tag': '6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7', 'status': 'completed', 'code': 200} Mar 31 22:57:50.527738 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dafab9-a16e-4957-8798-589e94b17fc7'] response: {'server_uuid': '720f2229-6b22-432d-89b6-9102161d0f49', 'name': 'network-vif-deleted', 'tag': '36f69642-82e1-4ba2-9749-7aedcac4db45', 'status': 'completed', 'code': 200} Mar 31 22:57:50.531884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.535273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b385ce0-8d44-4d2f-9442-facb512a68a5 req-b3e84bb8-4a14-4342-83fd-4e15f4813574 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "DELETE /v2.0/ports/26c7e18a-bae7-475f-89f4-ed621d055e03 HTTP/1.1" status: 204 len: 173 time: 1.3930471 Mar 31 22:57:50.537653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.580769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76415753-5c55-43a2-82b8-ff889a496a47 req-68017364-37d2-4f9e-ba08-71459d05c5bd tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489100 Mar 31 22:57:50.654474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] For port c043d57b-e56d-4120-b907-432789652b81, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c043d57b-e56d-4120-b907-432789652b81,segment=NetworkSegment(8584d88b-1c63-4b13-95fc-3b82cef1b3cf),segment_id=8584d88b-1c63-4b13-95fc-3b82cef1b3cf)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:50.654755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.686667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Calling delete_port for c043d57b-e56d-4120-b907-432789652b81 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:50.697666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.719338 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.736014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=a5458ba1-159c-42f0-a40c-767fa8f1c38e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:50.750854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de607c65-8236-4107-aa75-f2c78f6ea633 req-6de754ff-4a54-4baa-81a7-36c29657dec8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 210 time: 0.0938380 Mar 31 22:57:50.783390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Deleting port f9e8788b-35a7-4576-8614-b51324b63f6c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:50.786415 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.851643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.887899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port a5458ba1-159c-42f0-a40c-767fa8f1c38e on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:50.894787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:50.898170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1f4c219-38a6-4b4e-880a-6013710c715b req-7e9d62b3-382d-4ba3-9575-867e6182ec38 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.96 "DELETE /v2.0/ports/a5458ba1-159c-42f0-a40c-767fa8f1c38e HTTP/1.1" status: 204 len: 173 time: 1.1268013 Mar 31 22:57:50.906889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'name': 'network-vif-deleted', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:50.909284 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05393442-8733-442d-a85f-e2ae8728c2a1" -d '{"events": [{"server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "name": "network-vif-deleted", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:51.003995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ef85b-917a-4671-9afc-e2dbe6064041 req-f6a6dca6-8668-49f9-8f89-9e554673d101 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.012096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-999ef85b-917a-4671-9afc-e2dbe6064041 req-f6a6dca6-8668-49f9-8f89-9e554673d101 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.1190934 Mar 31 22:57:51.057002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-1327b607-d1ba-41f5-8a1a-ed8e5aedcd7e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360908 Mar 31 22:57:51.065028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36f69642-82e1-4ba2-9749-7aedcac4db45 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:51.119528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 36f69642-82e1-4ba2-9749-7aedcac4db45 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:51.121604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36f69642-82e1-4ba2-9749-7aedcac4db45 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:51.122047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:51.187595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:51.187765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-999ef85b-917a-4671-9afc-e2dbe6064041 req-64e82219-0c83-4946-bc86-a25e8edea8ef tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698165 Mar 31 22:57:51.187929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6c9c8f1b-0c7d-4b6c-81f9-d3f07ccd71d7 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:51.189812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26c7e18a-bae7-475f-89f4-ed621d055e03 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:51.202856 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.207409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.237511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Pushing event deleted for resources: {'Port': ['ID=c043d57b-e56d-4120-b907-432789652b81,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.265365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 26c7e18a-bae7-475f-89f4-ed621d055e03 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:51.265708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26c7e18a-bae7-475f-89f4-ed621d055e03 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:51.275552 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c2de8-861e-4a87-918a-96a33eb81d03 x-openstack-request-id: req-e31c2de8-861e-4a87-918a-96a33eb81d03 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:51.276133 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87419dc7-abac-44a7-86a9-f40fc55cba4d", "name": "network-vif-deleted", "tag": "a5458ba1-159c-42f0-a40c-767fa8f1c38e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:51.276621 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e31c2de8-861e-4a87-918a-96a33eb81d03 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:51.277760 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31c2de8-861e-4a87-918a-96a33eb81d03'] response: {'server_uuid': '87419dc7-abac-44a7-86a9-f40fc55cba4d', 'name': 'network-vif-deleted', 'tag': 'a5458ba1-159c-42f0-a40c-767fa8f1c38e', 'status': 'completed', 'code': 200} Mar 31 22:57:51.309294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] No DVR routers for this DVR port c043d57b-e56d-4120-b907-432789652b81 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:51.312490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.317882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51ac8fac-78b3-4433-95fe-1cdd11680e97 req-51395a7c-2d74-48c0-9e58-3df9dcbd82cb tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.96 "DELETE /v2.0/ports/c043d57b-e56d-4120-b907-432789652b81 HTTP/1.1" status: 204 len: 173 time: 1.2115200 Mar 31 22:57:51.361049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.407113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1370d38a-36cd-4cd2-aae7-e29e9b7823ba,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:51.437760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] For port f9e8788b-35a7-4576-8614-b51324b63f6c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9e8788b-35a7-4576-8614-b51324b63f6c,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:51.437760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.465417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-901483a4-b0d1-4300-ae09-36fb0db73f06 req-e9aaaccc-de10-4d94-be93-772ac0a7d36b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=87419dc7-abac-44a7-86a9-f40fc55cba4d HTTP/1.1" status: 200 len: 210 time: 0.0420296 Mar 31 22:57:51.465756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.470793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f697728a-ae8d-46b3-a136-9c2e390b98e4 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1370d38a-36cd-4cd2-aae7-e29e9b7823ba HTTP/1.1" status: 204 len: 168 time: 1.0328650 Mar 31 22:57:51.473325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37064) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:51.490031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79be13-ac93-4cc3-a92d-6d103a74755f req-31d12d4c-085e-4fb9-96e6-f723e159bf3a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.493383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a79be13-ac93-4cc3-a92d-6d103a74755f req-31d12d4c-085e-4fb9-96e6-f723e159bf3a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.4685013 Mar 31 22:57:51.495475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Calling delete_port for f9e8788b-35a7-4576-8614-b51324b63f6c owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:51.508202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-3bd96a92-23e6-4632-8ad0-13c652923226 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.510962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-3bd96a92-23e6-4632-8ad0-13c652923226 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258726 Mar 31 22:57:51.548383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Request body: {'port': {'device_id': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '1ede2325c3a149feaa754656fab94723'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:51.621512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.671992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ed0dee7-6192-4124-8835-08992dfe3f3c req-52083764-127b-4fe6-a422-b8c9792a2d73 tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] 10.222.0.95 "GET /v2.0/ports?device_id=7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5 HTTP/1.1" status: 200 len: 210 time: 0.0469902 Mar 31 22:57:51.757807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a79be13-ac93-4cc3-a92d-6d103a74755f req-8a8ef7b8-93c6-4435-9e28-d09146b53bac tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367864 Mar 31 22:57:51.771654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.801110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:51.836722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516359a5-a64d-4feb-b794-765d57c5360b') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:51.837076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516359a5-a64d-4feb-b794-765d57c5360b') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:51.889222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.912024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ce3df7d-23af-4495-830c-32814bdf68a6 req-6c89af62-44d1-49c9-9953-3c1cc05c9f35 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 210 time: 0.0442405 Mar 31 22:57:51.915955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ab9bb-0377-4304-b7ef-163e967a23d2 req-8422e6d8-855e-478f-9351-0c19a82d4b07 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:51.924544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-747ab9bb-0377-4304-b7ef-163e967a23d2 req-8422e6d8-855e-478f-9351-0c19a82d4b07 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1404254 Mar 31 22:57:51.942475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.944449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Made reservation on behalf of 1ede2325c3a149feaa754656fab94723 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:51.951189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.954620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:51.955030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:51.957361 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:51.994582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-747ab9bb-0377-4304-b7ef-163e967a23d2 req-621e3ff6-7ae4-4b3e-8283-1809fcd3539a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690210 Mar 31 22:57:52.048593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.054390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.060592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] 10.222.0.95 "DELETE /v2.0/networks/4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6 HTTP/1.1" status: 204 len: 168 time: 0.5838711 Mar 31 22:57:52.070259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279f3dd-2c87-4e04-a725-1a013d8789fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba4b3ed-a6aa-4a27-870a-5ec02f022ec6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.126437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.162240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e8788b-35a7-4576-8614-b51324b63f6c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.176856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Allocated IP 192.168.233.64 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/9b1f743f-eb79-4fd7-aa77-0e00d29c671d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:52.192335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:52.254729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c923ed87-961f-4d6e-8c96-50ccde5bacdd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b464b322080749ea9ce61f74b662504c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589609 Mar 31 22:57:52.255074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37076) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:52.334745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.360605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.451778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.454987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.458544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/31942698-502a-4b21-a2f4-545635d59e9c HTTP/1.1" status: 204 len: 168 time: 0.2001567 Mar 31 22:57:52.480027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227505-1625-4a41-b326-115fe09be3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31942698-502a-4b21-a2f4-545635d59e9c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:52.482551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca5cff-bfa9-460f-9ba6-674ecc8c8e36 req-01aa2a44-f515-4ac9-84f2-4f699d69429f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:52.484465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eca5cff-bfa9-460f-9ba6-674ecc8c8e36 req-01aa2a44-f515-4ac9-84f2-4f699d69429f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.2264700 Mar 31 22:57:52.536090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'name': 'network-vif-deleted', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:52.538497 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c70558c-e3bc-42ec-9a34-7019e2eca8db" -d '{"events": [{"server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "name": "network-vif-deleted", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:52.574256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.583082 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f63c34d-701a-444c-919f-6f82fd90d3a2 x-openstack-request-id: req-3f63c34d-701a-444c-919f-6f82fd90d3a2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:52.583430 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06caa759-fe44-4c36-b445-1e139cdb8fd0", "name": "network-vif-deleted", "tag": "26c7e18a-bae7-475f-89f4-ed621d055e03", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:52.583732 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f63c34d-701a-444c-919f-6f82fd90d3a2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:52.584226 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f63c34d-701a-444c-919f-6f82fd90d3a2'] response: {'server_uuid': '06caa759-fe44-4c36-b445-1e139cdb8fd0', 'name': 'network-vif-deleted', 'tag': '26c7e18a-bae7-475f-89f4-ed621d055e03', 'status': 'completed', 'code': 200} Mar 31 22:57:52.606170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eca5cff-bfa9-460f-9ba6-674ecc8c8e36 req-5b44f048-71e6-4831-855e-e9fd0a2d92c6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115513 Mar 31 22:57:52.611385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.726660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'deab2c52-05a6-4d97-987a-eedcd84b88f8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:52.742234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:52.826073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804', 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:52.846312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:52.853914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:52.860912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:52.878555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:53.068354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.069038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.117094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Router 4f75f20e-0b2e-4043-9993-864d41291307 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:57:53.121576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-8be0855f-6a1d-4aac-8627-b50d3dad0723 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5839984 Mar 31 22:57:53.145415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Request body: {'port': {'device_id': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:53.145874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917342a9-b01c-404e-b242-a7fa30618f55 req-652f9907-ed08-42a1-83cd-cdb6bd6e6f26 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.161630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-917342a9-b01c-404e-b242-a7fa30618f55 req-652f9907-ed08-42a1-83cd-cdb6bd6e6f26 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2183433 Mar 31 22:57:53.267988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-917342a9-b01c-404e-b242-a7fa30618f55 req-04009a9e-2128-4b9e-bac6-da5f4d45920e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983016 Mar 31 22:57:53.285686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-deleted', 'tag': 'c043d57b-e56d-4120-b907-432789652b81'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:53.291655 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7c1c9f-132b-494b-85b7-84323adb9d8a" -d '{"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-deleted", "tag": "c043d57b-e56d-4120-b907-432789652b81"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:53.382944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-886dd52e-59a2-4925-80ea-a5e6bd299753 None None] Provisioning complete for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:57:53.383557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-886dd52e-59a2-4925-80ea-a5e6bd299753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.483091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-886dd52e-59a2-4925-80ea-a5e6bd299753 None None] Port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:57:53.499968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969f02-3fbc-4084-9bdf-58c369daf908 req-bd3f8c4b-1116-4dbb-934e-21f4be00fc96 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.501546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4969f02-3fbc-4084-9bdf-58c369daf908 req-bd3f8c4b-1116-4dbb-934e-21f4be00fc96 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1295209 Mar 31 22:57:53.571509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4969f02-3fbc-4084-9bdf-58c369daf908 req-bb523cae-e21e-46f6-ad2f-6732c532b871 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Mar 31 22:57:53.764749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:57:53.780001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37132) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:53.787065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-559041e2-49c9-47b4-97fd-8883b5adb24c admin admin] 10.222.0.95 "PUT /v2.0/routers/4f75f20e-0b2e-4043-9993-864d41291307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0670397 Mar 31 22:57:53.790068 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Sync routers for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:57:53.821317 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:53.823546 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:53.828221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37134) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:53.884544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:53.928721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78f29f-5fc4-4fdd-99b3-f376dc75eda6 req-ebc1f701-08d0-4e87-bf41-26ff8ec3706b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:53.938121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e78f29f-5fc4-4fdd-99b3-f376dc75eda6 req-ebc1f701-08d0-4e87-bf41-26ff8ec3706b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 935 time: 0.7144201 Mar 31 22:57:53.996155 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b20cabf-aeb0-4580-a423-f84be86b015e x-openstack-request-id: req-4b20cabf-aeb0-4580-a423-f84be86b015e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:53.996434 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5", "name": "network-vif-deleted", "tag": "c043d57b-e56d-4120-b907-432789652b81", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:53.996675 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4b20cabf-aeb0-4580-a423-f84be86b015e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:53.997071 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b20cabf-aeb0-4580-a423-f84be86b015e'] response: {'server_uuid': '7aba380e-7e04-47b7-b54e-2a2dcbf4bbe5', 'name': 'network-vif-deleted', 'tag': 'c043d57b-e56d-4120-b907-432789652b81', 'status': 'completed', 'code': 200} Mar 31 22:57:54.019105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.051570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e78f29f-5fc4-4fdd-99b3-f376dc75eda6 req-b8886369-6c50-4c4e-a9e0-1b4426edb46b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036239 Mar 31 22:57:54.064638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2041972199-network', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:54.103156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 303153d9-6cef-4224-9242-86522df2e74f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:54.134425 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:54.217844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647384d6-6c7c-4a4b-9346-3f1bf11ef9ef req-6811eb64-da36-4e85-8c9c-b0632575988d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.219486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-647384d6-6c7c-4a4b-9346-3f1bf11ef9ef req-6811eb64-da36-4e85-8c9c-b0632575988d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.1177771 Mar 31 22:57:54.247098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a5458ba1-159c-42f0-a40c-767fa8f1c38e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:54.261861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.269247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: a5458ba1-159c-42f0-a40c-767fa8f1c38e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:54.270023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a5458ba1-159c-42f0-a40c-767fa8f1c38e not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:54.270604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:54.292825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: c043d57b-e56d-4120-b907-432789652b81 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:54.293440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c043d57b-e56d-4120-b907-432789652b81 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:54.322889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-647384d6-6c7c-4a4b-9346-3f1bf11ef9ef req-fa1c4bad-6e1f-4bcb-89ef-96cc73c24dbf tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Mar 31 22:57:54.352716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:54.352716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.365643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Deleting port 8d36da38-b317-4c32-b5cc-b452fb45b400 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:54.365987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.379995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.421917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae907ec5-f94b-407b-a724-926e73127df6 req-1a818967-6d61-4f90-b006-543a2ed202bf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.431510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae907ec5-f94b-407b-a724-926e73127df6 req-1a818967-6d61-4f90-b006-543a2ed202bf tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 950 time: 0.1786389 Mar 31 22:57:54.539100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:57:52Z', 'revision_number': 5, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port': {'id': '8d36da38-b317-4c32-b5cc-b452fb45b400', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f75f20e-0b2e-4043-9993-864d41291307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:51:56Z', 'updated_at': '2022-03-31T22:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:54.545160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae907ec5-f94b-407b-a724-926e73127df6 req-ddc79c71-b1f3-4944-898a-2d21a5bdf407 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124537 Mar 31 22:57:54.551522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f390fd-db28-48c6-aa16-dd9b46e97ea7 req-07fd22ce-b485-4c1d-a542-0f3d2faa9ee5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.559408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f390fd-db28-48c6-aa16-dd9b46e97ea7 req-07fd22ce-b485-4c1d-a542-0f3d2faa9ee5 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0869963 Mar 31 22:57:54.562378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] For port 8d36da38-b317-4c32-b5cc-b452fb45b400, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8d36da38-b317-4c32-b5cc-b452fb45b400,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:54.562739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.588032 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Checking router: 4f75f20e-0b2e-4043-9993-864d41291307 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:57:54.602669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Routers {'4f75f20e-0b2e-4043-9993-864d41291307'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:57:54.603365 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4f75f20e-0b2e-4043-9993-864d41291307'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:54.617943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Calling delete_port for 8d36da38-b317-4c32-b5cc-b452fb45b400 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:54.636643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f390fd-db28-48c6-aa16-dd9b46e97ea7 req-3d518dc0-46b9-41a7-83a5-48630f9b06ad tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762641 Mar 31 22:57:54.735576 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] Set router 4f75f20e-0b2e-4043-9993-864d41291307 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:57:54.785438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.794788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:54.806366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.810166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:54.820513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:57:54Z', 'revision_number': 6, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:54.859594 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8e122-c873-4627-aba9-851f2368afc2 None None] The sync data for ids ['4f75f20e-0b2e-4043-9993-864d41291307'] in n-d-835855-2 is: [{'id': '4f75f20e-0b2e-4043-9993-864d41291307', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1680872922-router', 'tenant_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:51:55Z', 'updated_at': '2022-03-31T22:57:54Z', 'revision_number': 6, 'project_id': 'f46dfb132a3d4389b9aabbfa79677ef5', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:57:54.876959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b0eac-f24d-430e-ad12-0574227ddff7 req-c0222f3d-57ae-4bb3-8f22-005aed6092fa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:54.885605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-298b0eac-f24d-430e-ad12-0574227ddff7 req-c0222f3d-57ae-4bb3-8f22-005aed6092fa tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.1871102 Mar 31 22:57:54.911939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Transition to ACTIVE for port object 9b1f743f-eb79-4fd7-aa77-0e00d29c671d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:54.952292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-298b0eac-f24d-430e-ad12-0574227ddff7 req-dc12b2b3-3d0e-4a91-8a68-2b269e8f980a tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670328 Mar 31 22:57:54.953008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37166) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:54.958130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:57:54.966850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.007406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78ae7d-727a-4280-8d44-6af811892cc0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.058927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.059289 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Added segment 1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5 of type vlan for network 3001e2cd-b6be-47ff-8cb0-311ad8147372 Mar 31 22:57:55.102705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.168815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.169811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.170389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.270950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Deleting subnet d27937fc-610a-43ab-ae57-8cd5495831a0 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:55.273207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.282689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5eb5c-1918-4906-956b-9472f7072ac5 req-8327fb1c-537c-4e90-add9-6fcda7eacbf6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.285106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fac5eb5c-1918-4906-956b-9472f7072ac5 req-8327fb1c-537c-4e90-add9-6fcda7eacbf6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.0917294 Mar 31 22:57:55.298808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.386329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5554576 Mar 31 22:57:55.395887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:55.403076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Request body: {'subnet': {'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2041972199-subnet', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:55.406775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb841-5a58-4c7d-a352-570cacff094f admin admin] Pushing event updated for resources: {'Network': ['ID=3001e2cd-b6be-47ff-8cb0-311ad8147372,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.419605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-f347b5ce-382e-4729-8269-b68d207c73fd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.421163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:57:55.421689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-f347b5ce-382e-4729-8269-b68d207c73fd tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 950 time: 0.4501967 Mar 31 22:57:55.428996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.456021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fac5eb5c-1918-4906-956b-9472f7072ac5 req-74cf0c87-6bf8-4475-bc02-4b128a459f2d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612966 Mar 31 22:57:55.471954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.483640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:57:55.487907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.540440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d36da38-b317-4c32-b5cc-b452fb45b400,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.570798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:55.571131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:55.571588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:55.576010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.638418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:57:55.638818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:55.662207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:55.662449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:55.662814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:55.663306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Bound port: 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:55.663667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.692077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1fe7d-3171-4e6a-a356-2654f5092741 req-623bb4bf-94d6-43c0-be52-d0b1172cdc12 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.693563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8c1fe7d-3171-4e6a-a356-2654f5092741 req-623bb4bf-94d6-43c0-be52-d0b1172cdc12 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.2137697 Mar 31 22:57:55.727639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.762270 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.825970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d27937fc-610a-43ab-ae57-8cd5495831a0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:55.840819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port 4d24de56-7be8-49ef-a988-f19f3e86bc95 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:55.841200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.844548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.847759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69371568-d541-4504-a6dd-99419499ac45 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d27937fc-610a-43ab-ae57-8cd5495831a0 HTTP/1.1" status: 204 len: 168 time: 0.8821664 Mar 31 22:57:55.855969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:55.873186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.893652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96400-1d24-42aa-902f-45e217f7ee42 req-8272c3ae-bc0f-4ead-84d1-b436189b0fb6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:55.893849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8c1fe7d-3171-4e6a-a356-2654f5092741 req-7d1ff081-7956-4b53-b8d0-4883d9ae219c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906447 Mar 31 22:57:55.895352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0da96400-1d24-42aa-902f-45e217f7ee42 req-8272c3ae-bc0f-4ead-84d1-b436189b0fb6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 950 time: 0.2608175 Mar 31 22:57:55.899300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.904939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:55.917446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:55.923978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-182eb9f1-375b-4c1a-ad4c-ce2d50adf3e5 service neutron] 10.222.0.96 "GET /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.2664609 Mar 31 22:57:56.012599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:56.080435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-ea818f57-8c5d-4cb2-8417-167f57ce9f10 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.080655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.080957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f75f20e-0b2e-4043-9993-864d41291307 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:57:56.082969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-ea818f57-8c5d-4cb2-8417-167f57ce9f10 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 949 time: 0.3393855 Mar 31 22:57:56.094721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.095957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c1da11e-6841-4f5c-9b6f-d9751a0ad572 admin admin] 10.222.0.95 "DELETE /v2.0/routers/4f75f20e-0b2e-4043-9993-864d41291307 HTTP/1.1" status: 204 len: 168 time: 2.3147020 Mar 31 22:57:56.104594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0da96400-1d24-42aa-902f-45e217f7ee42 req-d663cc41-cda4-44dd-bf9b-2b70a8fee04a tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909997 Mar 31 22:57:56.107015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:56.128951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.148457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.273962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Deleting subnet 5a4e7e21-430e-42af-afbe-95477ee00e89 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:57:56.282658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aab6a9d-56b5-4a87-8d72-f04f490b5103,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:56.301869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.302470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.376855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.378018 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.380127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 1095 time: 3.2396538 Mar 31 22:57:56.384272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:56.388593 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308230b7-86b3-4c0c-8a21-2baa22a47a91" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:56.397434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port 4d24de56-7be8-49ef-a988-f19f3e86bc95, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4d24de56-7be8-49ef-a988-f19f3e86bc95,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:56.398090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.437808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:56.439375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Network hostable DHCP agents. Network: 3001e2cd-b6be-47ff-8cb0-311ad8147372, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:57:56.451889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.480735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for 4d24de56-7be8-49ef-a988-f19f3e86bc95 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:56.496260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efcf11-cdc9-446b-871a-598875ee0c6f req-dcd095e3-95ee-4f38-895f-6935ec3a5f09 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.507939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44efcf11-cdc9-446b-871a-598875ee0c6f req-dcd095e3-95ee-4f38-895f-6935ec3a5f09 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 943 time: 0.2841671 Mar 31 22:57:56.511514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73fc5d-30ac-45ce-8daf-e42650e74a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:56.517829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9e8788b-35a7-4576-8614-b51324b63f6c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:56.529958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:56.542586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe1adc-8bea-4401-9eba-2a36dd675753 req-a8743530-5fff-4ab3-92fd-e18679d42e1a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.544181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79fe1adc-8bea-4401-9eba-2a36dd675753 req-a8743530-5fff-4ab3-92fd-e18679d42e1a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.4894059 Mar 31 22:57:56.555490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f9e8788b-35a7-4576-8614-b51324b63f6c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:56.556480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9e8788b-35a7-4576-8614-b51324b63f6c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:56.558862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8d36da38-b317-4c32-b5cc-b452fb45b400 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:56.598630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8d36da38-b317-4c32-b5cc-b452fb45b400 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:56.599817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8d36da38-b317-4c32-b5cc-b452fb45b400 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:56.642258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:56.665763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:57:56.693834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44efcf11-cdc9-446b-871a-598875ee0c6f req-91857b02-62f2-4097-9cbd-ec6e37bcdca2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854019 Mar 31 22:57:56.703279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3001e2cd-b6be-47ff-8cb0-311ad8147372) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:56.712844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303153d9-6cef-4224-9242-86522df2e74f {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:56.717976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.718625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.721591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.733822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:56.734099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d644bc-1040-48dc-ad4e-6bf356194a67 None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:56.743491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-5fcf4827-d468-4f23-bff3-80a98a58c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:56.745171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-5fcf4827-d468-4f23-bff3-80a98a58c66e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1098 time: 0.2571869 Mar 31 22:57:56.750771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.754496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.770533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79fe1adc-8bea-4401-9eba-2a36dd675753 req-e788d1e5-58b7-4aa5-8675-7d479098d109 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055576 Mar 31 22:57:56.785297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8be26-13fa-4695-b100-095507967f1f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.804731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9d5bba80-4ee9-4aa9-94b3-1952d24b28d0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4036901 Mar 31 22:57:56.804731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:56.813098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:57:56.843767 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9a7405-db74-4136-bef7-9b6cdf68d357 x-openstack-request-id: req-2b9a7405-db74-4136-bef7-9b6cdf68d357 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:56.844374 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:56.844374 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2b9a7405-db74-4136-bef7-9b6cdf68d357 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:56.845127 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9a7405-db74-4136-bef7-9b6cdf68d357'] response: {'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'status': 'completed', 'code': 200} Mar 31 22:57:56.850878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-b158a82f-2f48-4667-8b48-cadd5359db44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0862997 Mar 31 22:57:56.852587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8584d88b-1c63-4b13-95fc-3b82cef1b3cf') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.852877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8584d88b-1c63-4b13-95fc-3b82cef1b3cf') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:56.858034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port deab2c52-05a6-4d97-987a-eedcd84b88f8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:56.858369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.890904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.891971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.899092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.906156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.946380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4e7e21-430e-42af-afbe-95477ee00e89,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:56.950577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:56.954098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3658d09-351d-4f22-8f0f-9a5c1395fd1a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5a4e7e21-430e-42af-afbe-95477ee00e89 HTTP/1.1" status: 204 len: 168 time: 0.8413148 Mar 31 22:57:56.961862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37192) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:56.973008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9363b870-0881-48a2-b8d5-f3f9082f5daf None None] Network 63c6d804-6067-4c3a-82c2-04c9540edb0d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:57:56.976032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] Transition to ACTIVE for port object 303153d9-6cef-4224-9242-86522df2e74f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:57:57.016501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.016996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.019673 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.139683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3001e2cd-b6be-47ff-8cb0-311ad8147372', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:57:57.140777 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.238491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.274042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] No DVR routers for this DVR port 303153d9-6cef-4224-9242-86522df2e74f on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:57.292550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] Pushing event updated for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.348960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.365980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] DHCP port deletion for 63c6d804-6067-4c3a-82c2-04c9540edb0d request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 22:57:57.390320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2091-0271-462e-9000-14d0170159e6 req-034a385e-6902-4331-a157-2db2493be4c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.395844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e86b2091-0271-462e-9000-14d0170159e6 req-034a385e-6902-4331-a157-2db2493be4c4 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.3056288 Mar 31 22:57:57.402432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Allocated IP 172.20.0.2 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/ca6b3277-2e40-45d2-888c-cca8eaa4dc3e) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:57.408903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:57.409334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: timer() Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:57.415262 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:57.448855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-0ddcb9d3-f451-429d-9d4c-0ceecb5dad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.450384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-0ddcb9d3-f451-429d-9d4c-0ceecb5dad9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.5890362 Mar 31 22:57:57.456718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-7b678979-f89c-4df4-b8cb-3e86021b645a service neutron] 10.222.0.96 "PUT /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5019934 Mar 31 22:57:57.465580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.496241 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e86b2091-0271-462e-9000-14d0170159e6 req-99ea9996-220e-4535-8181-7e77f231273e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951297 Mar 31 22:57:57.502113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:57.593011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Deleting port fe1c85cd-5519-4c32-ae42-dda552878f15 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:57.593252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.624237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1409251-216d-4e25-99b4-b6c949888ac5 req-f0232e3d-acb9-4b13-95f5-56fbd4fc2410 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.631834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1409251-216d-4e25-99b4-b6c949888ac5 req-f0232e3d-acb9-4b13-95f5-56fbd4fc2410 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.7198260 Mar 31 22:57:57.634688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=4d24de56-7be8-49ef-a988-f19f3e86bc95,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.635877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Deleting port fe1c85cd-5519-4c32-ae42-dda552878f15 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:57:57.636369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.651035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port deab2c52-05a6-4d97-987a-eedcd84b88f8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=deab2c52-05a6-4d97-987a-eedcd84b88f8,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:57.651640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.659577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.662178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43c9e753-f15e-4c89-a787-6ecc9cd8643d req-3c88ab21-3707-406a-baf7-2be819f6d2b1 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 210 time: 0.0638673 Mar 31 22:57:57.715389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for deab2c52-05a6-4d97-987a-eedcd84b88f8 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:57.731060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.733103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] For port fe1c85cd-5519-4c32-ae42-dda552878f15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fe1c85cd-5519-4c32-ae42-dda552878f15,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:57.733537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.738178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] 10.222.0.95 "DELETE /v2.0/networks/cbe8be26-13fa-4695-b100-095507967f1f HTTP/1.1" status: 204 len: 168 time: 1.8720834 Mar 31 22:57:57.766790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port 4d24de56-7be8-49ef-a988-f19f3e86bc95 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:57.768806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221de4d3-3ba5-4506-8de9-1d900422db85 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe8be26-13fa-4695-b100-095507967f1f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:57.771271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.774892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8135152f-cdc7-42bf-aca2-cd81f253afcf req-ce0e292d-e68c-469c-8d67-f5dceba064cb tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "DELETE /v2.0/ports/4d24de56-7be8-49ef-a988-f19f3e86bc95 HTTP/1.1" status: 204 len: 173 time: 2.3427842 Mar 31 22:57:57.780943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-b57d5987-3f60-4226-8aa6-7caf3b9bf8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.782437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-b57d5987-3f60-4226-8aa6-7caf3b9bf8c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3182395 Mar 31 22:57:57.808909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-ea88c2e5-b395-4b8c-bf6c-5793249eb44f tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:57.811049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-ea88c2e5-b395-4b8c-bf6c-5793249eb44f tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.2807286 Mar 31 22:57:57.812102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] For port fe1c85cd-5519-4c32-ae42-dda552878f15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fe1c85cd-5519-4c32-ae42-dda552878f15,segment=NetworkSegment(93a806b1-f49b-424f-b266-b35217e19a42),segment_id=93a806b1-f49b-424f-b266-b35217e19a42)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:57.813212 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:57.836629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Calling delete_port for fe1c85cd-5519-4c32-ae42-dda552878f15 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:57.881908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1409251-216d-4e25-99b4-b6c949888ac5 req-e5671191-7e33-4ad6-91fd-033223cdc8e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489920 Mar 31 22:57:58.023721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-d8a939d6-a889-46f8-9d19-5d8fac740bcd service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310505 Mar 31 22:57:58.051637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:58.077608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.081062 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.155891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Calling delete_port for fe1c85cd-5519-4c32-ae42-dda552878f15 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:57:58.169307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.188553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:57:58.203541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:58.204860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] Pushing event deleted for resources: {'Port': ['ID=fe1c85cd-5519-4c32-ae42-dda552878f15,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.206834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-8c564401-8f13-4007-bed3-03a18c4aa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.208502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-8c564401-8f13-4007-bed3-03a18c4aa8c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d HTTP/1.1" status: 200 len: 1095 time: 0.3529618 Mar 31 22:57:58.211630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:58.228206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:58.254555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-63b51826-ff4b-4b52-b1b1-fd81c54b6be9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c6498c8a2c344208b07e7decaf069a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928306 Mar 31 22:57:58.257728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37206) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:58.323030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd87e1d3-8151-4783-8399-0f96d556a3f1 req-147ad7d5-3dba-4cb6-b580-92fd01222ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3015e7a-81f5-4033-b337-545c785f5d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0923283 Mar 31 22:57:58.352644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd61e1b-5f8f-446f-98ff-4f39d4862adc None None] No DVR routers for this DVR port fe1c85cd-5519-4c32-ae42-dda552878f15 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:58.369168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.411997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Pushing event updated for resources: {'Port': ['ID=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.463946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd87e1d3-8151-4783-8399-0f96d556a3f1 req-588bdde6-cd8a-4563-84c7-ed68e1a7f59d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=99561a17599d425d90a3862f4a0441c7&device_id=d3015e7a-81f5-4033-b337-545c785f5d5e HTTP/1.1" status: 200 len: 210 time: 0.0465446 Mar 31 22:57:58.472798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Attempting to bind port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:57:58.473174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Attempting to bind port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:57:58.473910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Attempting to bind port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:57:58.480056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b294b1d-946b-4b82-9cba-fcbfd2cc9934 req-f903f304-490c-44bb-93ae-4071a1682b76 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295900 Mar 31 22:57:58.490920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:57:58.491425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:57:58.491734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.492167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:57:58.492616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Bound port: ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:57:58.492991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.499680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c3998-0e49-43e1-8e7b-e3cec5f1270a req-b7954372-afeb-4c8b-93be-d319b7922e3c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.516276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c4c3998-0e49-43e1-8e7b-e3cec5f1270a req-b7954372-afeb-4c8b-93be-d319b7922e3c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.4801550 Mar 31 22:57:58.528996 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.541574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.551144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fe1c85cd-5519-4c32-ae42-dda552878f15 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:58.556901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:58.588018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dbe02-c6ce-4469-b459-eea28e5521cf req-f51c4805-1ce1-4121-8039-735d0d480ed8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.588484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fe1c85cd-5519-4c32-ae42-dda552878f15 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:58.588869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fe1c85cd-5519-4c32-ae42-dda552878f15 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:58.591000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a0dbe02-c6ce-4469-b459-eea28e5521cf req-f51c4805-1ce1-4121-8039-735d0d480ed8 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.4572811 Mar 31 22:57:58.594600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65', 'port_id': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'mac_address': 'fa:16:3e:51:8f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fba39d8-b8cd-484b-be30-18986f22ea0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:57:58.616218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] For port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:57:58.637837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-c81df9d0-2430-47ce-9ace-0ada2a024f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.639459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-c81df9d0-2430-47ce-9ace-0ada2a024f2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1095 time: 0.3794322 Mar 31 22:57:58.650569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd87e1d3-8151-4783-8399-0f96d556a3f1 req-fa999d28-c8fb-47d2-bd34-606737d2eedb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=99561a17599d425d90a3862f4a0441c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1145217 Mar 31 22:57:58.664698 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.665269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.683325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.725422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c4c3998-0e49-43e1-8e7b-e3cec5f1270a req-1510b2d0-e3a3-460b-b012-6ba7f3bf67cb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081571 Mar 31 22:57:58.743885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] No DVR routers for this DVR port fe1c85cd-5519-4c32-ae42-dda552878f15 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:58.766229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1c85cd-5519-4c32-ae42-dda552878f15,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.771689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.829669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a0dbe02-c6ce-4469-b459-eea28e5521cf req-c41ec526-fa92-4eef-b2c5-58235aa826bf tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922472 Mar 31 22:57:58.831395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:58.866455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'name': 'network-vif-deleted', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:57:58.868281 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eac418-c159-410b-a45d-52d7a76cc839" -d '{"events": [{"server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "name": "network-vif-deleted", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:57:58.883281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-5e3ca503-4cbf-4563-b0a3-314ed9e5f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:58.883281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-5e3ca503-4cbf-4563-b0a3-314ed9e5f650 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1098 time: 0.3026993 Mar 31 22:57:58.893479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=deab2c52-05a6-4d97-987a-eedcd84b88f8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:58.912303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.921141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94076e6b-e03f-4f93-a549-6c86e2a6c42d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:57:58.928461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] For port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:57:58.935287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Allocated IP 172.25.8.22 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6d18047e-f0e7-4fe1-ab58-2478e64cd620) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:57:58.943900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.947275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.955715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:58.959084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f58d5d84-fb2f-47b1-82b1-31c391df21bd HTTP/1.1" status: 204 len: 168 time: 0.6921980 Mar 31 22:57:59.011692 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3de4ee-c358-4e5f-9863-62cc0a6b0d7f x-openstack-request-id: req-5e3de4ee-c358-4e5f-9863-62cc0a6b0d7f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:57:59.012315 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3015e7a-81f5-4033-b337-545c785f5d5e", "name": "network-vif-deleted", "tag": "4d24de56-7be8-49ef-a988-f19f3e86bc95", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:57:59.012718 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5e3de4ee-c358-4e5f-9863-62cc0a6b0d7f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:57:59.013268 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3de4ee-c358-4e5f-9863-62cc0a6b0d7f'] response: {'server_uuid': 'd3015e7a-81f5-4033-b337-545c785f5d5e', 'name': 'network-vif-deleted', 'tag': '4d24de56-7be8-49ef-a988-f19f3e86bc95', 'status': 'completed', 'code': 200} Mar 31 22:57:59.016006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c6d804-6067-4c3a-82c2-04c9540edb0d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:59.035613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2a39d-4843-4944-a269-727b10b2720e None None] Pushing event updated for resources: {'Port': ['ID=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.036605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524d543-a051-43a0-a8f0-c511a3893ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d5d84-fb2f-47b1-82b1-31c391df21bd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.051115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a806b1-f49b-424f-b266-b35217e19a42') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:59.053223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a806b1-f49b-424f-b266-b35217e19a42') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:57:59.055437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:57:59.091925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.096296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device deab2c52-05a6-4d97-987a-eedcd84b88f8 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:59.133120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: deab2c52-05a6-4d97-987a-eedcd84b88f8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:59.133745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device deab2c52-05a6-4d97-987a-eedcd84b88f8 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:59.134684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4d24de56-7be8-49ef-a988-f19f3e86bc95 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:57:59.144539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.154239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port deab2c52-05a6-4d97-987a-eedcd84b88f8 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:57:59.188406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.198402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:57:59.198855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.224699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 4d24de56-7be8-49ef-a988-f19f3e86bc95 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:57:59.224978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4d24de56-7be8-49ef-a988-f19f3e86bc95 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:57:59.272295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.274526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.277980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0cf9678-f13a-4f9e-b59e-ecc5a7412b55 req-e44962d6-084b-434d-9e5f-b846ee44ac26 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "DELETE /v2.0/ports/deab2c52-05a6-4d97-987a-eedcd84b88f8 HTTP/1.1" status: 204 len: 173 time: 3.1208203 Mar 31 22:57:59.285047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-d9a5439d-13a8-420b-bba8-c6341e5b4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.289859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-d9a5439d-13a8-420b-bba8-c6341e5b4bba service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3730152 Mar 31 22:57:59.296842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-bb2e7272-7485-427f-961c-d2ac9042efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.298430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-bb2e7272-7485-427f-961c-d2ac9042efa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 200 len: 909 time: 0.6395502 Mar 31 22:57:59.299996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87e1d3-8151-4783-8399-0f96d556a3f1 req-fb90472a-7a15-4b62-93b9-1f4ba05efa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.301050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd87e1d3-8151-4783-8399-0f96d556a3f1 req-fb90472a-7a15-4b62-93b9-1f4ba05efa2c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6278269 Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:57:59.312831 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:57:59.319970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.325616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.329719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/63c6d804-6067-4c3a-82c2-04c9540edb0d HTTP/1.1" status: 204 len: 168 time: 2.3643863 Mar 31 22:57:59.373873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a6990-3d8c-456a-b014-58a78502fb87 req-b01c9639-f921-4f8b-a959-3ff4ac42cf33 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.383055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc2a6990-3d8c-456a-b014-58a78502fb87 req-b01c9639-f921-4f8b-a959-3ff4ac42cf33 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.2849262 Mar 31 22:57:59.433860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8204e-b180-4566-a3a2-fbc3320f611f req-b143d0da-773d-458e-ae20-5e5d6277a57f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.437829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77585fd8-bfe6-4bc3-8e1c-b8ade48f30f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63c6d804-6067-4c3a-82c2-04c9540edb0d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.443110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08e8204e-b180-4566-a3a2-fbc3320f611f req-b143d0da-773d-458e-ae20-5e5d6277a57f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.5342281 Mar 31 22:57:59.467561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-98bb4663-3b24-4982-a234-abc96e4ff6da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.1654584 Mar 31 22:57:59.517853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.561709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:57:59.592647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['94076e6b-e03f-4f93-a549-6c86e2a6c42d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:57:59.627662 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc2a6990-3d8c-456a-b014-58a78502fb87 req-872ec235-5cff-4f8c-a725-f110a694ad72 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435265 Mar 31 22:57:59.632390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-61e830b2-5f95-44d8-94b4-6d515f682f7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 200 len: 217 time: 0.1637278 Mar 31 22:57:59.668798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:57:59.681256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:57:59.686404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:57:59.757469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Pushing event updated for resources: {'Port': ['ID=6d18047e-f0e7-4fe1-ab58-2478e64cd620,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:57:59.801046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37234) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:57:59.835172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08e8204e-b180-4566-a3a2-fbc3320f611f req-52511865-9c51-4177-b346-2d921ef185ec tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840029 Mar 31 22:57:59.914963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-92737672-ea84-4804-a780-b6ad4d19788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.917428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-92737672-ea84-4804-a780-b6ad4d19788e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 200 len: 847 time: 0.2660167 Mar 31 22:57:59.923148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-b43b6afd-dee7-483e-b6b2-21404a094625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:57:59.925175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-b43b6afd-dee7-483e-b6b2-21404a094625 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2905002 Mar 31 22:57:59.960030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35d5d85d-120f-4597-b2fc-50b8b7f3037b req-a77f3297-683a-40c9-a009-2582e486e3b0 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=61218ccf-c62b-4409-a7ea-110d0005edf6 HTTP/1.1" status: 200 len: 210 time: 0.1545110 Mar 31 22:58:00.028781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3a0b37d7-1b58-451d-94ad-f332e927dc28 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=454f7aa6ace740cebf12b658cd1b17de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2260609 Mar 31 22:58:00.036518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:00.072150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-afef7420-81ec-43d7-bf64-21429b7a7b1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c21cac26-dbae-43c0-bf81-1eefeb1b49d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408186 Mar 31 22:58:00.213724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.237141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-dd066a39-8fe9-48b3-8e50-97f98a7e7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.238759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-dd066a39-8fe9-48b3-8e50-97f98a7e7d85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2905028 Mar 31 22:58:00.257021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.420276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943b9a7-e765-414d-8e58-0f2494c65215 req-87c7291b-a130-4497-917b-93e07e1a7ee6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.432675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f943b9a7-e765-414d-8e58-0f2494c65215 req-87c7291b-a130-4497-917b-93e07e1a7ee6 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.2844152 Mar 31 22:58:00.496401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f943b9a7-e765-414d-8e58-0f2494c65215 req-fe0a45e6-aff9-4113-b904-9cd59790b078 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Mar 31 22:58:00.544152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.547190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ca6b3277-2e40-45d2-888c-cca8eaa4dc3e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:00.547727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.548872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d6bd00f6-928d-4c5f-9405-d9914be0e1b2 HTTP/1.1" status: 204 len: 168 time: 0.5118284 Mar 31 22:58:00.563331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.565309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e8f44-3d55-467e-9d3f-ed66b6b47d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bd00f6-928d-4c5f-9405-d9914be0e1b2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:00.689017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a779714-1a3d-473b-a92a-943fda5d3987 req-1c427cb5-9262-40f9-9c7c-8424683b8938 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.690018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17281399-328e-4e08-9d97-8f7e17b10837 None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:00.690726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a779714-1a3d-473b-a92a-943fda5d3987 req-1c427cb5-9262-40f9-9c7c-8424683b8938 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.7409658 Mar 31 22:58:00.725293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:00.725674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.839773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1af571a9-c886-4b5f-81f0-62db75586231 None None] Provisioning complete for port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:00.840196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af571a9-c886-4b5f-81f0-62db75586231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.864633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-047ea68e-bb5b-409d-865f-d4874e48935c service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7453692 Mar 31 22:58:00.899229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:00.920586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a779714-1a3d-473b-a92a-943fda5d3987 req-4b668e1a-8100-40ad-b7d0-a83269d63052 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225497 Mar 31 22:58:00.964854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dae887-673a-4c79-9d9e-da7e064179b7 req-bb891335-9d08-457d-9039-2dfde74365a6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:00.973790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29dae887-673a-4c79-9d9e-da7e064179b7 req-bb891335-9d08-457d-9039-2dfde74365a6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.1282742 Mar 31 22:58:01.008616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-c3cedbd9-4f26-4d7c-a4ab-4cd741e34699 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605786 Mar 31 22:58:01.016543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'name': 'network-vif-deleted', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:01.019722 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce347f7-488a-4868-af90-0415fe9ccbe8" -d '{"events": [{"server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "name": "network-vif-deleted", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:01.028291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29dae887-673a-4c79-9d9e-da7e064179b7 req-47ea2ce6-9471-4cb6-aa05-1de3cb756ee9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536311 Mar 31 22:58:01.086932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.110883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Router 74209ea5-2a31-495b-ac16-c96d2d38136a is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:01.124082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-e4691365-0cee-49d3-bd2d-e74548764a97 service neutron] 10.222.0.60 "GET /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464983 Mar 31 22:58:01.185457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:01.189687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-308230b7-86b3-4c0c-8a21-2baa22a47a91 req-58534717-b428-4923-a6a8-b97fd06bb631 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669295 Mar 31 22:58:01.219046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af17bf8-c475-4a27-89d9-8da159dbf453 req-52cb2c2c-f6cf-4495-966d-3ad86d884730 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.221574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5af17bf8-c475-4a27-89d9-8da159dbf453 req-52cb2c2c-f6cf-4495-966d-3ad86d884730 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.0700963 Mar 31 22:58:01.242247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:01.270433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5af17bf8-c475-4a27-89d9-8da159dbf453 req-df0b64ad-1e91-4490-927f-f5bd9ed76e1f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Mar 31 22:58:01.279262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af571a9-c886-4b5f-81f0-62db75586231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.312104 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8097c16-4008-4e77-b517-16b75d7daa90 x-openstack-request-id: req-e8097c16-4008-4e77-b517-16b75d7daa90 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:01.312431 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61218ccf-c62b-4409-a7ea-110d0005edf6", "name": "network-vif-deleted", "tag": "deab2c52-05a6-4d97-987a-eedcd84b88f8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:01.312710 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e8097c16-4008-4e77-b517-16b75d7daa90 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:01.313126 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8097c16-4008-4e77-b517-16b75d7daa90'] response: {'server_uuid': '61218ccf-c62b-4409-a7ea-110d0005edf6', 'name': 'network-vif-deleted', 'tag': 'deab2c52-05a6-4d97-987a-eedcd84b88f8', 'status': 'completed', 'code': 200} Mar 31 22:58:01.326790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:01.349220 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.394112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:01.442709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.447741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-91c52a95-50a5-4b24-9e64-0d08ca9cfce5 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6417058 Mar 31 22:58:01.451635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37296) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:01.462676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-820ff7f5-bad8-4e6b-9fab-28ac0491c6fd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f46dfb132a3d4389b9aabbfa79677ef5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2183807 Mar 31 22:58:01.463017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Sync routers for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:01.466711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37298) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:01.567375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:01.605087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'mac_address': 'fa:16:3e:d0:d4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:01.608725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-133ed8b9-6df6-4257-9848-2b4cc6284f84 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.610647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-133ed8b9-6df6-4257-9848-2b4cc6284f84 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7&tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.1668262 Mar 31 22:58:01.612083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-1af571a9-c886-4b5f-81f0-62db75586231 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:58:01.614096 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-1af571a9-c886-4b5f-81f0-62db75586231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:58:01.659548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.682648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.709817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.713988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:01.754794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:01.756256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:01.757523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:01.767823 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.839757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c7667-b531-4797-b3c9-2ab5b1a6af60 req-22004f30-7590-43b9-970c-a1f7d68a8d20 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.841346 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-228c7667-b531-4797-b3c9-2ab5b1a6af60 req-22004f30-7590-43b9-970c-a1f7d68a8d20 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.1012406 Mar 31 22:58:01.844052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3c221413-8932-4154-8fdf-a1fa81abb273 service neutron] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:01.848156 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3c221413-8932-4154-8fdf-a1fa81abb273 service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.849438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eab2df80-2f33-49e0-9f6d-98cb56850825 req-3c221413-8932-4154-8fdf-a1fa81abb273 service neutron] 10.222.0.60 "DELETE /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.2280142 Mar 31 22:58:01.851926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:01.852085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.854621 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:01.858321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8f74b0c1-9eff-4a67-bd60-6bcbe0ace99c HTTP/1.1" status: 204 len: 168 time: 0.3873141 Mar 31 22:58:01.877321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205cd1e-d3e0-4185-a9b3-0e47a779be8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f74b0c1-9eff-4a67-bd60-6bcbe0ace99c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:01.913135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-228c7667-b531-4797-b3c9-2ab5b1a6af60 req-52818b62-d12b-4c64-966f-09c7d323cf3b tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 Mar 31 22:58:01.945077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:01.951276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335801d-0df4-4b35-8ea1-12de58f3fbf9 req-5a913457-26ff-4eea-8090-dc3155bd76a4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:01.959912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c335801d-0df4-4b35-8ea1-12de58f3fbf9 req-5a913457-26ff-4eea-8090-dc3155bd76a4 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.3464978 Mar 31 22:58:02.060683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37316) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:02.069484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:02.076340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c335801d-0df4-4b35-8ea1-12de58f3fbf9 req-82ef3dfc-95d3-4d0b-a591-93d46f405dfc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152346 Mar 31 22:58:02.105849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891fa2-5c70-447f-ad2a-4d3abe823f82 req-60a6098e-6111-49de-b7ae-d82ccef738d0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.112383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e891fa2-5c70-447f-ad2a-4d3abe823f82 req-60a6098e-6111-49de-b7ae-d82ccef738d0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0928340 Mar 31 22:58:02.184625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e891fa2-5c70-447f-ad2a-4d3abe823f82 req-d0228e2a-d962-4455-a9be-e13e8271f357 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Mar 31 22:58:02.224924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:02.361106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60e039-06d3-4128-aad4-18dc36e92d08 req-fdcd67b1-18f6-4ec4-95f4-5970b144f343 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.386832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a60e039-06d3-4128-aad4-18dc36e92d08 req-fdcd67b1-18f6-4ec4-95f4-5970b144f343 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.2102084 Mar 31 22:58:02.464889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:02.546137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.547764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44c55f0a-8ac3-4f60-a503-d900e17f9b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.558711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ca6b3277-2e40-45d2-888c-cca8eaa4dc3e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:02.672835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a60e039-06d3-4128-aad4-18dc36e92d08 req-a9a34f5b-fb5c-44bf-a7d3-7da06f2ffe3d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835922 Mar 31 22:58:02.693308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b55d7-823c-4866-82e1-ae6bf95771f8 req-57f89a9f-cdb3-4f84-a3a2-49ba71486fac tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:02.695292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc7b55d7-823c-4866-82e1-ae6bf95771f8 req-57f89a9f-cdb3-4f84-a3a2-49ba71486fac tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 1095 time: 0.0825405 Mar 31 22:58:02.769419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-190a7937-d666-4065-b217-bbc134fb2a88 None None] Provisioning complete for port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:02.770006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-190a7937-d666-4065-b217-bbc134fb2a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.779249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-46d2ddc3-76c9-4369-ba03-f25f92a378ec service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2541814 Mar 31 22:58:02.807163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc7b55d7-823c-4866-82e1-ae6bf95771f8 req-c815003a-4c6c-4625-8c68-c20d2fb5b857 tempest-LiveMigrationTest-1154828965 tempest-LiveMigrationTest-1154828965-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022594 Mar 31 22:58:02.852509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 94076e6b-e03f-4f93-a549-6c86e2a6c42d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:02.882806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44c55f0a-8ac3-4f60-a503-d900e17f9b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.893686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 94076e6b-e03f-4f93-a549-6c86e2a6c42d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:02.894139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:02.919491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44c55f0a-8ac3-4f60-a503-d900e17f9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.017318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-44c55f0a-8ac3-4f60-a503-d900e17f9b8e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=51687c903fa645f8a26424a273058558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388869 Mar 31 22:58:03.019403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37350) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:03.027483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df518e9-ab08-4839-ac76-e7b3c28de3d4 req-124b71df-421d-436a-8755-ba41d7ccd3f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.029009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0df518e9-ab08-4839-ac76-e7b3c28de3d4 req-124b71df-421d-436a-8755-ba41d7ccd3f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.2328136 Mar 31 22:58:03.034774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-4d395fe3-599c-4771-8174-e6a714664353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.036282 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-4d395fe3-599c-4771-8174-e6a714664353 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.2045176 Mar 31 22:58:03.036909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c55f0a-8ac3-4f60-a503-d900e17f9b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366b62d-04eb-4186-9ced-d82d710245d8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.108573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.143925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.157555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:03.157936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.175555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Allocated IP 172.20.0.1 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/d03de9be-1aa7-4496-9c5e-d8b7689c9690) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:03.204346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0df518e9-ab08-4839-ac76-e7b3c28de3d4 req-5078713a-911f-420b-b719-6beedc8e9b21 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411886 Mar 31 22:58:03.223889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.226463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.227723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d366b62d-04eb-4186-9ced-d82d710245d8 HTTP/1.1" status: 204 len: 168 time: 0.2070053 Mar 31 22:58:03.253116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb017a65-7826-4e5a-85b7-4b8346cf74aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366b62d-04eb-4186-9ced-d82d710245d8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:03.283323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:00Z', 'revision_number': 3, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:03.290412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5d1e7-d07d-439a-8a59-735afad45bad req-b75a880a-f98e-41cf-ab1a-77ea7dc84309 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.292054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19f5d1e7-d07d-439a-8a59-735afad45bad req-b75a880a-f98e-41cf-ab1a-77ea7dc84309 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.0875425 Mar 31 22:58:03.321268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-0677fa73-54fa-4953-99d7-134e9268f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.326083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-0677fa73-54fa-4953-99d7-134e9268f728 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2584631 Mar 31 22:58:03.380729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19f5d1e7-d07d-439a-8a59-735afad45bad req-49ee8fa2-9da1-4e57-befe-a14b637258d6 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804958 Mar 31 22:58:03.396665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Checking router: 74209ea5-2a31-495b-ac16-c96d2d38136a for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:03.396992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Updating router 74209ea5-2a31-495b-ac16-c96d2d38136a port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:03.444593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.465549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.521317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:03.523612 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf385a1-fd1a-42af-bd5a-620b7fe2eb71" -d '{"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-plugged", "status": "completed", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:03.592211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:03.630261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-99fbc5bb-37fb-43ed-9f3c-e3218d7dae4e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.632927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-99fbc5bb-37fb-43ed-9f3c-e3218d7dae4e tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.1951382 Mar 31 22:58:03.651753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17160ac-7b51-4a2b-8d88-308f53a6c114 req-74261897-0d22-43eb-bb1a-4568b2f08c1d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:03.654184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c17160ac-7b51-4a2b-8d88-308f53a6c114 req-74261897-0d22-43eb-bb1a-4568b2f08c1d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1393037 Mar 31 22:58:03.668242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.786113 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:58:03.790137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c17160ac-7b51-4a2b-8d88-308f53a6c114 req-07aeb4fc-361e-485c-bd9a-71d59eb5d39c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277754 Mar 31 22:58:03.827478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Deleting port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:03.828139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.937931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-b08036b4-2165-4635-87b3-d0a5f87f44b5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.6018982 Mar 31 22:58:03.973318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:03.979534 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94385e13-ae6d-4b2b-bbfe-33b3608b53d7 x-openstack-request-id: req-94385e13-ae6d-4b2b-bbfe-33b3608b53d7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:03.980030 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-plugged", "status": "completed", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:03.980368 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-94385e13-ae6d-4b2b-bbfe-33b3608b53d7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:03.980992 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94385e13-ae6d-4b2b-bbfe-33b3608b53d7'] response: {'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'code': 200} Mar 31 22:58:04.019099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.023126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.049742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-4f3f47f6-ed58-4a91-9473-21e7f1cebc91 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.051674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-4f3f47f6-ed58-4a91-9473-21e7f1cebc91 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.2009108 Mar 31 22:58:04.066865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Attempting to bind port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:04.067357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Attempting to bind port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:04.067809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Attempting to bind port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:04.089627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa2b47-2a67-4f9a-a890-faee77381e96 req-19fa321e-a3e4-4b76-9be4-856f83238f05 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.092270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:04.092986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:04.093461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.093941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:04.094491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Bound port: 6d18047e-f0e7-4fe1-ab58-2478e64cd620, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:04.095068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.101862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10aa2b47-2a67-4f9a-a890-faee77381e96 req-19fa321e-a3e4-4b76-9be4-856f83238f05 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.7646964 Mar 31 22:58:04.173454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] For port 6d18047e-f0e7-4fe1-ab58-2478e64cd620, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:04.178112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] For port 6d18047e-f0e7-4fe1-ab58-2478e64cd620, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6d18047e-f0e7-4fe1-ab58-2478e64cd620,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:04.187533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.201437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-e9939401-d900-4a2c-a862-23c776dcb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.202902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-e9939401-d900-4a2c-a862-23c776dcb342 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2421000 Mar 31 22:58:04.211784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.224025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:04.224948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:04.236345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01753f-d5b4-4046-9f4a-6bb059d3ce6d req-ef9ae788-4853-47b6-b726-6bc984b55030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.237754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c01753f-d5b4-4046-9f4a-6bb059d3ce6d req-ef9ae788-4853-47b6-b726-6bc984b55030 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1097 time: 0.2743196 Mar 31 22:58:04.251918 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10aa2b47-2a67-4f9a-a890-faee77381e96 req-4f60d6d9-a57f-486f-b0f5-a3f6149871dc tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490970 Mar 31 22:58:04.295166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] For port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:04.295697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.319396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7a183-9e31-4328-9040-7e6d31bb042c req-c6653c73-463a-4fb6-89da-8be0898d44a9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.323874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6f7a183-9e31-4328-9040-7e6d31bb042c req-c6653c73-463a-4fb6-89da-8be0898d44a9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.3240097 Mar 31 22:58:04.364719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:04.394169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Calling delete_port for e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:04.401851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c01753f-d5b4-4046-9f4a-6bb059d3ce6d req-3f38c5cc-c3d8-46dd-b9f9-e2077f182993 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163626 Mar 31 22:58:04.436231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.443208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-de0078d4-a24b-484e-8402-d278f74838d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.444836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-de0078d4-a24b-484e-8402-d278f74838d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225535 Mar 31 22:58:04.487539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Pushing event updated for resources: {'Port': ['ID=6d18047e-f0e7-4fe1-ab58-2478e64cd620,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.505179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748992e6-8f67-47fd-8d48-864c9edb937d req-8fbd0620-7ed0-40aa-8880-8cacdb73bcd8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.519646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748992e6-8f67-47fd-8d48-864c9edb937d req-8fbd0620-7ed0-40aa-8880-8cacdb73bcd8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1582663 Mar 31 22:58:04.523091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:04.528218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.528528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.528872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.529204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.529538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.529879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.530373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.530697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.531025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.531397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.531725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.532044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:04.541170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:04.543130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.546463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:04.602888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd370c-fd8b-4fe6-a767-f60957e29933 None None] Pushing event updated for resources: {'Port': ['ID=6d18047e-f0e7-4fe1-ab58-2478e64cd620,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:04.608653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0b67e20-fe1d-44f8-ab7c-c6aea4d48c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.638945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6f7a183-9e31-4328-9040-7e6d31bb042c req-675c4700-6f41-4748-9839-3e4829fab0fd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008745 Mar 31 22:58:04.650204 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.651397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Deleting port 303153d9-6cef-4224-9242-86522df2e74f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:04.651766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.727991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:00Z', 'revision_number': 3, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:04.755011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748992e6-8f67-47fd-8d48-864c9edb937d req-8608297c-8804-4255-9f3e-215ec05a962b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344553 Mar 31 22:58:04.804928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0c866-98a3-4979-992b-020c6b8f4c29 None None] The sync data for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 is: [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:00Z', 'revision_number': 3, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:04.908073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] For port 303153d9-6cef-4224-9242-86522df2e74f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=303153d9-6cef-4224-9242-86522df2e74f,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:04.908533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.952385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fe941-72d9-425a-ad7b-2e6375951a00 req-6764b2ed-c203-40c9-b03c-bb8e05a58307 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:04.955969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-80172dfe-7fd4-4839-9d60-ba25d1442f0c None None] Provisioning complete for port d03de9be-1aa7-4496-9c5e-d8b7689c9690 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:04.958706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-80172dfe-7fd4-4839-9d60-ba25d1442f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:04.961360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-668fe941-72d9-425a-ad7b-2e6375951a00 req-6764b2ed-c203-40c9-b03c-bb8e05a58307 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3a78121-3608-451d-a17f-68174270e4c4 HTTP/1.1" status: 200 len: 950 time: 0.1463375 Mar 31 22:58:04.964399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-50db9d38-4e66-44bc-baf6-f53ae5affb86 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365420 Mar 31 22:58:04.977294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Calling delete_port for 303153d9-6cef-4224-9242-86522df2e74f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:05.026333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-80172dfe-7fd4-4839-9d60-ba25d1442f0c None None] Port d03de9be-1aa7-4496-9c5e-d8b7689c9690 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:05.048221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.080125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-668fe941-72d9-425a-ad7b-2e6375951a00 req-37dc4b5d-9fb7-4594-a214-26073812c532 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.95 "GET /v2.0/security-groups?id=e643fbce-066c-47f6-accb-936f5519d516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177342 Mar 31 22:58:05.143109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.146135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:05.184296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Pushing event deleted for resources: {'Port': ['ID=e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.248619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:05.272302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] No DVR routers for this DVR port e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:05.299682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49a5e36c-b2a8-4a06-aa7b-ca83988917c9 req-e5a6f535-8104-4b00-bc19-c23448b41a74 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224239 Mar 31 22:58:05.301173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.304793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5eddbbbd-60bd-4690-b749-75a70af0d143 req-3097d359-9705-4e40-971b-6870196bf610 tempest-ServersOnMultiNodesTest-1528477493 tempest-ServersOnMultiNodesTest-1528477493-project] 10.222.0.60 "DELETE /v2.0/ports/e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 HTTP/1.1" status: 204 len: 173 time: 1.6643834 Mar 31 22:58:05.305819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'name': 'network-vif-deleted', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:05.313358 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52537517-00ee-47a8-aa6f-cc7b51c12a56" -d '{"events": [{"server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "name": "network-vif-deleted", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:05.407945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a401d-7a48-4cf8-ad8e-f1d7a282e029 req-5db6f012-a480-4241-9d11-2e99a3160bdc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.409501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef2a401d-7a48-4cf8-ad8e-f1d7a282e029 req-5db6f012-a480-4241-9d11-2e99a3160bdc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2320015 Mar 31 22:58:05.433633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:05.445295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:05.449147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.455317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a99bd-ad01-4a59-91d7-9fa065e13046 req-c7de4400-1a65-4fa0-b60c-808b728420ab tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:05.470745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-665a99bd-ad01-4a59-91d7-9fa065e13046 req-c7de4400-1a65-4fa0-b60c-808b728420ab tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 944 time: 0.0905423 Mar 31 22:58:05.481173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.516481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef2a401d-7a48-4cf8-ad8e-f1d7a282e029 req-af1299b3-587d-4d5c-90ec-80bc43a09510 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936799 Mar 31 22:58:05.529390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e872243c-3a65-4823-b7d9-7685d510e2db'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:05.574530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event deleted for resources: {'Port': ['ID=303153d9-6cef-4224-9242-86522df2e74f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.575901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.586094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.645356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-665a99bd-ad01-4a59-91d7-9fa065e13046 req-fae0b68e-9542-44a8-bbbd-beb20b42498b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736789 Mar 31 22:58:05.676591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] No DVR routers for this DVR port 303153d9-6cef-4224-9242-86522df2e74f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:05.686391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.690780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c4088f0-840c-4133-8452-85caff7e4d45 req-291e9221-49c6-4aa7-9bb2-e9ccea4b00f0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "DELETE /v2.0/ports/303153d9-6cef-4224-9242-86522df2e74f HTTP/1.1" status: 204 len: 173 time: 1.6317813 Mar 31 22:58:05.730425 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26339cca-a848-460a-8243-97edb3fb64fe x-openstack-request-id: req-26339cca-a848-460a-8243-97edb3fb64fe {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:05.730721 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a78121-3608-451d-a17f-68174270e4c4", "name": "network-vif-deleted", "tag": "e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:05.731016 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-26339cca-a848-460a-8243-97edb3fb64fe {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:05.731490 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26339cca-a848-460a-8243-97edb3fb64fe'] response: {'server_uuid': 'a3a78121-3608-451d-a17f-68174270e4c4', 'name': 'network-vif-deleted', 'tag': 'e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7', 'status': 'completed', 'code': 200} Mar 31 22:58:05.824438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.830574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.831890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:05.941700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:05.957563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:05.958719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:06.048761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:06.051045 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa145a3-2707-4bfe-9c31-6883463cea21" -d '{"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:06.054235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:06.141377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:06.141711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e487bd81-3e2f-4089-ab2e-9b3ff7c7c8b7 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:06.199747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:06.217726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:06.250129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:06.280333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295bfea-62ba-491d-a72c-8d3de422c451 req-3007885a-ea65-48b8-adba-308ed2bcab7d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.293324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9295bfea-62ba-491d-a72c-8d3de422c451 req-3007885a-ea65-48b8-adba-308ed2bcab7d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1542060 Mar 31 22:58:06.405837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9295bfea-62ba-491d-a72c-8d3de422c451 req-fa7c4cdd-fdd4-49e9-9808-3717bc424d46 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095316 Mar 31 22:58:06.455725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-259be730-3cc6-4edf-baef-1dd3ea973bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:06.554725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Router 74209ea5-2a31-495b-ac16-c96d2d38136a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:06.582753 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2674b63-a8ff-4f09-9372-2b54c19692dd x-openstack-request-id: req-a2674b63-a8ff-4f09-9372-2b54c19692dd {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:06.583551 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:06.583811 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a2674b63-a8ff-4f09-9372-2b54c19692dd {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:06.584221 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2674b63-a8ff-4f09-9372-2b54c19692dd'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'code': 200} Mar 31 22:58:06.635416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6d18047e-f0e7-4fe1-ab58-2478e64cd620 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:06.695003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa00ee5-e306-4ebe-be96-a63c55daf5d1 req-d11cc5cf-35b3-4225-8d8d-9b1f6ea01772 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.711015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6aa00ee5-e306-4ebe-be96-a63c55daf5d1 req-d11cc5cf-35b3-4225-8d8d-9b1f6ea01772 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.2527990 Mar 31 22:58:06.797683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:06.830148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-342ea0df-6999-4ace-b47b-13b05407b5e0 admin admin] 10.222.0.95 "PUT /v2.0/routers/74209ea5-2a31-495b-ac16-c96d2d38136a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3768921 Mar 31 22:58:06.924412 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6aa00ee5-e306-4ebe-be96-a63c55daf5d1 req-01743141-eaca-4739-bc92-30d3e558d854 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082925 Mar 31 22:58:06.932015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a912f-1664-4bc8-a201-9251849b2bbc req-478d7769-06b7-4f0e-b41a-025a65cf60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:06.934495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c33a912f-1664-4bc8-a201-9251849b2bbc req-478d7769-06b7-4f0e-b41a-025a65cf60a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1100 time: 0.2126203 Mar 31 22:58:07.012873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-259be730-3cc6-4edf-baef-1dd3ea973bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.027042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aaee3441-4c9f-4a3d-8be8-5deceeed5b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.033401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-74581aa4-1f81-4187-b218-5e4c89b7522d None None] Provisioning complete for port d03de9be-1aa7-4496-9c5e-d8b7689c9690 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:07.033965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74581aa4-1f81-4187-b218-5e4c89b7522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.045787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-259be730-3cc6-4edf-baef-1dd3ea973bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.113434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:07.114039 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.147593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c33a912f-1664-4bc8-a201-9251849b2bbc req-e683b5b1-f92b-40c5-9b2e-ca6a6db158f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929018 Mar 31 22:58:07.166275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259be730-3cc6-4edf-baef-1dd3ea973bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094a451-e5c6-485b-a760-c03350fe8e65,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.223352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 303153d9-6cef-4224-9242-86522df2e74f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:07.229082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-74581aa4-1f81-4187-b218-5e4c89b7522d None None] Port d03de9be-1aa7-4496-9c5e-d8b7689c9690 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:07.244764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:07.272418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37492) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:07.273512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-259be730-3cc6-4edf-baef-1dd3ea973bd2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7e99b6a9c53429fa6d0e3bcb3af4de9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713763 Mar 31 22:58:07.292462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 303153d9-6cef-4224-9242-86522df2e74f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:07.292746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 303153d9-6cef-4224-9242-86522df2e74f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:07.319507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3fd0-c7fc-4797-9296-3482ff8c5122 req-519cf340-d697-4602-91d5-39fc1d9937c2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:07.334876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7cc3fd0-c7fc-4797-9296-3482ff8c5122 req-519cf340-d697-4602-91d5-39fc1d9937c2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2723887 Mar 31 22:58:07.388610 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.402708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7cc3fd0-c7fc-4797-9296-3482ff8c5122 req-dc5e3df4-829f-4d02-a404-ed29a0fd1ccd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Mar 31 22:58:07.438111 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.457233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa420cfb-77c6-4cb9-97dc-28beeca8b4bd req-7c147603-8d42-44bc-b0bf-44012797b74f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0695560 Mar 31 22:58:07.488493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6d18047e-f0e7-4fe1-ab58-2478e64cd620, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6d18047e-f0e7-4fe1-ab58-2478e64cd620,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:07.496949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.505652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.607376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6d18047e-f0e7-4fe1-ab58-2478e64cd620,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.680615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-04b794e7-c34b-4a6a-ac78-7b14d0b57d35 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=99561a17599d425d90a3862f4a0441c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334953 Mar 31 22:58:07.683566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37502) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:07.708427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.711800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.717813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f094a451-e5c6-485b-a760-c03350fe8e65 HTTP/1.1" status: 204 len: 168 time: 0.4438410 Mar 31 22:58:07.739721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6afb2-e536-4411-81b4-b994e5dd4cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094a451-e5c6-485b-a760-c03350fe8e65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:07.767346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-deleted', 'tag': '303153d9-6cef-4224-9242-86522df2e74f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:07.770210 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712d9995-cb95-45ac-abed-fc73610bd275" -d '{"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-deleted", "tag": "303153d9-6cef-4224-9242-86522df2e74f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:07.792924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.834606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.854343 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Sync routers for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:07.888914 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:07.889534 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:07.925824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.932850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:07.934681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e643fbce-066c-47f6-accb-936f5519d516 HTTP/1.1" status: 204 len: 168 time: 0.2499745 Mar 31 22:58:07.952562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e6d5-5a5a-44d2-a3c4-d417375fec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e643fbce-066c-47f6-accb-936f5519d516,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:08.155733 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:08.257609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.281962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195955-a7b0-4b5e-9220-38db7bbd9984 req-1cc4bf68-92b1-4982-a2f5-8f4e71ed8ff5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:08.304675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db195955-a7b0-4b5e-9220-38db7bbd9984 req-1cc4bf68-92b1-4982-a2f5-8f4e71ed8ff5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1573012 Mar 31 22:58:08.473359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db195955-a7b0-4b5e-9220-38db7bbd9984 req-e7fb76f6-3439-4e4b-917b-5a954071809c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651752 Mar 31 22:58:08.608490 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0adc05a-5451-468e-a656-35754f5facc7 x-openstack-request-id: req-b0adc05a-5451-468e-a656-35754f5facc7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:08.608991 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7", "name": "network-vif-deleted", "tag": "303153d9-6cef-4224-9242-86522df2e74f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:08.609420 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b0adc05a-5451-468e-a656-35754f5facc7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:08.610015 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0adc05a-5451-468e-a656-35754f5facc7'] response: {'server_uuid': '2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7', 'name': 'network-vif-deleted', 'tag': '303153d9-6cef-4224-9242-86522df2e74f', 'status': 'completed', 'code': 200} Mar 31 22:58:08.635307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6d18047e-f0e7-4fe1-ab58-2478e64cd620 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:08.697729 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:05Z', 'revision_number': 2, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:08.742804 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Checking router: 74209ea5-2a31-495b-ac16-c96d2d38136a for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:08.743508 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Updating router 74209ea5-2a31-495b-ac16-c96d2d38136a port d03de9be-1aa7-4496-9c5e-d8b7689c9690 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:08.750488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:08.751196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.811522 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:08.836972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37534) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:08.890796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37536) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:08.898205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282613412', 'description': 'tempest-description--1168124231'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:09.026549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-72ef8c32-fb3a-4a8f-af98-871056ec6ecc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d56fa000ce0741b9b647842ddb427e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850805 Mar 31 22:58:09.026549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.026971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:09.170707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.184296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e893922-476c-40c6-a98a-51153606fcdb req-333895d8-74a4-48e0-9399-f475e4ebbdb3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.193541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e893922-476c-40c6-a98a-51153606fcdb req-333895d8-74a4-48e0-9399-f475e4ebbdb3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.2161179 Mar 31 22:58:09.203827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.229104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.241314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.307303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e893922-476c-40c6-a98a-51153606fcdb req-5c39f639-7fc9-4d23-9f8b-bc1e0e68f439 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121678 Mar 31 22:58:09.338559 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.345317 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.390104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.392141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5000830 Mar 31 22:58:09.393068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c5341-e34d-4c59-b2d9-29b105c9db6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c137027-6b22-4d88-8e92-244ba57b347e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.395871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37552) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:09.402667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'security_group_rule': {'security_group_id': '0c137027-6b22-4d88-8e92-244ba57b347e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:09.414753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.417911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.419495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2a1c5cde-5aa6-437d-b53d-6dfd9d449306 HTTP/1.1" status: 204 len: 168 time: 0.3915701 Mar 31 22:58:09.429607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Pushing event updated for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.455203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0a0c-3ffc-4982-afee-70115ab6d02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1c5cde-5aa6-437d-b53d-6dfd9d449306,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.491571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233d0b-4cfa-44fc-bf83-cc43538403c7 req-d70a4152-1103-4ac1-908f-32b6504f2c70 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.493193 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52233d0b-4cfa-44fc-bf83-cc43538403c7 req-d70a4152-1103-4ac1-908f-32b6504f2c70 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1773005 Mar 31 22:58:09.541750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.552350 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Attempting to bind port d03de9be-1aa7-4496-9c5e-d8b7689c9690 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:09.553099 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Attempting to bind port d03de9be-1aa7-4496-9c5e-d8b7689c9690 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:09.553661 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Attempting to bind port d03de9be-1aa7-4496-9c5e-d8b7689c9690 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:09.579142 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.585108 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.585836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.586374 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.586925 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.587624 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.588779 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.589322 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.589871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.590615 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.591301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.592025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:09.620048 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:09.623681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:09.624446 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.625025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:09.625755 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Bound port: d03de9be-1aa7-4496-9c5e-d8b7689c9690, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:09.628203 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.630354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e313077-9c7e-4f59-9c40-9e6d994036d0 req-81224cd1-0941-4c6a-8d16-3782b5e9a01c tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0733268 Mar 31 22:58:09.639980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52233d0b-4cfa-44fc-bf83-cc43538403c7 req-02b5c42c-501d-40cd-85a6-aadeefe43970 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400948 Mar 31 22:58:09.699051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.713092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.785849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-453734fa-063a-4d60-8ad3-521140802781 None None] Provisioning complete for port d03de9be-1aa7-4496-9c5e-d8b7689c9690 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:09.792019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-453734fa-063a-4d60-8ad3-521140802781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.806237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f2d4a-ad23-405a-900b-3ac92c456d45,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:09.831165 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] For port d03de9be-1aa7-4496-9c5e-d8b7689c9690, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:09.842020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] For port d03de9be-1aa7-4496-9c5e-d8b7689c9690, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d03de9be-1aa7-4496-9c5e-d8b7689c9690,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:09.855755 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.896336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.899288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38b85b36-3600-449e-a7d2-ee29becb52d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5009193 Mar 31 22:58:09.900517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37566) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:09.905475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'security_group_rule': {'security_group_id': '0c137027-6b22-4d88-8e92-244ba57b347e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:09.932308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:09.941647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-453734fa-063a-4d60-8ad3-521140802781 None None] Port d03de9be-1aa7-4496-9c5e-d8b7689c9690 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:09.941959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c096a9-8f2d-4bf1-82f3-1fb9ff6c4265 req-60c993f2-62e0-4d8d-a6cf-79f6c571a36b tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:09.962783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91c096a9-8f2d-4bf1-82f3-1fb9ff6c4265 req-60c993f2-62e0-4d8d-a6cf-79f6c571a36b tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1097 time: 0.1683457 Mar 31 22:58:09.969316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.034306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91c096a9-8f2d-4bf1-82f3-1fb9ff6c4265 req-2ecc5744-ba11-448b-a168-67ac8258bb16 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695214 Mar 31 22:58:10.058650 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:10.059924 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:10.144839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.155872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.181537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.183189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2816505 Mar 31 22:58:10.188549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:10.193687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:10.218182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f22763-79f8-45a8-8544-c2cc97568b35 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0406e8e0-7bf7-4978-80fc-639114e1ed51,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.218404 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495b043-1c7c-46b2-ae43-29642eec05b2 None None] Pushing event updated for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:10.244652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5b91-cbb7-4226-82f0-3596d103af3b req-3ee234ba-28e8-4a5c-a170-7e054d83ef8a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.256432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d4b5b91-cbb7-4226-82f0-3596d103af3b req-3ee234ba-28e8-4a5c-a170-7e054d83ef8a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1179502 Mar 31 22:58:10.278670 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.301281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.326312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d4b5b91-cbb7-4226-82f0-3596d103af3b req-30885d53-afbc-494d-ab75-00f3226f0380 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Mar 31 22:58:10.375749 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:10.480090 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] Provisioning complete for port d03de9be-1aa7-4496-9c5e-d8b7689c9690 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:10.480677 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.481464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.538688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d21e1-253a-41d4-92fa-3f72efde25a6 req-12582c8f-a5bd-4071-b686-645be2c4f143 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:10.548865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-305d21e1-253a-41d4-92fa-3f72efde25a6 req-12582c8f-a5bd-4071-b686-645be2c4f143 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1097 time: 0.0583100 Mar 31 22:58:10.605264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-305d21e1-253a-41d4-92fa-3f72efde25a6 req-a5782ab1-d05e-48cc-a6ea-c51068fbb96d tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Mar 31 22:58:10.667017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.25.8.175 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/f59c8dff-a364-4f01-80c4-747d2af2d14c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:10.706604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.809881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:09Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:10.841908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] For port d03de9be-1aa7-4496-9c5e-d8b7689c9690, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d03de9be-1aa7-4496-9c5e-d8b7689c9690,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:10.845717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a0e8d-221d-4d65-8d17-eadad44d02ae None None] The sync data for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 is: [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:09Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:10.847384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.911325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:10.946278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec420f-359a-4476-a68b-4d93d3d529e0 None None] Pushing event updated for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:11.005945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.006231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-453e65a8-ab54-4668-9c3a-cbaf08fa18a1 req-9558dd45-af5d-4fd6-b9d5-73b6486e69da tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0620894 Mar 31 22:58:11.076254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:11.103973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:11.118752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:11.233100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a51c38-5694-473e-94b1-378ee25c1381 req-fb22c50c-8943-4e2d-8611-7d6e5b030fa4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.236327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=f59c8dff-a364-4f01-80c4-747d2af2d14c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:11.247041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45a51c38-5694-473e-94b1-378ee25c1381 req-fb22c50c-8943-4e2d-8611-7d6e5b030fa4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1089344 Mar 31 22:58:11.324561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45a51c38-5694-473e-94b1-378ee25c1381 req-5bc094ec-3519-471e-902e-418278f257a9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764868 Mar 31 22:58:11.497967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.664926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e07b59-0ef1-4523-9ccf-d40ec3d9dc69 req-7c321846-fe77-4d1d-80e4-c14e155914c8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:11.676382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:11.676888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59e07b59-0ef1-4523-9ccf-d40ec3d9dc69 req-7c321846-fe77-4d1d-80e4-c14e155914c8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1070800 Mar 31 22:58:11.750771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59e07b59-0ef1-4523-9ccf-d40ec3d9dc69 req-12a782fc-97da-41b3-906a-afa3f63b0957 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Mar 31 22:58:12.000286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.008045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.128658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=f59c8dff-a364-4f01-80c4-747d2af2d14c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:12.150123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.180276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.181597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e5da9b69-9d04-40ec-9809-84da3bd82806 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9919186 Mar 31 22:58:12.502110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c5f8809-daae-48c8-818e-597868a20004 req-2883e66b-68b4-4c9c-bb6d-7a5b33400b6b tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bc056c6-5432-47f8-b3b5-0dc2f5c43ae7 HTTP/1.1" status: 200 len: 210 time: 0.0339525 Mar 31 22:58:12.529961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d03de9be-1aa7-4496-9c5e-d8b7689c9690 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:12.618128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d03de9be-1aa7-4496-9c5e-d8b7689c9690 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:12.618749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:12.655872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7783b-795b-49d5-83de-dd9c8c4eec2b req-a9a29d28-a272-4f54-8b85-adc794a40bdb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:12.657400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab7783b-795b-49d5-83de-dd9c8c4eec2b req-a9a29d28-a272-4f54-8b85-adc794a40bdb tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0622241 Mar 31 22:58:12.707386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab7783b-795b-49d5-83de-dd9c8c4eec2b req-6eb5d19f-0e93-4963-b8e7-77e3ac10375a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Mar 31 22:58:13.118811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-ae172a5f-b7a0-43c4-afd5-24d576e608ab tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--282613412&fields=id&tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 267 time: 0.0514750 Mar 31 22:58:13.197079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-02e249d2-82db-4446-b926-3df0914e4113 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:58:13.198188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-02e249d2-82db-4446-b926-3df0914e4113 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1558063 Mar 31 22:58:13.246625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-53df8640-68e9-45c7-821d-18eeda3859fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.250574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-53df8640-68e9-45c7-821d-18eeda3859fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.1238487 Mar 31 22:58:13.274386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-1e5db700-b274-4a39-bc4a-f74760229917 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/quotas/76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 375 time: 0.0197201 Mar 31 22:58:13.304479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-494b9c39-d97e-48fd-9c6c-f6f8b1f5bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.305959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-494b9c39-d97e-48fd-9c6c-f6f8b1f5bc39 service neutron] 10.222.0.95 "GET /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 1094 time: 0.0975678 Mar 31 22:58:13.327156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:13.327824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 22:58:13.387057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-da60be83-904f-4180-bba5-d7c368e049a8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985446 Mar 31 22:58:13.543191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-efd31676-3223-4d0a-82cb-fc81e4e0992c service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434247 Mar 31 22:58:13.544268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:13.544669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:13.545162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:13.558766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:13.559115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:13.577075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:13.577372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:13.577754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:13.578374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Bound port: 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:13.687135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:13.689874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-b2cec3ee-ee1f-4bb8-850a-4a1c64014e7a service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392725 Mar 31 22:58:13.696130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:13.699682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-026b5bd9-2bea-4db4-b54c-027b7ce420c9 service neutron] 10.222.0.95 "POST /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3764350 Mar 31 22:58:13.988930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7857-fd90-4d4f-bf31-d566bf692530 req-3a9a1dd3-0b4d-4a50-87ee-2a3aa247ab72 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:13.990579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a03c7857-fd90-4d4f-bf31-d566bf692530 req-3a9a1dd3-0b4d-4a50-87ee-2a3aa247ab72 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0895915 Mar 31 22:58:14.060855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-62a85ce5-cfc2-4c1b-b876-11e23eef8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.062365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a03c7857-fd90-4d4f-bf31-d566bf692530 req-11169a44-4ed5-4cbb-bdb7-06b1d159cd34 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546823 Mar 31 22:58:14.062751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-62a85ce5-cfc2-4c1b-b876-11e23eef8b7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1097 time: 0.0661976 Mar 31 22:58:14.268359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c065-7ed2-482b-8513-7a618f55216a req-8df8e434-6c22-415c-8663-08a1620659f9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.281676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7812c065-7ed2-482b-8513-7a618f55216a req-8df8e434-6c22-415c-8663-08a1620659f9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1012988 Mar 31 22:58:14.322144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1f68c-d7f6-4859-b70f-51c292089dcf req-493d5cdb-a0c7-4ba4-8d26-760b1683c1f3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.330795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1df1f68c-d7f6-4859-b70f-51c292089dcf req-493d5cdb-a0c7-4ba4-8d26-760b1683c1f3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1287405 Mar 31 22:58:14.336788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7812c065-7ed2-482b-8513-7a618f55216a req-b5444caa-d313-491b-993e-71ae31750327 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Mar 31 22:58:14.360162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-46e367e6-6c0b-4302-8af8-45242eecf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.361657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-46e367e6-6c0b-4302-8af8-45242eecf3fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.2916954 Mar 31 22:58:14.422757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-28da60c4-b3b0-4dd2-b130-c0b4c91b1fb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 217 time: 0.0508068 Mar 31 22:58:14.441125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1df1f68c-d7f6-4859-b70f-51c292089dcf req-fbc426c3-2563-4567-b9b5-4be35e39a32f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057425 Mar 31 22:58:14.447986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2738dd18-a055-4997-993d-d85bf16a981b req-ab00dd31-a554-4120-bd4e-23af65a0c19c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 210 time: 0.0601103 Mar 31 22:58:14.529244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-e38ab2a0-3756-4257-a353-5e779685cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.532558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-e38ab2a0-3756-4257-a353-5e779685cd2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.0904489 Mar 31 22:58:14.590960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-83c4b560-54bf-49cc-8ece-20137e6918e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496070 Mar 31 22:58:14.739711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b96842-2b34-4450-86b5-e130e26e41c1 req-4334ebcb-6726-4e10-8ba7-9035e6b662fa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:14.741501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4b96842-2b34-4450-86b5-e130e26e41c1 req-4334ebcb-6726-4e10-8ba7-9035e6b662fa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1012590 Mar 31 22:58:14.769521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-e1932dca-5166-4e1e-afa4-d94629d16517 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706929 Mar 31 22:58:14.815928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4b96842-2b34-4450-86b5-e130e26e41c1 req-aa35572b-6ec0-417e-9c31-cf2cb1988c97 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649991 Mar 31 22:58:14.893664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-5011e9d1-841f-4d32-9f4d-da6e6a7da334 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158679 Mar 31 22:58:15.431216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-52398bd1-14ce-4808-bae0-7d69591e9c0f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:15.440959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-52398bd1-14ce-4808-bae0-7d69591e9c0f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2534947 Mar 31 22:58:15.500236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-d7912f77-d5d7-432d-85ec-95d1c198ec66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 379 time: 0.0493333 Mar 31 22:58:15.509272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-f8b152f3-f5b5-4c07-a0c9-da5453b96855 req-39b892df-5580-4de0-99e2-37bbe606f0b9 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:58:15.510638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8b152f3-f5b5-4c07-a0c9-da5453b96855 req-39b892df-5580-4de0-99e2-37bbe606f0b9 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063193 Mar 31 22:58:15.515944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'device_id': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'admin_state_up': True, 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'security_groups': ['0c137027-6b22-4d88-8e92-244ba57b347e']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:15.957838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-5ff4c0e2-3dfe-4692-a760-ee61de50aec0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907137 Mar 31 22:58:16.048289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54e9840b-9197-480d-bbca-04d1b3398e5c req-f9cee191-c34b-44c6-8c44-006d3ae0d27f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 210 time: 0.0715151 Mar 31 22:58:16.272301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c70738-06f3-46af-b605-1353d87743ed req-ed151adf-c572-4344-ae45-972744b5f195 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.281189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54c70738-06f3-46af-b605-1353d87743ed req-ed151adf-c572-4344-ae45-972744b5f195 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1138408 Mar 31 22:58:16.365018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:16.378353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.384000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebf2aa-8f85-4406-b017-dfc818c13e3c req-1ba9a9b5-7b0d-44c4-9926-ab2f4c1f1fea tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:16.399883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20ebf2aa-8f85-4406-b017-dfc818c13e3c req-1ba9a9b5-7b0d-44c4-9926-ab2f4c1f1fea tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1837037 Mar 31 22:58:16.510648 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20ebf2aa-8f85-4406-b017-dfc818c13e3c req-6ecf0d15-b75f-4b18-a30f-a3487d763575 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098032 Mar 31 22:58:16.521284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:16.560535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54c70738-06f3-46af-b605-1353d87743ed req-7b95a423-b82a-47f4-99b8-c9f61aed3526 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756295 Mar 31 22:58:16.814639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:16.997137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.20.0.14 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/36668b0a-1872-44a8-81b3-966ef87691f5) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:17.007534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.015043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.114285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dd48dcb1bcd24223b6a44315b33611f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916255 Mar 31 22:58:17.115185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37808) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:17.115947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1763c294-7d89-4459-90e7-96538b06f624,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.129710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4502-1894-4f24-8b7c-b1c5124c3ebb req-9b0b6593-a4da-4064-87ce-8632b5e34664 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.142850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f38a4502-1894-4f24-8b7c-b1c5124c3ebb req-9b0b6593-a4da-4064-87ce-8632b5e34664 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.4682374 Mar 31 22:58:17.160785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.161202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.161500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.161769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.172715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.173148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.173490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.173826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.174185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.174498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.183031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.183916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d76dbff-2900-4ab5-921f-cdd9e358a908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:17.257139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.293943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.372653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.376130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.378016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1763c294-7d89-4459-90e7-96538b06f624 HTTP/1.1" status: 204 len: 168 time: 0.2534306 Mar 31 22:58:17.388080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e958b9a-70b9-4a40-82b2-d61b999c7d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1763c294-7d89-4459-90e7-96538b06f624,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.388453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f38a4502-1894-4f24-8b7c-b1c5124c3ebb req-400abe52-effa-47ba-9670-d79c6d2bf8f4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387760 Mar 31 22:58:17.472793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.577063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b55178b7-eab3-4085-b1ac-1ae83d64720a req-d2633fcf-9568-4d8e-bb91-7031208cf516 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 210 time: 0.0681713 Mar 31 22:58:17.611446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.741753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:17.755203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:17.763871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:17.811708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:17.864462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.865250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:17.885684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a1c0-7c02-4c42-bb48-b57ddeeb784b req-598a58c1-3279-425c-911e-1be580c10916 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:17.893755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38e9a1c0-7c02-4c42-bb48-b57ddeeb784b req-598a58c1-3279-425c-911e-1be580c10916 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1166401 Mar 31 22:58:17.924745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-723f62f9-e351-4688-8f1c-c3dc30659613 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4127247 Mar 31 22:58:17.944744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Request body: {'port': {'device_id': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:18.015287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38e9a1c0-7c02-4c42-bb48-b57ddeeb784b req-36fab30a-9372-4672-b2b7-b354e9fa060a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156683 Mar 31 22:58:18.080441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.245110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:18.254212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-81da4fbc-72cd-4a73-8663-4526cb3efd29 None None] Provisioning complete for port 36668b0a-1872-44a8-81b3-966ef87691f5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:18.257667 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81da4fbc-72cd-4a73-8663-4526cb3efd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.313489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f913cf6b-f41f-45b6-b027-a8ff8180a72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.363423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-81da4fbc-72cd-4a73-8663-4526cb3efd29 None None] Port 36668b0a-1872-44a8-81b3-966ef87691f5 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:18.392373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-634ea681-c19c-4f0d-a3a5-8d682bf11959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.393870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-634ea681-c19c-4f0d-a3a5-8d682bf11959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1100 time: 0.1684439 Mar 31 22:58:18.405925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21928bd4-e847-4a0c-a12b-b74fa8e519e5 req-92434631-5a27-45e0-80ea-3d371fe0e11f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.405925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21928bd4-e847-4a0c-a12b-b74fa8e519e5 req-92434631-5a27-45e0-80ea-3d371fe0e11f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2194049 Mar 31 22:58:18.498495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21928bd4-e847-4a0c-a12b-b74fa8e519e5 req-0a2c840d-6202-44b6-8b85-5f2d57d5abea tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915196 Mar 31 22:58:18.571839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f913cf6b-f41f-45b6-b027-a8ff8180a72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.584160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f913cf6b-f41f-45b6-b027-a8ff8180a72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.631961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-4c64a9f3-0881-4fed-a2a6-982380d01a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.651537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-4c64a9f3-0881-4fed-a2a6-982380d01a24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2325881 Mar 31 22:58:18.666892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913cf6b-f41f-45b6-b027-a8ff8180a72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e351d75d-33a0-446a-a715-7c7f962d8f2b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:18.673675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f913cf6b-f41f-45b6-b027-a8ff8180a72b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cf62184cf938475095c97593978514f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268777 Mar 31 22:58:18.678942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:18.723387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a68ce-a532-4f92-837e-977054549bff req-ecde0f5d-d75b-427e-b601-23356ae53193 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.733940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286a68ce-a532-4f92-837e-977054549bff req-ecde0f5d-d75b-427e-b601-23356ae53193 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1297002 Mar 31 22:58:18.746341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-fa9d9e17-722f-48d4-bb5a-5494f66990f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0938864 Mar 31 22:58:18.837974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286a68ce-a532-4f92-837e-977054549bff req-1a1c7a14-d4d0-49cd-a4a7-1017cc2b8239 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034625 Mar 31 22:58:18.839308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.880217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:18.890792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.901632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.932191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-27da85b4-cf47-4b2c-9fe6-91b320cb31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:18.933823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-27da85b4-cf47-4b2c-9fe6-91b320cb31ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1467998 Mar 31 22:58:18.957835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Transition to ACTIVE for port object 36668b0a-1872-44a8-81b3-966ef87691f5 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:18.993808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:18.996316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.000591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.002359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e351d75d-33a0-446a-a715-7c7f962d8f2b HTTP/1.1" status: 204 len: 168 time: 0.3243632 Mar 31 22:58:19.013607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9a400-4c10-496f-9c64-57141d9dc820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e351d75d-33a0-446a-a715-7c7f962d8f2b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:19.216764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:19.222439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-56381929-1c00-4eb7-b0f8-7c647e2e1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.224126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-56381929-1c00-4eb7-b0f8-7c647e2e1da3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2807341 Mar 31 22:58:19.564953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Attempting to bind port 36668b0a-1872-44a8-81b3-966ef87691f5 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:19.565455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Attempting to bind port 36668b0a-1872-44a8-81b3-966ef87691f5 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:19.565875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Attempting to bind port 36668b0a-1872-44a8-81b3-966ef87691f5 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:19.571521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-0024dc50-a093-4b60-b51b-1a2b244ecb22 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393984 Mar 31 22:58:19.745652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-7b77a277-416e-451b-844e-7b9d03e20355 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633584 Mar 31 22:58:19.747958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Port 36668b0a-1872-44a8-81b3-966ef87691f5 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:19.748974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Attempting to bind port 36668b0a-1872-44a8-81b3-966ef87691f5 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:19.761548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:19.762070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:19.762513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:19.764131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Bound port: 36668b0a-1872-44a8-81b3-966ef87691f5, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:19.764655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:19.853800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67e3d0-c778-4788-9eb2-193c3d20434d req-27536119-550a-4d19-b87e-2191b14442ec tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.872247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b67e3d0-c778-4788-9eb2-193c3d20434d req-27536119-550a-4d19-b87e-2191b14442ec tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 944 time: 0.4043224 Mar 31 22:58:19.909633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:19.918333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:19.924322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dda41-f358-4985-93f7-a665c00017bf req-d3f54695-1686-4256-9446-997a39bb4592 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:19.935793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-928dda41-f358-4985-93f7-a665c00017bf req-d3f54695-1686-4256-9446-997a39bb4592 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1286056 Mar 31 22:58:19.947639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.011749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.012674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-928dda41-f358-4985-93f7-a665c00017bf req-aca7716c-5acf-45ac-a7df-3af1f3541c69 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758245 Mar 31 22:58:20.013462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.015208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] 10.222.0.60 "PUT /v2.0/ports/36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1092 time: 2.0818410 Mar 31 22:58:20.028387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:20.043714 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60329d5a-8cd4-4821-99d4-d0c744a8dee4" -d '{"events": [{"name": "network-changed", "server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:20.173065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b67e3d0-c778-4788-9eb2-193c3d20434d req-cbc7f3e3-7501-4453-9570-60b03e256382 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983379 Mar 31 22:58:20.231552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f2d44-59e7-4048-98fe-0c4fd131bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:20.293418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e0748-da73-4b53-b53a-379d4bd3fc71 req-e066a4a4-adef-49a2-9be4-a5d1448ca3cd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.296282 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd8e0748-da73-4b53-b53a-379d4bd3fc71 req-e066a4a4-adef-49a2-9be4-a5d1448ca3cd tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0834825 Mar 31 22:58:20.345720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-5b48b4b5-d68e-4521-a7b3-18bfda21397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.348731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37896) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:20.350966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-5b48b4b5-d68e-4521-a7b3-18bfda21397f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1095 time: 0.2245696 Mar 31 22:58:20.352119 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd8e0748-da73-4b53-b53a-379d4bd3fc71 req-72cd92d2-2f7c-4608-932b-6159dceb6fc0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Mar 31 22:58:20.429291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-20ec6c71-b23a-4269-9757-3f4a6d60f598 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 217 time: 0.0707369 Mar 31 22:58:20.480560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-network', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:20.494046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ee977-0977-45bf-afa9-1d41de44c42d req-072ee67d-e529-49f4-8768-4eb78e86c8d0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.495715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a22ee977-0977-45bf-afa9-1d41de44c42d req-072ee67d-e529-49f4-8768-4eb78e86c8d0 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.2222710 Mar 31 22:58:20.519321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05689726-cc2b-4579-8945-5840a82e6dcf req-22cba574-c817-4819-861a-ee319b6112f1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.520832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05689726-cc2b-4579-8945-5840a82e6dcf req-22cba574-c817-4819-861a-ee319b6112f1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0773559 Mar 31 22:58:20.521810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Made reservation on behalf of b70c1af007da4cc798e9288ff6f54252 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:20.524361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.536925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-712e1085-c6b2-4737-9c4e-10f51b97e42f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.538550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-712e1085-c6b2-4737-9c4e-10f51b97e42f tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 944 time: 0.1260834 Mar 31 22:58:20.539906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.552605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-01c7ea52-7c5f-455b-ae1b-765b204bbcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.554194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-01c7ea52-7c5f-455b-ae1b-765b204bbcf1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1061876 Mar 31 22:58:20.593997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05689726-cc2b-4579-8945-5840a82e6dcf req-2bd11a61-904f-4a4f-9018-54e2102e23a0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Mar 31 22:58:20.660952 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.678701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.681806 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79767af3-c438-4794-91e0-06ddb266387c x-openstack-request-id: req-79767af3-c438-4794-91e0-06ddb266387c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:20.682311 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:20.682555 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-79767af3-c438-4794-91e0-06ddb266387c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:20.682964 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79767af3-c438-4794-91e0-06ddb266387c'] response: {'name': 'network-changed', 'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'status': 'completed', 'code': 200} Mar 31 22:58:20.684546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.728026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:20.737192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a22ee977-0977-45bf-afa9-1d41de44c42d req-955303d4-9d83-420c-8164-11e25f11c759 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246079 Mar 31 22:58:20.740405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd425ff-e43b-40d4-81ae-8f6d94f425df,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:20.761134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.763645 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Added segment 24dc2c29-ab73-4818-8bac-1a1484093c09 of type vlan for network 2fb2b508-15a2-4ac5-951b-32f3baadd101 Mar 31 22:58:20.813705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-6e9ac367-4b3a-4a98-814a-ff1f8f67202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:20.824331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-6e9ac367-4b3a-4a98-814a-ff1f8f67202a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587264 Mar 31 22:58:20.931620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Deleting port e872243c-3a65-4823-b7d9-7685d510e2db {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:20.931999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:20.971087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-ba8b41c6-7555-4cdb-904a-1b97729c9f4c service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392565 Mar 31 22:58:21.123938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa94e87e-a287-4599-b0ca-33c90d6f21a9 req-1d2895aa-f7e1-4933-acb4-4ff2074f314e service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378226 Mar 31 22:58:21.200865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.208341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:21.239142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.240461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.241161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.303752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9504366 Mar 31 22:58:21.304447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:21.312397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Request body: {'subnet': {'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-subnet', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:21.398454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffb13-6607-489a-9501-aee22af81e2a admin admin] Pushing event updated for resources: {'Network': ['ID=2fb2b508-15a2-4ac5-951b-32f3baadd101,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:21.406107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] For port e872243c-3a65-4823-b7d9-7685d510e2db, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e872243c-3a65-4823-b7d9-7685d510e2db,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:21.407845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.423004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:21.434997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Calling delete_port for e872243c-3a65-4823-b7d9-7685d510e2db owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:21.440041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-2c9e17e2-de8c-4ef1-aaae-22df7d562748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.442018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-2c9e17e2-de8c-4ef1-aaae-22df7d562748 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1095 time: 0.1244273 Mar 31 22:58:21.454702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dd433-c9b9-408a-a6f4-f8fe1bf93460 req-819d5f4b-584f-4081-abfe-b31e61deaa9e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.456729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-336dd433-c9b9-408a-a6f4-f8fe1bf93460 req-819d5f4b-584f-4081-abfe-b31e61deaa9e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.3298857 Mar 31 22:58:21.491184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3010727a-0049-4b7c-ace2-b81f255eb4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.501841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40747402-05a5-46b8-8f34-a09a4b527441 req-86fd6e5d-90a2-465e-a41f-28b68fbaa4a7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.504130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40747402-05a5-46b8-8f34-a09a4b527441 req-86fd6e5d-90a2-465e-a41f-28b68fbaa4a7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 944 time: 0.1506026 Mar 31 22:58:21.516434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Made reservation on behalf of b70c1af007da4cc798e9288ff6f54252 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:21.518919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.632272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40747402-05a5-46b8-8f34-a09a4b527441 req-77c236c7-b540-40e4-b8a2-ea8eeff049b2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193841 Mar 31 22:58:21.647252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-336dd433-c9b9-408a-a6f4-f8fe1bf93460 req-44a0155f-3228-4ba4-b380-98670a97bfa1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696692 Mar 31 22:58:21.739396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3010727a-0049-4b7c-ace2-b81f255eb4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.748285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3010727a-0049-4b7c-ace2-b81f255eb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.822815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-072a5266-98f9-4596-90d1-958538404896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.824337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-072a5266-98f9-4596-90d1-958538404896 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.3606858 Mar 31 22:58:21.825259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:21.885036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3010727a-0049-4b7c-ace2-b81f255eb4bc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=18fdfc957c8b472087af5e3f95a3ec18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751845 Mar 31 22:58:21.890236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37928) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:21.895893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010727a-0049-4b7c-ace2-b81f255eb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24999740-be77-4b41-8cff-3edab2cd795d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:21.909881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-67714a6d-edd9-4362-82b1-ee3866bfc279 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 217 time: 0.0496180 Mar 31 22:58:21.918999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event deleted for resources: {'Port': ['ID=e872243c-3a65-4823-b7d9-7685d510e2db,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:21.968511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf47b6-61ac-40bb-b977-e3a06c7be0ba req-7e10db2e-f1ad-40d2-ab08-09c3ab45a5c2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:21.970101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28bf47b6-61ac-40bb-b977-e3a06c7be0ba req-7e10db2e-f1ad-40d2-ab08-09c3ab45a5c2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1387644 Mar 31 22:58:21.993149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] No DVR routers for this DVR port e872243c-3a65-4823-b7d9-7685d510e2db on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:22.000095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.003438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa60cbd-ac1f-4c69-a9be-9a0a0c26f435 req-fe27e3ae-88ec-4355-990b-2a235d5eb210 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "DELETE /v2.0/ports/e872243c-3a65-4823-b7d9-7685d510e2db HTTP/1.1" status: 204 len: 173 time: 1.4554102 Mar 31 22:58:22.011755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9e16f-4c8d-4f38-a55d-dedb55396cc2 req-d6c733e0-3917-4064-9532-4a9705f20108 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.013288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4f9e16f-4c8d-4f38-a55d-dedb55396cc2 req-d6c733e0-3917-4064-9532-4a9705f20108 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.2000837 Mar 31 22:58:22.020729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.042420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-aa2177f0-9822-4c74-a02c-b4410ea9dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.043911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-aa2177f0-9822-4c74-a02c-b4410ea9dd18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1227007 Mar 31 22:58:22.086212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4f9e16f-4c8d-4f38-a55d-dedb55396cc2 req-a8422e1b-cc24-49d5-a3c1-4c992334f1a6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660138 Mar 31 22:58:22.098387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28bf47b6-61ac-40bb-b977-e3a06c7be0ba req-462abbaa-7748-46f6-9272-566a3bf90eef tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053545 Mar 31 22:58:22.100908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.137062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-c3f85ef4-33c7-4c29-aed9-381efca0b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.138981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-c3f85ef4-33c7-4c29-aed9-381efca0b3e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795004 Mar 31 22:58:22.220177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.226642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5966c72-3271-41f1-af23-19af7a671c36,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:22.304818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Checking segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:22.305244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Network hostable DHCP agents. Network: 2fb2b508-15a2-4ac5-951b-32f3baadd101, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:22.314286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-69ff70b5-5c52-4fe9-8c24-5e0d8458cd71 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500278 Mar 31 22:58:22.316128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8156ecb7-5a8e-4a22-a1c8-831dfe73393e req-bf39f6c7-b1c5-47de-ad4f-ba1232ab4fa3 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=51500520-9c96-4fe9-8dc1-5e01257e5dca HTTP/1.1" status: 200 len: 210 time: 0.0589743 Mar 31 22:58:22.339525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:22.351417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.354309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.357783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/24999740-be77-4b41-8cff-3edab2cd795d HTTP/1.1" status: 204 len: 168 time: 0.4640772 Mar 31 22:58:22.358548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2fb2b508-15a2-4ac5-951b-32f3baadd101) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:22.370033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.370621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.372116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49872bb-4ef1-4813-bdd2-9485fc4789c9 None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:22.376725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82cfca-e057-4201-8770-60b85a44afc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24999740-be77-4b41-8cff-3edab2cd795d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:22.398436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea165789-a5a0-42d8-b2d3-39d93b3662c1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0901384 Mar 31 22:58:22.401659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:22.406321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:22.431330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.433028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.507269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60329d5a-8cd4-4821-99d4-d0c744a8dee4 req-3c1023b3-8ab4-4293-990c-60884a9eb298 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781588 Mar 31 22:58:22.508999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.548995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37940) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:22.629823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2fb2b508-15a2-4ac5-951b-32f3baadd101', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:22.631377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.685037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-deleted', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:22.689640 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a89b53-bb2c-460e-8864-f28d6248e66d" -d '{"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-deleted", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:22.791428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:22.825221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Allocated IP 172.20.0.2 (2fb2b508-15a2-4ac5-951b-32f3baadd101/f5966c72-3271-41f1-af23-19af7a671c36/28ab1ae8-6657-4240-bd16-af3591147c87) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:22.869052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c3d35-4c3e-4176-aca3-c540f582514a req-f298e83f-1583-4dc6-8270-cb180a58b410 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.870716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a6c3d35-4c3e-4176-aca3-c540f582514a req-f298e83f-1583-4dc6-8270-cb180a58b410 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.0757501 Mar 31 22:58:22.886770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675c31b-24af-4157-86b1-26779954e11c req-296e26d1-c1dd-4dba-a1c0-a2684a16a881 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:22.892635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1675c31b-24af-4157-86b1-26779954e11c req-296e26d1-c1dd-4dba-a1c0-a2684a16a881 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 944 time: 0.1364458 Mar 31 22:58:22.947440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a6c3d35-4c3e-4176-aca3-c540f582514a req-a3a157a9-2f88-42e3-9257-7ab61c2cdc8e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703063 Mar 31 22:58:22.983418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1675c31b-24af-4157-86b1-26779954e11c req-f7fbdabf-06fb-4119-ba85-b0f662c5e30c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748103 Mar 31 22:58:23.014632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9915ab75-8ffe-4b2c-8742-a0a6dd7521cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.037788 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839c5e72-2546-40c0-aad5-6d53ea0fbf23 x-openstack-request-id: req-839c5e72-2546-40c0-aad5-6d53ea0fbf23 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:23.038080 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51500520-9c96-4fe9-8dc1-5e01257e5dca", "name": "network-vif-deleted", "tag": "e872243c-3a65-4823-b7d9-7685d510e2db", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:23.038599 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-839c5e72-2546-40c0-aad5-6d53ea0fbf23 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:23.038996 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839c5e72-2546-40c0-aad5-6d53ea0fbf23'] response: {'server_uuid': '51500520-9c96-4fe9-8dc1-5e01257e5dca', 'name': 'network-vif-deleted', 'tag': 'e872243c-3a65-4823-b7d9-7685d510e2db', 'status': 'completed', 'code': 200} Mar 31 22:58:23.046221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37952) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:23.046413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.058392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.066090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56d900c4-5426-415d-a145-194489b7186f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.098727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:23.105007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:23.107477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:23.148999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.176433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Pushing event updated for resources: {'Port': ['ID=28ab1ae8-6657-4240-bd16-af3591147c87,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.177061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.193420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Attempting to bind port 28ab1ae8-6657-4240-bd16-af3591147c87 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:23.194084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Attempting to bind port 28ab1ae8-6657-4240-bd16-af3591147c87 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:23.194633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Attempting to bind port 28ab1ae8-6657-4240-bd16-af3591147c87 on network 2fb2b508-15a2-4ac5-951b-32f3baadd101 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:23.201467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9915ab75-8ffe-4b2c-8742-a0a6dd7521cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.201674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:23.201674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Checking segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:23.202274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.202860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Bound using segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:23.203516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Bound port: 28ab1ae8-6657-4240-bd16-af3591147c87, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:23.204104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.211738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9915ab75-8ffe-4b2c-8742-a0a6dd7521cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.219605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:23.243618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: e872243c-3a65-4823-b7d9-7685d510e2db {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:23.244491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e872243c-3a65-4823-b7d9-7685d510e2db not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:23.298008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915ab75-8ffe-4b2c-8742-a0a6dd7521cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de61588-a506-4a52-aaaf-a6324af4859d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.306924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] For port 28ab1ae8-6657-4240-bd16-af3591147c87, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:23.312664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] For port 28ab1ae8-6657-4240-bd16-af3591147c87, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28ab1ae8-6657-4240-bd16-af3591147c87,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:23.320638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.325113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49da47-b59c-453c-9645-73d5df05d1b5 req-d60883aa-d242-4693-8467-4375f456578c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.326767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc49da47-b59c-453c-9645-73d5df05d1b5 req-d60883aa-d242-4693-8467-4375f456578c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0959411 Mar 31 22:58:23.329367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56d900c4-5426-415d-a145-194489b7186f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.340054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9915ab75-8ffe-4b2c-8742-a0a6dd7521cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=00e42f6c82de483f8b2a967d140a74be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7857220 Mar 31 22:58:23.340054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37958) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:23.343835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Allocated IP 172.25.8.137 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/e99ddb9d-2519-41ff-91af-008ed3c40cf3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:23.348458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56d900c4-5426-415d-a145-194489b7186f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.361074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629e6-0516-4332-9773-16767e7e3d1f req-17a622e6-e7ff-44ea-8219-d9b2ce214959 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:23.362562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b76629e6-0516-4332-9773-16767e7e3d1f req-17a622e6-e7ff-44ea-8219-d9b2ce214959 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.1252747 Mar 31 22:58:23.394865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9cc8-9d07-4d3f-a566-4eaad70ccbe8 None None] Pushing event updated for resources: {'Port': ['ID=28ab1ae8-6657-4240-bd16-af3591147c87,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.404595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc49da47-b59c-453c-9645-73d5df05d1b5 req-1726f267-6d44-448d-8d6f-f8643cf667ce tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637510 Mar 31 22:58:23.453063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-56d900c4-5426-415d-a145-194489b7186f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ae453ffb29504181b2f4b55b08710ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055688 Mar 31 22:58:23.458216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:23.465196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d900c4-5426-415d-a145-194489b7186f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45700009-d145-4371-8e2f-df787922b7bb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.481791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b76629e6-0516-4332-9773-16767e7e3d1f req-673798e9-10d9-4c1c-ad98-350efe41538d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Mar 31 22:58:23.501378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.534688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.590602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.601418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.605553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.607644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7de61588-a506-4a52-aaaf-a6324af4859d HTTP/1.1" status: 204 len: 168 time: 0.2663255 Mar 31 22:58:23.635854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.636240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad84c6d-d4ae-4a3e-aff5-63af8dcd3324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de61588-a506-4a52-aaaf-a6324af4859d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.731125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.774558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.846410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Pushing event updated for resources: {'Port': ['ID=e99ddb9d-2519-41ff-91af-008ed3c40cf3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:23.851120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:23.854025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:23.857030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:23.884844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.887417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:23.895092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/45700009-d145-4371-8e2f-df787922b7bb HTTP/1.1" status: 204 len: 168 time: 0.4355998 Mar 31 22:58:23.912931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507714d-64c4-4468-85f5-0f041802f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45700009-d145-4371-8e2f-df787922b7bb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:24.222197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ef4af-4000-4b4d-a956-e5e00026df85 req-010951b6-0cd7-4b78-a19a-ec763099dc60 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.223811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-410ef4af-4000-4b4d-a956-e5e00026df85 req-010951b6-0cd7-4b78-a19a-ec763099dc60 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1020656 Mar 31 22:58:24.227008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.283973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:24.436328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-410ef4af-4000-4b4d-a956-e5e00026df85 req-82ec8074-2191-4cb1-9ec2-ea87e94b47a6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625242 Mar 31 22:58:24.445137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8105f6-cba2-44a2-a446-f9ba14e83c11 req-d7833d4c-290a-4687-b472-b4acf7b6be31 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.454432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb8105f6-cba2-44a2-a446-f9ba14e83c11 req-d7833d4c-290a-4687-b472-b4acf7b6be31 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.5810328 Mar 31 22:58:24.478999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-144aac9d-d9fc-4d4e-ada1-f80f3f842366 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.480802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-144aac9d-d9fc-4d4e-ada1-f80f3f842366 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 944 time: 0.1035378 Mar 31 22:58:24.511553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.585222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:24.586953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:24.602869 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c854b5-39d1-4a25-9861-e6fa5b061d2d" -d '{"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:24.609696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.620089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb8105f6-cba2-44a2-a446-f9ba14e83c11 req-781a2e21-ccb6-4ddb-bbaa-9ae9a57b5dca tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632316 Mar 31 22:58:24.633178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37992) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:24.695991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64fd92e1-4e44-4c9b-9453-85799af63acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.707770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Deleting port 84c4c813-0f58-405f-9beb-778b18561bab {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:24.708285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.708448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28ab1ae8-6657-4240-bd16-af3591147c87 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:24.731685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:24.827070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28ab1ae8-6657-4240-bd16-af3591147c87 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:24.827525 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.872015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb0977-ea5a-48fb-bf82-0f30a71371c8 req-e45d0aba-2b17-483a-b06b-5019d6c8d317 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.880741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33cb0977-ea5a-48fb-bf82-0f30a71371c8 req-e45d0aba-2b17-483a-b06b-5019d6c8d317 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1451101 Mar 31 22:58:24.916379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d333504-29b4-4880-a278-7f570920bd52 req-40d8ea3d-93b3-476e-bff9-f424908b3c98 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:24.918895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d333504-29b4-4880-a278-7f570920bd52 req-40d8ea3d-93b3-476e-bff9-f424908b3c98 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 944 time: 0.2846241 Mar 31 22:58:24.928678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] For port 84c4c813-0f58-405f-9beb-778b18561bab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=84c4c813-0f58-405f-9beb-778b18561bab,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:24.929392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.955902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Calling delete_port for 84c4c813-0f58-405f-9beb-778b18561bab owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:24.957506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:24.983057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33cb0977-ea5a-48fb-bf82-0f30a71371c8 req-2a583bdd-5152-4d62-b42a-a3ebb73b082a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985839 Mar 31 22:58:25.000662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.002151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 28ab1ae8-6657-4240-bd16-af3591147c87, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28ab1ae8-6657-4240-bd16-af3591147c87,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.008045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.102503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4ab7f-39ad-41e3-b4ab-e0154d029d2d None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:25.102769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d333504-29b4-4880-a278-7f570920bd52 req-1f8c139c-e464-4f04-bc4e-5fca935ffb67 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674116 Mar 31 22:58:25.206964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64fd92e1-4e44-4c9b-9453-85799af63acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.215478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64fd92e1-4e44-4c9b-9453-85799af63acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.216924 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f727f692-e7da-4396-aa2f-1c559472e843 x-openstack-request-id: req-f727f692-e7da-4396-aa2f-1c559472e843 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:25.217240 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-unplugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:25.217752 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f727f692-e7da-4396-aa2f-1c559472e843 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:25.218249 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f727f692-e7da-4396-aa2f-1c559472e843'] response: {'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd', 'code': 200} Mar 31 22:58:25.228685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:25.249927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd92e1-4e44-4c9b-9453-85799af63acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9edd0e8-bb7a-4e17-97dd-960687df45a2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.272195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.288612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64fd92e1-4e44-4c9b-9453-85799af63acb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f79d1571b57d4f36b7370e641f08cb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6533139 Mar 31 22:58:25.289484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38004) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:25.298969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=28ab1ae8-6657-4240-bd16-af3591147c87,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.299258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ffb89-3ec2-4bb3-a9c5-9ced8feed384 req-f7dfa033-5731-43dc-a22c-977fb2395b79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.300812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-173ffb89-3ec2-4bb3-a9c5-9ced8feed384 req-f7dfa033-5731-43dc-a22c-977fb2395b79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.0982416 Mar 31 22:58:25.342234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event deleted for resources: {'Port': ['ID=84c4c813-0f58-405f-9beb-778b18561bab,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.344799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c600ef6d-3ff0-4f4c-9931-53224541349e None None] Provisioning complete for port 28ab1ae8-6657-4240-bd16-af3591147c87 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:25.345317 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c600ef6d-3ff0-4f4c-9931-53224541349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.346861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Router 890a2952-e5e3-47ad-9c75-8d3d40bd312e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:25.363977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.372908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] No DVR routers for this DVR port 84c4c813-0f58-405f-9beb-778b18561bab on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:25.377546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.381020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9ee33fe-db13-4eb3-aba5-134c835acfb5 req-d5fd5fa0-3d44-4bc8-aaac-a6ff063262a5 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "DELETE /v2.0/ports/84c4c813-0f58-405f-9beb-778b18561bab HTTP/1.1" status: 204 len: 173 time: 0.8883507 Mar 31 22:58:25.385232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-deleted', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:25.387777 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5089d0c5-995d-4c60-86e9-ca769b668e2a" -d '{"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-deleted", "tag": "84c4c813-0f58-405f-9beb-778b18561bab"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:25.392510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38008) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:25.438342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-173ffb89-3ec2-4bb3-a9c5-9ced8feed384 req-1b84de3a-11f6-4675-aeef-99290bc45eb1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024847 Mar 31 22:58:25.460455 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0392f5df-8f94-481b-862e-970dc45589f2 x-openstack-request-id: req-0392f5df-8f94-481b-862e-970dc45589f2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:25.462135 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5602c9-66be-4e42-91eb-1f2a8a00a52b", "name": "network-vif-deleted", "tag": "84c4c813-0f58-405f-9beb-778b18561bab", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:25.462614 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0392f5df-8f94-481b-862e-970dc45589f2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:25.463578 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0392f5df-8f94-481b-862e-970dc45589f2'] response: {'server_uuid': '4f5602c9-66be-4e42-91eb-1f2a8a00a52b', 'name': 'network-vif-deleted', 'tag': '84c4c813-0f58-405f-9beb-778b18561bab', 'status': 'completed', 'code': 200} Mar 31 22:58:25.529833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:25.554813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Sync routers for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:25.557452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.575745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:25.576469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:25.584634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.585964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fcf90e84-a49b-45a1-bf16-6b18c7d32fab admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1833293 Mar 31 22:58:25.592848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38014) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:25.616126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5322d-9f30-4beb-b5e6-baea26b6ca06 req-e4a958af-6886-4266-aeac-89b1f77ee683 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:25.617939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec5322d-9f30-4beb-b5e6-baea26b6ca06 req-e4a958af-6886-4266-aeac-89b1f77ee683 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.0877948 Mar 31 22:58:25.623650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-913307547-network', 'tenant_id': '7d00796798b345ea8f496b8dddd5253e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:25.684026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:25.687606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.711597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.725322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ec5322d-9f30-4beb-b5e6-baea26b6ca06 req-9da131c7-ba15-4306-84be-c0c153e900ca tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968959 Mar 31 22:58:25.836506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:25.853863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.860195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.873352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '36668b0a-1872-44a8-81b3-966ef87691f5', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:25.918581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956cf8a-8c34-483f-afca-915c8326ae8e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:25.943688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:25.956333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4af2c12-b0dd-4595-97c7-898d1dab6450 req-87280c8b-6ce6-4d3a-a31d-7c9baf4ed7c9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f5602c9-66be-4e42-91eb-1f2a8a00a52b HTTP/1.1" status: 200 len: 210 time: 0.0592713 Mar 31 22:58:25.957200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.963607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:25.968712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.969672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:25.970965 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Added segment df7b12a3-779f-4f79-9ea8-b881b70d7275 of type vlan for network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a Mar 31 22:58:25.984112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c9edd0e8-bb7a-4e17-97dd-960687df45a2 HTTP/1.1" status: 204 len: 168 time: 0.6897163 Mar 31 22:58:26.000273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf2243-5005-4876-87c8-9d327e7ff591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9edd0e8-bb7a-4e17-97dd-960687df45a2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.126027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.166646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.212645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.254730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75030287-72f3-42f2-9377-995d00935e44 req-3b73c272-a2db-4146-90e4-8f128f07bc5c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.264962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75030287-72f3-42f2-9377-995d00935e44 req-3b73c272-a2db-4146-90e4-8f128f07bc5c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1710517 Mar 31 22:58:26.279958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:26.284571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7de4d10c-d5f9-44d8-8744-eee5905e7389 None None] Provisioning complete for port 28ab1ae8-6657-4240-bd16-af3591147c87 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:26.285389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7de4d10c-d5f9-44d8-8744-eee5905e7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.296642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:26.318362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75030287-72f3-42f2-9377-995d00935e44 req-3f737f84-5b1e-43b6-9887-57a1ff3372e3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519803 Mar 31 22:58:26.319513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.321059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.323290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.360560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9670026 Mar 31 22:58:26.363385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38028) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:26.368541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Request body: {'subnet': {'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-913307547-subnet', 'tenant_id': '7d00796798b345ea8f496b8dddd5253e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:26.376826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:26.398834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.422977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dbbb5-5859-4df9-8a89-a5c5c5bde088 admin admin] Pushing event updated for resources: {'Network': ['ID=139f39ca-3b12-45c1-b737-6abbd6dd3a1a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.435783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:26.439757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.505708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:58:26.556315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741ef4f-4557-4d2d-9116-b8b6f4031326 req-efc94b4d-b5c7-4c39-a82a-ff935561be03 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.564902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6741ef4f-4557-4d2d-9116-b8b6f4031326 req-efc94b4d-b5c7-4c39-a82a-ff935561be03 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1252887 Mar 31 22:58:26.600084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:26.602028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28ab1ae8-6657-4240-bd16-af3591147c87 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:26.660696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6741ef4f-4557-4d2d-9116-b8b6f4031326 req-e4b08136-eadd-4c05-b4f0-fd03c7e6988a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919547 Mar 31 22:58:26.668097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.717777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.813159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd307a4-d1a8-4c44-8eab-3590108531eb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:26.818969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28ab1ae8-6657-4240-bd16-af3591147c87 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:26.819396 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.833809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698aa2d-6d0b-46e1-93ba-a1980eb01e73 req-76ca1dd7-b58a-4744-a712-09053ea88cdc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.835332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b698aa2d-6d0b-46e1-93ba-a1980eb01e73 req-76ca1dd7-b58a-4744-a712-09053ea88cdc tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 943 time: 0.2269475 Mar 31 22:58:26.870342 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.878906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['36668b0a-1872-44a8-81b3-966ef87691f5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:26.884817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Checking segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:26.885805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Network hostable DHCP agents. Network: 139f39ca-3b12-45c1-b737-6abbd6dd3a1a, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:26.922541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b698aa2d-6d0b-46e1-93ba-a1980eb01e73 req-5f9186a4-e029-4290-be43-36b3bda684f8 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764875 Mar 31 22:58:26.931396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:26.935078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:26.949491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 139f39ca-3b12-45c1-b737-6abbd6dd3a1a) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:26.955069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:26.958090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:26.983394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-78ff0923-c61f-4e34-863f-fa2a44438113 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6186635 Mar 31 22:58:27.025967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb738b3f-2fc8-4fb0-b2b9-14c8ea22c610 None None] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:27.026848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae5ff-5eee-468d-8af3-9d24cf19dfff req-05123d47-ed55-43b9-8ecf-fc9546605f87 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.034953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b1ae5ff-5eee-468d-8af3-9d24cf19dfff req-05123d47-ed55-43b9-8ecf-fc9546605f87 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1318660 Mar 31 22:58:27.067540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'a95efc34-d307-4247-9924-0c785242f3dd', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'port_id': 'a95efc34-d307-4247-9924-0c785242f3dd', 'mac_address': 'fa:16:3e:76:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71c3285-185b-4bdd-ac77-2a9896505ea4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:27.174147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b1ae5ff-5eee-468d-8af3-9d24cf19dfff req-059a2ddb-2cc5-46a7-9697-fb3761a28750 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374962 Mar 31 22:58:27.192756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:24Z', 'revision_number': 3, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:27.248450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:27.273793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Allocated IP 172.20.0.1 (2fb2b508-15a2-4ac5-951b-32f3baadd101/f5966c72-3271-41f1-af23-19af7a671c36/3fe3a06d-2a4a-4e8b-915d-5688f0505139) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:27.401985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.405295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Checking router: 890a2952-e5e3-47ad-9c75-8d3d40bd312e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:27.406853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Updating router 890a2952-e5e3-47ad-9c75-8d3d40bd312e port e99ddb9d-2519-41ff-91af-008ed3c40cf3 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:27.418280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 84c4c813-0f58-405f-9beb-778b18561bab {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:27.419207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 84c4c813-0f58-405f-9beb-778b18561bab not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:27.447469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.496762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95efc34-d307-4247-9924-0c785242f3dd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:27.499215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b4206-2ec2-4efa-ac35-184d2356b33d req-33cf7bba-f5b9-471a-b30e-72fcd20bd381 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.506104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-629b4206-2ec2-4efa-ac35-184d2356b33d req-33cf7bba-f5b9-471a-b30e-72fcd20bd381 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0775921 Mar 31 22:58:27.518506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.523625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.582058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:27.585150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:27.588932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:27.607004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:27.617751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-629b4206-2ec2-4efa-ac35-184d2356b33d req-f6062555-dbc9-4571-9a28-77915bdb96da tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007612 Mar 31 22:58:27.620515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.626436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Pushing event updated for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:27.711443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acede39b-680d-402f-ae37-11703136e9a0 None None] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:27.780869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:27.798967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43257063-c41f-4607-8fed-208a4da0abdd req-4cdb0f62-6d53-480b-80bb-5acee30f72fe tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.800928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43257063-c41f-4607-8fed-208a4da0abdd req-4cdb0f62-6d53-480b-80bb-5acee30f72fe tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.0810895 Mar 31 22:58:27.856874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43257063-c41f-4607-8fed-208a4da0abdd req-61424acd-30a4-4290-905a-b04a7830b2c9 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/security-groups?id=5c2ca81f-2683-4746-bf0a-f5b397ec51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Mar 31 22:58:27.872257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-380f1a71-87dd-41b2-a112-27cd5def3f73 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:27.879153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-380f1a71-87dd-41b2-a112-27cd5def3f73 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.2323775 Mar 31 22:58:27.906502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-27ff9517-4722-437f-b068-acf6d861bc33 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/quotas/7d00796798b345ea8f496b8dddd5253e HTTP/1.1" status: 200 len: 375 time: 0.0260625 Mar 31 22:58:27.921088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:27.959546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-63546a73-4f96-4eb4-b5ab-ab6e412887d0 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520709 Mar 31 22:58:28.041180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994329e7-2931-461c-a3be-33885a54817e req-0f7f3a07-68ba-4bb8-b4ea-ae19d7c22cb6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.055006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-994329e7-2931-461c-a3be-33885a54817e req-0f7f3a07-68ba-4bb8-b4ea-ae19d7c22cb6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0798285 Mar 31 22:58:28.060796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ff68a2b5-8c0f-4f6d-b991-a9102df241ce None None] Provisioning complete for port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:28.061219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ff68a2b5-8c0f-4f6d-b991-a9102df241ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.085892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3589-1203-4d56-a48e-0b604237e803 req-48ef51a2-e185-4a17-87c5-8d6b0f4cd094 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.087483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10bd3589-1203-4d56-a48e-0b604237e803 req-48ef51a2-e185-4a17-87c5-8d6b0f4cd094 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 945 time: 0.1587675 Mar 31 22:58:28.113718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.158564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f7c7e7b3-ccc1-4e45-b643-acf3c6d9bedc service neutron] 10.222.0.95 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742265 Mar 31 22:58:28.174931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-994329e7-2931-461c-a3be-33885a54817e req-fdf3317a-813d-4de2-8eb7-c691e771458f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189716 Mar 31 22:58:28.246410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Deleting port 78ec4207-4672-494c-9915-888d7764c731 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:28.246934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.343159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ff68a2b5-8c0f-4f6d-b991-a9102df241ce None None] Port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:28.352666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['a95efc34-d307-4247-9924-0c785242f3dd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:28.369052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-996945db-193f-41fe-acd1-fd3999b5edcd service neutron] 10.222.0.95 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089596 Mar 31 22:58:28.389799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1897e-2347-46bc-b758-e868eafa748f req-cdafcd3c-9802-4b49-8284-e324ea2ecafe tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:28.392364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-efc1897e-2347-46bc-b758-e868eafa748f req-cdafcd3c-9802-4b49-8284-e324ea2ecafe tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 944 time: 0.1078634 Mar 31 22:58:28.413547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] For port 78ec4207-4672-494c-9915-888d7764c731, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=78ec4207-4672-494c-9915-888d7764c731,segment=NetworkSegment(d241ad38-e9ca-4e07-aeeb-b195a98d119a),segment_id=d241ad38-e9ca-4e07-aeeb-b195a98d119a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:28.414067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.451889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Calling delete_port for 78ec4207-4672-494c-9915-888d7764c731 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:28.462193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.469018 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.513636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-efc1897e-2347-46bc-b758-e868eafa748f req-7f42b8ca-383d-4914-b39f-3fecf6de3a4c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Mar 31 22:58:28.516428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.549502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.559616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.561578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Pushing event updated for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.716571 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.717776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:28.720255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:28.824800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Pushing event deleted for resources: {'Port': ['ID=78ec4207-4672-494c-9915-888d7764c731,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.825857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d9e6-6faf-430a-bf72-7b8a65f02d65 None None] Pushing event updated for resources: {'Port': ['ID=e99ddb9d-2519-41ff-91af-008ed3c40cf3,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:28.845040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Attempting to bind port e99ddb9d-2519-41ff-91af-008ed3c40cf3 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:28.852000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Attempting to bind port e99ddb9d-2519-41ff-91af-008ed3c40cf3 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:28.854625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Attempting to bind port e99ddb9d-2519-41ff-91af-008ed3c40cf3 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:28.927975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] No DVR routers for this DVR port 78ec4207-4672-494c-9915-888d7764c731 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:28.933369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:28.934402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:28.934915 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.935406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:28.936018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Bound port: e99ddb9d-2519-41ff-91af-008ed3c40cf3, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:28.936518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.949480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:28.972771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10bd3589-1203-4d56-a48e-0b604237e803 req-275e4816-a902-453f-9c87-8848feeb13b2 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.60 "DELETE /v2.0/ports/78ec4207-4672-494c-9915-888d7764c731 HTTP/1.1" status: 204 len: 173 time: 0.8555439 Mar 31 22:58:28.974411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-deleted', 'tag': '78ec4207-4672-494c-9915-888d7764c731'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:28.982400 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d007f4-f994-4685-827d-0fd489773f08" -d '{"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-deleted", "tag": "78ec4207-4672-494c-9915-888d7764c731"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:29.054178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-32650be5-1212-4a02-a45c-2d02e532aee9 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.055780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-32650be5-1212-4a02-a45c-2d02e532aee9 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1097 time: 0.1619482 Mar 31 22:58:29.065290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Router 890a2952-e5e3-47ad-9c75-8d3d40bd312e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:29.066342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af3667-8026-4676-b6bf-bdad252e420b req-6e8973a8-f8da-4fe0-8781-6f20e524ed3c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.077775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb89c-a875-4983-bc5f-3c424005cb6c req-9bae4bce-076e-4138-9a47-f68646d371bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.079473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43af3667-8026-4676-b6bf-bdad252e420b req-6e8973a8-f8da-4fe0-8781-6f20e524ed3c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0823278 Mar 31 22:58:29.090324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5fb89c-a875-4983-bc5f-3c424005cb6c req-9bae4bce-076e-4138-9a47-f68646d371bb tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 946 time: 0.1043997 Mar 31 22:58:29.099103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] For port e99ddb9d-2519-41ff-91af-008ed3c40cf3, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.107261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] For port e99ddb9d-2519-41ff-91af-008ed3c40cf3, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e99ddb9d-2519-41ff-91af-008ed3c40cf3,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:29.108042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:29.134624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.226312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:29.228499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:29.236096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7652ca92-b3bd-4a64-b23f-77d608e0b74f None None] Provisioning complete for port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:29.236895 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7652ca92-b3bd-4a64-b23f-77d608e0b74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.248781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43af3667-8026-4676-b6bf-bdad252e420b req-e1436fa0-a926-439b-b21e-d8048a8c74c0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680977 Mar 31 22:58:29.267228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.271846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5fb89c-a875-4983-bc5f-3c424005cb6c req-7c6658db-d260-4d01-83a7-1de0b48cc503 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799600 Mar 31 22:58:29.329488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d9e6-6faf-430a-bf72-7b8a65f02d65 None None] Pushing event updated for resources: {'Port': ['ID=e99ddb9d-2519-41ff-91af-008ed3c40cf3,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:29.337258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:29.337919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:29.384006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7652ca92-b3bd-4a64-b23f-77d608e0b74f None None] Port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:29.471840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:29.498200 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-437800b9-8263-496f-a7dc-19b06c47a36a admin admin] 10.222.0.95 "PUT /v2.0/routers/890a2952-e5e3-47ad-9c75-8d3d40bd312e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9030373 Mar 31 22:58:29.594915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 36668b0a-1872-44a8-81b3-966ef87691f5 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:29.658149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e725014-774e-4a1c-9ab3-46b6caf72776 req-69e60d69-f4eb-4958-8883-e3a5600c2b46 tempest-LiveMigrationTest-842523207 tempest-LiveMigrationTest-842523207-project] 10.222.0.95 "GET /v2.0/ports?device_id=fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050 HTTP/1.1" status: 200 len: 210 time: 0.1009350 Mar 31 22:58:29.724249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:29.758452 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af68b7c-4bef-454e-9478-fab3e622a7a1 x-openstack-request-id: req-8af68b7c-4bef-454e-9478-fab3e622a7a1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:29.760879 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050", "name": "network-vif-deleted", "tag": "78ec4207-4672-494c-9915-888d7764c731", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:29.761406 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8af68b7c-4bef-454e-9478-fab3e622a7a1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:29.765037 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af68b7c-4bef-454e-9478-fab3e622a7a1'] response: {'server_uuid': 'fac1fdb1-b78a-4c57-b94e-c0f9b6b7d050', 'name': 'network-vif-deleted', 'tag': '78ec4207-4672-494c-9915-888d7764c731', 'status': 'completed', 'code': 200} Mar 31 22:58:29.787398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:29.802252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 36668b0a-1872-44a8-81b3-966ef87691f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:29.802633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.840460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:29.842654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 22:58:29.871803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:29.909560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6f43c-1c34-4cd4-b7d4-ff6f1b6bf73a req-159d936c-46d8-4773-9a44-916151854da9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:29.930154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cd6f43c-1c34-4cd4-b7d4-ff6f1b6bf73a req-159d936c-46d8-4773-9a44-916151854da9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1545143 Mar 31 22:58:29.931388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-874ab950-9a48-407b-9ea8-b792962e21e3 req-ad3b7755-c96e-4258-bc93-c3ef9b539739 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 210 time: 0.0574331 Mar 31 22:58:29.978116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:29.993352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.097024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cd6f43c-1c34-4cd4-b7d4-ff6f1b6bf73a req-dfcca8a4-a588-4bb8-af89-19beefc9216b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613164 Mar 31 22:58:30.227188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:30.227550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:30.227766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:30.245764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.258593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.282868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:30.283288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Attempting to bind port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on network 9f745c9b-c8c4-4465-af84-b1ae8d453f65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:30.307541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da725b-59c3-4d38-b6df-4a319a67073b req-a8fbb3a8-93ab-4ee5-a3e8-3c4e992e1113 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.309127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11da725b-59c3-4d38-b6df-4a319a67073b req-a8fbb3a8-93ab-4ee5-a3e8-3c4e992e1113 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 944 time: 0.2299831 Mar 31 22:58:30.326881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:30.330511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:30.331185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Checking segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:30.333339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Bound using segment: {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:30.334055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Bound port: 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '935cbeca-974d-42d6-8b42-cd989ae2d276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '9f745c9b-c8c4-4465-af84-b1ae8d453f65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:30.334699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.370339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:30.385066 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d4d91-4c33-4605-98d7-1ddd23af756e" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:30.400481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:30.461680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e8296-725b-45f0-8c6f-88fd980c7ac4 req-9e746aa7-d1ca-4dca-a359-508f4fe0fe48 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.475186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f26e8296-725b-45f0-8c6f-88fd980c7ac4 req-9e746aa7-d1ca-4dca-a359-508f4fe0fe48 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0919578 Mar 31 22:58:30.487649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11da725b-59c3-4d38-b6df-4a319a67073b req-d4538e03-7491-4050-a9e5-e77f42a47262 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567042 Mar 31 22:58:30.504599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.585310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f26e8296-725b-45f0-8c6f-88fd980c7ac4 req-33d9f53c-12fd-4a7d-a689-91b7ad7d6323 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049654 Mar 31 22:58:30.605726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:30.632658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port a95efc34-d307-4247-9924-0c785242f3dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:30.633025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.640472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 2, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:30.704439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0550aa-d034-44e5-a9eb-78c50245b508 None None] The sync data for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 is: [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 2, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:30.764961 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf3853a-e918-4d0f-8b0c-26079d393dbc x-openstack-request-id: req-ecf3853a-e918-4d0f-8b0c-26079d393dbc {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:30.772458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:30.778865 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:30.779136 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ecf3853a-e918-4d0f-8b0c-26079d393dbc {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:30.784227 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf3853a-e918-4d0f-8b0c-26079d393dbc'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 22:58:30.826303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38156) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:30.834820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:30.868313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.885266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:30.895576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.947633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:30.954108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:30.966567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0393d-65d1-4d3b-b6bb-4ad223083267 req-c93cc817-b101-48ac-86cc-6f1413a96825 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:30.980258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9a0393d-65d1-4d3b-b6bb-4ad223083267 req-c93cc817-b101-48ac-86cc-6f1413a96825 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.3029196 Mar 31 22:58:31.082189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.157300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.173163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-network', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:31.192579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59106a47-0589-4ab7-a2a1-4db9cf578806 req-2123274d-6d31-427f-a2f3-5f24ac73e2a9 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 210 time: 0.0991182 Mar 31 22:58:31.213131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Deleting subnet 3b6fdaab-99bb-4166-801b-05f32d21c460 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:31.216301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 78ec4207-4672-494c-9915-888d7764c731 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:31.220595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.234416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-963cba05-e9de-4d0b-9cfa-fb46d56c979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.257293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 78ec4207-4672-494c-9915-888d7764c731 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:31.257936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 78ec4207-4672-494c-9915-888d7764c731 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:31.338414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9a0393d-65d1-4d3b-b6bb-4ad223083267 req-ba73a695-57ea-4c0c-8c35-ba56ae192894 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569019 Mar 31 22:58:31.415533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.440490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd287ba-c5e7-46f1-bdbe-60d3cf492fe2 req-c9e41809-55d9-427e-8d36-4371d602539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.445198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bd287ba-c5e7-46f1-bdbe-60d3cf492fe2 req-c9e41809-55d9-427e-8d36-4371d602539f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1097 time: 0.5765264 Mar 31 22:58:31.461334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.461976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.468878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] 10.222.0.60 "PUT /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 1122 time: 2.3847618 Mar 31 22:58:31.490379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f42c5-5c82-452e-b657-cc371908e41a req-6a8bfc53-7765-4e5c-8ff6-233325ccf8b9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.492592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af5f42c5-5c82-452e-b657-cc371908e41a req-6a8bfc53-7765-4e5c-8ff6-233325ccf8b9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1325729 Mar 31 22:58:31.499771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-1af16634-7070-427b-b6e6-88a1e2e6cb98 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.501725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-1af16634-7070-427b-b6e6-88a1e2e6cb98 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.96 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.4085329 Mar 31 22:58:31.529045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.536175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Request body: {'port': {'device_id': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'admin_state_up': True, 'tenant_id': '7d00796798b345ea8f496b8dddd5253e'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:31.548594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['94076e6b-e03f-4f93-a549-6c86e2a6c42d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:31.557664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee51ee-a27d-4afd-9fba-bf887407d00b service neutron] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.579069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Made reservation on behalf of d77d2cd171dc4a1fabb85b0b7e1fb7a8 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:31.589927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.609499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af5f42c5-5c82-452e-b657-cc371908e41a req-2045bf1a-e032-4f20-a5bb-ec5d02eefc4d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996370 Mar 31 22:58:31.684844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.737076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['94076e6b-e03f-4f93-a549-6c86e2a6c42d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:31.777657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d'}, {'name': 'network-changed', 'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:31.782222 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0936805-b3e9-46e9-8f0d-da20201ac8ed" -d '{"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-unplugged", "status": "completed", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d"}, {"name": "network-changed", "server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:31.810396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.824831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:31.828627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.869501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6fdaab-99bb-4166-801b-05f32d21c460,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:31.875128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:31.879653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3db22e58-5bbb-4db3-9f2c-d8fcede38532 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/3b6fdaab-99bb-4166-801b-05f32d21c460 HTTP/1.1" status: 204 len: 168 time: 1.0501497 Mar 31 22:58:31.885315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-5dc6524a-34ff-4bf0-9a1f-8f480da2a9da tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.887019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-5dc6524a-34ff-4bf0-9a1f-8f480da2a9da tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.6597023 Mar 31 22:58:31.892725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:31.895432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bd287ba-c5e7-46f1-bdbe-60d3cf492fe2 req-6ad3c70b-5e34-424e-9c15-37d9f353d1f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384599 Mar 31 22:58:31.897968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748edc5b-7117-402c-9095-2147abc6bc01 req-d15fe6a5-7ec4-4e20-bc8b-9369532a9281 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:31.899898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748edc5b-7117-402c-9095-2147abc6bc01 req-d15fe6a5-7ec4-4e20-bc8b-9369532a9281 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1711044 Mar 31 22:58:31.934578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Request body: {'port': {'device_id': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'admin_state_up': True, 'tenant_id': '7d00796798b345ea8f496b8dddd5253e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:32.051911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748edc5b-7117-402c-9095-2147abc6bc01 req-53009546-fe22-40e6-9606-c87c946cc233 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838337 Mar 31 22:58:32.079365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b32aff-ebe2-488b-bdb5-5312934dc764 req-a3ba7ee5-86e1-4d3a-972d-76ccd67157ef tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.080967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b32aff-ebe2-488b-bdb5-5312934dc764 req-a3ba7ee5-86e1-4d3a-972d-76ccd67157ef tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.4811113 Mar 31 22:58:32.129490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Allocated IP 172.20.0.10 (139f39ca-3b12-45c1-b737-6abbd6dd3a1a/6cd307a4-d1a8-4c44-8eab-3590108531eb/90add466-0420-4af2-833f-ba290f807848) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:32.137329 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8485516-50ad-49a8-b5f9-07b4dcecbff3 x-openstack-request-id: req-c8485516-50ad-49a8-b5f9-07b4dcecbff3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:32.137652 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-unplugged", "status": "completed", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d", "code": 200}, {"name": "network-changed", "server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:32.137906 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c8485516-50ad-49a8-b5f9-07b4dcecbff3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:32.138310 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8485516-50ad-49a8-b5f9-07b4dcecbff3'] response: {'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'code': 200} Mar 31 22:58:32.138569 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8485516-50ad-49a8-b5f9-07b4dcecbff3'] response: {'name': 'network-changed', 'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'status': 'completed', 'code': 200} Mar 31 22:58:32.263124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.278302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-963cba05-e9de-4d0b-9cfa-fb46d56c979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.288214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.298703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b32aff-ebe2-488b-bdb5-5312934dc764 req-3a826d81-77c8-49ba-aef7-ad9d06a45360 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952126 Mar 31 22:58:32.304307 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-963cba05-e9de-4d0b-9cfa-fb46d56c979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.329619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.346472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-963cba05-e9de-4d0b-9cfa-fb46d56c979f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4d93c741134e4c1cb47e9ea8e80dadba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5055256 Mar 31 22:58:32.357494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38182) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:32.385808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:58:32.399346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-997575f4-6fcf-4a0c-95a0-4593a02c27da req-e4982a6c-ad2d-4f18-9346-3317db10bf7b tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 210 time: 0.0822418 Mar 31 22:58:32.421119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f50c0-72cd-4cc9-be78-abf59c31dacb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:32.455316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.455666 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Added segment d8e2e9a5-e6b9-4233-be79-2365c5328de5 of type vlan for network 27cae45c-e317-48b4-8699-9647bd4050ab Mar 31 22:58:32.470420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.475030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-d9677861-c9fb-4337-9969-8f6a564ada23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.476851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-d9677861-c9fb-4337-9969-8f6a564ada23 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1125 time: 0.1486299 Mar 31 22:58:32.583124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e99ddb9d-2519-41ff-91af-008ed3c40cf3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:32.608137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-4d20d639-8fbe-4166-aa8b-fe49f46cf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.610017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-4d20d639-8fbe-4166-aa8b-fe49f46cf117 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.1247573 Mar 31 22:58:32.618518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.675765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.703702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cba05-e9de-4d0b-9cfa-fb46d56c979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699acdc9-b80c-4238-af61-64af2cb8ac7e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:32.706257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:32.709736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.715787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e99ddb9d-2519-41ff-91af-008ed3c40cf3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:32.716168 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.785517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.785855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:32.790058 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026a6592-5b18-4123-b869-ed35c3be477c" -d '{"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:32.805248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.810044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1fc7-20f6-4d2e-b9f7-2ce94b03bf4d req-2baf9a29-9048-4785-ad14-1c6b799563b6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.818201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66da1fc7-20f6-4d2e-b9f7-2ce94b03bf4d req-2baf9a29-9048-4785-ad14-1c6b799563b6 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.3169246 Mar 31 22:58:32.830345 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.831325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:32.831920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.879693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.903046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21cac26-dbae-43c0-bf81-1eefeb1b49d8']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:32.918946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e99ddb9d-2519-41ff-91af-008ed3c40cf3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e99ddb9d-2519-41ff-91af-008ed3c40cf3,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:32.925913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.935071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:32.975321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd241ad38-e9ca-4e07-aeeb-b195a98d119a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:32.975648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd241ad38-e9ca-4e07-aeeb-b195a98d119a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:32.996333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8288934 Mar 31 22:58:33.043713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:33.047908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.048300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Request body: {'subnet': {'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-subnet', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:33.059173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-35dbe91a-de0a-405d-b4b7-1ea87f84c108 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 217 time: 0.4377735 Mar 31 22:58:33.087767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1665327-258d-4c89-b5cb-a8d29d52fc4d admin admin] Pushing event updated for resources: {'Network': ['ID=27cae45c-e317-48b4-8699-9647bd4050ab,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.093431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66da1fc7-20f6-4d2e-b9f7-2ce94b03bf4d req-5324d853-ce52-418a-bf43-4720d377312b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743287 Mar 31 22:58:33.110656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 27cae45c-e317-48b4-8699-9647bd4050ab details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:58:33.111751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.143252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:33.143708 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.150612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:33.155438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e99ddb9d-2519-41ff-91af-008ed3c40cf3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.157063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: timer() Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:33.165672 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:33.171395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:33.282024 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc22ba-254d-4d2b-8ace-400a9f451498 x-openstack-request-id: req-a1cc22ba-254d-4d2b-8ace-400a9f451498 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:33.282427 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a95efc34-d307-4247-9924-0c785242f3dd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:33.282859 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a1cc22ba-254d-4d2b-8ace-400a9f451498 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:33.283442 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cc22ba-254d-4d2b-8ace-400a9f451498'] response: {'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd', 'code': 200} Mar 31 22:58:33.294041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.296327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.297606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/699acdc9-b80c-4238-af61-64af2cb8ac7e HTTP/1.1" status: 204 len: 168 time: 0.9374249 Mar 31 22:58:33.305211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Allocated IP 172.20.0.9 (139f39ca-3b12-45c1-b737-6abbd6dd3a1a/6cd307a4-d1a8-4c44-8eab-3590108531eb/e3372185-ba3f-4574-a45c-3402d477a22a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:33.307604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.317959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.322127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c21cac26-dbae-43c0-bf81-1eefeb1b49d8 HTTP/1.1" status: 204 len: 168 time: 1.4256561 Mar 31 22:58:33.332756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38196) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:33.348585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c305825-7abc-4ca9-af0a-fdf666ebb0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699acdc9-b80c-4238-af61-64af2cb8ac7e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.354640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event updated for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.366119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b455ce4-2cfa-46b7-a6af-dcfeb9f7c495 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21cac26-dbae-43c0-bf81-1eefeb1b49d8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:33.391275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a60ff4-a710-4d27-922b-37debbf84456 req-e2e4463e-75ae-4fe0-be98-df2a0d9c0243 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.393533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74a60ff4-a710-4d27-922b-37debbf84456 req-e2e4463e-75ae-4fe0-be98-df2a0d9c0243 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.3531611 Mar 31 22:58:33.394211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Made reservation on behalf of d77d2cd171dc4a1fabb85b0b7e1fb7a8 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:33.396858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.420914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518b37-b4ed-4d29-9a36-80b97c43659e req-2b8fb433-c56f-4733-be1b-cdf09c630a37 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.428624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7518b37-b4ed-4d29-9a36-80b97c43659e req-2b8fb433-c56f-4733-be1b-cdf09c630a37 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1817946 Mar 31 22:58:33.468091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-bfaaa6ba-06b1-4820-a44c-6f594b1cd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.469717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-bfaaa6ba-06b1-4820-a44c-6f594b1cd42d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.3653886 Mar 31 22:58:33.482400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba61f68-a5b3-4a65-b660-2b4fabbf8170 req-ca369873-661f-4bb5-a718-edc31229ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.484112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba61f68-a5b3-4a65-b660-2b4fabbf8170 req-ca369873-661f-4bb5-a718-edc31229ef30 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1386228 Mar 31 22:58:33.503158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.504208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.544269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7518b37-b4ed-4d29-9a36-80b97c43659e req-24c908ab-7340-4550-a15d-08b30f2f4dbc tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145487 Mar 31 22:58:33.641825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-b0e3887c-79ca-45bb-9d35-7dfd88a98a82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479728 Mar 31 22:58:33.648539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bba61f68-a5b3-4a65-b660-2b4fabbf8170 req-2d528ca7-6064-4970-ab19-a97f10dff2aa service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515124 Mar 31 22:58:33.677504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Deleting subnet 5f07fbcd-48f3-4c5c-8963-4e3ebc43e0c1 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:58:33.683614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.700100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.731005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-91d29070-947e-4b22-912b-a74f854d79a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2035096 Mar 31 22:58:33.745468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74a60ff4-a710-4d27-922b-37debbf84456 req-3a986cb4-85ee-44cc-8719-89805aa3ec4c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164303 Mar 31 22:58:33.763792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7f98-5998-4688-9526-29bf1bbf775a req-054b65ab-98a2-4ca3-94bb-d21dfa4c8660 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:33.765818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eab7f98-5998-4688-9526-29bf1bbf775a req-054b65ab-98a2-4ca3-94bb-d21dfa4c8660 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0919628 Mar 31 22:58:33.769615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.791462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:33.869338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.001378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Request body: {'port': {'device_id': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:34.032066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:34.096733 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Sync routers for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:34.106015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.108549 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:34.109178 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:34.111572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77e918c5-018f-4208-ad53-d481c327e736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.190321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:34.200461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:34.202637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce01a46-f1f5-4f3c-8db6-d3ffa611db9d req-c039f7ca-b38c-4115-ade2-1062213f6137 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.203870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ce01a46-f1f5-4f3c-8db6-d3ffa611db9d req-c039f7ca-b38c-4115-ade2-1062213f6137 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 931 time: 0.2978334 Mar 31 22:58:34.211093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:34.215660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:34.222490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eab7f98-5998-4688-9526-29bf1bbf775a req-771cef5f-fd69-4175-92b4-e1c5aad7fdd6 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449887 Mar 31 22:58:34.240310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:34.266438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.285461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcdc01e-d994-4e07-a593-b209e4268fef,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:34.290397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.291703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.326261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-f23d8490-867b-4550-aae9-b99bcecb8fef tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4068480 Mar 31 22:58:34.341416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.346673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Request body: {'port': {'device_id': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:34.352553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f07fbcd-48f3-4c5c-8963-4e3ebc43e0c1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:34.398671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.402542 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9f39f746-de9a-4bcf-890b-9d1f722473dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.409440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-896fdf1a-1f8b-4869-a3b2-47c089a4a729 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5f07fbcd-48f3-4c5c-8963-4e3ebc43e0c1 HTTP/1.1" status: 204 len: 168 time: 1.0667593 Mar 31 22:58:34.416810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:34.449186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-00b078fc-464f-4b94-920e-6c58cbf3b38d service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894114 Mar 31 22:58:34.468593 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:28Z', 'revision_number': 2, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:34.471230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.482309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d4fa-76bf-474d-b2dc-f672536b36f3 req-e13fba46-b6b6-4675-97e0-e55cc9f1e77f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.484032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2415d4fa-76bf-474d-b2dc-f672536b36f3 req-e13fba46-b6b6-4675-97e0-e55cc9f1e77f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.1293089 Mar 31 22:58:34.500780 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Checking router: 890a2952-e5e3-47ad-9c75-8d3d40bd312e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:34.501521 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Updating router 890a2952-e5e3-47ad-9c75-8d3d40bd312e port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:34.525486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ce01a46-f1f5-4f3c-8db6-d3ffa611db9d req-78bdeeb6-cf3a-4c92-8a37-691fe4f900c0 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607877 Mar 31 22:58:34.528657 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.557750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Checking segment: {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:34.558372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Network hostable DHCP agents. Network: 27cae45c-e317-48b4-8699-9647bd4050ab, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:58:34.589626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e99ddb9d-2519-41ff-91af-008ed3c40cf3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:34.624989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2415d4fa-76bf-474d-b2dc-f672536b36f3 req-bed5f360-1ced-4f0b-9369-692bd921449b tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243505 Mar 31 22:58:34.712591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e99ddb9d-2519-41ff-91af-008ed3c40cf3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:34.712968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.728107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.840339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Network 27cae45c-e317-48b4-8699-9647bd4050ab is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:58:34.857673 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77e918c5-018f-4208-ad53-d481c327e736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.870152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0936805-b3e9-46e9-8f0d-da20201ac8ed req-bec0ba93-5438-4f19-8cc5-49e6eed0a857 service neutron] 10.222.0.96 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821034 Mar 31 22:58:34.870654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77e918c5-018f-4208-ad53-d481c327e736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.902596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 27cae45c-e317-48b4-8699-9647bd4050ab) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:34.912712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451d862-44ad-4270-a3d5-53fadae3dd0b None None] Network 27cae45c-e317-48b4-8699-9647bd4050ab requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:34.961047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.962344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.965645 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.972668 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:34.983920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde79c-4e4f-444f-bfdf-4fe6c8691d11 req-f59912e6-58de-44c1-be1b-dc27dba873d6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:34.986830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ebde79c-4e4f-444f-bfdf-4fe6c8691d11 req-f59912e6-58de-44c1-be1b-dc27dba873d6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.3212588 Mar 31 22:58:35.015539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-77e918c5-018f-4208-ad53-d481c327e736 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=192d7bc4add3455fb720e0c5d3d160ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806337 Mar 31 22:58:35.019743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c17eb8-1554-46d2-8d6c-005d34f44bf4 req-4f223a39-b448-4ae5-b410-fd23aead0612 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.029526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:35.030090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0c17eb8-1554-46d2-8d6c-005d34f44bf4 req-4f223a39-b448-4ae5-b410-fd23aead0612 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.0898681 Mar 31 22:58:35.032307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e918c5-018f-4208-ad53-d481c327e736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec951f6a-126e-4669-b854-812204114269,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.091952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0c17eb8-1554-46d2-8d6c-005d34f44bf4 req-04deecb6-9307-4c3c-a71f-f4585b473daf tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607841 Mar 31 22:58:35.103932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.113276 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Attempting to bind port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:35.113797 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Attempting to bind port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:35.114166 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Attempting to bind port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 on network 2fb2b508-15a2-4ac5-951b-32f3baadd101 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:35.121031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae701789-c001-4d3d-81af-6d0508bbe6cf None None] Pushing event updated for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.125899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-20c0f24b-272d-484f-a3be-006118440a83 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0811539 Mar 31 22:58:35.129108 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:35.129846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Checking segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:35.130569 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.131115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Bound using segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:35.131776 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Bound port: 3fe3a06d-2a4a-4e8b-915d-5688f0505139, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:35.132440 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.158923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38220) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:35.165716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:35.187285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.188379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.197968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33721eff-9860-4315-911a-5e0e24662bcf']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:35.198292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3372185-ba3f-4574-a45c-3402d477a22a {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:35.209445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.212711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ebde79c-4e4f-444f-bfdf-4fe6c8691d11 req-4b3a3c7e-1dc4-43b5-97c1-3b9d6c91d19a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074778 Mar 31 22:58:35.234262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] For port 3fe3a06d-2a4a-4e8b-915d-5688f0505139, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:35.240269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Transition to ACTIVE for port object e3372185-ba3f-4574-a45c-3402d477a22a will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:35.242059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] For port 3fe3a06d-2a4a-4e8b-915d-5688f0505139, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3fe3a06d-2a4a-4e8b-915d-5688f0505139,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:35.247852 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.252237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.279135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f66ad0d-6d30-4b97-a4f3-95a661427e82') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:35.279455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f66ad0d-6d30-4b97-a4f3-95a661427e82') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:35.304888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.322020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-27cae45c-e317-48b4-8699-9647bd4050ab', 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'fixed_ips': [{'subnet_id': 'bfcdc01e-d994-4e07-a593-b209e4268fef'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:58:35.323085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.338989 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae701789-c001-4d3d-81af-6d0508bbe6cf None None] Pushing event updated for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.358996 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:35.360006 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:35.385714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.458371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.472499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.475035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:58:35.475675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:58:35.480151 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:58:35.555948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] Provisioning complete for port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:35.556572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.608790 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:35.701138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.714251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.769818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Allocated IP 172.20.0.2 (27cae45c-e317-48b4-8699-9647bd4050ab/bfcdc01e-d994-4e07-a593-b209e4268fef/d4a7a5a8-8dd6-4c10-b09e-c52bd1164997) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:35.771954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c84d7-00b8-4843-9b61-abb5b671c3f4 req-bc959e0f-be5d-4c3f-8388-fd2d72062704 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.780385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Attempting to bind port e3372185-ba3f-4574-a45c-3402d477a22a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:35.781577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Attempting to bind port e3372185-ba3f-4574-a45c-3402d477a22a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:35.782028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Attempting to bind port e3372185-ba3f-4574-a45c-3402d477a22a on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:35.787471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f49c84d7-00b8-4843-9b61-abb5b671c3f4 req-bc959e0f-be5d-4c3f-8388-fd2d72062704 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.4007900 Mar 31 22:58:35.795342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Port e3372185-ba3f-4574-a45c-3402d477a22a on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:35.795784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Attempting to bind port e3372185-ba3f-4574-a45c-3402d477a22a on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:35.808776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:35.809157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Checking segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:35.809494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Bound using segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:35.809989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Bound port: e3372185-ba3f-4574-a45c-3402d477a22a, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:35.810470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.836488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:35.867142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac77fc-d20e-41f2-9653-ce52aa46cc75 req-0a25d37f-137f-4b89-9d4a-b4f2667cc7aa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:35.877344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52ac77fc-d20e-41f2-9653-ce52aa46cc75 req-0a25d37f-137f-4b89-9d4a-b4f2667cc7aa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.5626540 Mar 31 22:58:35.884802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38228) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:35.891136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90add466-0420-4af2-833f-ba290f807848 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:35.896525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'floatingip': {'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:35.898707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.914701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:35.946778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Transition to ACTIVE for port object 90add466-0420-4af2-833f-ba290f807848 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:35.998871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.013943 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:36.050440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] For port 3fe3a06d-2a4a-4e8b-915d-5688f0505139, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3fe3a06d-2a4a-4e8b-915d-5688f0505139,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:36.052247 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.056771 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ef764c-a1f4-42bd-a1b9-1e39c8d6b372 None None] The sync data for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 is: [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:35Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:36.057156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.062701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.134152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4cfe-65a9-4459-bffd-20d624afba75 None None] Pushing event updated for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.138957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.154441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.163333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/33721eff-9860-4315-911a-5e0e24662bcf HTTP/1.1" status: 204 len: 168 time: 1.7386296 Mar 31 22:58:36.169743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Pushing event updated for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.172503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8f9f4-9044-4a7c-a1be-b1a89f0c0ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=33721eff-9860-4315-911a-5e0e24662bcf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.174154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.179133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.181097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ec951f6a-126e-4669-b854-812204114269 HTTP/1.1" status: 204 len: 168 time: 1.1498702 Mar 31 22:58:36.197629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2f98a-2afc-4ae9-a392-b8c85c03cbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec951f6a-126e-4669-b854-812204114269,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.216698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f49c84d7-00b8-4843-9b61-abb5b671c3f4 req-e5838c39-54c5-4a2b-b938-7f31b9ca9952 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280586 Mar 31 22:58:36.221986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:36.226873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:36.232066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.254850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.428250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Network 27cae45c-e317-48b4-8699-9647bd4050ab is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:36.456249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e42ae799-30c1-47f3-97ff-198b1e3d3e35 None None] Provisioning complete for port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:36.464755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.466096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.467838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3372185-ba3f-4574-a45c-3402d477a22a HTTP/1.1" status: 200 len: 1091 time: 2.1307373 Mar 31 22:58:36.478496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:36.482685 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bdb296-b687-46e0-90f2-6ec521d8d608" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:36.487496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e42ae799-30c1-47f3-97ff-198b1e3d3e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.492602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687bab-66f3-4c42-a002-21dc82d6f002 req-5367c06e-958a-4a21-b8e9-5c1af65775fe tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.501564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c687bab-66f3-4c42-a002-21dc82d6f002 req-5367c06e-958a-4a21-b8e9-5c1af65775fe tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.1006515 Mar 31 22:58:36.578036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Attempting to bind port 90add466-0420-4af2-833f-ba290f807848 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:36.582625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Attempting to bind port 90add466-0420-4af2-833f-ba290f807848 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:36.583642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Attempting to bind port 90add466-0420-4af2-833f-ba290f807848 on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:36.611605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:36.613486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d94c9-4ce2-4f0a-afa5-9947f7038f58 req-53c9cad3-0c55-4710-9d09-6fbfa21a73cd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:36.622055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Pushing event updated for resources: {'Port': ['ID=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:36.629167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c5d94c9-4ce2-4f0a-afa5-9947f7038f58 req-53c9cad3-0c55-4710-9d09-6fbfa21a73cd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 943 time: 0.3777857 Mar 31 22:58:36.633814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:36.641027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Port 90add466-0420-4af2-833f-ba290f807848 on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:36.641770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Attempting to bind port 90add466-0420-4af2-833f-ba290f807848 on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:36.664186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:36.664537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Checking segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:36.664932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Bound using segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:36.665385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Bound port: 90add466-0420-4af2-833f-ba290f807848, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:36.665754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.695003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c687bab-66f3-4c42-a002-21dc82d6f002 req-e6b9a353-b655-411b-aee6-20743706f7d1 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801798 Mar 31 22:58:36.724895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3fe3a06d-2a4a-4e8b-915d-5688f0505139 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:36.748935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38240) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:36.840634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Attempting to bind port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:36.841183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Attempting to bind port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:36.841734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Attempting to bind port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 on network 27cae45c-e317-48b4-8699-9647bd4050ab {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:36.853607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:36.853972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Checking segment: {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:36.854332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.854738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Bound using segment: {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:36.855744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Bound port: d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:36.856147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:36.867092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-90e70eaf-52a3-425d-a6aa-d504ffd366d2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ecb7a4d4b6c2414db2ebf86beec0c10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169307 Mar 31 22:58:36.881479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:36.990034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] For port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:36.994513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] For port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:37.011622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:37.013323 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.032307 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.068615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:37.079369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=90add466-0420-4af2-833f-ba290f807848,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:37.105809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.111404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf2ffb-48c2-4f51-93ee-7130df57bc09 service neutron] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.124261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.135641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-833f0775-87d0-4707-ba14-c50fa79d6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.138649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-833f0775-87d0-4707-ba14-c50fa79d6325 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 1094 time: 0.6088691 Mar 31 22:58:37.140001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.232818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c5d94c9-4ce2-4f0a-afa5-9947f7038f58 req-3801b559-302c-4d3f-a72b-d2466040b9c4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027718 Mar 31 22:58:37.251544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.276127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-35717833-fd2c-4fb4-b290-3756f2153957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.308578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a63f3-da5a-4762-8c87-477dcd105e21 req-c84a2c17-fc5d-4507-9f45-63e13ca7d69b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.310255 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-025a63f3-da5a-4762-8c87-477dcd105e21 req-c84a2c17-fc5d-4507-9f45-63e13ca7d69b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.4527845 Mar 31 22:58:37.340645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ce8c0-9587-4f99-820e-0bd236d417a9 None None] Pushing event updated for resources: {'Port': ['ID=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.356449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-81cc594d-53e9-43a7-a9a8-72f1f13cb19b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3372185-ba3f-4574-a45c-3402d477a22a HTTP/1.1" status: 200 len: 217 time: 0.1189873 Mar 31 22:58:37.369034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.370067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.371560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] 10.222.0.96 "PUT /v2.0/ports/90add466-0420-4af2-833f-ba290f807848 HTTP/1.1" status: 200 len: 1092 time: 3.3979738 Mar 31 22:58:37.372163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'tag': '90add466-0420-4af2-833f-ba290f807848'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:37.374762 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "tag": "90add466-0420-4af2-833f-ba290f807848"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:37.539351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cfc0-103e-4674-b81c-0084d9e47399 service neutron] Pushing event updated for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:37.539591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-ea713d43-4e1d-4140-9083-7cd4d34dc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.541153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-ea713d43-4e1d-4140-9083-7cd4d34dc72a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.1665399 Mar 31 22:58:37.546354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.586243 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa56a4-d622-46b0-858a-12940f512e98 x-openstack-request-id: req-dcaa56a4-d622-46b0-858a-12940f512e98 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:37.586538 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:37.586795 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dcaa56a4-d622-46b0-858a-12940f512e98 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:37.587207 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcaa56a4-d622-46b0-858a-12940f512e98'] response: {'name': 'network-changed', 'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'status': 'completed', 'code': 200} Mar 31 22:58:37.664703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-025a63f3-da5a-4762-8c87-477dcd105e21 req-7980a2db-da92-4550-940c-0f46de2f35d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756991 Mar 31 22:58:37.706712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-fd00343b-ce6d-421b-93c9-3dec1f246f4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429454 Mar 31 22:58:37.710010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-269d4874-808e-452b-b38d-21a1856d8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:37.735262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-269d4874-808e-452b-b38d-21a1856d8f4f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=0d081800-2b0d-402c-bed5-3858bf2ba3e4 HTTP/1.1" status: 200 len: 1095 time: 0.2483130 Mar 31 22:58:37.929029 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662aa98d-6da2-4f75-9fd2-6c4625d61b1a x-openstack-request-id: req-662aa98d-6da2-4f75-9fd2-6c4625d61b1a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:37.930046 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "tag": "90add466-0420-4af2-833f-ba290f807848", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:37.930046 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-662aa98d-6da2-4f75-9fd2-6c4625d61b1a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:37.930046 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662aa98d-6da2-4f75-9fd2-6c4625d61b1a'] response: {'name': 'network-changed', 'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'tag': '90add466-0420-4af2-833f-ba290f807848', 'status': 'completed', 'code': 200} Mar 31 22:58:37.948265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-aaae4f99-af74-478d-87bc-0fea2dc6d6ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90add466-0420-4af2-833f-ba290f807848 HTTP/1.1" status: 200 len: 217 time: 0.2110193 Mar 31 22:58:37.963335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.966254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:37.970933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5c2ca81f-2683-4746-bf0a-f5b397ec51f0 HTTP/1.1" status: 204 len: 168 time: 1.0861764 Mar 31 22:58:38.029239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321109-3112-49f7-999b-bdf17b008e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ca81f-2683-4746-bf0a-f5b397ec51f0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:38.092878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615905c-4901-40c9-89a7-1cb6517e1378 req-9bcb2f84-501c-4009-9902-af89703d3632 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:38.097432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75e78c-951f-4878-8e16-43468d6841bd req-86c84119-43e4-4057-8c69-9bfb99d16c1d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:38.102975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf75e78c-951f-4878-8e16-43468d6841bd req-86c84119-43e4-4057-8c69-9bfb99d16c1d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.2078226 Mar 31 22:58:38.109705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a615905c-4901-40c9-89a7-1cb6517e1378 req-9bcb2f84-501c-4009-9902-af89703d3632 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.5213182 Mar 31 22:58:38.113145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-95afe55f-80f5-4704-90b0-d378af9813dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:38.116572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-95afe55f-80f5-4704-90b0-d378af9813dc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.1550083 Mar 31 22:58:38.157389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-265480b3-c004-4e6c-ad8d-cd1d6fa5f469 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398546 Mar 31 22:58:38.165087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-537aa659-a7a7-428a-82d8-0a59761ec840 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383389 Mar 31 22:58:38.190641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf75e78c-951f-4878-8e16-43468d6841bd req-28649f14-8a46-498e-8d7b-e7208f020eb3 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Mar 31 22:58:38.263613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Allocated IP 172.25.8.138 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b9d7e5d0-d760-4554-b967-8fa39d7d3c34) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:38.278732 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.369399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:38.393571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-988b4d4e-78c8-4dea-9dee-1fdf28f77f8b service neutron] 10.222.0.96 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054362 Mar 31 22:58:38.397050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a615905c-4901-40c9-89a7-1cb6517e1378 req-5531c296-0228-4b1e-ab2b-5e33c70c263d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821727 Mar 31 22:58:38.698859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:38.861635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:38.863540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:38.965352 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.035738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:39.050737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930f2e74-3126-41e5-8701-315340855705 None None] Network 27cae45c-e317-48b4-8699-9647bd4050ab requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:58:39.064452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38286) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:39.076266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.114959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-931d16da-2aaf-4dd9-947c-f51fbc0651c3 service neutron] 10.222.0.96 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143559 Mar 31 22:58:39.129695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b340cd-362d-4698-9c9e-3a5836fc7fd8 req-b289acb0-1544-4d4e-a771-247fe916ddf2 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.137462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b340cd-362d-4698-9c9e-3a5836fc7fd8 req-b289acb0-1544-4d4e-a771-247fe916ddf2 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 943 time: 0.7383277 Mar 31 22:58:39.201487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b4a428b-afea-4d1e-83c7-7adc60978873 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7526101300ca42178f34973da4bff55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322331 Mar 31 22:58:39.205601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38290) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:39.257129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b340cd-362d-4698-9c9e-3a5836fc7fd8 req-def9a9d3-2b2a-4ed9-a004-c85fb802665c tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187694 Mar 31 22:58:39.261677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6c9f9fac-4082-4802-b066-df60524efb25 None None] Provisioning complete for port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:39.262051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6c9f9fac-4082-4802-b066-df60524efb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.288629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.312324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-e933b3d2-a3c3-47c6-88d9-ccb2f4880a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.314297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-e933b3d2-a3c3-47c6-88d9-ccb2f4880a30 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=0d081800-2b0d-402c-bed5-3858bf2ba3e4 HTTP/1.1" status: 200 len: 1095 time: 0.1382253 Mar 31 22:58:39.356529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.379175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:39.469798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.586753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-bf85382b-f093-495a-93dc-a31f12f5b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.588295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-bf85382b-f093-495a-93dc-a31f12f5b110 service neutron] 10.222.0.96 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 914 time: 0.2615368 Mar 31 22:58:39.599929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df51fe-25ef-4b80-b484-b71875bec8d4 req-47613a23-7a5a-4774-b851-c2470a4b52ef tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.601481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62df51fe-25ef-4b80-b484-b71875bec8d4 req-47613a23-7a5a-4774-b851-c2470a4b52ef tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1816409 Mar 31 22:58:39.606685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42d5b0-8bc0-472e-8100-ad41ac7e65ac req-b33e1c3f-eb6a-4abe-b71d-9df9d5a2c566 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.608224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad42d5b0-8bc0-472e-8100-ad41ac7e65ac req-b33e1c3f-eb6a-4abe-b71d-9df9d5a2c566 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.3168564 Mar 31 22:58:39.609357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-5ba4aee6-c023-412a-a4a3-fdab5943e292 service neutron] 10.222.0.96 "GET /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.1823237 Mar 31 22:58:39.615869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffe6741-8864-4659-97b0-c4d6e29ff3b6 req-9f4599e3-d554-4aa0-ac52-aa920bbf6b99 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4366217 Mar 31 22:58:39.668238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-181d4ecf-3422-4649-b212-c558bbb44c6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90add466-0420-4af2-833f-ba290f807848 HTTP/1.1" status: 200 len: 217 time: 0.0657470 Mar 31 22:58:39.681471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.684261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.688190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b7effaf6-9c95-49c8-ab30-54c27dc112ea HTTP/1.1" status: 204 len: 168 time: 0.4812880 Mar 31 22:58:39.776016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9b2e-2444-4093-a7c5-18f163750a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7effaf6-9c95-49c8-ab30-54c27dc112ea,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:39.795928 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.799510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:58:39.834689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62df51fe-25ef-4b80-b484-b71875bec8d4 req-42e12c56-8ffb-4125-b69d-8959e345735f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699455 Mar 31 22:58:39.843204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-43eac481-035f-450d-b4fa-a4c64a700aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:39.844747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-43eac481-035f-450d-b4fa-a4c64a700aa0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.1652093 Mar 31 22:58:39.887385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-29b1ebac-6b07-4a17-a4a2-dbaef3749f6f None None] Provisioning complete for port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:39.888062 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29b1ebac-6b07-4a17-a4a2-dbaef3749f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.898746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-c325f508-190e-4a69-8650-2dffe944d50e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463791 Mar 31 22:58:39.923367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad42d5b0-8bc0-472e-8100-ad41ac7e65ac req-22f310c5-7cd0-45bd-85a8-5b9914325a4a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564669 Mar 31 22:58:39.932674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.971859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:39.981703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:39.987471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:39.989669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:40.025321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-be004e4a-6a08-46e6-b852-4bd74aec5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.026774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-be004e4a-6a08-46e6-b852-4bd74aec5b8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 1094 time: 0.2958789 Mar 31 22:58:40.030024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Pushing event updated for resources: {'Port': ['ID=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.034236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.173007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:40.232062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:40.241166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f193f-8f79-494d-a47e-ca82f61e8b11 req-7d2a7e28-6340-4e81-aaaf-912955e157a8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.242848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a85f193f-8f79-494d-a47e-ca82f61e8b11 req-7d2a7e28-6340-4e81-aaaf-912955e157a8 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 944 time: 0.2612901 Mar 31 22:58:40.245061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-66a69fe8-fa7d-43f6-85b0-85c32cf9eece service neutron] 10.222.0.96 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376987 Mar 31 22:58:40.282642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.332392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94076e6b-e03f-4f93-a549-6c86e2a6c42d {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:40.375385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:40.380227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a85f193f-8f79-494d-a47e-ca82f61e8b11 req-b26ac501-e9e5-473d-bca3-4cd6d36b4a9d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157625 Mar 31 22:58:40.405135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.462317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dbe66d5-9762-4ccb-80f1-7980272ca1bf req-ba484a67-feee-45e7-88eb-3a5ebc0db59d service neutron] 10.222.0.96 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988823 Mar 31 22:58:40.525851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] Transition to ACTIVE for port object 94076e6b-e03f-4f93-a549-6c86e2a6c42d will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:40.535090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.562339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-27c88015-ff8e-45ac-9aef-53775fcfb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.564589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-27c88015-ff8e-45ac-9aef-53775fcfb3dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 914 time: 0.5257461 Mar 31 22:58:40.570839 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Floating IP 92fa4dd9-2482-4738-bb7a-0ad2ee644b05 associated. External IP: 172.25.8.175, port: 36668b0a-1872-44a8-81b3-966ef87691f5. Mar 31 22:58:40.609920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] No DVR routers for this DVR port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:40.664021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:40.667122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:40.762291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-c4b91cce-9ca4-4683-bb08-426fffa96fa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3372185-ba3f-4574-a45c-3402d477a22a HTTP/1.1" status: 200 len: 217 time: 0.1199961 Mar 31 22:58:40.778247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-03aa8894-257e-4622-8a6d-b442f1a9b3d9 service neutron] 10.222.0.96 "PUT /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1106758 Mar 31 22:58:40.787667 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:58:40.798302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:40.798696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:40.887318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189510f4-31cf-47dc-a69a-527673a78a08 req-ad51c2f8-e050-41af-b5b3-53e6c9703c25 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:40.888975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-189510f4-31cf-47dc-a69a-527673a78a08 req-ad51c2f8-e050-41af-b5b3-53e6c9703c25 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 943 time: 0.3229024 Mar 31 22:58:40.933469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:41.016836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-f18dd949-25aa-459b-a376-02b6daf607f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.018372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-f18dd949-25aa-459b-a376-02b6daf607f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.2443943 Mar 31 22:58:41.090779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-189510f4-31cf-47dc-a69a-527673a78a08 req-927b24e3-e5a6-4300-91e0-2e1932d61bf9 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919866 Mar 31 22:58:41.110368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-84bd0b4e-d56e-45f3-a1dd-60a754968d78 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.121637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-84bd0b4e-d56e-45f3-a1dd-60a754968d78 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.2658718 Mar 31 22:58:41.127668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-95b397de-8491-4914-b874-60917714bd5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693386 Mar 31 22:58:41.309085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c883-5d40-4ad7-b555-77514aa34985 req-ef14fd60-6b86-43ff-8629-8e831697eed0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.310711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc95c883-5d40-4ad7-b555-77514aa34985 req-ef14fd60-6b86-43ff-8629-8e831697eed0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.0705156 Mar 31 22:58:41.366057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc95c883-5d40-4ad7-b555-77514aa34985 req-363a7d7f-cc0f-46b7-b8b3-8efcd414430f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464849 Mar 31 22:58:41.586442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262592b-4ddc-48a2-91ba-87fbbdbe8cac req-13b307ca-6f8c-457c-863b-b80897369185 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.588134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0262592b-4ddc-48a2-91ba-87fbbdbe8cac req-13b307ca-6f8c-457c-863b-b80897369185 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.0603788 Mar 31 22:58:41.639390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0262592b-4ddc-48a2-91ba-87fbbdbe8cac req-651fded3-6b79-43c6-b4de-6321ec0d04d5 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 Mar 31 22:58:41.749135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-65828436-d56c-4b83-b822-3fd0560f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.750184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-65828436-d56c-4b83-b822-3fd0560f90cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1&tenant_id=bc7ebc6769f8471bba7fe30a744d63de HTTP/1.1" status: 200 len: 1096 time: 0.5800290 Mar 31 22:58:41.766186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Router 74209ea5-2a31-495b-ac16-c96d2d38136a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:41.834798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-935a47c1-2a01-4c4d-a8c0-12d6a5635c48 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589050 Mar 31 22:58:41.957326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-863bb1db-d1fd-4c35-9e94-b08db326e4ff tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:41.958813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-863bb1db-d1fd-4c35-9e94-b08db326e4ff tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.7414744 Mar 31 22:58:42.044491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.048029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-8d9ed0aa-27a1-4910-b9f0-f3096da176b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.049717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-8d9ed0aa-27a1-4910-b9f0-f3096da176b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1096 time: 0.2589154 Mar 31 22:58:42.053689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:42.065401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-ffe8be1b-b3f5-4c86-99b3-d1c7ad5ec0b7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/quotas/68807c69d9b942b482251a2a71094717 HTTP/1.1" status: 200 len: 375 time: 0.0776720 Mar 31 22:58:42.215949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5c1c65a-a4cf-488d-862a-cdac974182cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.269922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02bdb296-b687-46e0-90f2-6ec521d8d608 req-77659a63-72b1-4964-95ea-031bac91bfc6 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262938 Mar 31 22:58:42.289114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:42.298464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.303921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-0b6fe283-4fc2-4e9a-aff6-06a212bebb4d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380213 Mar 31 22:58:42.304601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Sync routers for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:42.320009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:42.321145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:42.402505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-61ba0864-eeb5-431a-9024-5168ecc99daf tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2871900 Mar 31 22:58:42.411404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd8396d3-3052-4233-a7b5-a142ad900f54 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "PUT /v2.0/floatingips/92fa4dd9-2482-4738-bb7a-0ad2ee644b05 HTTP/1.1" status: 200 len: 992 time: 6.5124781 Mar 31 22:58:42.414599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:42.417298 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6daa73-27ec-4c2c-8383-57326942f5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:42.433542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-e6529a61-882a-420b-8a4c-6979fa41447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.435008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-e6529a61-882a-420b-8a4c-6979fa41447b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 200 len: 922 time: 0.3760042 Mar 31 22:58:42.500251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5c1c65a-a4cf-488d-862a-cdac974182cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.508900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5c1c65a-a4cf-488d-862a-cdac974182cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.517788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-7091b96e-0722-4975-a3f4-44a84b4740b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 200 len: 217 time: 0.0636175 Mar 31 22:58:42.545393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 90add466-0420-4af2-833f-ba290f807848 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:42.566260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-b2f6cb9a-d7b0-4e1d-beb9-6ed182645c43 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.568052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-b2f6cb9a-d7b0-4e1d-beb9-6ed182645c43 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545931 Mar 31 22:58:42.575896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a5c1c65a-a4cf-488d-862a-cdac974182cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=be86d49c1f644c6f924248015cdf567b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211182 Mar 31 22:58:42.579605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:42.591962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1c65a-a4cf-488d-862a-cdac974182cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde8e6bc-b896-4982-9d34-a0383105f4a8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:42.611514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-1d096b93-b216-4ea5-8ab6-0307d15be8e4 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/quotas/6e3293a4a4b94e8dbe62af6677f3e3f9 HTTP/1.1" status: 200 len: 375 time: 0.0291393 Mar 31 22:58:42.612915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Router 6e6d1875-8409-45fc-80b5-757b0811bf2c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:58:42.627809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:42.653349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-1c009453-d489-452b-a2a1-321dcd908088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.654990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-1c009453-d489-452b-a2a1-321dcd908088 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 200 len: 860 time: 0.1262729 Mar 31 22:58:42.689969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-a3e6e45a-643f-4f94-8e1c-bbe424f88e54 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707684 Mar 31 22:58:42.705557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-92403a96-ddf5-4d13-aa31-5f067e155bbc service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630522 Mar 31 22:58:42.724747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.729712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-7f79a0d0-1b59-49df-8091-910f82ddd170 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f745c9b-c8c4-4465-af84-b1ae8d453f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369384 Mar 31 22:58:42.736618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-f9a44f3d-ae7f-4313-a9f6-47165ab984d9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:42.738240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-f9a44f3d-ae7f-4313-a9f6-47165ab984d9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/ports?device_id=f73d7473-07b1-4aef-abac-472ca082dcb0 HTTP/1.1" status: 200 len: 945 time: 0.0966532 Mar 31 22:58:42.793645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.840828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=90add466-0420-4af2-833f-ba290f807848,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:42.855830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '90add466-0420-4af2-833f-ba290f807848', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'port_id': '90add466-0420-4af2-833f-ba290f807848', 'mac_address': 'fa:16:3e:a0:1d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd307a4-d1a8-4c44-8eab-3590108531eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:42.860330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-71a391e1-7c18-4a8c-93be-22888e334322 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070917 Mar 31 22:58:42.890131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Deleting port a95efc34-d307-4247-9924-0c785242f3dd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:42.890726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.910448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.914013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:42.915457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fde8e6bc-b896-4982-9d34-a0383105f4a8 HTTP/1.1" status: 204 len: 168 time: 0.3345592 Mar 31 22:58:42.940996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c2af9-a2ec-4af3-99e1-0e58f7d5d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde8e6bc-b896-4982-9d34-a0383105f4a8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.048577 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.121501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90add466-0420-4af2-833f-ba290f807848 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:43.125357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] For port a95efc34-d307-4247-9924-0c785242f3dd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=a95efc34-d307-4247-9924-0c785242f3dd,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.126394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.179035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Calling delete_port for a95efc34-d307-4247-9924-0c785242f3dd owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:43.181916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=90add466-0420-4af2-833f-ba290f807848,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.202741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fb842-9d38-4811-9b1c-4d8c39461aac req-96bcca1e-f17d-4a93-bd8f-1fe5362d9a35 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.212927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-975fb842-9d38-4811-9b1c-4d8c39461aac req-96bcca1e-f17d-4a93-bd8f-1fe5362d9a35 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 943 time: 0.2150035 Mar 31 22:58:43.224553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.255952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e3372185-ba3f-4574-a45c-3402d477a22a details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:43.285677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-975fb842-9d38-4811-9b1c-4d8c39461aac req-aec27fa5-4d32-4902-8e48-b389d23b33da tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704994 Mar 31 22:58:43.305208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-0e0e99dd-af7e-4c4b-aa00-3a3bcceef269 service neutron] 10.222.0.60 "GET /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582487 Mar 31 22:58:43.308500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-e70cedb5-c142-453e-b1d1-edc32055ebb4 service neutron] 10.222.0.95 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817080 Mar 31 22:58:43.310239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:43.326119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Sync routers for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:43.343300 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:43.352607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:43.360147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.365446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87a311e6-0ed0-4d26-8ecb-c9b1204f836a admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.2027915 Mar 31 22:58:43.365764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.419973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:43.429890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.454500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '92fa4dd9-2482-4738-bb7a-0ad2ee644b05', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:11Z', 'updated_at': '2022-03-31T22:58:39Z', 'revision_number': 1, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:43.461034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'port_id': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'mac_address': 'fa:16:3e:eb:53:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd307a4-d1a8-4c44-8eab-3590108531eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:43.507025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Checking router: 74209ea5-2a31-495b-ac16-c96d2d38136a for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:43.592611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:43.593546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:43.684122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['90add466-0420-4af2-833f-ba290f807848'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:43.712243 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.743437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3372185-ba3f-4574-a45c-3402d477a22a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:43.745975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38422) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:43.801119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:43.818623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:43.827430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.830685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-bc4fe2d8-fac1-4c8b-a1d8-d02f69941dd8 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.833613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-bc4fe2d8-fac1-4c8b-a1d8-d02f69941dd8 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1&tenant_id=bc7ebc6769f8471bba7fe30a744d63de&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.1461313 Mar 31 22:58:43.836447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e77cc23-33c3-43a5-9a0c-89bdadbfb1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:43.890568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9870d-3dbf-429f-acc6-7f8c3ec88b69 req-7279c44d-8f31-4839-ae8b-43c38312a40e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:43.895817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ef9870d-3dbf-429f-acc6-7f8c3ec88b69 req-7279c44d-8f31-4839-ae8b-43c38312a40e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.3379755 Mar 31 22:58:43.908334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:44.090500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.096413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e77cc23-33c3-43a5-9a0c-89bdadbfb1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.112322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f09f4-0e37-46cc-83a3-a8b0eb977fe2 req-c5f69711-3c77-4bf7-81e1-23639bef14da tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:44.121292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e77cc23-33c3-43a5-9a0c-89bdadbfb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.123048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c9f09f4-0e37-46cc-83a3-a8b0eb977fe2 req-c5f69711-3c77-4bf7-81e1-23639bef14da tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1788311 Mar 31 22:58:44.161790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8e77cc23-33c3-43a5-9a0c-89bdadbfb1e7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c3d8e74254c446579af144af7985540b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849003 Mar 31 22:58:44.168015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38432) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:44.208748 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 3, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:44.241815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ef9870d-3dbf-429f-acc6-7f8c3ec88b69 req-c3a2f9af-d0e3-4bfb-be2e-5a1c508c367a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329842 Mar 31 22:58:44.242450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.270761 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Checking router: 6e6d1875-8409-45fc-80b5-757b0811bf2c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:44.271596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Updating router 6e6d1875-8409-45fc-80b5-757b0811bf2c port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:44.276310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-7a140fbd-d1fb-4e0e-89ec-bb1b6ebeab65 service neutron] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:44.305758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c9f09f4-0e37-46cc-83a3-a8b0eb977fe2 req-e1fc988a-1409-4766-b3e9-31be2da16767 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813893 Mar 31 22:58:44.315544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e3372185-ba3f-4574-a45c-3402d477a22a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:44.341575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-7a140fbd-d1fb-4e0e-89ec-bb1b6ebeab65 service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.342299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event deleted for resources: {'Port': ['ID=a95efc34-d307-4247-9924-0c785242f3dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.344347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77cc23-33c3-43a5-9a0c-89bdadbfb1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11cf293-ed9b-473a-98c5-95f9fbda401e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.360036 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.369347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.386314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfd9b2ea-f903-4ab8-8389-1b110b7f5ecf req-7a140fbd-d1fb-4e0e-89ec-bb1b6ebeab65 service neutron] 10.222.0.60 "DELETE /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.5428314 Mar 31 22:58:44.401045 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645d7ec-d789-45bf-882b-06b2978028f8 x-openstack-request-id: req-a645d7ec-d789-45bf-882b-06b2978028f8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:44.402636 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:44.403473 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a645d7ec-d789-45bf-882b-06b2978028f8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:44.406125 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a645d7ec-d789-45bf-882b-06b2978028f8'] response: {'name': 'network-changed', 'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'status': 'completed', 'code': 200} Mar 31 22:58:44.445127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] No DVR routers for this DVR port a95efc34-d307-4247-9924-0c785242f3dd on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:44.450854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.460543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.464179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-544c0356-76c4-49a8-89bc-b4de68ab98f6 req-6e667b91-5927-42ad-929d-c2ceb3dded9a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "DELETE /v2.0/ports/a95efc34-d307-4247-9924-0c785242f3dd HTTP/1.1" status: 204 len: 173 time: 1.7166069 Mar 31 22:58:44.464871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-deleted', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:44.482034 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35360dff-66ff-4cdd-9af4-d645ca152b0f" -d '{"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-deleted", "tag": "a95efc34-d307-4247-9924-0c785242f3dd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:44.634064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d433fcae-b366-492e-b788-829a0e776d1a req-473914b6-b091-43ca-81c2-1785a8f8b32c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 210 time: 0.1021345 Mar 31 22:58:44.642130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.644616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.672387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e11cf293-ed9b-473a-98c5-95f9fbda401e HTTP/1.1" status: 204 len: 168 time: 0.4980910 Mar 31 22:58:44.688564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd42c2-42a4-4e38-a166-bf6745d5b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11cf293-ed9b-473a-98c5-95f9fbda401e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:44.811495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8df0c-eb3b-4bf9-8b6d-e88b3d8e88be req-e622937b-0fd8-4541-8ac0-0b217df860d7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:44.816327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eb8df0c-eb3b-4bf9-8b6d-e88b3d8e88be req-e622937b-0fd8-4541-8ac0-0b217df860d7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.2915134 Mar 31 22:58:44.821546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2125f67f-3b68-4851-953c-8cc918e8073e req-9b5a449f-f49d-4b30-b7b5-120424e17619 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 210 time: 0.0592773 Mar 31 22:58:44.826376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-5b9cdd87-ae2d-416a-9029-6f817ad89eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:44.834544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-5b9cdd87-ae2d-416a-9029-6f817ad89eb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1097 time: 0.4174256 Mar 31 22:58:44.881931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-ce2b865c-bdd8-4828-8817-9a39a9c15e5b tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533698 Mar 31 22:58:44.912489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:44.917165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '92fa4dd9-2482-4738-bb7a-0ad2ee644b05', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:11Z', 'updated_at': '2022-03-31T22:58:39Z', 'revision_number': 1, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:44.987201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eb8df0c-eb3b-4bf9-8b6d-e88b3d8e88be req-ad723268-b3d8-4a7b-9f71-024806669bad tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462612 Mar 31 22:58:44.995673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e2f66-7afc-4bdb-889b-2171cc2c5f43 None None] The sync data for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 is: [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '92fa4dd9-2482-4738-bb7a-0ad2ee644b05', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'floating_ip_address': '172.25.8.175', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:58:11Z', 'updated_at': '2022-03-31T22:58:39Z', 'revision_number': 1, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:45.043371 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.069364 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.080049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-d7f605a0-9d08-4b54-bea3-bfccfd294516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.083216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-d7f605a0-9d08-4b54-bea3-bfccfd294516 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2365727 Mar 31 22:58:45.138154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb39c-435c-473b-95dd-4fd60430c613 req-6d4e4a85-ec8b-42c7-9f4c-a257f797cc39 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.149533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c45fb39c-435c-473b-95dd-4fd60430c613 req-6d4e4a85-ec8b-42c7-9f4c-a257f797cc39 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 944 time: 0.1541138 Mar 31 22:58:45.192375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-0f906454-a3fc-4351-9e4a-ec9917f3953d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:45.194341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-0f906454-a3fc-4351-9e4a-ec9917f3953d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044314 Mar 31 22:58:45.202073 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e7a90-c103-476c-a3aa-f1c61e74bee4 None None] Pushing event updated for resources: {'Port': ['ID=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:45.231731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Request body: {'port': {'device_id': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '6e3293a4a4b94e8dbe62af6677f3e3f9'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:45.274863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Attempting to bind port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:45.275328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c45fb39c-435c-473b-95dd-4fd60430c613 req-d7ae3388-79b7-4d9c-bb42-5b20d79f8b40 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246881 Mar 31 22:58:45.275520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Attempting to bind port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:45.275877 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Attempting to bind port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:45.308179 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:45.308575 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:45.317565 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.318085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:45.318662 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Bound port: b9d7e5d0-d760-4554-b967-8fa39d7d3c34, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:45.321495 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.382040 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b6616d-6439-49b8-ad92-c9980a5a8393 x-openstack-request-id: req-f3b6616d-6439-49b8-ad92-c9980a5a8393 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:45.382324 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73d7473-07b1-4aef-abac-472ca082dcb0", "name": "network-vif-deleted", "tag": "a95efc34-d307-4247-9924-0c785242f3dd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:45.382575 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f3b6616d-6439-49b8-ad92-c9980a5a8393 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:45.382985 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b6616d-6439-49b8-ad92-c9980a5a8393'] response: {'server_uuid': 'f73d7473-07b1-4aef-abac-472ca082dcb0', 'name': 'network-vif-deleted', 'tag': 'a95efc34-d307-4247-9924-0c785242f3dd', 'status': 'completed', 'code': 200} Mar 31 22:58:45.412789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3fe88-24da-4635-b2a4-ac781afd1daf None None] New status for floating IP 92fa4dd9-2482-4738-bb7a-0ad2ee644b05: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:58:45.476440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] For port b9d7e5d0-d760-4554-b967-8fa39d7d3c34, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:45.489630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] For port b9d7e5d0-d760-4554-b967-8fa39d7d3c34, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:45.505309 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.511772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Made reservation on behalf of 6e3293a4a4b94e8dbe62af6677f3e3f9 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:45.515951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.551427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.661295 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e7a90-c103-476c-a3aa-f1c61e74bee4 None None] Pushing event updated for resources: {'Port': ['ID=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:45.670279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:45.670944 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:45.752215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.761448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:45.961849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4d89b-62e6-4da7-83a8-f725666e1d4f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:46.045710 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:46.105247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Allocated IP 192.168.233.150 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/017f4ddc-bdbe-4e70-bfdc-bcc9e641730c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:46.121013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537284e-6823-42e4-b1f6-dac3888f14ea req-895fc2a7-6e3c-45f5-86e4-987599e34e3e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.122991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3537284e-6823-42e4-b1f6-dac3888f14ea req-895fc2a7-6e3c-45f5-86e4-987599e34e3e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1018262 Mar 31 22:58:46.156674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Allocated IP 172.20.0.1 (27cae45c-e317-48b4-8699-9647bd4050ab/bfcdc01e-d994-4e07-a593-b209e4268fef/9c1ac44d-a282-4f41-947d-447ab7f5bf65) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:46.177757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-d0509825-4075-4e99-afa2-ab87c185d8c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 1.0773828 Mar 31 22:58:46.253568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3537284e-6823-42e4-b1f6-dac3888f14ea req-67936445-a617-4e9f-986f-647b92dc6428 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178193 Mar 31 22:58:46.324805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af1dae-ad77-4877-969c-f7b90fd79336 req-f50059e8-7e31-4d45-a103-9035ea5f0dfb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.327333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5af1dae-ad77-4877-969c-f7b90fd79336 req-f50059e8-7e31-4d45-a103-9035ea5f0dfb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 1.1345720 Mar 31 22:58:46.329423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-3c5c0ca0-0082-44f4-83d2-56f3e4ec1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.332765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-3c5c0ca0-0082-44f4-83d2-56f3e4ec1331 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1419725 Mar 31 22:58:46.433201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 90add466-0420-4af2-833f-ba290f807848 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:46.448659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fac9b159-d9db-47f6-83c7-504904389f54 req-923a240e-ca28-467b-aaaa-4c22a827cb1d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 210 time: 0.0684586 Mar 31 22:58:46.451600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9582a15f-fb61-4990-9675-19c453687abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 3, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:46.488398 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9582a15f-fb61-4990-9675-19c453687abc None None] The sync data for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 is: [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:40Z', 'revision_number': 3, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:46.584728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-dbb59ed2-638c-46d8-a226-cccdbf94fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.586612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-dbb59ed2-638c-46d8-a226-cccdbf94fd07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466009 Mar 31 22:58:46.595547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5af1dae-ad77-4877-969c-f7b90fd79336 req-d9e0426f-8616-4e0e-ae5d-717b35d9dff6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573538 Mar 31 22:58:46.602941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 90add466-0420-4af2-833f-ba290f807848 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:46.612775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 90add466-0420-4af2-833f-ba290f807848 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:46.613194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.628889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.671830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.700924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-3d33c912-aed7-4864-b655-e9dbf6ae8912 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.702470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-3d33c912-aed7-4864-b655-e9dbf6ae8912 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 814 time: 0.5403712 Mar 31 22:58:46.711740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.736676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-1ec04b98-4b7c-473c-8b32-84dce701744d service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371984 Mar 31 22:58:46.754816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41a107cb-b850-48d0-bf47-fac70924a501 req-86bd3e4d-7c96-433b-b61e-3896a2cc615e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 210 time: 0.0846252 Mar 31 22:58:46.792946 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.818787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Request body: {'port': {'device_id': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'admin_state_up': True, 'tenant_id': '68807c69d9b942b482251a2a71094717'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:46.839942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90add466-0420-4af2-833f-ba290f807848'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:46.843797 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ce2e9f-8667-40d1-b9dc-b1cc95b93f00" -d '{"events": [{"server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "name": "network-vif-plugged", "status": "completed", "tag": "90add466-0420-4af2-833f-ba290f807848"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:46.865489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=90add466-0420-4af2-833f-ba290f807848,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:46.872426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.873524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:46.890080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05f547-f665-4362-ae50-b794e4ecddb2 req-5d1da1a3-01f6-493c-aed9-6bbb42b39ef7 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:46.891892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b05f547-f665-4362-ae50-b794e4ecddb2 req-5d1da1a3-01f6-493c-aed9-6bbb42b39ef7 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 1096 time: 0.1490593 Mar 31 22:58:46.912474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:46.953055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: a95efc34-d307-4247-9924-0c785242f3dd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:46.953741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device a95efc34-d307-4247-9924-0c785242f3dd not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:47.035809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.055374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Network 27cae45c-e317-48b4-8699-9647bd4050ab is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:47.071250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:47.080250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:47.095146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b05f547-f665-4362-ae50-b794e4ecddb2 req-460d74b3-82ca-410b-855b-c08ab99d13d3 tempest-LiveAutoBlockMigrationV225Test-523007992 tempest-LiveAutoBlockMigrationV225Test-523007992-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830044 Mar 31 22:58:47.150642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.163685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf6daa73-27ec-4c2c-8383-57326942f5c2 req-e652bf8e-5c37-461f-ab9a-dda5a330172e service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174392 Mar 31 22:58:47.197353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.266496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e3372185-ba3f-4574-a45c-3402d477a22a up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:47.375170 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70677f56-3a26-4f74-8d39-0fb90e70b24b x-openstack-request-id: req-70677f56-3a26-4f74-8d39-0fb90e70b24b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:47.375507 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "name": "network-vif-plugged", "status": "completed", "tag": "90add466-0420-4af2-833f-ba290f807848", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:47.375765 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-70677f56-3a26-4f74-8d39-0fb90e70b24b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:47.376184 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70677f56-3a26-4f74-8d39-0fb90e70b24b'] response: {'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90add466-0420-4af2-833f-ba290f807848', 'code': 200} Mar 31 22:58:47.411797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e3372185-ba3f-4574-a45c-3402d477a22a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:58:47.416153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e3372185-ba3f-4574-a45c-3402d477a22a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:47.416529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.528296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251fb56-6a71-4fbb-a387-9eaf5988025e req-571138b7-dbbd-4604-8bb0-5cc615b7b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.529925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8251fb56-6a71-4fbb-a387-9eaf5988025e req-571138b7-dbbd-4604-8bb0-5cc615b7b9ce service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0d081800-2b0d-402c-bed5-3858bf2ba3e4 HTTP/1.1" status: 200 len: 1097 time: 0.1890414 Mar 31 22:58:47.588635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:47.604509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.626371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8251fb56-6a71-4fbb-a387-9eaf5988025e req-202380b6-1de1-4d98-b75e-58b45f3e3a08 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755424 Mar 31 22:58:47.634383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:47.639458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Pushing event updated for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.642018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:47.647806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dfa9d839-2325-4f4a-915f-dfbe4544c623 None None] Provisioning complete for port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:47.648309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dfa9d839-2325-4f4a-915f-dfbe4544c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.649218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.692773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:47.702019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.730942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efad399-a943-4d5b-9f16-95a7c067aee7 req-be24b692-13b6-4ac4-b6ba-11b83e42bc96 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.737992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2efad399-a943-4d5b-9f16-95a7c067aee7 req-be24b692-13b6-4ac4-b6ba-11b83e42bc96 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 944 time: 0.7193639 Mar 31 22:58:47.751845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.752509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.759465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9d839-2325-4f4a-915f-dfbe4544c623 None None] Port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:47.793795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:47.799563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-58f16f91-ab6d-43da-b39f-435a9d18ce73 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5783792 Mar 31 22:58:47.813255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Made reservation on behalf of 68807c69d9b942b482251a2a71094717 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:58:47.816690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a65f-0647-4856-afea-b017822b86fb req-66c65323-f1e7-4f78-90c3-afebbb9fdb9f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:47.817032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:47.829576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c44a65f-0647-4856-afea-b017822b86fb req-66c65323-f1e7-4f78-90c3-afebbb9fdb9f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1585858 Mar 31 22:58:47.854352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2efad399-a943-4d5b-9f16-95a7c067aee7 req-98e5e481-c64c-420a-a16c-bc04771022bc tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977755 Mar 31 22:58:47.932241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c44a65f-0647-4856-afea-b017822b86fb req-1f6b2070-5cf0-4eb8-bd6b-cd2f21e489f9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017513 Mar 31 22:58:48.031086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Request body: {'port': {'device_id': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:48.107228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-14085dd5-3277-4ffa-bb6f-64baec0ba649 None None] Provisioning complete for port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:48.107228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14085dd5-3277-4ffa-bb6f-64baec0ba649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.111556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.120403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.175583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-14085dd5-3277-4ffa-bb6f-64baec0ba649 None None] Port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:48.196445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.199480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Pushing event updated for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:48.217564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.241847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Allocated IP 172.20.0.6 (95a2cf22-9e6a-463f-a414-3047bd323d1e/d71c3285-185b-4bdd-ac77-2a9896505ea4/acf4b320-43da-45f8-b0bc-8b9b9cd4f82a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:58:48.251467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab42563-7e22-42f4-ae52-0d56db533ffe req-6ec0ccf7-2fe0-4be1-a139-3bdba3f797f3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.253038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ab42563-7e22-42f4-ae52-0d56db533ffe req-6ec0ccf7-2fe0-4be1-a139-3bdba3f797f3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 936 time: 0.2385101 Mar 31 22:58:48.342599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052db78-043b-4e93-817a-4bbbcf4f6df7 req-5a3b008c-3cf6-418e-b082-13602eea8c9f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.344170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c052db78-043b-4e93-817a-4bbbcf4f6df7 req-5a3b008c-3cf6-418e-b082-13602eea8c9f tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.0731385 Mar 31 22:58:48.350081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Network 27cae45c-e317-48b4-8699-9647bd4050ab is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:48.351630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:48.361527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ab42563-7e22-42f4-ae52-0d56db533ffe req-eea6722b-954f-4f33-b010-ff0bdeace411 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800910 Mar 31 22:58:48.470414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c052db78-043b-4e93-817a-4bbbcf4f6df7 req-d6420cd7-da13-4fbe-aaaa-b718b752d12c tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144466 Mar 31 22:58:48.583463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Router 6e6d1875-8409-45fc-80b5-757b0811bf2c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:58:48.591442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-adb8fbec-a4cc-4ae4-9fd1-1b81c605b22a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.593700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-adb8fbec-a4cc-4ae4-9fd1-1b81c605b22a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 945 time: 0.2170808 Mar 31 22:58:48.615018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b9d7e5d0-d760-4554-b967-8fa39d7d3c34 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:48.635555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aaf87e-f589-49f8-a0d9-917780cbb783 req-cbd0c663-ea5b-44e1-9cbb-9ef511040a86 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 210 time: 0.0362587 Mar 31 22:58:48.703508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c29b7-dd11-4a04-b4d1-2c9452d8ad64 req-4a75898a-af7e-41de-b029-51c35a270c50 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:48.711133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a7c29b7-dd11-4a04-b4d1-2c9452d8ad64 req-4a75898a-af7e-41de-b029-51c35a270c50 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1720788 Mar 31 22:58:48.712300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:48.712889 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.755467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-15cfcb8a-f870-4f43-8605-8098bcd7c78c None None] Provisioning complete for port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:48.756197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-15cfcb8a-f870-4f43-8605-8098bcd7c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.808827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a7c29b7-dd11-4a04-b4d1-2c9452d8ad64 req-e2f8cec0-fa0d-42ea-930e-ed5950e00b6c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931752 Mar 31 22:58:48.845172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.869747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:58:48.891125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-46fc505c-1180-4605-a869-f1c854c6f87b admin admin] 10.222.0.95 "PUT /v2.0/routers/6e6d1875-8409-45fc-80b5-757b0811bf2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5138643 Mar 31 22:58:48.953124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-15cfcb8a-f870-4f43-8605-8098bcd7c78c None None] Port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:58:48.963860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.992839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:48.997000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Deleting port 94076e6b-e03f-4f93-a549-6c86e2a6c42d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:58:48.997356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.001597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:49.016811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b9d7e5d0-d760-4554-b967-8fa39d7d3c34, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:49.031049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.076051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.084100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Network 95a2cf22-9e6a-463f-a414-3047bd323d1e is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:58:49.104843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c9f0-a026-4e10-bbee-313cc70a869e req-d41ecf24-6e29-422e-a4d8-6a2721937ae2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.107192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02f1c9f0-a026-4e10-bbee-313cc70a869e req-d41ecf24-6e29-422e-a4d8-6a2721937ae2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1789658 Mar 31 22:58:49.138085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.159592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:58:49.168152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:58:49.175621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38530) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:49.196680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02f1c9f0-a026-4e10-bbee-313cc70a869e req-bb7c8e30-dafc-49ff-84c8-81f1e66ebd8e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766776 Mar 31 22:58:49.227626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Transition to ACTIVE for port object 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:49.245155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.261155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] For port 94076e6b-e03f-4f93-a549-6c86e2a6c42d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=94076e6b-e03f-4f93-a549-6c86e2a6c42d,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:49.261669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event updated for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.262183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.273273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.274260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.302449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c71d85-e6da-4611-b618-4b21d6116ca7 req-e8edd528-c820-4526-972c-e19ae256a104 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:49.305914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Calling delete_port for 94076e6b-e03f-4f93-a549-6c86e2a6c42d owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:58:49.313201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c71d85-e6da-4611-b618-4b21d6116ca7 req-e8edd528-c820-4526-972c-e19ae256a104 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 945 time: 0.2613034 Mar 31 22:58:49.371736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Sync routers for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:58:49.378362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:49.382193 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d7c30-6479-49a0-82e2-dca4573ca9a6" -d '{"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-plugged", "status": "completed", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:49.399794 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:49.400731 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:49.416770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a739241e-bdc0-4ce7-9122-8769b657d05d tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6783867 Mar 31 22:58:49.466363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Request body: {'port': {'device_id': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:49.504388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Pushing event updated for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:49.550446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c71d85-e6da-4611-b618-4b21d6116ca7 req-5759d02d-e977-4265-97a8-172e8dac3140 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361579 Mar 31 22:58:49.719344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.729130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.734873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.746898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['162595c5-38b8-4907-b590-691617048dfd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:49.772901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Attempting to bind port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:49.773275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Attempting to bind port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:49.773571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Attempting to bind port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:49.779532 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:49.799783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:49.800113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Attempting to bind port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:49.818091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:49.818505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:49.819346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:49.819792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Bound port: 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:49.820287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:49.925713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event deleted for resources: {'Port': ['ID=94076e6b-e03f-4f93-a549-6c86e2a6c42d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.009461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] No DVR routers for this DVR port 94076e6b-e03f-4f93-a549-6c86e2a6c42d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:50.050312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.052802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:50.061606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3bf9468-e769-4f8e-8ef5-ea2f79c9ddd7 req-f6def9b4-cbe1-4985-a21e-8d9384080f6e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "DELETE /v2.0/ports/94076e6b-e03f-4f93-a549-6c86e2a6c42d HTTP/1.1" status: 204 len: 173 time: 1.4248710 Mar 31 22:58:50.074829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-deleted', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:50.081200 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe723141-925c-4d17-a85b-45b5c42f98cb" -d '{"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-deleted", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:50.116509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:50.130915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.154624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc4339-b9b7-41b3-8791-b4ce9b9ac91a req-a8eb061b-855e-4980-ab8c-391475ed8040 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.163914 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdc4339-b9b7-41b3-8791-b4ce9b9ac91a req-a8eb061b-855e-4980-ab8c-391475ed8040 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.2517316 Mar 31 22:58:50.258357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Pushing event updated for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.277721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fdc4339-b9b7-41b3-8791-b4ce9b9ac91a req-830954cb-7971-4c97-911e-cd35956eb2eb tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127281 Mar 31 22:58:50.280009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.292236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.292855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.294259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d222f8e3-00fa-4517-8f26-909334007efd service neutron] 10.222.0.96 "PUT /v2.0/ports/017f4ddc-bdbe-4e70-bfdc-bcc9e641730c HTTP/1.1" status: 200 len: 1096 time: 2.2686994 Mar 31 22:58:50.304107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:50.308822 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c913f892-c4c3-4611-83de-7894ae6fc34d" -d '{"events": [{"name": "network-changed", "server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:50.311629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.421392 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:47Z', 'revision_number': 4, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9c1ac44d-a282-4f41-947d-447ab7f5bf65', 'name': '', 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'mac_address': 'fa:16:3e:c4:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:58:47Z', 'revision_number': 2, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'subnets': [{'id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:50.447133 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51f8ae6-bdf1-4ce9-a069-efb51821a349 x-openstack-request-id: req-b51f8ae6-bdf1-4ce9-a069-efb51821a349 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:50.447996 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-plugged", "status": "completed", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:50.449858 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b51f8ae6-bdf1-4ce9-a069-efb51821a349 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:50.450126 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51f8ae6-bdf1-4ce9-a069-efb51821a349'] response: {'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'code': 200} Mar 31 22:58:50.515144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38566) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:50.519201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9869c03c2dac414eaa4507d7c1d529d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3383803 Mar 31 22:58:50.520202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d2de9b04-2541-474f-877b-c278bef09b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.522092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-d2de9b04-2541-474f-877b-c278bef09b25 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 1099 time: 0.1622257 Mar 31 22:58:50.522648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c5228-3a22-4baa-bdfe-8a703f1978be,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.531515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf4b320-43da-45f8-b0bc-8b9b9cd4f82a {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:50.587719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.588064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.588400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.588730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.589056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.589378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.589695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.590015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.590327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.590645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.590963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.603189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-c8cdc5bd-0990-4302-a45c-4b6112bb798c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c HTTP/1.1" status: 200 len: 217 time: 0.0648959 Mar 31 22:58:50.607715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537aee84-4f88-40a6-b96e-c1f3a70bbce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:58:50.610309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.641274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Checking router: 6e6d1875-8409-45fc-80b5-757b0811bf2c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:58:50.653865 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Updating router 6e6d1875-8409-45fc-80b5-757b0811bf2c port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:58:50.702036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.735631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b9d7e5d0-d760-4554-b967-8fa39d7d3c34 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:50.766758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Transition to ACTIVE for port object acf4b320-43da-45f8-b0bc-8b9b9cd4f82a will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:50.778810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.796085 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:50.866053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Pushing event updated for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:50.917746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67515a-d2ca-4808-b2c6-d126acadb8b6 req-313171d8-8fac-40d2-89ba-bfb462b4a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:50.919375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b67515a-d2ca-4808-b2c6-d126acadb8b6 req-313171d8-8fac-40d2-89ba-bfb462b4a2b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 1096 time: 0.2715089 Mar 31 22:58:50.984189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:50.985149 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.006239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.065894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.079060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71dd73-2a55-49e4-afe1-1f45c2719538 req-0d1e320a-efaf-4574-9c45-24573f43a52f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.088849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c71dd73-2a55-49e4-afe1-1f45c2719538 req-0d1e320a-efaf-4574-9c45-24573f43a52f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 948 time: 0.2493544 Mar 31 22:58:51.113389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b67515a-d2ca-4808-b2c6-d126acadb8b6 req-5ad2c95a-d2b6-4a44-b33a-ecc70e7e34f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432641 Mar 31 22:58:51.183491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-773add2f-602c-40fa-8f58-4c24c028bcc6 req-22b5b22f-ca27-4527-aae1-83dea0aefc20 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.3222811 Mar 31 22:58:51.190653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c71dd73-2a55-49e4-afe1-1f45c2719538 req-2a37c07b-03cc-4f6f-9b7e-ed14475fdd4d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955527 Mar 31 22:58:51.204089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-511658d7-5215-4466-83cc-1c2eacfeddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.206143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-511658d7-5215-4466-83cc-1c2eacfeddd9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.5852644 Mar 31 22:58:51.210652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.223782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.230687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/028c5228-3a22-4baa-bdfe-8a703f1978be HTTP/1.1" status: 204 len: 168 time: 0.7061143 Mar 31 22:58:51.267774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:51.349620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd6e3-808d-4b5b-a0f7-60a5873c1d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c5228-3a22-4baa-bdfe-8a703f1978be,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:51.409063 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68caa83-88eb-48a2-9268-32bf36152fa5 x-openstack-request-id: req-a68caa83-88eb-48a2-9268-32bf36152fa5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:51.409666 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c67655e-864d-4675-b9c4-6bbf5c3618f1", "name": "network-vif-deleted", "tag": "94076e6b-e03f-4f93-a549-6c86e2a6c42d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:51.409925 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a68caa83-88eb-48a2-9268-32bf36152fa5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:51.410354 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68caa83-88eb-48a2-9268-32bf36152fa5'] response: {'server_uuid': '6c67655e-864d-4675-b9c4-6bbf5c3618f1', 'name': 'network-vif-deleted', 'tag': '94076e6b-e03f-4f93-a549-6c86e2a6c42d', 'status': 'completed', 'code': 200} Mar 31 22:58:51.481828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 94076e6b-e03f-4f93-a549-6c86e2a6c42d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:58:51.488044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 94076e6b-e03f-4f93-a549-6c86e2a6c42d not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:51.594285 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.595004 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb53cfe-27c4-4885-bdee-e90b69abd25e x-openstack-request-id: req-feb53cfe-27c4-4885-bdee-e90b69abd25e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:51.597497 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:51.597928 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-feb53cfe-27c4-4885-bdee-e90b69abd25e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:51.598775 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb53cfe-27c4-4885-bdee-e90b69abd25e'] response: {'name': 'network-changed', 'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', 'status': 'completed', 'code': 200} Mar 31 22:58:51.603812 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.620025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-ade795fb-216a-4f5c-ba3a-f0048db9fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.621779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-ade795fb-216a-4f5c-ba3a-f0048db9fc93 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3657970 Mar 31 22:58:51.641728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Attempting to bind port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:51.642233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Attempting to bind port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:51.642732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Attempting to bind port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:51.669163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a on network 95a2cf22-9e6a-463f-a414-3047bd323d1e not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:51.674585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Attempting to bind port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a on network 95a2cf22-9e6a-463f-a414-3047bd323d1e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:51.676403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38239-dc38-4800-aaa5-4bb3dd4bec76 None None] Pushing event updated for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:51.711274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eebb2-a635-423a-8254-b5035c235581 req-440a3c4d-60b0-43e1-a7ab-1136cd90bdc7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:51.722020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:51.722445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Checking segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:51.722735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Bound using segment: {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:51.730093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d80eebb2-a635-423a-8254-b5035c235581 req-440a3c4d-60b0-43e1-a7ab-1136cd90bdc7 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 943 time: 0.2791965 Mar 31 22:58:51.737331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Bound port: acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07547654-4f74-45e0-a5fe-fec57b516aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:51.737760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.829221 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Attempting to bind port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:51.830013 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Attempting to bind port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:51.830613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Attempting to bind port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 on network 27cae45c-e317-48b4-8699-9647bd4050ab {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:51.842564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:51.843440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Checking segment: {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:51.844088 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.844755 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Bound using segment: {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:51.845466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Bound port: 9c1ac44d-a282-4f41-947d-447ab7f5bf65, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e2e9a5-e6b9-4233-be79-2365c5328de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:51.846103 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:51.901633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d80eebb2-a635-423a-8254-b5035c235581 req-5f9b556f-b76e-42ee-bd4a-99c69591bd7e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587014 Mar 31 22:58:52.053065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-7d7eccc7-31ab-48cd-86a0-60a62db492dc service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126909 Mar 31 22:58:52.086630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] For port 9c1ac44d-a282-4f41-947d-447ab7f5bf65, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:52.105850 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] For port 9c1ac44d-a282-4f41-947d-447ab7f5bf65, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c1ac44d-a282-4f41-947d-447ab7f5bf65,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:52.123411 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.214331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] Provisioning complete for port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:52.217088 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.341817 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:58:52.344528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8143d-c42d-4deb-8efc-6dcdaed68036 req-9c875ccd-16fb-4f0b-96f6-9e21645ee28e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.354299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d8143d-c42d-4deb-8efc-6dcdaed68036 req-9c875ccd-16fb-4f0b-96f6-9e21645ee28e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1873462 Mar 31 22:58:52.356206 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:58:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:52.418215 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.424117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d8143d-c42d-4deb-8efc-6dcdaed68036 req-ddbbe3fe-d355-4560-a533-a16ae35ff024 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684702 Mar 31 22:58:52.469050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:52.482004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:52.511743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] For port 9c1ac44d-a282-4f41-947d-447ab7f5bf65, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c1ac44d-a282-4f41-947d-447ab7f5bf65,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:52.517709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.519185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38584) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:52.528255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.552005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba4a0-78b9-4ad8-b46b-9d95a025f87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.621681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bce73-cc7d-4a38-a363-f411024a12bc None None] Pushing event updated for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.712957 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38239-dc38-4800-aaa5-4bb3dd4bec76 None None] Pushing event updated for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:52.715230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e00db-1160-4921-b1f5-ed2738a2e245 req-c7dcf86e-02e2-47b9-b7aa-422491cd39ea tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.733398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e1e00db-1160-4921-b1f5-ed2738a2e245 req-c7dcf86e-02e2-47b9-b7aa-422491cd39ea tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 948 time: 0.1317101 Mar 31 22:58:52.754428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-657f1c2a-8066-4679-abe8-d54eee03b70e None None] Provisioning complete for port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:52.754820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-657f1c2a-8066-4679-abe8-d54eee03b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.756990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.757624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.760661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] 10.222.0.96 "PUT /v2.0/ports/acf4b320-43da-45f8-b0bc-8b9b9cd4f82a HTTP/1.1" status: 200 len: 1091 time: 3.3198903 Mar 31 22:58:52.810057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fe43e-1194-49cd-a2c1-8754f9f0357e req-d49800fb-ccb8-42a6-b589-a74446a2a2f8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:52.822308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c1fe43e-1194-49cd-a2c1-8754f9f0357e req-d49800fb-ccb8-42a6-b589-a74446a2a2f8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 945 time: 1.0493324 Mar 31 22:58:52.863539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba4a0-78b9-4ad8-b46b-9d95a025f87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.909982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e1e00db-1160-4921-b1f5-ed2738a2e245 req-b2708312-e474-411e-a301-9418830f2922 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747019 Mar 31 22:58:52.910679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba4a0-78b9-4ad8-b46b-9d95a025f87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:52.961660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:58:53.048353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff8ba4a0-78b9-4ad8-b46b-9d95a025f87b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ae9bb20f2db84b73a790188e05751c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252326 Mar 31 22:58:53.053232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba4a0-78b9-4ad8-b46b-9d95a025f87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aa34fc-b443-487b-a32d-72441585979c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.063536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38592) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:58:53.064471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88354c84-ace1-4aa7-abbd-01d00c0e7a5a service neutron] Pushing event updated for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.113073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c1fe43e-1194-49cd-a2c1-8754f9f0357e req-bc65be2f-f864-4eca-9634-0846957f3706 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879796 Mar 31 22:58:53.123305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efd0a62c-b6ec-437f-a0ce-8ba540f65d0d req-fc1ffa73-c4b9-491a-a7bf-52e3af81acab service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0134954 Mar 31 22:58:53.170248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-0b0f5b09-081e-48a5-9014-fd169f1497cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.172053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-0b0f5b09-081e-48a5-9014-fd169f1497cb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 1094 time: 0.2016342 Mar 31 22:58:53.273341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1503d9c2-5225-44c1-b8db-990e89f51330 req-b3167bba-8136-4ea2-8b01-209ff80ecb19 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.2213283 Mar 31 22:58:53.315818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.340601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-86220309-0814-4972-b38f-e4339ed1130d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a HTTP/1.1" status: 200 len: 217 time: 0.1502707 Mar 31 22:58:53.384412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.494383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.497283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:53.497987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/22aa34fc-b443-487b-a32d-72441585979c HTTP/1.1" status: 204 len: 168 time: 0.4359286 Mar 31 22:58:53.514856 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:47Z', 'revision_number': 4, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9c1ac44d-a282-4f41-947d-447ab7f5bf65', 'name': '', 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'mac_address': 'fa:16:3e:c4:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:58:52Z', 'revision_number': 4, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'subnets': [{'id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:58:53.601522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:53.612056 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09410fc6-f953-4099-92b6-74cc4bcdfba0" -d '{"events": [{"name": "network-changed", "server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:53.614451 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcfa3f2-7309-4558-bcc8-2dbdbc9be643 None None] The sync data for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 is: [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T22:58:47Z', 'revision_number': 4, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9c1ac44d-a282-4f41-947d-447ab7f5bf65', 'name': '', 'network_id': '27cae45c-e317-48b4-8699-9647bd4050ab', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'mac_address': 'fa:16:3e:c4:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:45Z', 'updated_at': '2022-03-31T22:58:52Z', 'revision_number': 4, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'subnets': [{'id': 'bfcdc01e-d994-4e07-a593-b209e4268fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:58:53.621500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-3969464c-c84e-4027-9929-a33fd29fadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.632028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-3969464c-c84e-4027-9929-a33fd29fadff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.2620766 Mar 31 22:58:53.677528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529d63a-12de-4b4f-af77-88bd6059638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aa34fc-b443-487b-a32d-72441585979c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:53.769329 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-946d2bfd-751b-45eb-9968-93c778c7945e req-15349921-af90-407e-9f18-0f38fc6f4c6c service neutron] show failed (client error): The resource could not be found. Mar 31 22:58:53.772323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-15349921-af90-407e-9f18-0f38fc6f4c6c service neutron] 10.222.0.60 "GET /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.2795551 Mar 31 22:58:53.797584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef10d73-2039-41f1-aca2-3449be78cdb1 req-3831ebc0-a0a8-49fd-bb52-879faf86c458 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.812012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fe51-3bfc-4434-8226-e05e509d1878 req-44f1b877-9d80-4a24-82b0-f72404482aab tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.815132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ef10d73-2039-41f1-aca2-3449be78cdb1 req-3831ebc0-a0a8-49fd-bb52-879faf86c458 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.1501567 Mar 31 22:58:53.822481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b99fe51-3bfc-4434-8226-e05e509d1878 req-44f1b877-9d80-4a24-82b0-f72404482aab tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 943 time: 0.5100155 Mar 31 22:58:53.901857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-dfe012ff-861c-4ba4-8435-09f6dc6d268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:53.907253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-dfe012ff-861c-4ba4-8435-09f6dc6d268e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 1099 time: 0.6009676 Mar 31 22:58:53.964863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-63623309-777f-440f-b20d-24fc3ffb4cd6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2927651 Mar 31 22:58:53.983612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ef10d73-2039-41f1-aca2-3449be78cdb1 req-f772b6cb-103c-4b9e-bb90-3b68e2fbeac3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618969 Mar 31 22:58:54.277084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-08bc76a7-dac1-42e0-ac9b-3c0471a20256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.281665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-08bc76a7-dac1-42e0-ac9b-3c0471a20256 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3127966 Mar 31 22:58:54.302415 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed2c439-2158-48e4-b739-54c8f11fb567 x-openstack-request-id: req-9ed2c439-2158-48e4-b739-54c8f11fb567 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:54.302884 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:54.303291 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9ed2c439-2158-48e4-b739-54c8f11fb567 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:54.303796 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed2c439-2158-48e4-b739-54c8f11fb567'] response: {'name': 'network-changed', 'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a', 'status': 'completed', 'code': 200} Mar 31 22:58:54.419601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-4c41ade8-50a6-4603-896e-4974d2220fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.424921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-4c41ade8-50a6-4603-896e-4974d2220fe5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.1879787 Mar 31 22:58:54.443954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:58:54.522736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db94b0-7b82-49d3-8ad4-329c9f0f89fe req-ab7f90f1-c4f9-47b8-b6fb-276d1decdb1f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:54.532135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8db94b0-7b82-49d3-8ad4-329c9f0f89fe req-ab7f90f1-c4f9-47b8-b6fb-276d1decdb1f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 948 time: 0.2104456 Mar 31 22:58:54.592147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b99fe51-3bfc-4434-8226-e05e509d1878 req-0b56db5b-55d5-4b7b-9dd6-963c65389d2c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803019 Mar 31 22:58:54.594229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-bbf81d75-0673-4ba2-8b36-ab15f0af215b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c HTTP/1.1" status: 200 len: 217 time: 0.2867820 Mar 31 22:58:54.667111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c1ac44d-a282-4f41-947d-447ab7f5bf65 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:54.703562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:54.738052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8db94b0-7b82-49d3-8ad4-329c9f0f89fe req-ea4454f9-e71e-4356-9b8a-bd09fa89b3f3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048645 Mar 31 22:58:54.897552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:54.898708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.282617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:55.310358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-025d9007-7314-47cc-b834-dcadb13a50fc req-ff10bd84-9a1e-4689-863a-9d35f4519cf2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.4261804 Mar 31 22:58:55.636730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:55.712124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:55.755775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '36668b0a-1872-44a8-81b3-966ef87691f5', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:55.777850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-d972a320-3071-46ed-8019-f42d48dc1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.782518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-d972a320-3071-46ed-8019-f42d48dc1fa3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 1.1770186 Mar 31 22:58:55.832676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:55.930719 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.959440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:55.974724 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:55.977492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7adb7-f86c-450c-925b-0889d2ac21db req-dc58ec5c-99a3-4b70-a558-1def82f0a6b9 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:55.989550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ce7adb7-f86c-450c-925b-0889d2ac21db req-dc58ec5c-99a3-4b70-a558-1def82f0a6b9 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 945 time: 1.1440392 Mar 31 22:58:56.002492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-a8a52ab0-b17f-4b0c-a18a-2008b98b2d2b service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7086680 Mar 31 22:58:56.019207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:56.025581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.062733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:56.065627 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19ee56-57f5-47cf-b581-b4d3c8395399" -d '{"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:56.071679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.090248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17998-9994-4c30-85d6-88d02e2bdd90 req-71d937de-a404-436e-946d-a5b6c938ea7c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:56.096852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebe17998-9994-4c30-85d6-88d02e2bdd90 req-71d937de-a404-436e-946d-a5b6c938ea7c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.6437438 Mar 31 22:58:56.155730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Transition to ACTIVE for port object 9b1f743f-eb79-4fd7-aa77-0e00d29c671d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:58:56.163756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['36668b0a-1872-44a8-81b3-966ef87691f5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:56.170469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.231467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-73e6d0e7-79e6-4f2a-9495-7dd569d3d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:56.242950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-73e6d0e7-79e6-4f2a-9495-7dd569d3d395 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4481468 Mar 31 22:58:56.316460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:56.356717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebe17998-9994-4c30-85d6-88d02e2bdd90 req-cd597ca8-6c30-49b6-ac0e-980149060057 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546225 Mar 31 22:58:56.391483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:56.467183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:58:56.471592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ce7adb7-f86c-450c-925b-0889d2ac21db req-526917d6-6eea-407d-ac38-90da3a8b8692 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606433 Mar 31 22:58:56.512104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] No DVR routers for this DVR port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:58:56.672826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b7fe079-fd45-4d79-98de-0c3409ae980a req-df131162-f65a-49fb-9285-aec6b262de98 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113150 Mar 31 22:58:56.761916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:58:56.763721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:58:56.767074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:56.823845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:58:56.827073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:58:56.844530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:58:56.845280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:58:56.846041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:58:56.846719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Bound port: 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:58:56.847701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:56.869801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-dab16bab-9750-4ece-93d2-e2456e51632e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067069 Mar 31 22:58:56.907696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ac19b-703e-43be-a8d1-b6f8d9c54973 req-b664efa1-d385-41eb-bdd1-96dfdd1e1a71 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:56.917260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2ac19b-703e-43be-a8d1-b6f8d9c54973 req-b664efa1-d385-41eb-bdd1-96dfdd1e1a71 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 943 time: 0.2204058 Mar 31 22:58:56.935694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:56.963091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', 'mac_address': 'fa:16:3e:35:4b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:58:57.022665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2ac19b-703e-43be-a8d1-b6f8d9c54973 req-27900f4e-bf1d-4084-9ee1-9ee53d1d928e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Mar 31 22:58:57.054992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:58:57.062354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e049-6c4e-4275-81c3-8e9862f9dc69 req-893e0879-3cf9-4620-9924-65ffa236adb9 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.066731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:58:57.071658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b75e049-6c4e-4275-81c3-8e9862f9dc69 req-893e0879-3cf9-4620-9924-65ffa236adb9 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 948 time: 0.3512959 Mar 31 22:58:57.077671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.139341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-5fd04503-f7f9-40fd-9c3d-a63a5affad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.139341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-5fd04503-f7f9-40fd-9c3d-a63a5affad12 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=68807c69d9b942b482251a2a71094717&device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 1094 time: 0.2869999 Mar 31 22:58:57.158762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b75e049-6c4e-4275-81c3-8e9862f9dc69 req-15f00bda-e5e6-41c9-b9df-aa705aaeb91a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829229 Mar 31 22:58:57.252907 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.263432 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc12c4-652d-4397-933b-68e4df7c738e x-openstack-request-id: req-71cc12c4-652d-4397-933b-68e4df7c738e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:57.264039 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:57.264701 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-71cc12c4-652d-4397-933b-68e4df7c738e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:57.265333 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cc12c4-652d-4397-933b-68e4df7c738e'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'code': 200} Mar 31 22:58:57.271979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:58:57.296986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:57.299201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.302563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:58:57.304994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.306927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] 10.222.0.96 "PUT /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 1095 time: 2.8681099 Mar 31 22:58:57.388209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.458027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:57.480272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7c3f-4d4b-4aa0-bd1d-713a5b92297f service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:57.481765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 36668b0a-1872-44a8-81b3-966ef87691f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:58:57.482156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.537083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5209bf63-ddba-4e74-8aa9-e3cf7f411d1b req-aa9e73a3-b9ba-41ba-9fec-8cb27fa6444e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.1575658 Mar 31 22:58:57.593235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-51dfff18-6630-4f81-aaef-26bf3b97ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.601488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-51dfff18-6630-4f81-aaef-26bf3b97ae3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1098 time: 0.2321661 Mar 31 22:58:57.796849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.802441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c913f892-c4c3-4611-83de-7894ae6fc34d req-bc52b9a3-9746-4464-95c7-1daaa99c6bd1 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8890069 Mar 31 22:58:57.851367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-0c234b67-1749-4fb2-91c0-78dce0caefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.854012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-0c234b67-1749-4fb2-91c0-78dce0caefc1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2358811 Mar 31 22:58:57.867637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36017d-36e5-4f2c-9892-b571f938717a req-ff35449c-30d4-4966-92db-33d112a8ff11 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.868806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2e904-b093-421d-abcd-df83f6c4bccc req-47971197-611d-4b64-b569-de67972d55be tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.879589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e36017d-36e5-4f2c-9892-b571f938717a req-ff35449c-30d4-4966-92db-33d112a8ff11 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d081800-2b0d-402c-bed5-3858bf2ba3e4 HTTP/1.1" status: 200 len: 946 time: 0.4213333 Mar 31 22:58:57.886167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bb2e904-b093-421d-abcd-df83f6c4bccc req-47971197-611d-4b64-b569-de67972d55be tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.1553905 Mar 31 22:58:57.905809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-6bf4b559-e7d1-4126-9ba5-b5acf2d60618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:57.907353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-6bf4b559-e7d1-4126-9ba5-b5acf2d60618 service neutron] 10.222.0.96 "GET /v2.0/networks?id=95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 200 len: 916 time: 0.7460146 Mar 31 22:58:57.915485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:58:57.918852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:57.922671 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b6bea-0120-4789-b5b2-cd4b477b6935" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:57.931535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-ac6654db-857a-4117-913b-490c39d11b97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0487552 Mar 31 22:58:57.933383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:58:57.936672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:58:57.962883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:58:58.012801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-b3e8affc-4abc-4362-84d3-32a9d4096da6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a HTTP/1.1" status: 200 len: 217 time: 0.0847976 Mar 31 22:58:58.019684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e36017d-36e5-4f2c-9892-b571f938717a req-edd6b4a6-f50a-4880-9acc-24f23deb7a3c tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386876 Mar 31 22:58:58.049890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-77564fd3-095d-4e00-8324-250b58561aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.052232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-77564fd3-095d-4e00-8324-250b58561aa1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1115696 Mar 31 22:58:58.187534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2bfd-751b-45eb-9968-93c778c7945e req-ed9775cf-46a4-4f3c-8ee2-94c330873256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.195830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-3f2734d9-0c9a-4167-9a68-9223a235c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:58.197535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-ed9775cf-46a4-4f3c-8ee2-94c330873256 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376171 Mar 31 22:58:58.208818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-3f2734d9-0c9a-4167-9a68-9223a235c71f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 200 len: 854 time: 0.1631250 Mar 31 22:58:58.217072 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bb2e904-b093-421d-abcd-df83f6c4bccc req-ea73cafb-da8e-451d-84f6-51bc0dd1ee1b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299694 Mar 31 22:58:58.317185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:58:58.361745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:58:58.388736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-2cb9bbbc-c674-441c-8f70-1b9608128f9c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=95a2cf22-9e6a-463f-a414-3047bd323d1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703751 Mar 31 22:58:58.530586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-4624e4e8-1480-4107-950d-3b009ea18863 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145349 Mar 31 22:58:58.564052 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f044c764-ff51-421c-a82e-3636a1c072cf x-openstack-request-id: req-f044c764-ff51-421c-a82e-3636a1c072cf {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:58.564435 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:58.564845 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f044c764-ff51-421c-a82e-3636a1c072cf {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:58.571308 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f044c764-ff51-421c-a82e-3636a1c072cf'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 22:58:58.673165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-94d88835-c2e8-40ab-90ce-cb64833025e4 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719038 Mar 31 22:58:58.769627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-946d2bfd-751b-45eb-9968-93c778c7945e req-8b095f74-09fa-46fc-882b-305794accb40 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292981 Mar 31 22:58:58.889927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09410fc6-f953-4099-92b6-74cc4bcdfba0 req-f716db69-bd49-46b0-ac2b-eb50a7bcfc50 service neutron] 10.222.0.96 "GET /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025514 Mar 31 22:58:59.056664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88779f-35e5-4e17-996b-8b7cd55ade7f req-a3795ecc-2a66-4dd6-8f0e-8fe196e1ef70 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.058300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad88779f-35e5-4e17-996b-8b7cd55ade7f req-a3795ecc-2a66-4dd6-8f0e-8fe196e1ef70 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 949 time: 0.0896566 Mar 31 22:58:59.067762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b326ebe-6a87-46ed-ad01-507ad241a60c req-fab87299-7caf-45c0-ae72-f49052eed6ec tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.069437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b326ebe-6a87-46ed-ad01-507ad241a60c req-fab87299-7caf-45c0-ae72-f49052eed6ec tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 943 time: 0.1332703 Mar 31 22:58:59.135583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b326ebe-6a87-46ed-ad01-507ad241a60c req-9b80bd14-e8a4-47a8-85ed-7caeda479211 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527949 Mar 31 22:58:59.160203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad88779f-35e5-4e17-996b-8b7cd55ade7f req-9317edc8-406f-4ba9-a3a9-b43ef3d13df8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952470 Mar 31 22:58:59.266693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:58:59.278379 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4fcad-5715-409e-98d7-f5d72844bd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:58:59.341682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40a9eba6-e933-4733-aa98-daface7c52f0 req-7d372ea7-4719-449e-b084-a36437fa3f47 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.0606129 Mar 31 22:58:59.566054 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17329d5-86c1-4bd8-8d3f-92b019fad3cc x-openstack-request-id: req-c17329d5-86c1-4bd8-8d3f-92b019fad3cc {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:58:59.566370 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:58:59.566625 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c17329d5-86c1-4bd8-8d3f-92b019fad3cc {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:58:59.567025 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17329d5-86c1-4bd8-8d3f-92b019fad3cc'] response: {'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'status': 'completed', 'code': 200} Mar 31 22:58:59.732780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-d5f00201-685c-422a-8fd4-feb770beac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.735185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-0faa9719-3dfa-49bb-a7e8-42181bcbd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:58:59.737312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-0faa9719-3dfa-49bb-a7e8-42181bcbd396 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1098 time: 0.1244397 Mar 31 22:58:59.740239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-d5f00201-685c-422a-8fd4-feb770beac27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1098 time: 0.1362004 Mar 31 22:59:00.026082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-99ee111d-644f-4006-9d3c-71e06c5d3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.041003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-99ee111d-644f-4006-9d3c-71e06c5d3fc0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2919919 Mar 31 22:59:00.068173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53503b8f-4d0a-40bf-acc3-f8f39edafc8f req-6b231ce7-1578-4695-bc44-ab5a82b056e0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.077216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53503b8f-4d0a-40bf-acc3-f8f39edafc8f req-6b231ce7-1578-4695-bc44-ab5a82b056e0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.3350298 Mar 31 22:59:00.143823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-4ed4a086-a2a1-49f6-b5fa-c9a6caebc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.145378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-4ed4a086-a2a1-49f6-b5fa-c9a6caebc034 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3612244 Mar 31 22:59:00.161171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-fbb5dcc5-352e-4455-9209-c4a7ac386d22 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.1047709 Mar 31 22:59:00.203949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53503b8f-4d0a-40bf-acc3-f8f39edafc8f req-bba18a9b-e388-42a5-8e51-b66053a6d612 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254444 Mar 31 22:59:00.281620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-a3eaf5d5-dd1d-42e9-a35f-8af35abca0f1 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.290021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-a3eaf5d5-dd1d-42e9-a35f-8af35abca0f1 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.1270416 Mar 31 22:59:00.312555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-a938c1f2-96ee-44f0-8e22-e020830d7b86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.1540139 Mar 31 22:59:00.385610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-038b28a0-e663-4fbc-84f1-65bf7ccd153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.387312 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-038b28a0-e663-4fbc-84f1-65bf7ccd153c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0601969 Mar 31 22:59:00.390277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-96e5214f-770e-45bc-923f-e9d6e2010cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.391940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-96e5214f-770e-45bc-923f-e9d6e2010cc1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0990739 Mar 31 22:59:00.415693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-f4bfd656-9182-4059-9d9a-0e179451b041 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/quotas/7d00796798b345ea8f496b8dddd5253e HTTP/1.1" status: 200 len: 375 time: 0.1168344 Mar 31 22:59:00.506849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device acf4b320-43da-45f8-b0bc-8b9b9cd4f82a details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:00.561713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e387c6-0ab0-4c7d-b0e5-a72abd778ba3 req-3aa138d0-aa17-4884-88d1-dd2428df0a7f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.569262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9e387c6-0ab0-4c7d-b0e5-a72abd778ba3 req-3aa138d0-aa17-4884-88d1-dd2428df0a7f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 943 time: 0.1747296 Mar 31 22:59:00.581185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-e839557f-2821-4e79-a317-581d5ad16fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:00.582725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-e839557f-2821-4e79-a317-581d5ad16fa0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687903 Mar 31 22:59:00.605723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-e82f86df-cb47-4274-b611-42d2ad9cbc62 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969371 Mar 31 22:59:00.729280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:00.770777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:00.836216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-6ba85502-d58c-4fa4-9771-0bf00f8bab4d service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354105 Mar 31 22:59:00.880802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-1ea215ad-5a97-4910-910e-5b5f741051fb service neutron] 10.222.0.95 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739663 Mar 31 22:59:01.021403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a', 'network_id': '95a2cf22-9e6a-463f-a414-3047bd323d1e', 'port_id': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a', 'mac_address': 'fa:16:3e:c0:dd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71c3285-185b-4bdd-ac77-2a9896505ea4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:01.106345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-d57bbfd4-1cce-4499-b683-97412312b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:01.112087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-d57bbfd4-1cce-4499-b683-97412312b3ac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7021728 Mar 31 22:59:01.129575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-6f967a23-51ca-4093-a733-2222280b8d9e service neutron] 10.222.0.95 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428548 Mar 31 22:59:01.246669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:01.271818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:01.272105 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.380590 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.463860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf4b320-43da-45f8-b0bc-8b9b9cd4f82a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:01.518657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-e11d39af-6246-4f25-b2b1-0daafcd2a8cf service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779652 Mar 31 22:59:01.532384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:01.574901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:01.920565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9e387c6-0ab0-4c7d-b0e5-a72abd778ba3 req-48be7657-4504-4b1b-b9e3-d250d728aad9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0907831 Mar 31 22:59:02.310788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.348433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:02.461423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['acf4b320-43da-45f8-b0bc-8b9b9cd4f82a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:02.466906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:02.477310 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584f148-e342-467b-86f7-a12632e40839" -d '{"events": [{"server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "name": "network-vif-plugged", "status": "completed", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:02.499278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-678be36c-59ee-4959-a6b3-4274075bfd22 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9726689 Mar 31 22:59:02.539014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2765f6-8026-46d6-b08c-88daed83adbd req-06278175-1933-48ab-a15d-7da5f3da5f54 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.551883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c2765f6-8026-46d6-b08c-88daed83adbd req-06278175-1933-48ab-a15d-7da5f3da5f54 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 949 time: 0.5815699 Mar 31 22:59:02.592414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ee4fcad-5715-409e-98d7-f5d72844bd1a req-94966e3d-9c68-42e5-9976-727a2d11fe48 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7333872 Mar 31 22:59:02.653239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-a7b4bd53-7b14-490a-8eba-0184048da9c3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.658612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:02.660500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-a7b4bd53-7b14-490a-8eba-0184048da9c3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.96 "GET /v2.0/ports?device_id=0d081800-2b0d-402c-bed5-3858bf2ba3e4 HTTP/1.1" status: 200 len: 946 time: 0.7144339 Mar 31 22:59:02.670058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:02.691025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-438406b9-7320-4f44-a278-0da2ac34ad95 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:02.696805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-438406b9-7320-4f44-a278-0da2ac34ad95 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4b8991d-ac1a-4a53-9177-a9ba5d365c62 HTTP/1.1" status: 200 len: 945 time: 0.7533426 Mar 31 22:59:02.733012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c2765f6-8026-46d6-b08c-88daed83adbd req-581cc6b4-1455-492b-8c9a-59a59b21eaeb tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773369 Mar 31 22:59:02.753288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:02.969074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:03.070881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-928f1cd0-50ca-4053-a73c-c496ab5dbca9 req-a24fa584-41e9-43d7-b873-7c783f794e8e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c67655e-864d-4675-b9c4-6bbf5c3618f1 HTTP/1.1" status: 200 len: 210 time: 0.1809494 Mar 31 22:59:03.113358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:03.161516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118570-5f1c-4437-bfb9-37437a5121d4 req-8c0773a7-a3e6-451f-81ba-4539bf97dcec tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:03.186728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63118570-5f1c-4437-bfb9-37437a5121d4 req-8c0773a7-a3e6-451f-81ba-4539bf97dcec tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 947 time: 0.1940868 Mar 31 22:59:03.338281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63118570-5f1c-4437-bfb9-37437a5121d4 req-4bcc1423-2908-4ed8-b4a3-0b059c24a6aa tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436932 Mar 31 22:59:03.407035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Deleting port 90add466-0420-4af2-833f-ba290f807848 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:03.407629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.427913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Deleting port e3372185-ba3f-4574-a45c-3402d477a22a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:03.428571 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.454490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e3372185-ba3f-4574-a45c-3402d477a22a no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:03.607086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] For port 90add466-0420-4af2-833f-ba290f807848, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=90add466-0420-4af2-833f-ba290f807848,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:03.607687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.625733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:03.626343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:03.634498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:03.641505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Calling delete_port for 90add466-0420-4af2-833f-ba290f807848 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:03.654734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Calling delete_port for e3372185-ba3f-4574-a45c-3402d477a22a owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:03.687520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'mac_address': 'fa:16:3e:d0:d4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:03.696527 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb682e1d-bd95-4f3c-956c-5001db498ef1 x-openstack-request-id: req-cb682e1d-bd95-4f3c-956c-5001db498ef1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:03.696886 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "name": "network-vif-plugged", "status": "completed", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:03.697146 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb682e1d-bd95-4f3c-956c-5001db498ef1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:03.697557 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb682e1d-bd95-4f3c-956c-5001db498ef1'] response: {'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', 'code': 200} Mar 31 22:59:03.862521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2875ad9-d1af-481c-a549-01dd208679c8 req-9d896bf6-5208-457b-bbf0-59cb96224e2c tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 210 time: 0.1396027 Mar 31 22:59:04.024786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e6a6-5003-4d27-9316-b3f343c31840 req-34813a6c-df57-42e7-b30e-8bab2c82a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.026298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f39e6a6-5003-4d27-9316-b3f343c31840 req-34813a6c-df57-42e7-b30e-8bab2c82a938 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 1101 time: 0.2276533 Mar 31 22:59:04.116904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f39e6a6-5003-4d27-9316-b3f343c31840 req-0573b440-2d6a-4587-bb10-e9d3a1210d6d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810895 Mar 31 22:59:04.138575 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.143779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.177701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3624a1-6569-4067-a415-d91408ace7a6 req-9ad3619b-b898-4be3-9e6a-00b3efeb195a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.189564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3624a1-6569-4067-a415-d91408ace7a6 req-9ad3619b-b898-4be3-9e6a-00b3efeb195a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 944 time: 0.4422123 Mar 31 22:59:04.217065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:04.302240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:04.306733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e3372185-ba3f-4574-a45c-3402d477a22a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e3372185-ba3f-4574-a45c-3402d477a22a,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:04.310642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.329300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21201a-d386-45e7-b2d5-4f0df5a44abe req-908388c6-3f1c-4737-aafc-c48df61ea7be tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:04.339721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a21201a-d386-45e7-b2d5-4f0df5a44abe req-908388c6-3f1c-4737-aafc-c48df61ea7be tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.1270199 Mar 31 22:59:04.364492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.430667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a21201a-d386-45e7-b2d5-4f0df5a44abe req-c3472f47-a859-4fc7-aa7d-02806ab04181 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892079 Mar 31 22:59:04.470387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6058cbfc-8b1f-4c95-87e7-948cc1e636c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.530248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 90add466-0420-4af2-833f-ba290f807848 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:04.557615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3624a1-6569-4067-a415-d91408ace7a6 req-82dd7348-4a20-4c57-b96d-364a64a563f0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643799 Mar 31 22:59:04.588209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:04.660608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:04.701478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No active binding found for port 90add466-0420-4af2-833f-ba290f807848 {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 22:59:04.701478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 90add466-0420-4af2-833f-ba290f807848 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:04.723325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.727167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.731388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.731909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.732311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.732710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.733101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.733492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.733879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.734263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.734665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.735048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:04.916494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event deleted for resources: {'Port': ['ID=90add466-0420-4af2-833f-ba290f807848,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:04.978812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.019106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] No DVR routers for this DVR port 90add466-0420-4af2-833f-ba290f807848 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:05.055186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.058421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.064302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ecb56e8-be6c-47d5-8ae3-76664885bbff req-625261d5-2277-4e6f-9710-7328d986afdd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.96 "DELETE /v2.0/ports/90add466-0420-4af2-833f-ba290f807848 HTTP/1.1" status: 204 len: 173 time: 2.3920116 Mar 31 22:59:05.064987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'name': 'network-vif-deleted', 'tag': '90add466-0420-4af2-833f-ba290f807848'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:05.073577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:05.091480 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6374b-f2e6-44be-8cd0-f02194ad4309" -d '{"events": [{"server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "name": "network-vif-deleted", "tag": "90add466-0420-4af2-833f-ba290f807848"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:05.219163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event deleted for resources: {'Port': ['ID=e3372185-ba3f-4574-a45c-3402d477a22a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:05.222274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e48a49f-d970-44fa-89fb-6997417861dc req-b1668388-5c8e-4f36-b4cb-f5dfe1c749ff tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 210 time: 0.1329925 Mar 31 22:59:05.405765 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bccfd04-b411-499b-b00c-51a4a4497d2f x-openstack-request-id: req-2bccfd04-b411-499b-b00c-51a4a4497d2f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:05.405950 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d081800-2b0d-402c-bed5-3858bf2ba3e4", "name": "network-vif-deleted", "tag": "90add466-0420-4af2-833f-ba290f807848", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:05.406230 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2bccfd04-b411-499b-b00c-51a4a4497d2f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:05.409822 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bccfd04-b411-499b-b00c-51a4a4497d2f'] response: {'server_uuid': '0d081800-2b0d-402c-bed5-3858bf2ba3e4', 'name': 'network-vif-deleted', 'tag': '90add466-0420-4af2-833f-ba290f807848', 'status': 'completed', 'code': 200} Mar 31 22:59:05.699307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:05.702483 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed70dc5e-b152-4a37-ba5d-e6a42f439483" -d '{"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-unplugged", "status": "completed", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:05.741527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:05.814961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b8126-30fe-4efe-9513-3358d0507d88 req-2004eb11-eb20-48cb-964b-1b925fc245ed tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.833942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-459b8126-30fe-4efe-9513-3358d0507d88 req-2004eb11-eb20-48cb-964b-1b925fc245ed tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.1951768 Mar 31 22:59:05.865342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] No DVR routers for this DVR port e3372185-ba3f-4574-a45c-3402d477a22a on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:05.871742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:05.880805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e26c38e3-746b-41c2-90e4-8df62bf35171 req-25dd3920-fa70-40b0-a1cc-84c141d144b8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "DELETE /v2.0/ports/e3372185-ba3f-4574-a45c-3402d477a22a HTTP/1.1" status: 204 len: 173 time: 3.1510386 Mar 31 22:59:05.899856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-d815c28b-b8b0-40b4-96b1-ac3a022b5fa6 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:05.902442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-d815c28b-b8b0-40b4-96b1-ac3a022b5fa6 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.6900926 Mar 31 22:59:05.938984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-459b8126-30fe-4efe-9513-3358d0507d88 req-f948ba34-0eb7-4756-93fb-72ed899eb962 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027906 Mar 31 22:59:06.075437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-0f26323e-3445-49d8-852e-78ca0149b34f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.078219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-0f26323e-3445-49d8-852e-78ca0149b34f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 812 time: 0.3463390 Mar 31 22:59:06.086331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Request body: {'port': {'device_id': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'admin_state_up': True, 'tenant_id': '7d00796798b345ea8f496b8dddd5253e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:06.104088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87e1e9-a788-4a9a-90ba-b358b93d3c48 req-97ed1743-2a6e-4686-bfbd-50b1ab2f3eb8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.113006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce87e1e9-a788-4a9a-90ba-b358b93d3c48 req-97ed1743-2a6e-4686-bfbd-50b1ab2f3eb8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 1.2608366 Mar 31 22:59:06.150490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Request body: {'port': {'device_id': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'admin_state_up': True, 'tenant_id': '7d00796798b345ea8f496b8dddd5253e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:06.164110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49d67303-ebd3-4909-ba1b-eece0733129b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.318137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49d67303-ebd3-4909-ba1b-eece0733129b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.324121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49d67303-ebd3-4909-ba1b-eece0733129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.391096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d67303-ebd3-4909-ba1b-eece0733129b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d303529-505d-4d7b-b447-188d1770b1f4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:06.426319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3e2c2-8edf-4cc6-8bdf-5311a39b26f4 req-95d4489d-ac16-4c93-aef0-9571c06e5c79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:06.434963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01f3e2c2-8edf-4cc6-8bdf-5311a39b26f4 req-95d4489d-ac16-4c93-aef0-9571c06e5c79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 944 time: 0.3154273 Mar 31 22:59:06.466788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49d67303-ebd3-4909-ba1b-eece0733129b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e96e57859fb41b38991fad3259c4ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240727 Mar 31 22:59:06.478181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:06.539316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device acf4b320-43da-45f8-b0bc-8b9b9cd4f82a up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:06.564778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01f3e2c2-8edf-4cc6-8bdf-5311a39b26f4 req-1c896682-a3d6-4916-89a9-37bdb046024c tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282368 Mar 31 22:59:06.602439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce87e1e9-a788-4a9a-90ba-b358b93d3c48 req-6e9ba71d-63a9-42cf-8222-577bd7856e93 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883285 Mar 31 22:59:06.724481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:06.736484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.743076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:06.743708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.819971 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292b7f4-c082-490c-a6af-a3a0b70bbeb9 x-openstack-request-id: req-b292b7f4-c082-490c-a6af-a3a0b70bbeb9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:06.820189 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-unplugged", "status": "completed", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:06.820423 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b292b7f4-c082-490c-a6af-a3a0b70bbeb9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:06.821754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.825103 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b292b7f4-c082-490c-a6af-a3a0b70bbeb9'] response: {'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'code': 200} Mar 31 22:59:06.965407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.969605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.971079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8d303529-505d-4d7b-b447-188d1770b1f4 HTTP/1.1" status: 204 len: 168 time: 0.4900467 Mar 31 22:59:06.972959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4bae32a2-f7a4-4316-88d8-26152f1dbbc9 req-7f9c1d0b-ad40-4fd8-971c-422dbba5d24f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 210 time: 0.1748154 Mar 31 22:59:06.980454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:06.984394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:06.989030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d82b2d-a6c6-4991-b65d-b8862aec016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d303529-505d-4d7b-b447-188d1770b1f4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.021378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c83a2367-bb15-4044-be1a-b4f3d86d5d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.028285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.171011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:07.186506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.375162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Made reservation on behalf of 7d00796798b345ea8f496b8dddd5253e for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:07.379785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:07.419192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-deleted', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:07.421811 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8912a493-0275-48e4-a7f1-7b797e03f15a" -d '{"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-deleted", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:07.462322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:07.827586 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289475f2-71a2-4560-ac0d-0117c3335e7f x-openstack-request-id: req-289475f2-71a2-4560-ac0d-0117c3335e7f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:07.828182 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b8991d-ac1a-4a53-9177-a9ba5d365c62", "name": "network-vif-deleted", "tag": "e3372185-ba3f-4574-a45c-3402d477a22a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:07.828291 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-289475f2-71a2-4560-ac0d-0117c3335e7f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:07.828808 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289475f2-71a2-4560-ac0d-0117c3335e7f'] response: {'server_uuid': 'b4b8991d-ac1a-4a53-9177-a9ba5d365c62', 'name': 'network-vif-deleted', 'tag': 'e3372185-ba3f-4574-a45c-3402d477a22a', 'status': 'completed', 'code': 200} Mar 31 22:59:07.905192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea79f-9f94-419c-a6d0-cc5a32b0bfa7 req-6286a91c-e83e-4340-95c1-5a5ce09cc382 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:07.925864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f96ea79f-9f94-419c-a6d0-cc5a32b0bfa7 req-6286a91c-e83e-4340-95c1-5a5ce09cc382 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.5642409 Mar 31 22:59:07.990642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d392a-eb0e-4e7e-9496-124382b4293c req-03a20cf0-e3cb-4fdf-afef-b1d0b8ad4d79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.001094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-752d392a-eb0e-4e7e-9496-124382b4293c req-03a20cf0-e3cb-4fdf-afef-b1d0b8ad4d79 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1005945 Mar 31 22:59:08.026633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Allocated IP 172.20.0.11 (139f39ca-3b12-45c1-b737-6abbd6dd3a1a/6cd307a4-d1a8-4c44-8eab-3590108531eb/0f19b289-1486-478c-b8ee-93e2a2fe3e5d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:08.031467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:08.108520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-752d392a-eb0e-4e7e-9496-124382b4293c req-197e6e93-d795-4b18-b7d7-a06e608fff77 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062706 Mar 31 22:59:08.187599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f96ea79f-9f94-419c-a6d0-cc5a32b0bfa7 req-2f05850c-4c68-4965-b5eb-53a4bb6fb5f8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583642 Mar 31 22:59:08.248083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-260f2719-9e46-4c80-98c6-8360507de4f8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.252398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-260f2719-9e46-4c80-98c6-8360507de4f8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65&tenant_id=1ede2325c3a149feaa754656fab94723&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 948 time: 0.5261459 Mar 31 22:59:08.256293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-529da19f-2110-4b21-bf1c-868a35f57c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.316823 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.485477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79d892-ddb8-4907-9379-6598963b6cc0 req-6710b780-75db-44df-9cbb-8f537871ce38 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.496905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed79d892-ddb8-4907-9379-6598963b6cc0 req-6710b780-75db-44df-9cbb-8f537871ce38 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.1420608 Mar 31 22:59:08.550845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:08.580242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed79d892-ddb8-4907-9379-6598963b6cc0 req-dc6d0414-679e-4b31-82ff-5101c29acc6b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819321 Mar 31 22:59:08.623801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4417e625-e3a2-4de3-b1bd-cbe1deafbf3f req-b686be9d-3caa-4f92-bc5b-db52676fc5d7 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 210 time: 0.1116953 Mar 31 22:59:08.645620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-1044f2c4-8240-4dec-9956-979051461da0 service neutron] 10.222.0.96 "GET /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d/bindings/n-h1-835855-2 HTTP/1.1" status: 200 len: 382 time: 0.3774505 Mar 31 22:59:08.722409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:08.728062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:08.728436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:08.822876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-3edfd248-60c2-4a30-8611-2a485aec5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:08.825402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-3edfd248-60c2-4a30-8611-2a485aec5431 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1099 time: 0.1392028 Mar 31 22:59:08.826953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:08.835921 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8528b8-e762-4290-8924-7ccac014c777" -d '{"events": [{"server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "name": "network-vif-plugged", "status": "completed", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:08.951910 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0be998-33ea-48cb-ab48-ea57f85719c0 x-openstack-request-id: req-4b0be998-33ea-48cb-ab48-ea57f85719c0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:08.952196 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "name": "network-vif-plugged", "status": "completed", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:08.956720 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4b0be998-33ea-48cb-ab48-ea57f85719c0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:08.957559 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0be998-33ea-48cb-ab48-ea57f85719c0'] response: {'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a', 'code': 200} Mar 31 22:59:08.997841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.099116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:09.105710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.135262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-529da19f-2110-4b21-bf1c-868a35f57c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.171731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.197945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2e1c9-c19a-4e02-8f55-e6230e43367a req-390b3a30-af4c-427b-9d27-faa1dc2ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.209028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e2e1c9-c19a-4e02-8f55-e6230e43367a req-390b3a30-af4c-427b-9d27-faa1dc2ef8f8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 1096 time: 0.1919529 Mar 31 22:59:09.223603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-529da19f-2110-4b21-bf1c-868a35f57c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.243344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.299697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-529da19f-2110-4b21-bf1c-868a35f57c66 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7a7c942eb19d42c285a785738e2d5674&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2459671 Mar 31 22:59:09.301247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38888) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:09.384976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.472747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e2e1c9-c19a-4e02-8f55-e6230e43367a req-0c39c0e7-0790-4efa-8786-791086c66fa7 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618754 Mar 31 22:59:09.602241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.649709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.742260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.746550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.750558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/573a14f9-9f86-4a37-aabe-c94a24dc7d10 HTTP/1.1" status: 204 len: 168 time: 0.4421344 Mar 31 22:59:09.759944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-86d5811c-9c73-4570-a245-5476c5cfb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.761422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-86d5811c-9c73-4570-a245-5476c5cfb009 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.9035687 Mar 31 22:59:09.788647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900c6c5-b71f-481c-930f-53a6801d6a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a14f9-9f86-4a37-aabe-c94a24dc7d10,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.807429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529da19f-2110-4b21-bf1c-868a35f57c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a14f9-9f86-4a37-aabe-c94a24dc7d10,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.814512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:09.827631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:09.841912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event updated for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:09.848624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:09.883629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:09.982593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:09.983593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.004636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Allocated IP 172.20.0.9 (139f39ca-3b12-45c1-b737-6abbd6dd3a1a/6cd307a4-d1a8-4c44-8eab-3590108531eb/92572136-5214-4f45-bc2c-f8b7f340b9ac) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:10.302043 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.322828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.499755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a266af-5cb2-4c30-a0f0-d893124e4114 req-d775ebc3-10d3-467f-b22f-80ee210fdd4f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:10.516015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15a266af-5cb2-4c30-a0f0-d893124e4114 req-d775ebc3-10d3-467f-b22f-80ee210fdd4f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 1.1349714 Mar 31 22:59:10.528107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-07cc4259-8125-410f-aa3e-84833ce94062 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.7028897 Mar 31 22:59:10.688024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.690706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-db5f8495-d612-455f-8ad0-b8b8dee8bfe3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5970194 Mar 31 22:59:10.733233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Request body: {'port': {'device_id': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:10.853484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:10.918367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15a266af-5cb2-4c30-a0f0-d893124e4114 req-bc2accc8-6654-4dd8-93ad-6809416ab0a9 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005389 Mar 31 22:59:10.963739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:10.967324 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d8b219-7ae0-43db-b4a2-98895f694bda" -d '{"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:11.005576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:11.015953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:11.030222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:11.735500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event updated for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:11.744397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-09d8f7a9-8747-4a0f-8dc6-67b3409ef07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.746081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-09d8f7a9-8747-4a0f-8dc6-67b3409ef07b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 1.1077034 Mar 31 22:59:11.948556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:11.949704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.080162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12234e14-2925-4ab1-8a66-55a32951d1d8 req-022f0634-d0e0-49d4-a16f-f28a133e7542 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.101643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12234e14-2925-4ab1-8a66-55a32951d1d8 req-022f0634-d0e0-49d4-a16f-f28a133e7542 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.3779881 Mar 31 22:59:12.139877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-00f1d011-e339-4b58-856c-7eccf0c1e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:12.141592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-00f1d011-e339-4b58-856c-7eccf0c1e28c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3740947 Mar 31 22:59:12.145556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-3e60ce3b-a87c-4149-bbe2-859f58e60e88 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0644853 Mar 31 22:59:12.175199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Request body: {'port': {'device_id': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:12.447074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12234e14-2925-4ab1-8a66-55a32951d1d8 req-d01beb5f-bca0-4ba8-bb12-4c3fb92e42e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438501 Mar 31 22:59:12.753848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:12.895443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-339013b1-a016-44e3-9b73-3e3b57103084 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871080 Mar 31 22:59:13.030118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49991de4-20b8-40ef-bf01-a6624bd75b18 req-d6a91344-37a1-49c1-b6d2-d529f26d248c tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:13.038350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49991de4-20b8-40ef-bf01-a6624bd75b18 req-d6a91344-37a1-49c1-b6d2-d529f26d248c tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 932 time: 0.4209030 Mar 31 22:59:13.353499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f19b289-1486-478c-b8ee-93e2a2fe3e5d {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:13.429167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.454897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49991de4-20b8-40ef-bf01-a6624bd75b18 req-6cdcee59-9063-47e5-b8da-4fd34e998723 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154198 Mar 31 22:59:13.487473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-6c839525-3e1b-4b6c-a5ef-aa8a7cdc4e84 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909817 Mar 31 22:59:13.524993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Transition to ACTIVE for port object 0f19b289-1486-478c-b8ee-93e2a2fe3e5d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:13.535493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:13.590046 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c6bc64-70da-48e5-abfe-1f67c7f83bbe x-openstack-request-id: req-81c6bc64-70da-48e5-abfe-1f67c7f83bbe {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:13.590789 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:13.591448 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-81c6bc64-70da-48e5-abfe-1f67c7f83bbe {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:13.592009 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c6bc64-70da-48e5-abfe-1f67c7f83bbe'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'code': 200} Mar 31 22:59:13.742975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Pushing event updated for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.003611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Attempting to bind port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:14.004358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Attempting to bind port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:14.004658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Attempting to bind port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:14.064976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92572136-5214-4f45-bc2c-f8b7f340b9ac {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:14.088483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.112724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Transition to ACTIVE for port object 92572136-5214-4f45-bc2c-f8b7f340b9ac will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:14.114284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:14.114793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Attempting to bind port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:14.121248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.203934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:14.204707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Checking segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:14.205461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Bound using segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:14.207175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Bound port: 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:14.207864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.469162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92d6ff-30f3-44c1-a494-b6114cff1c83 req-128406a1-fc06-4ef2-81cf-fd97baf265b2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.489616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae92d6ff-30f3-44c1-a494-b6114cff1c83 req-128406a1-fc06-4ef2-81cf-fd97baf265b2 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.3529041 Mar 31 22:59:14.522496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Attempting to bind port 92572136-5214-4f45-bc2c-f8b7f340b9ac on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:14.522994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Attempting to bind port 92572136-5214-4f45-bc2c-f8b7f340b9ac by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:14.523193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Attempting to bind port 92572136-5214-4f45-bc2c-f8b7f340b9ac on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:14.531064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:14.551660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Port 92572136-5214-4f45-bc2c-f8b7f340b9ac on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:14.552055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Attempting to bind port 92572136-5214-4f45-bc2c-f8b7f340b9ac on network 139f39ca-3b12-45c1-b737-6abbd6dd3a1a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:14.566415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:14.566842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Checking segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:14.567325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Bound using segment: {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:14.567868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Bound port: 92572136-5214-4f45-bc2c-f8b7f340b9ac, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df7b12a3-779f-4f79-9ea8-b881b70d7275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:14.568238 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.585595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:14.632081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae92d6ff-30f3-44c1-a494-b6114cff1c83 req-e5739075-6fe2-4c7d-8626-9f94bb1500ad tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429479 Mar 31 22:59:14.640169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:14.656273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.794353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.795504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.797672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] 10.222.0.60 "PUT /v2.0/ports/0f19b289-1486-478c-b8ee-93e2a2fe3e5d HTTP/1.1" status: 200 len: 1092 time: 4.0731680 Mar 31 22:59:14.810510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:14.813000 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556089f9-2d2b-4eb2-8612-95af7905e3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:14.832428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:14.842444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:14.867615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-17155ec8-9c32-4ba3-9920-8446a5c9bae2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:14.869536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-17155ec8-9c32-4ba3-9920-8446a5c9bae2 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.2086780 Mar 31 22:59:14.877535 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:14.966943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82b962-f34b-4293-898a-133ffee3b08a service neutron] Pushing event updated for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:15.048713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:15.061273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.061909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.063889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-e9eb7bd0-fca2-4c6c-b181-6dabb013a1d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/92572136-5214-4f45-bc2c-f8b7f340b9ac HTTP/1.1" status: 200 len: 1091 time: 2.8947701 Mar 31 22:59:15.194189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-b1026d06-ddaf-489a-ab88-6e9df481a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.201098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-b1026d06-ddaf-489a-ab88-6e9df481a736 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 1095 time: 0.3249819 Mar 31 22:59:15.330572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-2c7f7fc1-1c68-4632-9461-82250da5d284 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d HTTP/1.1" status: 200 len: 217 time: 0.1060958 Mar 31 22:59:15.404897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-72489bef-0ca0-4eba-aa93-83bda4ddb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.406450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-72489bef-0ca0-4eba-aa93-83bda4ddb736 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 1094 time: 0.2181489 Mar 31 22:59:15.496439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Deleting port 162595c5-38b8-4907-b590-691617048dfd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:15.496774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:15.508506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-d9e2cfcc-dadb-47c1-9b72-fe97e8dfb826 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac HTTP/1.1" status: 200 len: 217 time: 0.0836468 Mar 31 22:59:15.528666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-7b1238d6-73a9-4057-a9e0-78983898bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.530324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-7b1238d6-73a9-4057-a9e0-78983898bd09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.1887751 Mar 31 22:59:15.561960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.562476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.563014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.563425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.563913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.564331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.564801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.565247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.567825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.568509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:15.570775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68ef6ee1-afa7-444e-b641-d6b37bbc84c4 req-00d87088-af07-4a29-b9cb-abe88713ed01 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.4592562 Mar 31 22:59:15.646721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-aa6b38fc-fcbf-4484-b445-e9ef93aa962a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736108 Mar 31 22:59:16.373305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963097-84f0-4602-b715-545f6e251c40 req-fa1790f0-f67c-4e57-b2f9-5330c741cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.374842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-fa1790f0-f67c-4e57-b2f9-5330c741cfc0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.8505628 Mar 31 22:59:16.457059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-8679318f-855b-4cfe-a9c3-2dd7748eab71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515769 Mar 31 22:59:16.497260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf22d-e040-4ab4-a4c4-0fb36ef575f3 req-a6c17d9d-6f9d-4e28-8a3b-5d52364f07b4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:16.503976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-635cf22d-e040-4ab4-a4c4-0fb36ef575f3 req-a6c17d9d-6f9d-4e28-8a3b-5d52364f07b4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 949 time: 0.8496833 Mar 31 22:59:16.512103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] For port 162595c5-38b8-4907-b590-691617048dfd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=162595c5-38b8-4907-b590-691617048dfd,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:16.512474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:16.572106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Calling delete_port for 162595c5-38b8-4907-b590-691617048dfd owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:16.651625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-2364d791-b693-4505-b1e1-71690e3ceca3 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9576976 Mar 31 22:59:16.805764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-635cf22d-e040-4ab4-a4c4-0fb36ef575f3 req-89de51cd-3ba9-48ab-96ca-f3188b9cde78 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009815 Mar 31 22:59:16.903896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-908a838b-721c-403d-9e6a-84f04063754b service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375010 Mar 31 22:59:17.233282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-17c743bf-7c87-4bd6-b03e-43c9d7d55063 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532663 Mar 31 22:59:17.252642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c5248-400d-4077-8aee-4441419d4c66 req-fd4de96e-13e2-4278-b5ba-87de994b8521 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.254937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-473c5248-400d-4077-8aee-4441419d4c66 req-fd4de96e-13e2-4278-b5ba-87de994b8521 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=97cf8067-ba76-4a09-9786-dd5b7c4288ef HTTP/1.1" status: 200 len: 944 time: 0.3144608 Mar 31 22:59:17.408395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b963097-84f0-4602-b715-545f6e251c40 req-9fcff0c0-1e68-4b51-af05-57d33152d241 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654236 Mar 31 22:59:17.470547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-473c5248-400d-4077-8aee-4441419d4c66 req-7f309e30-f875-4382-9206-88f34453bbbc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859703 Mar 31 22:59:17.473727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.529768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event deleted for resources: {'Port': ['ID=162595c5-38b8-4907-b590-691617048dfd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:17.535988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-15f62094-fe48-4d46-a25f-58a3a854ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.537632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-15f62094-fe48-4d46-a25f-58a3a854ddf3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.2238035 Mar 31 22:59:17.556417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:17.602750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] No DVR routers for this DVR port 162595c5-38b8-4907-b590-691617048dfd on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:17.605925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.609854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c59335be-9156-4d1e-a845-8cf8a2912993 req-c3d679fb-ebce-4874-b23f-43302b83dbba tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "DELETE /v2.0/ports/162595c5-38b8-4907-b590-691617048dfd HTTP/1.1" status: 204 len: 173 time: 2.7294588 Mar 31 22:59:17.725696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ced751-41c8-465f-9f30-d8d6aca6059c req-23a05007-4556-4921-8bd4-8ae072366930 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:17.727714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6ced751-41c8-465f-9f30-d8d6aca6059c req-23a05007-4556-4921-8bd4-8ae072366930 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 944 time: 0.1643240 Mar 31 22:59:17.729291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:17.792656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:18.103795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:18.160419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:18.220532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.234954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Transition to ACTIVE for port object 9b1f743f-eb79-4fd7-aa77-0e00d29c671d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:18.257356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6ced751-41c8-465f-9f30-d8d6aca6059c req-47ce3c89-91bc-4e2b-a07a-3ed51ba40880 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935870 Mar 31 22:59:18.258047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.535663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] No DVR routers for this DVR port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:18.568146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:18.604637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:18.666852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eba00-aa18-46ba-974f-88d9fedfe187 req-847c146c-63b9-4534-8387-8676ea9dde2f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.668403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3eba00-aa18-46ba-974f-88d9fedfe187 req-847c146c-63b9-4534-8387-8676ea9dde2f tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.2516508 Mar 31 22:59:18.674551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:18.677670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:18.678044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:18.709295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:18.720915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:18.721243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Attempting to bind port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:18.731268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:18.731766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:18.732155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:18.732676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Bound port: 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:18.732956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.763281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3eba00-aa18-46ba-974f-88d9fedfe187 req-4759d262-a631-458b-8867-64dadaae6bce tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823767 Mar 31 22:59:18.844717 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16d78ff-2092-4c6e-a67c-8d9b5ef11126 x-openstack-request-id: req-e16d78ff-2092-4c6e-a67c-8d9b5ef11126 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:18.844987 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:18.845286 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e16d78ff-2092-4c6e-a67c-8d9b5ef11126 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:18.845687 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16d78ff-2092-4c6e-a67c-8d9b5ef11126'] response: {'name': 'network-changed', 'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d', 'status': 'completed', 'code': 200} Mar 31 22:59:18.849338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:18.852811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:18.860660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.959641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:18.960332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:18.962351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 1096 time: 1.4103239 Mar 31 22:59:19.139155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed74d1-983b-475d-932b-ad14838fa1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=11']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.144779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-e80920f2-3adc-4178-b922-858c1f6cff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.146375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-e80920f2-3adc-4178-b922-858c1f6cff8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 1095 time: 0.2740467 Mar 31 22:59:19.187987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dc74b-4a8e-4025-a5e2-81e2b7fb3bd2 req-3196adb4-42e3-4af9-96d6-2816282cd931 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.189469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e56dc74b-4a8e-4025-a5e2-81e2b7fb3bd2 req-3196adb4-42e3-4af9-96d6-2816282cd931 tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 886 time: 0.2867329 Mar 31 22:59:19.191432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-53628a1d-8867-4315-9e7f-881034421b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.193653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-53628a1d-8867-4315-9e7f-881034421b0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1099 time: 0.1656418 Mar 31 22:59:19.396998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0f19b289-1486-478c-b8ee-93e2a2fe3e5d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:19.406149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 162595c5-38b8-4907-b590-691617048dfd no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:19.470776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018528eb-4215-41e8-98fe-da7c15811cde req-1b525cdf-a301-45b2-9f5e-dc1319bee2f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.472395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-018528eb-4215-41e8-98fe-da7c15811cde req-1b525cdf-a301-45b2-9f5e-dc1319bee2f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.1668797 Mar 31 22:59:19.475661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-2855f8c5-70bb-4b7f-bb9a-0e76b33ee15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.477410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-2855f8c5-70bb-4b7f-bb9a-0e76b33ee15c service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2757540 Mar 31 22:59:19.478469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 162595c5-38b8-4907-b590-691617048dfd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:19.479016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-38d87c56-9ccf-458a-abc5-139724126f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.479173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 162595c5-38b8-4907-b590-691617048dfd not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:19.480590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-38d87c56-9ccf-458a-abc5-139724126f03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 914 time: 0.3197544 Mar 31 22:59:19.617720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-018528eb-4215-41e8-98fe-da7c15811cde req-74bacaf5-3a67-4d25-800d-1b4103750f91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360893 Mar 31 22:59:19.619611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-3a0b98fa-1694-44ea-bb7e-de98d661be75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d HTTP/1.1" status: 200 len: 217 time: 0.1233976 Mar 31 22:59:19.621296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-7322920f-8cf4-4705-9aa1-3f07f06ffe85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.1035838 Mar 31 22:59:19.663547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:19.692081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'port_id': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d', 'mac_address': 'fa:16:3e:4f:5a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd307a4-d1a8-4c44-8eab-3590108531eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:19.777523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.808412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f19b289-1486-478c-b8ee-93e2a2fe3e5d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:19.827024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-547e5806-7dfb-45a7-9983-39f155c766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.833251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-547e5806-7dfb-45a7-9983-39f155c766a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1843743 Mar 31 22:59:19.844905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-2a38f42e-2536-40a4-8de0-58237fd6c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.846385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-2a38f42e-2536-40a4-8de0-58237fd6c28b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.2057130 Mar 31 22:59:19.849669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:19.865233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:19.918662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-c6dac81d-6cb9-449c-bd4e-11ab63720f2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520742 Mar 31 22:59:19.931006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:19.994415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-21ee3f88-6f7e-47bb-8bdf-93e0da265082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:19.996239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-21ee3f88-6f7e-47bb-8bdf-93e0da265082 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487322 Mar 31 22:59:20.147107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.147607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.148070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.148524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.148979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.149433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.149890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.150341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.150801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.151254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.153342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3dacc482-5bb3-4547-b9f3-e4b662a13174 req-da26eea6-d253-41b6-ae31-64056af56f9d tempest-NetworksTest-1767306110 tempest-NetworksTest-1767306110-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.3378997 Mar 31 22:59:20.198867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0f19b289-1486-478c-b8ee-93e2a2fe3e5d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:20.258064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-fe10d40e-c1ef-4bb1-9f3e-9309dacf21d2 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508628 Mar 31 22:59:20.286194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-70e91bfd-b6c6-40d7-9a25-98a791a5fe98 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193016 Mar 31 22:59:20.413999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-937beefa-5096-4d09-a23f-af80184f80cb tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311165 Mar 31 22:59:20.537988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-692d5e78-f594-40b5-870a-52792de0e42c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.546914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-692d5e78-f594-40b5-870a-52792de0e42c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247535 Mar 31 22:59:20.563053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-3566123a-ed44-4f5e-8c0a-553f55187431 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/quotas/6e3293a4a4b94e8dbe62af6677f3e3f9 HTTP/1.1" status: 200 len: 375 time: 0.0151911 Mar 31 22:59:20.620886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-9673d8ab-a81d-4c36-abaa-07989bc97c5c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568447 Mar 31 22:59:20.631883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-556089f9-2d2b-4eb2-8612-95af7905e3bc req-ff404226-2aba-4c9d-8545-e7c92c608c3d service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251488 Mar 31 22:59:20.654766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36dee0-a383-410d-a448-91496881922c req-f937e68c-d56c-4cf0-9eb0-310537b394e8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:20.656727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a36dee0-a383-410d-a448-91496881922c req-f937e68c-d56c-4cf0-9eb0-310537b394e8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 945 time: 0.2033851 Mar 31 22:59:20.669960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:20.687794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:20.692272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7112fc7-adb6-46d9-a222-3905751a8af7 req-7cfb1def-1b64-4635-be21-5e2fdf2e97c3 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270570 Mar 31 22:59:20.729237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a36dee0-a383-410d-a448-91496881922c req-357f5a61-6733-4ca3-8bbb-7c107ab3ce46 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648270 Mar 31 22:59:20.847265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac'}, {'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-deleted', 'tag': '162595c5-38b8-4907-b590-691617048dfd'}, {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}, {'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:20.849720 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861dc943-68cc-432d-b2ed-c807a6c1f488" -d '{"events": [{"name": "network-changed", "server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac"}, {"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-deleted", "tag": "162595c5-38b8-4907-b590-691617048dfd"}, {"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}, {"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:20.970819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.009630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d3243-cb34-4820-bf91-f64beff5cbd4 req-549f68b0-94ef-4745-971f-99aad011241b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.011124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-565d3243-cb34-4820-bf91-f64beff5cbd4 req-549f68b0-94ef-4745-971f-99aad011241b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1251528 Mar 31 22:59:21.036018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594b36b-9175-462e-b32a-0d5e209fad72 req-6de56718-2822-4694-9996-f766956b7b27 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.039712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4594b36b-9175-462e-b32a-0d5e209fad72 req-6de56718-2822-4694-9996-f766956b7b27 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.0627034 Mar 31 22:59:21.075280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-565d3243-cb34-4820-bf91-f64beff5cbd4 req-0adfae45-651e-4522-a859-b602a94f7f19 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490086 Mar 31 22:59:21.117193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4594b36b-9175-462e-b32a-0d5e209fad72 req-f6a7d03f-6870-4755-9332-5c324638d330 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709496 Mar 31 22:59:21.126201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.140282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.229341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ce8926e206c94528b7e05787bf4fc732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401862 Mar 31 22:59:21.232525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:21.233908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836e2249-f13e-46a6-ac8b-f5499afe12f6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.236645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5829e5-06c9-46b1-a0cb-be5a1847d6d7 req-ff9601ba-f605-4624-b628-82bbdcffc20f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 210 time: 0.0412114 Mar 31 22:59:21.249622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.249979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.250323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.250662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.250989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.251545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.252696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.253180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.253928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.254706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.255198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.255688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6ad6f5-eaa8-48c1-bf7e-b7b09f7ba6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:21.276146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972008d-7e2f-451c-8b9c-0d69ba1b31e2 req-0d4f2ce2-a037-4b4e-8040-a34f627d6ea3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.285955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3972008d-7e2f-451c-8b9c-0d69ba1b31e2 req-0d4f2ce2-a037-4b4e-8040-a34f627d6ea3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.0994785 Mar 31 22:59:21.309555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.328944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3972008d-7e2f-451c-8b9c-0d69ba1b31e2 req-dc62d05a-1acc-4db0-950d-826fca3d0849 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420294 Mar 31 22:59:21.331223 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446534e2-e776-4a82-807b-4d7caeb877a8 x-openstack-request-id: req-446534e2-e776-4a82-807b-4d7caeb877a8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:21.331885 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac", "status": "completed", "code": 200}, {"server_uuid": "97cf8067-ba76-4a09-9786-dd5b7c4288ef", "name": "network-vif-deleted", "tag": "162595c5-38b8-4907-b590-691617048dfd", "status": "completed", "code": 200}, {"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "code": 200}, {"name": "network-changed", "server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:21.331885 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-446534e2-e776-4a82-807b-4d7caeb877a8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:21.332298 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446534e2-e776-4a82-807b-4d7caeb877a8'] response: {'name': 'network-changed', 'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac', 'status': 'completed', 'code': 200} Mar 31 22:59:21.332565 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446534e2-e776-4a82-807b-4d7caeb877a8'] response: {'server_uuid': '97cf8067-ba76-4a09-9786-dd5b7c4288ef', 'name': 'network-vif-deleted', 'tag': '162595c5-38b8-4907-b590-691617048dfd', 'status': 'completed', 'code': 200} Mar 31 22:59:21.332851 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446534e2-e776-4a82-807b-4d7caeb877a8'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'code': 200} Mar 31 22:59:21.333100 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446534e2-e776-4a82-807b-4d7caeb877a8'] response: {'name': 'network-changed', 'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'status': 'completed', 'code': 200} Mar 31 22:59:21.338174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.495007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-004c45a2-eaf3-438a-a949-8cb9693b6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.496596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-004c45a2-eaf3-438a-a949-8cb9693b6f77 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1099 time: 0.1247556 Mar 31 22:59:21.498918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-85d66694-a9a5-48a7-8908-b6f5b462e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.500408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-85d66694-a9a5-48a7-8908-b6f5b462e023 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d00796798b345ea8f496b8dddd5253e&device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 1094 time: 0.1297758 Mar 31 22:59:21.543038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.545719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:21.550931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/836e2249-f13e-46a6-ac8b-f5499afe12f6 HTTP/1.1" status: 204 len: 168 time: 0.3133423 Mar 31 22:59:21.557849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bab0f-598c-43fd-aa2b-cc0192290738 req-d8a5b101-dcaf-4fe6-9154-febc479ae6ad tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:21.560127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b4bab0f-598c-43fd-aa2b-cc0192290738 req-d8a5b101-dcaf-4fe6-9154-febc479ae6ad tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.1288917 Mar 31 22:59:21.627847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba7d4b-d572-4de5-91a9-db97cdd6ed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e2249-f13e-46a6-ac8b-f5499afe12f6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:21.988687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39066) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.012016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-253a600c-3a25-47de-9c37-fac45812f467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.022131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39068) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.029392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625815875', 'description': 'tempest-description--1989228999'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.071043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.142986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b4bab0f-598c-43fd-aa2b-cc0192290738 req-2ec373e2-07d4-4d2b-a0dc-2c1b00cd101e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564756 Mar 31 22:59:22.159142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-185bf988-b6d2-4456-9fca-3e12249d8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.160789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-185bf988-b6d2-4456-9fca-3e12249d8015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 200 len: 914 time: 0.6519456 Mar 31 22:59:22.169427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-736e6164-bab5-4d44-bd6c-c2dbac2e878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.170873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-736e6164-bab5-4d44-bd6c-c2dbac2e878c service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.6631598 Mar 31 22:59:22.190113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70de6-29eb-4fad-abf7-69029a2f5dcb req-af838770-41ae-4fae-9c21-466a1686a5b4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.192265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c70de6-29eb-4fad-abf7-69029a2f5dcb req-af838770-41ae-4fae-9c21-466a1686a5b4 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1065652 Mar 31 22:59:22.218901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-2d3f7dbd-b360-46b9-a358-0a1671575313 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.220439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-2d3f7dbd-b360-46b9-a358-0a1671575313 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 945 time: 0.1960046 Mar 31 22:59:22.228633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-cd544d72-9e5d-4f48-9f11-e85a884c7cb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac HTTP/1.1" status: 200 len: 217 time: 0.0607433 Mar 31 22:59:22.285744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-7efb0514-941f-4799-b521-557ee36c1355 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894485 Mar 31 22:59:22.296282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-e78ac207-4eb8-40c7-9365-2e26f9bd86a3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0745673 Mar 31 22:59:22.312116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-253a600c-3a25-47de-9c37-fac45812f467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.340224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-253a600c-3a25-47de-9c37-fac45812f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.345251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c70de6-29eb-4fad-abf7-69029a2f5dcb req-ecbc1a76-0a69-4535-bdd8-6c73eaa22af3 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Mar 31 22:59:22.398757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-253a600c-3a25-47de-9c37-fac45812f467 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f46a39c2a08643e099353c212cfeac0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060144 Mar 31 22:59:22.403127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.408978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39078) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.423283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a600c-3a25-47de-9c37-fac45812f467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a278ef-7576-4e1e-8e21-7b78b034198c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:22.432074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.451529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-b4440106-f552-4587-9e44-14bf4a5dcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.453045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-b4440106-f552-4587-9e44-14bf4a5dcf6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 200 len: 852 time: 0.1824343 Mar 31 22:59:22.488488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-b4bce2de-207e-4051-b673-3ba3063631e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.489948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-b4bce2de-207e-4051-b673-3ba3063631e4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1689320 Mar 31 22:59:22.513203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-8ab44867-36f4-40e0-8c17-8d4353c8a940 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=139f39ca-3b12-45c1-b737-6abbd6dd3a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443645 Mar 31 22:59:22.538935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.540173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5145969 Mar 31 22:59:22.547449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.548092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7938479-28e3-4ead-89c7-bf46249a4510 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:22.557865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'security_group_rule': {'security_group_id': 'e15caee6-a8b3-4fe8-932b-25c67a5cf9b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.566946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d2614-7a7d-429d-9620-0de3ccb1edcb req-0ca25270-82f5-4e80-b81e-319ad6239ca0 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.568511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a13d2614-7a7d-429d-9620-0de3ccb1edcb req-0ca25270-82f5-4e80-b81e-319ad6239ca0 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 945 time: 0.2505932 Mar 31 22:59:22.584046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a3d11-8a1e-4555-9515-398d730f237a req-d4b684e5-07bc-49b2-aaa0-f83d436b124a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.586334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a9a3d11-8a1e-4555-9515-398d730f237a req-d4b684e5-07bc-49b2-aaa0-f83d436b124a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1594040 Mar 31 22:59:22.630828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-0ed8eb74-054f-467a-8981-f4668f77b370 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.632340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-0ed8eb74-054f-467a-8981-f4668f77b370 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084235 Mar 31 22:59:22.635103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.659839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Request body: {'port': {'device_id': 'd94177f0-e530-4924-b609-5896998e2b66', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '6e3293a4a4b94e8dbe62af6677f3e3f9'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.664267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.684804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Deleting port 7f6b673a-0bd3-4b72-ad85-347adbd59404 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:22.685194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.687526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a9a3d11-8a1e-4555-9515-398d730f237a req-c079d978-a370-4c17-a517-1fbaac7367fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907292 Mar 31 22:59:22.701576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-9fd6f217-6329-4530-a808-18b9a1384514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:22.703044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-9fd6f217-6329-4530-a808-18b9a1384514 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933777 Mar 31 22:59:22.752402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.761251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a13d2614-7a7d-429d-9620-0de3ccb1edcb req-623c73a3-1dee-4a8b-a5e7-aed2681ff3c3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759074 Mar 31 22:59:22.770200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.810606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.821023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75fb8094-aed3-43de-bd8e-f3b8c891a6f3 req-9face84f-5013-4ebb-a03e-a24b0379683b tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 210 time: 0.0494962 Mar 31 22:59:22.827725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-0153fd10-4c99-40d5-99d8-7dc46f1317e8 service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012478 Mar 31 22:59:22.847500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8248063-9092-4332-b1a8-a4c007cdeac3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:22.880451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.882304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-505473b5-e00b-4f1c-a7e9-5c2eaad6ef0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315318 Mar 31 22:59:22.885812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:22.892266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'security_group_rule': {'security_group_id': 'e15caee6-a8b3-4fe8-932b-25c67a5cf9b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:22.908211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Made reservation on behalf of 6e3293a4a4b94e8dbe62af6677f3e3f9 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:22.913248 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:22.965543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.007839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] For port 7f6b673a-0bd3-4b72-ad85-347adbd59404, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7f6b673a-0bd3-4b72-ad85-347adbd59404,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:23.008554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.042268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Calling delete_port for 7f6b673a-0bd3-4b72-ad85-347adbd59404 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:23.051659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-407c3983-665f-4023-953e-aa8b5332a6b5 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268266 Mar 31 22:59:23.065474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.070228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.074273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/82a278ef-7576-4e1e-8e21-7b78b034198c HTTP/1.1" status: 204 len: 168 time: 0.6620042 Mar 31 22:59:23.095550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.109910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.144944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Allocated IP 192.168.233.67 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/8a7da740-7ef2-49fa-82c0-c11a95fe8ab4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:23.148716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481014df-768b-4cc5-bc6f-9ac9ea5ec152,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.165960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.167431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0046a451-05fb-43e4-a627-8abbcf0dbe2c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2804363 Mar 31 22:59:23.175834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39094) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:23.182625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:23.217504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.276461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.286628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2446d-be9b-4919-acc8-273fa2c4c612 req-cd60089d-a8d9-42d1-966e-b073bb28f8a3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.295286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f2446d-be9b-4919-acc8-273fa2c4c612 req-cd60089d-a8d9-42d1-966e-b073bb28f8a3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.4274685 Mar 31 22:59:23.330179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-62b08563-0ca0-4473-9fcb-bb8fc8c9b6cb service neutron] 10.222.0.60 "GET /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844460 Mar 31 22:59:23.357411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758a1b8-c9a5-4af8-ac65-311b27c577ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a278ef-7576-4e1e-8e21-7b78b034198c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.381590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event deleted for resources: {'Port': ['ID=7f6b673a-0bd3-4b72-ad85-347adbd59404,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:23.435973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 92572136-5214-4f45-bc2c-f8b7f340b9ac details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:23.449430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0f19b289-1486-478c-b8ee-93e2a2fe3e5d up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:23.544236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f2446d-be9b-4919-acc8-273fa2c4c612 req-2566bc53-7e5f-4dbb-b749-f372e1b2ec11 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477961 Mar 31 22:59:23.556956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] No DVR routers for this DVR port 7f6b673a-0bd3-4b72-ad85-347adbd59404 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:23.582982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.593342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21da5779-bd14-4fe7-af17-8f28a960db4c req-bc931bcb-0510-4521-b113-5cbef7f74f4e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.60 "DELETE /v2.0/ports/7f6b673a-0bd3-4b72-ad85-347adbd59404 HTTP/1.1" status: 204 len: 173 time: 1.3637602 Mar 31 22:59:23.593828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-deleted', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:23.604231 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c77fabc-2b76-4938-a12f-d8832170efb4" -d '{"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-deleted", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:23.631877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.642566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.706793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-f9495dac-d5f7-4094-a59b-d7cfe68a4ee1 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535458 Mar 31 22:59:23.709787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-fc564114-6e42-451a-b4e2-10e2a940b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.732453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-fc564114-6e42-451a-b4e2-10e2a940b4c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1099 time: 0.3108652 Mar 31 22:59:23.733721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:23.823085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:23.840802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:23.920781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49434e-93ef-4949-a568-5a7c112e9546 req-feca2117-330e-4d7e-a67c-31affae23809 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:23.922431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc49434e-93ef-4949-a568-5a7c112e9546 req-feca2117-330e-4d7e-a67c-31affae23809 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1887796 Mar 31 22:59:23.934752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '92572136-5214-4f45-bc2c-f8b7f340b9ac', 'network_id': '139f39ca-3b12-45c1-b737-6abbd6dd3a1a', 'port_id': '92572136-5214-4f45-bc2c-f8b7f340b9ac', 'mac_address': 'fa:16:3e:37:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd307a4-d1a8-4c44-8eab-3590108531eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:23.945740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:23.980569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:23.982684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.035129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc49434e-93ef-4949-a568-5a7c112e9546 req-3bb4ba3f-125a-49f7-8ce0-cab674ef0ce1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696957 Mar 31 22:59:24.102231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-9c4bc31c-75df-4a55-8c6c-2e048da7dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.103736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-9c4bc31c-75df-4a55-8c6c-2e048da7dfca service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3441634 Mar 31 22:59:24.112507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.130016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92572136-5214-4f45-bc2c-f8b7f340b9ac {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:24.181710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:24.182942 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df44724-dd2d-426b-bf74-97850d8d7513 x-openstack-request-id: req-1df44724-dd2d-426b-bf74-97850d8d7513 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:24.183256 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cd1611-0239-44c4-a28b-c1b9c1eca6c0", "name": "network-vif-deleted", "tag": "7f6b673a-0bd3-4b72-ad85-347adbd59404", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:24.184091 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1df44724-dd2d-426b-bf74-97850d8d7513 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:24.185446 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df44724-dd2d-426b-bf74-97850d8d7513'] response: {'server_uuid': '09cd1611-0239-44c4-a28b-c1b9c1eca6c0', 'name': 'network-vif-deleted', 'tag': '7f6b673a-0bd3-4b72-ad85-347adbd59404', 'status': 'completed', 'code': 200} Mar 31 22:59:24.189937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-53aef9cd-ad10-4d9b-82cf-1a0ac721efd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0748086 Mar 31 22:59:24.236439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.318491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.322329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-452f4620-156d-4b0c-b9b6-cd957a89ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.324140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-452f4620-156d-4b0c-b9b6-cd957a89ded4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1181991 Mar 31 22:59:24.335283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119509d2-315b-4086-afcb-97ac1236ef78 req-d544ba0b-be03-4edb-8908-c5c503cac0a7 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.337771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-119509d2-315b-4086-afcb-97ac1236ef78 req-d544ba0b-be03-4edb-8908-c5c503cac0a7 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 945 time: 0.0786846 Mar 31 22:59:24.350360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75e38863-0f30-47b6-9f37-5d91472f11a5 req-05c54126-315a-496e-83e9-9274725a464a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=09cd1611-0239-44c4-a28b-c1b9c1eca6c0 HTTP/1.1" status: 200 len: 210 time: 0.1008356 Mar 31 22:59:24.361092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.380116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:24.404302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-119509d2-315b-4086-afcb-97ac1236ef78 req-14751a4d-6ccc-472d-ad29-1b548c30c9f0 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552461 Mar 31 22:59:24.406864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:24.410847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:24.413715 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d1c302-0b36-4d6c-87e3-4479064c5abf" -d '{"events": [{"server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:24.417726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.430417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:24.437608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:24.445521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-67e4ab00-cedb-4782-a26d-bea8c90fb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.447675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-67e4ab00-cedb-4782-a26d-bea8c90fb3c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1088636 Mar 31 22:59:24.520788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Allocated IP 172.25.8.100 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/94661a72-4d00-4f40-96f5-a015a379a953) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:24.523105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Pushing event updated for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.554954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:24.606611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-2847faca-397a-4047-b54c-b39a5c3cb556 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508019 Mar 31 22:59:24.646940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['92572136-5214-4f45-bc2c-f8b7f340b9ac'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:24.647506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.648382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.760262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.774988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6c968-bdc4-4903-aefd-5a092dd5b3e6 req-bb6e233a-fc16-4473-982b-6f5faac47976 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.776580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de6c968-bdc4-4903-aefd-5a092dd5b3e6 req-bb6e233a-fc16-4473-982b-6f5faac47976 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1504784 Mar 31 22:59:24.814999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507d8f2-2ccd-4cb3-af62-0b9e6c8587b7 req-fc8e8e5a-b35e-4505-a658-17ef6c579c90 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:24.816775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861dc943-68cc-432d-b2ed-c807a6c1f488 req-176791a9-5146-4caa-b1a5-8c06a976334d service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015338 Mar 31 22:59:24.833683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8507d8f2-2ccd-4cb3-af62-0b9e6c8587b7 req-fc8e8e5a-b35e-4505-a658-17ef6c579c90 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 935 time: 0.2776513 Mar 31 22:59:24.849800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5de6c968-bdc4-4903-aefd-5a092dd5b3e6 req-79e394ad-63d7-4a35-a01d-b047ab3af74e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471885 Mar 31 22:59:24.860828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-929f2a77-3a57-405e-bbc7-62c33ad433b1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2048020 Mar 31 22:59:24.892074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Request body: {'port': {'device_id': 'd94177f0-e530-4924-b609-5896998e2b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:24.904362 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135ec89-ec40-4c18-a8c7-583f01f7a140 x-openstack-request-id: req-9135ec89-ec40-4c18-a8c7-583f01f7a140 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:24.904657 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "name": "network-vif-plugged", "status": "completed", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:24.904908 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9135ec89-ec40-4c18-a8c7-583f01f7a140 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:24.905295 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9135ec89-ec40-4c18-a8c7-583f01f7a140'] response: {'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d', 'code': 200} Mar 31 22:59:24.909900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e964ca91-0e20-4301-ae09-7366d8733543 None None] Provisioning complete for port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:24.910497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e964ca91-0e20-4301-ae09-7366d8733543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:24.953293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8507d8f2-2ccd-4cb3-af62-0b9e6c8587b7 req-a577c353-34f4-4125-89b2-00f4c6c9eb4f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138699 Mar 31 22:59:24.978635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e964ca91-0e20-4301-ae09-7366d8733543 None None] Port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:24.983331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.034977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.040801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e07cf-9af1-4b2c-820f-dbc24ab8ede6 req-7dc8442c-6782-4330-a2f5-71b95358e921 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.042835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc1e07cf-9af1-4b2c-820f-dbc24ab8ede6 req-7dc8442c-6782-4330-a2f5-71b95358e921 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.0831344 Mar 31 22:59:25.053280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:25.059519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:25.073802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefcb29-1a63-4f3b-8e84-28e7601af1bf req-43391924-0a7c-4e09-aab9-298053001094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.073802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cefcb29-1a63-4f3b-8e84-28e7601af1bf req-43391924-0a7c-4e09-aab9-298053001094 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0837641 Mar 31 22:59:25.129706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc1e07cf-9af1-4b2c-820f-dbc24ab8ede6 req-7bbb0eb4-dbd5-4340-936e-0c37d44158a3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768723 Mar 31 22:59:25.172853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cefcb29-1a63-4f3b-8e84-28e7601af1bf req-62575b80-80b2-49d7-a192-ac2cfe90d98d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Mar 31 22:59:25.188898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:25.194222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'Port': ['ID=94661a72-4d00-4f40-96f5-a015a379a953,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:25.295461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b58458-c8b6-4343-b335-c173b74d257b req-a0c411d3-704e-4964-a7aa-9c6d31438d1a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.298022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58b58458-c8b6-4343-b335-c173b74d257b req-a0c411d3-704e-4964-a7aa-9c6d31438d1a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 948 time: 0.0604658 Mar 31 22:59:25.350034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58b58458-c8b6-4343-b335-c173b74d257b req-045cadde-a458-4386-9e08-37b484929c89 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437109 Mar 31 22:59:25.376022 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.432763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:25.436581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:25.466234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.497112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e0bb0-2e58-44ca-a310-d909c225f00d req-6f7d6622-6f2a-43e1-a8b3-3c03470de6f1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:25.502691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 7f6b673a-0bd3-4b72-ad85-347adbd59404 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:25.504820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d2e0bb0-2e58-44ca-a310-d909c225f00d req-6f7d6622-6f2a-43e1-a8b3-3c03470de6f1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1526582 Mar 31 22:59:25.505564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7f6b673a-0bd3-4b72-ad85-347adbd59404 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:25.505789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:25.626647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d2e0bb0-2e58-44ca-a310-d909c225f00d req-b7360f19-a0b6-41d3-87f5-1df3a5231926 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Mar 31 22:59:25.634358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:25.671979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.708269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:25.746169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Transition to ACTIVE for port object 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:25.755124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.850370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:25.858794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.897338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'mac_address': 'fa:16:3e:d0:d4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:25.915366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:25.917248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Pushing event updated for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:25.990150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:25.998844 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.003458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.008611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.014286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe2062-d520-4e2d-82d8-60417e4ff94d req-c8895292-5867-4a19-8f18-22e5f4728f3f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.024142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65fe2062-d520-4e2d-82d8-60417e4ff94d req-c8895292-5867-4a19-8f18-22e5f4728f3f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 946 time: 0.2031641 Mar 31 22:59:26.055895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.090377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:26.139128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.144569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:26.154090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.155484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'Port': ['ID=94661a72-4d00-4f40-96f5-a015a379a953,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.167002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-ba53a121-7f32-4cf8-a051-7e94712f806b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352046 Mar 31 22:59:26.208271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65fe2062-d520-4e2d-82d8-60417e4ff94d req-09de2c34-faeb-400b-95a3-4393f605d848 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832166 Mar 31 22:59:26.218816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.227646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Attempting to bind port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:26.227998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Attempting to bind port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:26.228300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Attempting to bind port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:26.233002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:26.233325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Attempting to bind port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:26.239503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.241681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:26.242007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:26.242384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:26.242809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Bound port: 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:26.243152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.290240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.299598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fdd6ca3e-e6d2-4b72-b6cc-bed165e3af15 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1146486 Mar 31 22:59:26.299796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-0dfb9e84-9894-4d29-a656-0160d29389da tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.307935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-0dfb9e84-9894-4d29-a656-0160d29389da tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399732 Mar 31 22:59:26.323440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-e1e34e09-d02f-4920-9015-61666decd614 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/quotas/1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 375 time: 0.0142918 Mar 31 22:59:26.325357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:26.329081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:26.334593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.390529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-7f47e496-6c9b-47f8-9105-3ca598949748 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610104 Mar 31 22:59:26.392590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.393973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:26.396287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] 10.222.0.96 "PUT /v2.0/ports/8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 HTTP/1.1" status: 200 len: 1095 time: 1.5168173 Mar 31 22:59:26.396998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:26.400986 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:26.429189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73790d8e-cf25-44fc-ae9e-a66ac4d3d6af service neutron] Pushing event updated for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:26.542418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-0d56cee1-d154-44c9-8601-ae7d7456dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.544163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-0d56cee1-d154-44c9-8601-ae7d7456dabe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 1098 time: 0.0780184 Mar 31 22:59:26.554844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf038e-1297-443d-85af-49b97752bf73 req-8bab64e0-f99c-4762-a348-debc27012d1d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.564848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbdf038e-1297-443d-85af-49b97752bf73 req-8bab64e0-f99c-4762-a348-debc27012d1d tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 947 time: 0.1005030 Mar 31 22:59:26.631270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-af0182a4-b296-4ca9-80ca-e5ac68d54cf1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 HTTP/1.1" status: 200 len: 217 time: 0.0650933 Mar 31 22:59:26.645462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110ec35-ec24-4414-b4db-c47b23d88072 req-ef1f9794-7c38-4f85-84a0-c49f77e180fc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.647137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c110ec35-ec24-4414-b4db-c47b23d88072 req-ef1f9794-7c38-4f85-84a0-c49f77e180fc tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0571845 Mar 31 22:59:26.705595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c110ec35-ec24-4414-b4db-c47b23d88072 req-7d16c0e3-fe35-48a3-916e-327981af105a tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/security-groups?id=63dc3cb7-0853-4cca-bcf9-136ec0162119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Mar 31 22:59:26.706309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbdf038e-1297-443d-85af-49b97752bf73 req-5cc381c0-be9d-47d4-9a5b-1c439d2e4988 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235230 Mar 31 22:59:26.748196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-fc7a8804-99ca-48f1-9e00-2929087fcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.750410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-fc7a8804-99ca-48f1-9e00-2929087fcc16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0992706 Mar 31 22:59:26.751901 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5115989b-b6ce-4102-aaea-97f72c7c46da x-openstack-request-id: req-5115989b-b6ce-4102-aaea-97f72c7c46da {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:26.752883 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:26.752883 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5115989b-b6ce-4102-aaea-97f72c7c46da {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:26.752883 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5115989b-b6ce-4102-aaea-97f72c7c46da'] response: {'name': 'network-changed', 'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4', 'status': 'completed', 'code': 200} Mar 31 22:59:26.827891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d24f939-157a-40a4-8e1f-c71f22e2c742 req-426747e7-624a-46ee-9e61-a4b3607dbce9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 210 time: 0.0501578 Mar 31 22:59:26.838564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-d934a10c-587f-413a-bc3b-48df850cf16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.840181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-d934a10c-587f-413a-bc3b-48df850cf16e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749376 Mar 31 22:59:26.853067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c05ef6b5-31ef-4ebd-9a58-fdbc51921fde tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1625815875&fields=id&tenant_id=b70c1af007da4cc798e9288ff6f54252 HTTP/1.1" status: 200 len: 267 time: 0.0460215 Mar 31 22:59:26.907016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:26.909633 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c40903-ac04-4da4-9718-8914c6310118" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:26.947306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:26.973487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c9883-988b-48e2-b391-c50be2a00885 req-d90d1424-17ae-426e-889c-382dcc6cb73a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:26.980341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d91c9883-988b-48e2-b391-c50be2a00885 req-d90d1424-17ae-426e-889c-382dcc6cb73a tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.0882483 Mar 31 22:59:27.042335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-1b8f36df-587a-444c-844d-34dd99f42234 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882486 Mar 31 22:59:27.050682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-80fab96e-c9e7-42e3-9f3d-e7b033610617 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.058222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-80fab96e-c9e7-42e3-9f3d-e7b033610617 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/networks?id=2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 200 len: 815 time: 0.1861565 Mar 31 22:59:27.071391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273661a6-b933-4d03-a80a-99c093190b05 req-c4f6c58c-826b-4809-aae0-bc9387ddc9f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.073151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-273661a6-b933-4d03-a80a-99c093190b05 req-c4f6c58c-826b-4809-aae0-bc9387ddc9f7 tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 945 time: 0.0914624 Mar 31 22:59:27.086229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-042bc1f8-f874-4334-bec4-167b042e4f5f tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/quotas/b70c1af007da4cc798e9288ff6f54252 HTTP/1.1" status: 200 len: 375 time: 0.0267980 Mar 31 22:59:27.171155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d91c9883-988b-48e2-b391-c50be2a00885 req-8fca0f73-8e0b-44dd-86b7-aa14618a5e4b tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514130 Mar 31 22:59:27.191909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-01fdd647-1147-4643-b6e8-88f5c664b71c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b70c1af007da4cc798e9288ff6f54252&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945284 Mar 31 22:59:27.223045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99ac8a88-6059-444e-ae7b-a22b60dc4599 req-9a99966e-5218-478a-b446-0a0d8b026b7e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623683 Mar 31 22:59:27.264866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Deleting port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:27.265532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.321535 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c8e731-0b82-4a05-a957-b7c43c21c9cb x-openstack-request-id: req-18c8e731-0b82-4a05-a957-b7c43c21c9cb {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:27.321904 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:27.322220 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-18c8e731-0b82-4a05-a957-b7c43c21c9cb {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:27.322680 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c8e731-0b82-4a05-a957-b7c43c21c9cb'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 22:59:27.323465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-14472b76-9cbe-4ed0-b2a7-3ba4756c21b3 service neutron] 10.222.0.95 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195252 Mar 31 22:59:27.430897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 92572136-5214-4f45-bc2c-f8b7f340b9ac up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:27.447009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-485a2cb2-0cba-4f62-88b1-30cd44b13b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.448535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-485a2cb2-0cba-4f62-88b1-30cd44b13b9b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 1098 time: 0.0896435 Mar 31 22:59:27.472369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] For port 291f024f-1f5a-4326-b7b0-94f1fc7b9920, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=291f024f-1f5a-4326-b7b0-94f1fc7b9920,segment=NetworkSegment(935cbeca-974d-42d6-8b42-cd989ae2d276),segment_id=935cbeca-974d-42d6-8b42-cd989ae2d276)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:27.472880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.475448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-2f2d88e5-8056-41d1-9474-3f728b04b6c9 service neutron] 10.222.0.95 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510105 Mar 31 22:59:27.513161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Calling delete_port for 291f024f-1f5a-4326-b7b0-94f1fc7b9920 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:27.523628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 92572136-5214-4f45-bc2c-f8b7f340b9ac completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:27.529644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 92572136-5214-4f45-bc2c-f8b7f340b9ac triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:27.529878 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.535851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1415-331c-4263-af77-dde58fd398e7 req-4c1d6165-586f-41ea-8e49-b8b41c1be704 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.537380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aeca1415-331c-4263-af77-dde58fd398e7 req-4c1d6165-586f-41ea-8e49-b8b41c1be704 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 946 time: 0.1383803 Mar 31 22:59:27.630933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.639522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aeca1415-331c-4263-af77-dde58fd398e7 req-8b9c8763-a9c5-4710-82f0-733c0a9a4ba9 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560901 Mar 31 22:59:27.643331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-889405ab-ab56-452e-94ab-b9ff54423fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.644788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-889405ab-ab56-452e-94ab-b9ff54423fc4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1866415 Mar 31 22:59:27.696229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:27.704263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.744351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39250) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:27.755744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-b60ebc50-8ffd-445e-8b82-65a48a12f213 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 HTTP/1.1" status: 200 len: 217 time: 0.0939944 Mar 31 22:59:27.773695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:27.788403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45882a13-904c-4015-bdf9-e6323c4db77d req-9460d0d7-654a-4db9-9f56-46660412976b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0416706 Mar 31 22:59:27.865322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49e36-9395-48eb-a725-f299e39def4f req-da7736cc-ba06-4727-84c3-7e6f86505bbd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.867400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fe49e36-9395-48eb-a725-f299e39def4f req-da7736cc-ba06-4727-84c3-7e6f86505bbd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.1445699 Mar 31 22:59:27.873933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:27.887096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-94bb3476-7965-4e27-9788-4f66c02ca9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.888710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-94bb3476-7965-4e27-9788-4f66c02ca9e8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1094894 Mar 31 22:59:27.911387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Pushing event deleted for resources: {'Port': ['ID=291f024f-1f5a-4326-b7b0-94f1fc7b9920,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:27.950924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf5a91-037d-4a51-a24d-c112254be320 req-4ef1656d-461c-4365-b58c-1f02d3ea5eac tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.952508 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99bf5a91-037d-4a51-a24d-c112254be320 req-4ef1656d-461c-4365-b58c-1f02d3ea5eac tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1744792 Mar 31 22:59:27.979695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8c38e-08b2-422d-8e44-d2b02b526144 req-1dec7d27-e86f-49f3-b547-eb1bd6494c69 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:27.986411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fe49e36-9395-48eb-a725-f299e39def4f req-dab8e850-8d3c-4807-bb8f-c6fd8688c60e tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098650 Mar 31 22:59:27.987616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3d8c38e-08b2-422d-8e44-d2b02b526144 req-1dec7d27-e86f-49f3-b547-eb1bd6494c69 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 947 time: 0.1220968 Mar 31 22:59:28.017020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] No DVR routers for this DVR port 291f024f-1f5a-4326-b7b0-94f1fc7b9920 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:28.023477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.027899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-273661a6-b933-4d03-a80a-99c093190b05 req-f5270f7f-674c-4fd6-9f4e-c4051c357c5d tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.96 "DELETE /v2.0/ports/291f024f-1f5a-4326-b7b0-94f1fc7b9920 HTTP/1.1" status: 204 len: 173 time: 0.9431450 Mar 31 22:59:28.043705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-deleted', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:28.048399 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de127c9-6a6e-44b4-b0e9-775645bed6b8" -d '{"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-deleted", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:28.078190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97599b1c-263b-4888-ad60-6f729e94387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.101128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-fb5b457b-be75-4191-8b3f-8a4010b223ec tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ede2325c3a149feaa754656fab94723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431578 Mar 31 22:59:28.123404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3d8c38e-08b2-422d-8e44-d2b02b526144 req-e5abea62-3751-4920-a59e-73fc267ff392 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348739 Mar 31 22:59:28.128526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-84613152-2fe2-4bbd-a94a-842fb4b1bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:28.130184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-84613152-2fe2-4bbd-a94a-842fb4b1bcf2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248685 Mar 31 22:59:28.286403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1cebd1e5-068d-4b29-8a74-dbb6a2914c83 req-3185da13-ca99-4c02-88c7-02f7fd611410 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 210 time: 0.0662954 Mar 31 22:59:28.399456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-914b39c5-3a7e-4881-9b5f-81fef16f212d service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555957 Mar 31 22:59:28.404027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Deleting port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:28.404439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.453791 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fec0b1-0ca8-4678-a225-5372adc48fed x-openstack-request-id: req-60fec0b1-0ca8-4678-a225-5372adc48fed {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:28.454066 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bcd1a6c-e324-4206-a572-ac0d7a63e2c9", "name": "network-vif-deleted", "tag": "291f024f-1f5a-4326-b7b0-94f1fc7b9920", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:28.454315 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60fec0b1-0ca8-4678-a225-5372adc48fed {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:28.454700 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fec0b1-0ca8-4678-a225-5372adc48fed'] response: {'server_uuid': '7bcd1a6c-e324-4206-a572-ac0d7a63e2c9', 'name': 'network-vif-deleted', 'tag': '291f024f-1f5a-4326-b7b0-94f1fc7b9920', 'status': 'completed', 'code': 200} Mar 31 22:59:28.463815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa1ada48-9932-46d7-a561-6525118d9a31 req-a8168692-a21a-4580-be6e-a1b1d9fd141e tempest-LiveAutoBlockMigrationV225Test-671574609 tempest-LiveAutoBlockMigrationV225Test-671574609-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bcd1a6c-e324-4206-a572-ac0d7a63e2c9 HTTP/1.1" status: 200 len: 210 time: 0.3683002 Mar 31 22:59:28.585980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f1a40-4ac7-4ae0-bccb-b16e252f7dda req-c58e83a6-a330-4c70-8f21-6bff950eeff1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:28.586627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-fe049d4e-71e2-49d0-8d2d-f9548174827e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:28.587473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f38f1a40-4ac7-4ae0-bccb-b16e252f7dda req-c58e83a6-a330-4c70-8f21-6bff950eeff1 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 945 time: 0.1870675 Mar 31 22:59:28.587889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-fe049d4e-71e2-49d0-8d2d-f9548174827e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747527 Mar 31 22:59:28.601774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Request body: {'port': {'device_id': '164ee946-574f-4f04-8435-821c22052b9b', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '1ede2325c3a149feaa754656fab94723'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:28.623943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] For port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,segment=NetworkSegment(07547654-4f74-45e0-a5fe-fec57b516aba),segment_id=07547654-4f74-45e0-a5fe-fec57b516aba)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:28.624384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.630259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97599b1c-263b-4888-ad60-6f729e94387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.639388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b06ff88-d2aa-48b5-9c99-836fc44f35ba req-831b9919-1c2e-42c6-8459-bcf1f74dda4e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130473 Mar 31 22:59:28.640506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97599b1c-263b-4888-ad60-6f729e94387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.653741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Calling delete_port for acf4b320-43da-45f8-b0bc-8b9b9cd4f82a owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:28.664636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f38f1a40-4ac7-4ae0-bccb-b16e252f7dda req-8bcadc16-3c11-4422-9489-b5f0091020e0 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/security-groups?id=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Mar 31 22:59:28.710650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97599b1c-263b-4888-ad60-6f729e94387e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a740a77f929e443699865ca515cf046e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9451668 Mar 31 22:59:28.714002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39270) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:28.719399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97599b1c-263b-4888-ad60-6f729e94387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0a88e-dc6f-48e7-aee5-04c4a0c5afd1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.766567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Made reservation on behalf of 1ede2325c3a149feaa754656fab94723 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:28.772596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.792545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.844018 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.881710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.898548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['acf4b320-43da-45f8-b0bc-8b9b9cd4f82a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:28.903277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-36c7762f-c0c0-41ce-a2b5-e740d09ce8f1 req-ab095e9c-9122-4a4d-bdea-96c9763c1016 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0343935 Mar 31 22:59:28.914876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Pushing event deleted for resources: {'Port': ['ID=acf4b320-43da-45f8-b0bc-8b9b9cd4f82a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:28.969982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] No DVR routers for this DVR port acf4b320-43da-45f8-b0bc-8b9b9cd4f82a on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:28.973880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.977616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99bf5a91-037d-4a51-a24d-c112254be320 req-efc8b49b-bd98-46ca-8945-de001302858e tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.96 "DELETE /v2.0/ports/acf4b320-43da-45f8-b0bc-8b9b9cd4f82a HTTP/1.1" status: 204 len: 173 time: 1.0153737 Mar 31 22:59:28.978585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'name': 'network-vif-deleted', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:28.983037 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95220def-914c-4e13-911f-b5a3da88f9a2" -d '{"events": [{"server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "name": "network-vif-deleted", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:28.987649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Allocated IP 192.168.233.63 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/083c92a2-5c27-46f4-a21d-ea10b66fedca) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:28.994787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:28.998187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.003615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/81e0a88e-dc6f-48e7-aee5-04c4a0c5afd1 HTTP/1.1" status: 204 len: 168 time: 0.2861519 Mar 31 22:59:29.012014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b519a-1292-4d03-9e43-9277891cff6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0a88e-dc6f-48e7-aee5-04c4a0c5afd1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.051337 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36540cc5-b200-47d1-912b-978845ed937a x-openstack-request-id: req-36540cc5-b200-47d1-912b-978845ed937a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:29.052334 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99a7155-1398-4c61-9a2a-30825c35044e", "name": "network-vif-deleted", "tag": "acf4b320-43da-45f8-b0bc-8b9b9cd4f82a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:29.052497 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-36540cc5-b200-47d1-912b-978845ed937a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:29.052923 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36540cc5-b200-47d1-912b-978845ed937a'] response: {'server_uuid': 'f99a7155-1398-4c61-9a2a-30825c35044e', 'name': 'network-vif-deleted', 'tag': 'acf4b320-43da-45f8-b0bc-8b9b9cd4f82a', 'status': 'completed', 'code': 200} Mar 31 22:59:29.215434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af74b3d-0bb9-4e93-882c-b38f67b090de req-e182651d-8d85-44a9-a01f-a3ffcbf7c84f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.217000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3af74b3d-0bb9-4e93-882c-b38f67b090de req-e182651d-8d85-44a9-a01f-a3ffcbf7c84f tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.1091743 Mar 31 22:59:29.237426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.283037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3af74b3d-0bb9-4e93-882c-b38f67b090de req-787d180f-9484-4a32-8423-dc922b228793 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518508 Mar 31 22:59:29.311572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.323482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:29.326305 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab03c2f-dbb8-457f-932d-76dfc0b934c1" -d '{"events": [{"server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "name": "network-vif-plugged", "status": "completed", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:29.334936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:29.349896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804', 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:29.397604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39292) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:29.445601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:29.447913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:29.474896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4b1717f-62ce-4d69-9ea6-70b1a9fb3056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.488341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:29.507276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:29.509815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:29.515584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:29.600168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.601012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.633579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3dd31-abae-4377-9b07-1e3f426a048c req-763e00f5-a9c8-417e-a4d0-35414fe1b78a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.642429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1dd3dd31-abae-4377-9b07-1e3f426a048c req-763e00f5-a9c8-417e-a4d0-35414fe1b78a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 935 time: 0.2411461 Mar 31 22:59:29.665999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0892dad-6912-4cab-89c7-9b8acb9678dd req-d3a9e4eb-192e-4b45-9e61-adb4ae4b5cc3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.669591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0892dad-6912-4cab-89c7-9b8acb9678dd req-d3a9e4eb-192e-4b45-9e61-adb4ae4b5cc3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 947 time: 0.4582491 Mar 31 22:59:29.696538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-261ee873-92e4-414c-8726-2073c2056497 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0974436 Mar 31 22:59:29.699355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:29.718132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:29.718505 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.743189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d0892dad-6912-4cab-89c7-9b8acb9678dd req-02c96b1e-7d9f-4011-91aa-fa683d6eeb8e tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605886 Mar 31 22:59:29.773829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Request body: {'port': {'device_id': '164ee946-574f-4f04-8435-821c22052b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:29.791790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-19a35e63-53fd-4a97-8dfc-105f40d0440e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:29.797172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-19a35e63-53fd-4a97-8dfc-105f40d0440e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.96 "GET /v2.0/networks?id=2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 200 len: 815 time: 0.2297027 Mar 31 22:59:29.806363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:29.824579 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0447f907-a9af-4e15-a3d8-8aac18e1a7f6 x-openstack-request-id: req-0447f907-a9af-4e15-a3d8-8aac18e1a7f6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:29.824869 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "name": "network-vif-plugged", "status": "completed", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:29.825117 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0447f907-a9af-4e15-a3d8-8aac18e1a7f6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:29.825529 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0447f907-a9af-4e15-a3d8-8aac18e1a7f6'] response: {'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac', 'code': 200} Mar 31 22:59:29.881710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1dd3dd31-abae-4377-9b07-1e3f426a048c req-50eb015d-4fd2-4a7a-a36d-d5f78d6c0914 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380836 Mar 31 22:59:29.890970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '36668b0a-1872-44a8-81b3-966ef87691f5', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:29.892376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:29.918413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4b1717f-62ce-4d69-9ea6-70b1a9fb3056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:29.926012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-d7d08c30-a8fb-4514-9c5e-310e348aac8a tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70c1af007da4cc798e9288ff6f54252 HTTP/1.1" status: 200 len: 380 time: 0.0936630 Mar 31 22:59:29.938808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'port': {'device_id': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'admin_state_up': True, 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'security_groups': ['e15caee6-a8b3-4fe8-932b-25c67a5cf9b2']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:29.950559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4b1717f-62ce-4d69-9ea6-70b1a9fb3056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.000666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.121365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-925b19c4-2014-412a-afee-bfc04b25b109 req-d945ddc8-9fa5-4d8f-aead-0a9091699820 tempest-ServerDiskConfigTestJSON-1522716941 tempest-ServerDiskConfigTestJSON-1522716941-project] 10.222.0.95 "GET /v2.0/ports?device_id=f99a7155-1398-4c61-9a2a-30825c35044e HTTP/1.1" status: 200 len: 210 time: 0.0622785 Mar 31 22:59:30.172292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d4b1717f-62ce-4d69-9ea6-70b1a9fb3056 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a495cc7356cf41029e9ad46f6493a165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7695537 Mar 31 22:59:30.177179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39318) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:30.177488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1717f-62ce-4d69-9ea6-70b1a9fb3056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b78e8-ca8b-4ef6-8441-5ad43a936a5d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.217183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df7ee230-82ed-453b-a243-573e63f2e0e3 req-70438ee4-14c3-4c36-90d5-a2cb9f119f5d tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0773044 Mar 31 22:59:30.227076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-452dc2f4-7dfc-45a6-b6b7-ce18015aeae1 None None] Provisioning complete for port 083c92a2-5c27-46f4-a21d-ea10b66fedca triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:30.228009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-452dc2f4-7dfc-45a6-b6b7-ce18015aeae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.241213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af503e-cb46-4b45-aa3a-1462f1681d27 req-47a0a3b4-8ed0-4465-ac52-d6df1a608083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.242668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44af503e-cb46-4b45-aa3a-1462f1681d27 req-47a0a3b4-8ed0-4465-ac52-d6df1a608083 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 1096 time: 0.2229049 Mar 31 22:59:30.277431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.302435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:30.317089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Made reservation on behalf of b70c1af007da4cc798e9288ff6f54252 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:30.321701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.327409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:30.336822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.352580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44af503e-cb46-4b45-aa3a-1462f1681d27 req-eb2a3cce-3ae3-4f8f-a2fa-668271e3ef81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Mar 31 22:59:30.395369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-452dc2f4-7dfc-45a6-b6b7-ce18015aeae1 None None] Port 083c92a2-5c27-46f4-a21d-ea10b66fedca cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:30.444049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.452031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.502045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:30.513014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.525114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Deleting subnet 9fba39d8-b8cd-484b-be30-18986f22ea0e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:30.539960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.572466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.645314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:30.655790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.659958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.665366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['36668b0a-1872-44a8-81b3-966ef87691f5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:30.672463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25e1a-1645-4e8f-a7d1-b15d2c0fb521 req-6f3b996f-445b-41f5-b509-0ae5b0358814 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:30.674739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fc25e1a-1645-4e8f-a7d1-b15d2c0fb521 req-6f3b996f-445b-41f5-b509-0ae5b0358814 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.2168531 Mar 31 22:59:30.682231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.687719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Transition to ACTIVE for port object 083c92a2-5c27-46f4-a21d-ea10b66fedca will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:30.692566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.693145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.821564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:30.850702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:30.964746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Allocated IP 172.20.0.9 (2fb2b508-15a2-4ac5-951b-32f3baadd101/f5966c72-3271-41f1-af23-19af7a671c36/1b38f5d7-d6df-4d50-8305-8ac53ba5ed63) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:31.079945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6f07f-4db9-4ade-be6a-3e93b4e3a183 req-0616de53-cdac-40a1-ac19-c97ff968a110 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.089939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f6f07f-4db9-4ade-be6a-3e93b4e3a183 req-0616de53-cdac-40a1-ac19-c97ff968a110 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 947 time: 0.1268969 Mar 31 22:59:31.110886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:31.111260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:31.111584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:31.132616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:31.133038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:31.141665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.149346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:31.149691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:31.150331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:31.150641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Bound port: 083c92a2-5c27-46f4-a21d-ea10b66fedca, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:31.151459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.169782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.173822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/9fba39d8-b8cd-484b-be30-18986f22ea0e HTTP/1.1" status: 204 len: 168 time: 1.2755113 Mar 31 22:59:31.174488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39338) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:31.283959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379dbb0-54bd-4c36-9b13-d18d36c616b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fba39d8-b8cd-484b-be30-18986f22ea0e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.338763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fc25e1a-1645-4e8f-a7d1-b15d2c0fb521 req-91941ce3-931f-4cb4-a20d-1ce35db4d6de tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5992546 Mar 31 22:59:31.339397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:31.358427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f6f07f-4db9-4ade-be6a-3e93b4e3a183 req-52658979-f4a8-4992-a25c-5ffe922042c7 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647867 Mar 31 22:59:31.360556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:31.389293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.510293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.512169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.543450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.547879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.549533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/605b78e8-ca8b-4ef6-8441-5ad43a936a5d HTTP/1.1" status: 204 len: 168 time: 1.3601961 Mar 31 22:59:31.563200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.566977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.568015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.570609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-8031e55a-9092-4404-bc4d-987fcd3c3e89 service neutron] 10.222.0.60 "PUT /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 1095 time: 1.8050091 Mar 31 22:59:31.571474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:31.574265 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e08da-b8a2-4eed-b442-0c01b5ce9b49" -d '{"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:31.598258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-593daac2-4c33-4846-9eb0-ec003d631c6d req-063a6441-0c40-4bb8-8708-4c37a5a2e708 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0689626 Mar 31 22:59:31.601350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd219c76-f475-410f-9db6-dd84d5ab6caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b78e8-ca8b-4ef6-8441-5ad43a936a5d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:31.691801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ca176-e5bc-4557-86f4-6b1d536cd522 req-a81d3ab5-fb1f-44b3-ad2d-5cca595785df tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.703874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e1ca176-e5bc-4557-86f4-6b1d536cd522 req-a81d3ab5-fb1f-44b3-ad2d-5cca595785df tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.2202229 Mar 31 22:59:31.735502 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdf9b49-8f5e-42ff-9bf9-b797a6035336 x-openstack-request-id: req-6fdf9b49-8f5e-42ff-9bf9-b797a6035336 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:31.739738 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:31.740182 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6fdf9b49-8f5e-42ff-9bf9-b797a6035336 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:31.740754 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fdf9b49-8f5e-42ff-9bf9-b797a6035336'] response: {'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'status': 'completed', 'code': 200} Mar 31 22:59:31.763061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-d558e76c-cd39-4039-a196-9abfa3eb4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:31.770442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-d558e76c-cd39-4039-a196-9abfa3eb4349 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1098 time: 0.1204848 Mar 31 22:59:31.783389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.816578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f745c9b-c8c4-4465-af84-b1ae8d453f65']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.826248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:31.827853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935cbeca-974d-42d6-8b42-cd989ae2d276') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.828214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935cbeca-974d-42d6-8b42-cd989ae2d276') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:31.829093 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03cdc87-92e3-45ea-9cc3-045d501c423b" -d '{"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:31.840982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.855911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.864682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:31.865402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.926411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-2fcf2492-1737-40bd-a03f-a2ee8296d290 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.1435227 Mar 31 22:59:31.944527 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df31dfd-d9e2-4200-b664-09ed71c4eb3f x-openstack-request-id: req-1df31dfd-d9e2-4200-b664-09ed71c4eb3f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:31.945135 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:31.958667 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1df31dfd-d9e2-4200-b664-09ed71c4eb3f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:31.958667 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df31dfd-d9e2-4200-b664-09ed71c4eb3f'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'code': 200} Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:31.959358 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:31.971569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:31.993923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.017821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] 10.222.0.95 "DELETE /v2.0/networks/9f745c9b-c8c4-4465-af84-b1ae8d453f65 HTTP/1.1" status: 204 len: 168 time: 0.8314779 Mar 31 22:59:32.019010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39356) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.055748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.057858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-898eb6bc-2700-4930-9ea0-97d474ec911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.059581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-898eb6bc-2700-4930-9ea0-97d474ec911e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1114724 Mar 31 22:59:32.112736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836cf56-5a1f-46c2-9361-998dd0b53a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f745c9b-c8c4-4465-af84-b1ae8d453f65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.139401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e1ca176-e5bc-4557-86f4-6b1d536cd522 req-673ef50e-21da-43a0-8177-8320f343f001 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298596 Mar 31 22:59:32.143483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39360) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.184967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-1399aeba-f636-4630-b21c-d68db6ab31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.186559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-1399aeba-f636-4630-b21c-d68db6ab31cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161742 Mar 31 22:59:32.226148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:32.237940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:32.255537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:32.286833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.348939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Deleting subnet 231f5914-59cc-4371-bf6a-9149783f5ad3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:32.360338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.432963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.480162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.512186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-61dff71f-0764-4990-8938-ed515f3c188c service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178613 Mar 31 22:59:32.551299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.562149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Deleting subnet d71c3285-185b-4bdd-ac77-2a9896505ea4 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:32.573855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.628050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.629038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.631680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231f5914-59cc-4371-bf6a-9149783f5ad3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:32.635385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:32.640374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device acf4b320-43da-45f8-b0bc-8b9b9cd4f82a no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:32.642863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a779accf-02e8-40b1-b215-c66dc4243fd2 req-5de3b4cd-a1b8-470d-a783-9b1cfea85b0c service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180620 Mar 31 22:59:32.657451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.664528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4bdb043f-65af-4cf8-881c-6d9be5a10687 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/231f5914-59cc-4371-bf6a-9149783f5ad3 HTTP/1.1" status: 204 len: 168 time: 0.6383276 Mar 31 22:59:32.691998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39380) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:32.727536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: acf4b320-43da-45f8-b0bc-8b9b9cd4f82a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:32.727860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device acf4b320-43da-45f8-b0bc-8b9b9cd4f82a not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:32.748007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:32.754074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.782716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-aea1cf90-cf97-4725-a4b9-9f6e84b00650 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8488572 Mar 31 22:59:32.797620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae314b2-1421-4561-a270-a9c0600a08a8 req-858cfa5d-3c65-4602-a786-499c1014a0d6 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.807733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aae314b2-1421-4561-a270-a9c0600a08a8 req-858cfa5d-3c65-4602-a786-499c1014a0d6 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.2784235 Mar 31 22:59:32.815371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Request body: {'port': {'device_id': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:32.835524 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:32.871613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aae314b2-1421-4561-a270-a9c0600a08a8 req-6575959d-7e17-470f-941d-8056fdcebddb tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604210 Mar 31 22:59:32.882012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 291f024f-1f5a-4326-b7b0-94f1fc7b9920 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:32.882385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 291f024f-1f5a-4326-b7b0-94f1fc7b9920 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:32.930577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa47382-700c-4760-9fcc-cdc66749e257 req-01f3a8ce-ce29-467d-ab74-39c7d6e36164 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:32.934092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fa47382-700c-4760-9fcc-cdc66749e257 req-01f3a8ce-ce29-467d-ab74-39c7d6e36164 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 947 time: 0.3412228 Mar 31 22:59:32.966141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:32.980398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.013135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-663cdb7b-4278-48ff-bd7d-e605b1bc04cb None None] Provisioning complete for port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:33.016968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-663cdb7b-4278-48ff-bd7d-e605b1bc04cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.092555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-663cdb7b-4278-48ff-bd7d-e605b1bc04cb None None] Port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:33.130901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-d4bbff55-f879-4922-9835-f0f124095480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.137366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-d4bbff55-f879-4922-9835-f0f124095480 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1098 time: 0.2806168 Mar 31 22:59:33.150610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:33.170441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4', 'mac_address': 'fa:16:3e:8e:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:33.199505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.249592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9573-7158-4455-9e7f-80844bc1d5cc req-742a104e-ad35-4902-9050-f42eeaaf4893 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.266000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.273483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ecd9573-7158-4455-9e7f-80844bc1d5cc req-742a104e-ad35-4902-9050-f42eeaaf4893 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 931 time: 0.2511487 Mar 31 22:59:33.295537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:33.311467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fa47382-700c-4760-9fcc-cdc66749e257 req-c9393700-aff2-40ff-8665-edfbdd6b8b30 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492131 Mar 31 22:59:33.335866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:33.343151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.418592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ecd9573-7158-4455-9e7f-80844bc1d5cc req-c19caf7f-5518-4669-b8c9-ed4cfbd31572 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441154 Mar 31 22:59:33.427377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.470847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:33.481525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-ade1b05a-b5c0-432d-8303-12585edbc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.482941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-ade1b05a-b5c0-432d-8303-12585edbc9e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3382220 Mar 31 22:59:33.493251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.561092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.566202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.600872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-191ce508-55b9-4b5e-881b-32bc7328d9d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.1062865 Mar 31 22:59:33.612314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 36668b0a-1872-44a8-81b3-966ef87691f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:33.613126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.625710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71c3285-185b-4bdd-ac77-2a9896505ea4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:33.683421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:33.699743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8ab8d8-90d3-41ed-bf22-763acc5b7404') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:33.700852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8ab8d8-90d3-41ed-bf22-763acc5b7404') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:33.714313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.739867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.744986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220bc9-8760-470c-bc9e-782da6766410 req-27f5583c-2839-4ba4-aa8e-7c4311184b03 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.746828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8220bc9-8760-470c-bc9e-782da6766410 req-27f5583c-2839-4ba4-aa8e-7c4311184b03 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.1560988 Mar 31 22:59:33.749120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-1e6a85f7-2838-481e-898a-985c2518e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.749959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:33.750811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.751811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-1e6a85f7-2838-481e-898a-985c2518e0f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1134489 Mar 31 22:59:33.845070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8220bc9-8760-470c-bc9e-782da6766410 req-a508e5c3-15ff-4a8f-8a14-5ad62c5e9b67 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872622 Mar 31 22:59:33.860793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-a03b62c2-f59e-410b-8303-11a21ca32eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:33.862629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-a03b62c2-f59e-410b-8303-11a21ca32eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935678 Mar 31 22:59:33.886809 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:33.894561 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:33.902179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.909472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9584913b-0585-4aee-bac4-a79b87ca0053 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/d71c3285-185b-4bdd-ac77-2a9896505ea4 HTTP/1.1" status: 204 len: 168 time: 1.7422669 Mar 31 22:59:33.912065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:33.913674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39422) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:33.923788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-450376273-network', 'tenant_id': '9133c90104c44830abf6757a743fc12c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:33.930249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['8a7da740-7ef2-49fa-82c0-c11a95fe8ab4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:33.964291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Made reservation on behalf of 9133c90104c44830abf6757a743fc12c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:33.966598 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.047993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.067190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.074424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] 10.222.0.95 "DELETE /v2.0/networks/bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4 HTTP/1.1" status: 204 len: 168 time: 1.3735726 Mar 31 22:59:34.099966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:34.103154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:34.109189 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf41ddf-f205-4869-ae89-48b30d407b47" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:34.111197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265484da-06f1-42fb-8c66-2811e3154a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=bcdf9ed0-8801-4fa4-95cd-0c046cb9c8f4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.132005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-d15a03bb-e341-4529-9dec-cdbcda4b6a1f service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598104 Mar 31 22:59:34.160158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.243077 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e455c79-8003-4ac5-8775-6bf4d65b69df x-openstack-request-id: req-7e455c79-8003-4ac5-8775-6bf4d65b69df {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:34.243717 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:34.244239 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7e455c79-8003-4ac5-8775-6bf4d65b69df {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:34.244948 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e455c79-8003-4ac5-8775-6bf4d65b69df'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 22:59:34.315814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:34.525123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b0990-7c4d-4292-9cf9-278194e7d713 req-d53c1312-1741-4320-9c7c-b5aecdb6d1e1 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:34.527738 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cdfb16dc-d43d-47c6-9003-bde3b8387ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.538598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-367b0990-7c4d-4292-9cf9-278194e7d713 req-d53c1312-1741-4320-9c7c-b5aecdb6d1e1 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.2952650 Mar 31 22:59:34.543679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:34.612613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923e08da-b8a2-4eed-b442-0c01b5ce9b49 req-139f4916-385d-46e0-9ffd-3807ad1c78f7 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621458 Mar 31 22:59:34.713721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-367b0990-7c4d-4292-9cf9-278194e7d713 req-84428a95-b49e-4873-a367-73edc6a3fbbb tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740549 Mar 31 22:59:34.753089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d80c5a48-05ff-431c-b1ed-0722522f8467 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bc7ebc6769f8471bba7fe30a744d63de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974521 Mar 31 22:59:34.753486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39444) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:34.850125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:34.888583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.031832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.034945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.037112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/63dc3cb7-0853-4cca-bcf9-136ec0162119 HTTP/1.1" status: 204 len: 168 time: 0.2824070 Mar 31 22:59:35.086086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4dfe0-1f2f-47f8-803c-fb8b131abd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc3cb7-0853-4cca-bcf9-136ec0162119,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.119890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637ceb-0b6b-4d97-b289-b363e97333bd req-bc913824-49f9-4fc2-8a25-4428a3c33a9a tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.125508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18637ceb-0b6b-4d97-b289-b363e97333bd req-bc913824-49f9-4fc2-8a25-4428a3c33a9a tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 931 time: 0.1289833 Mar 31 22:59:35.167784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.252184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18637ceb-0b6b-4d97-b289-b363e97333bd req-380bddff-0f19-4f65-b2fa-2b49f9f449de tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018069 Mar 31 22:59:35.419815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.446904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02dadf-c191-4a28-9909-6a191153422a req-63d93364-21e3-446a-a56e-606ebf96478e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.450276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b02dadf-c191-4a28-9909-6a191153422a req-63d93364-21e3-446a-a56e-606ebf96478e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.1001458 Mar 31 22:59:35.473435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.540203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b02dadf-c191-4a28-9909-6a191153422a req-176ff724-7cae-46f6-a6a9-6cda5ec2bec9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825646 Mar 31 22:59:35.551443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc0da2-7c16-42da-bcf7-f1ad311d4f42 req-654191cb-c2a2-4fbb-99fa-d9ef923785a3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.562185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37fc0da2-7c16-42da-bcf7-f1ad311d4f42 req-654191cb-c2a2-4fbb-99fa-d9ef923785a3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 948 time: 0.4432731 Mar 31 22:59:35.616508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:35.662306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b68488-1703-4504-87f3-97cf30fef195 req-cb7595a0-f250-45b9-88be-7a8d39aed5f3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:35.664107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7b68488-1703-4504-87f3-97cf30fef195 req-cb7595a0-f250-45b9-88be-7a8d39aed5f3 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.0965598 Mar 31 22:59:35.706514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.706870 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Added segment 5523fb15-50ca-41da-af7b-6e7b053469f5 of type vlan for network bcd6a390-f993-4ba8-a062-9813a626f3d7 Mar 31 22:59:35.793412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Deleting port 92572136-5214-4f45-bc2c-f8b7f340b9ac {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:35.793412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.862189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:35.868446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce3141-2a66-4170-ac1e-bf555d552129,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:35.919978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:35.922019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a2cf22-9e6a-463f-a414-3047bd323d1e']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:35.982948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37fc0da2-7c16-42da-bcf7-f1ad311d4f42 req-66d8b0e8-489d-4968-8e07-1dd0bf43fe2f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184690 Mar 31 22:59:35.990447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:36.037838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07547654-4f74-45e0-a5fe-fec57b516aba') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:36.038129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07547654-4f74-45e0-a5fe-fec57b516aba') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:36.045186 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.083447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] For port 92572136-5214-4f45-bc2c-f8b7f340b9ac, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=92572136-5214-4f45-bc2c-f8b7f340b9ac,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:36.084344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.090894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.106875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Calling delete_port for 92572136-5214-4f45-bc2c-f8b7f340b9ac owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:36.117477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.127419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:36.128282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:36.229160 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:36.241523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Transition to ACTIVE for port object 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 22:59:36.258134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.262083 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.275773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.284108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/95a2cf22-9e6a-463f-a414-3047bd323d1e HTTP/1.1" status: 204 len: 168 time: 2.3685441 Mar 31 22:59:36.309429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774873f-3fba-45a1-a8d8-3f62b6bc7e1c req-50bf0ab1-29fa-48c5-ab78-6de58a9529c8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.309429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c774873f-3fba-45a1-a8d8-3f62b6bc7e1c req-50bf0ab1-29fa-48c5-ab78-6de58a9529c8 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=a03d33de-05e0-4fdc-ab86-725850df96fc HTTP/1.1" status: 200 len: 945 time: 0.3504131 Mar 31 22:59:36.324979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.404833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c774873f-3fba-45a1-a8d8-3f62b6bc7e1c req-470a4176-8182-4402-9d73-470a4d4c75fd tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935349 Mar 31 22:59:36.433588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:36.446403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-58722bdd-cf48-477d-b8ec-8fbbf322b88a tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.448251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-58722bdd-cf48-477d-b8ec-8fbbf322b88a tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 946 time: 0.2265193 Mar 31 22:59:36.449196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.451006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd297-37c3-41e9-a251-e4dada7b92b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a2cf22-9e6a-463f-a414-3047bd323d1e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.466199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0f19b289-1486-478c-b8ee-93e2a2fe3e5d', '92572136-5214-4f45-bc2c-f8b7f340b9ac'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:36.479869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3ff6871e-6f1c-4b61-8789-ad0567cdb6de admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c7dc2aeef4084c21ae8d3c49d5a9ec97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532475 Mar 31 22:59:36.480983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.482139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.482966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.511610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39462) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:36.512550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event deleted for resources: {'Port': ['ID=92572136-5214-4f45-bc2c-f8b7f340b9ac,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.654220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:36.656511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.704635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1323578 Mar 31 22:59:36.712712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:36.737622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Request body: {'subnet': {'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-450376273-subnet', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:36.904675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3dd58-937d-446a-9052-0c5bbff121de admin admin] Pushing event updated for resources: {'Network': ['ID=bcd6a390-f993-4ba8-a062-9813a626f3d7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:36.926864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3205-c869-409f-ae1e-9d44cfd60c88 req-3e7548a8-30b9-47f3-bc63-351dc9a03c46 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:36.928526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bdef3205-c869-409f-ae1e-9d44cfd60c88 req-3e7548a8-30b9-47f3-bc63-351dc9a03c46 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.4739692 Mar 31 22:59:36.955736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:36.963726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] No DVR routers for this DVR port 92572136-5214-4f45-bc2c-f8b7f340b9ac on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:36.973511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:36.976197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:36.980435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7b68488-1703-4504-87f3-97cf30fef195 req-edb460e6-c4c1-4b2d-b397-7855416d6eca tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "DELETE /v2.0/ports/92572136-5214-4f45-bc2c-f8b7f340b9ac HTTP/1.1" status: 204 len: 173 time: 1.3006160 Mar 31 22:59:36.991670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'name': 'network-vif-deleted', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:36.994129 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c612d2c9-8689-46f4-b9de-6b076f1823c3" -d '{"events": [{"server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "name": "network-vif-deleted", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:37.020349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bdef3205-c869-409f-ae1e-9d44cfd60c88 req-0c4e326c-2145-4946-a9f8-870c7d409485 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834663 Mar 31 22:59:37.038928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Made reservation on behalf of 9133c90104c44830abf6757a743fc12c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:37.041364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.046316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Attempting to bind port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:37.046663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Attempting to bind port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:37.046974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Attempting to bind port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 on network 2fb2b508-15a2-4ac5-951b-32f3baadd101 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:37.052221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 on network 2fb2b508-15a2-4ac5-951b-32f3baadd101 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:59:37.052984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Attempting to bind port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 on network 2fb2b508-15a2-4ac5-951b-32f3baadd101 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:37.072649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:37.072992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Checking segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:37.073390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Bound using segment: {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:37.073835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Bound port: 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc2c29-ab73-4818-8bac-1a1484093c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:37.074197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.098583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:37.191913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:37.196565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.314167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-195d6971-c8d5-490c-90cc-0ae6fb255f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.352019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:37.396048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:37.419637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.451543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e5327-5423-4a62-b91b-1700719e4a33 req-8f071324-f348-41a4-82cf-ee7c36e28ec1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.453305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c3e5327-5423-4a62-b91b-1700719e4a33 req-8f071324-f348-41a4-82cf-ee7c36e28ec1 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 948 time: 0.1933863 Mar 31 22:59:37.512207 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7716d46d-b266-4300-ba79-9cbb489cfeb7 x-openstack-request-id: req-7716d46d-b266-4300-ba79-9cbb489cfeb7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:37.512792 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03d33de-05e0-4fdc-ab86-725850df96fc", "name": "network-vif-deleted", "tag": "92572136-5214-4f45-bc2c-f8b7f340b9ac", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:37.513070 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7716d46d-b266-4300-ba79-9cbb489cfeb7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:37.513333 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7716d46d-b266-4300-ba79-9cbb489cfeb7'] response: {'server_uuid': 'a03d33de-05e0-4fdc-ab86-725850df96fc', 'name': 'network-vif-deleted', 'tag': '92572136-5214-4f45-bc2c-f8b7f340b9ac', 'status': 'completed', 'code': 200} Mar 31 22:59:37.530661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.531649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.536800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] 10.222.0.96 "PUT /v2.0/ports/1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 200 len: 1091 time: 4.7329779 Mar 31 22:59:37.545035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:37.547402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.549174 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aebeda-d032-4782-b5c8-cf3e3906a0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:37.569368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:59:37.640151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a92d0935-87a2-4374-8ad4-3da8ff8706e5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=68807c69d9b942b482251a2a71094717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568999 Mar 31 22:59:37.651230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39478) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:37.665095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2534f-6c80-40f2-a6e3-0f8d0273b556 req-68b72350-2b5d-4fc7-b15a-359df2c7365e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.675168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25e2534f-6c80-40f2-a6e3-0f8d0273b556 req-68b72350-2b5d-4fc7-b15a-359df2c7365e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.9274116 Mar 31 22:59:37.677378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.712936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.745655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:37.769239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'mac_address': 'fa:16:3e:37:f0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:59:37.840866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Deleting port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:37.841156 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.858093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.883960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99b915b-daa0-4ed1-8c84-5fd55b4ce99e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.886375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.889573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:37.890756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf10f259-aa25-44bc-99fa-39c2525429f9 HTTP/1.1" status: 204 len: 168 time: 1.3759818 Mar 31 22:59:37.916815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d971c-e3e6-4e61-a2bc-1be720967b9a service neutron] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:37.971438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c3e5327-5423-4a62-b91b-1700719e4a33 req-9db4e7a2-ba48-48b2-84db-1b9170c70674 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291203 Mar 31 22:59:37.979001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-bc14f84d-b2c3-4325-97c5-7ae4afdb96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:37.991179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-bc14f84d-b2c3-4325-97c5-7ae4afdb96af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b70c1af007da4cc798e9288ff6f54252&device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 1094 time: 0.3999586 Mar 31 22:59:38.022723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:38.043081 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15c8a7f-ad21-42b4-87b7-ce54aa423b4e" -d '{"events": [{"server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "name": "network-vif-plugged", "status": "completed", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:38.059748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.112456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:38.139900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.145261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6bae0-2e31-494f-b8ce-c21ca3eb1a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf10f259-aa25-44bc-99fa-39c2525429f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.160995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-b6e4150b-3401-4a8b-9e9f-526f407e2017 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 200 len: 217 time: 0.1512501 Mar 31 22:59:38.185427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:59:38.187338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25e2534f-6c80-40f2-a6e3-0f8d0273b556 req-4e17d072-214d-490d-a0c3-3f3ad398a55e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108199 Mar 31 22:59:38.274878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Checking segment: {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:38.279706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Network hostable DHCP agents. Network: bcd6a390-f993-4ba8-a062-9813a626f3d7, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:38.318957 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f828a85-2b62-42a4-9f3e-3c12dcb03117 x-openstack-request-id: req-3f828a85-2b62-42a4-9f3e-3c12dcb03117 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:38.319706 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:38.320438 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f828a85-2b62-42a4-9f3e-3c12dcb03117 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:38.321218 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f828a85-2b62-42a4-9f3e-3c12dcb03117'] response: {'name': 'network-changed', 'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'status': 'completed', 'code': 200} Mar 31 22:59:38.322055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:38.333798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.345290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.359408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.418412 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680fa99-7fc2-49af-b984-57a598047cd3 x-openstack-request-id: req-0680fa99-7fc2-49af-b984-57a598047cd3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:38.423065 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "name": "network-vif-plugged", "status": "completed", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:38.423543 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0680fa99-7fc2-49af-b984-57a598047cd3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:38.424079 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0680fa99-7fc2-49af-b984-57a598047cd3'] response: {'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4', 'code': 200} Mar 31 22:59:38.436757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-8d290f88-4a6c-47c2-a303-b9f42cc663cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.448478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.448994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-8d290f88-4a6c-47c2-a303-b9f42cc663cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f5966c72-3271-41f1-af23-19af7a671c36 HTTP/1.1" status: 200 len: 854 time: 0.2738245 Mar 31 22:59:38.606147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:38.623461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.626811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] For port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,segment=NetworkSegment(df7b12a3-779f-4f79-9ea8-b881b70d7275),segment_id=df7b12a3-779f-4f79-9ea8-b881b70d7275)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:38.627192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.630246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:38.684211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Calling delete_port for 0f19b289-1486-478c-b8ee-93e2a2fe3e5d owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 22:59:38.710288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bcd6a390-f993-4ba8-a062-9813a626f3d7) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:38.713147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['083c92a2-5c27-46f4-a21d-ea10b66fedca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:59:38.754782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.762184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:38.812288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632edf41-bd2d-4e6a-bc13-6190d8a69279 None None] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:38.874962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01921de-c472-4ded-a330-506790e9f88c req-b59677d3-77b9-45c5-afd5-39da6a7da33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.877111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d01921de-c472-4ded-a330-506790e9f88c req-b59677d3-77b9-45c5-afd5-39da6a7da33d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 1100 time: 0.3856533 Mar 31 22:59:38.910252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-42add7dd-f9d3-4ac5-ba8a-1fe990a0de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.914884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-42add7dd-f9d3-4ac5-ba8a-1fe990a0de7b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2fb2b508-15a2-4ac5-951b-32f3baadd101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474578 Mar 31 22:59:38.936377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e5e8b-c133-48d8-a654-09359f458f0f req-9440403a-e6fd-47e1-990c-53ffc1aaea02 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:38.943443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc4e5e8b-c133-48d8-a654-09359f458f0f req-9440403a-e6fd-47e1-990c-53ffc1aaea02 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.4024129 Mar 31 22:59:38.989484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff162fe-1924-438d-a5cb-5e3d5993a824 req-591e1978-7b92-4a9b-ab0f-eee129aa5f14 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.002939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff162fe-1924-438d-a5cb-5e3d5993a824 req-591e1978-7b92-4a9b-ab0f-eee129aa5f14 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 946 time: 0.4218717 Mar 31 22:59:39.019292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2aa0bac5-5363-4731-a51b-665b69fcc3fa admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2827923 Mar 31 22:59:39.055172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39496) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:39.069599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:39.194092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.207271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.213732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b98a7ce1-375d-42b6-9dd1-e3a75e080bd0 HTTP/1.1" status: 204 len: 168 time: 1.5561087 Mar 31 22:59:39.269345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d01921de-c472-4ded-a330-506790e9f88c req-2545b915-8d68-4f49-a34c-a1ed13c7cb3c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820980 Mar 31 22:59:39.295294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540e8b6-985c-4117-986b-080113787df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a7ce1-375d-42b6-9dd1-e3a75e080bd0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:39.350559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc4e5e8b-c133-48d8-a654-09359f458f0f req-224b35c2-29ac-4b77-a702-723ca98f7c6f tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715703 Mar 31 22:59:39.361831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff162fe-1924-438d-a5cb-5e3d5993a824 req-dcefca38-f222-4408-af28-e5b293bf63a4 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448448 Mar 31 22:59:39.436495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.436495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.455538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-6c283605-12f4-45bd-a09e-be30b16687fd service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107656 Mar 31 22:59:39.610686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 92572136-5214-4f45-bc2c-f8b7f340b9ac no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:39.732146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 92572136-5214-4f45-bc2c-f8b7f340b9ac {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 22:59:39.732991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 92572136-5214-4f45-bc2c-f8b7f340b9ac not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:59:39.733866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0f19b289-1486-478c-b8ee-93e2a2fe3e5d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:39.804868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689b5fc-11d5-458f-b984-e1fe78b41117 req-37d36482-a6ce-43a4-b2ea-0cf1b7ee852d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:39.811223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1689b5fc-11d5-458f-b984-e1fe78b41117 req-37d36482-a6ce-43a4-b2ea-0cf1b7ee852d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.1286774 Mar 31 22:59:39.911686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-bcd6a390-f993-4ba8-a062-9813a626f3d7', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 22:59:39.912704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:39.963733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1689b5fc-11d5-458f-b984-e1fe78b41117 req-7a0f1b52-31b7-4cf0-ab13-b90dee773eed tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401422 Mar 31 22:59:39.968033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.052339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75ae73fb-baba-4b2a-bca4-0eace1dc80d0 req-b1b66d64-6291-41f4-9534-68b1d6a0c04c service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400289 Mar 31 22:59:40.059420 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.269392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-a6e8051f-129a-4d25-8489-62efa4944d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.272894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Allocated IP 172.20.0.2 (bcd6a390-f993-4ba8-a062-9813a626f3d7/e99b915b-daa0-4ed1-8c84-5fd55b4ce99e/aae249ae-4b07-45ce-85bf-3c94fa4959dd) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:40.273415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-a6e8051f-129a-4d25-8489-62efa4944d16 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b70c1af007da4cc798e9288ff6f54252&device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 1094 time: 0.1265893 Mar 31 22:59:40.338469 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.652930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-dfcc049d-d2c4-4d84-97be-05ef66280068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.663281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-dfcc049d-d2c4-4d84-97be-05ef66280068 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 200 len: 917 time: 0.3774493 Mar 31 22:59:40.811978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-3e1a0bd6-7d2e-49bf-8f46-6180dbcf9a7b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 200 len: 217 time: 0.1112022 Mar 31 22:59:40.834157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.861631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.900650 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:40.964691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea67ee4-e492-4746-b0ab-a25478df4fd5 req-eb350990-485d-4b25-86ac-85635fc3a3c0 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.966376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ea67ee4-e492-4746-b0ab-a25478df4fd5 req-eb350990-485d-4b25-86ac-85635fc3a3c0 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 949 time: 1.3979239 Mar 31 22:59:40.993723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-9871d239-1227-42f3-a544-7c003dc3631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:40.995631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-9871d239-1227-42f3-a544-7c003dc3631c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f5966c72-3271-41f1-af23-19af7a671c36 HTTP/1.1" status: 200 len: 854 time: 0.0935197 Mar 31 22:59:41.006256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa86435-1098-4465-8670-216ea8688c81 req-6d5cfef7-510c-4b18-95f1-4ea414bf8600 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.008392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daa86435-1098-4465-8670-216ea8688c81 req-6d5cfef7-510c-4b18-95f1-4ea414bf8600 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/ports?device_id=aef70146-aaff-4b5d-88bd-69a1ac69e7a3 HTTP/1.1" status: 200 len: 867 time: 0.3413897 Mar 31 22:59:41.067745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Pushing event deleted for resources: {'Port': ['ID=0f19b289-1486-478c-b8ee-93e2a2fe3e5d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.078983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:41.115452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:41.127303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:41.152961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Pushing event updated for resources: {'Port': ['ID=aae249ae-4b07-45ce-85bf-3c94fa4959dd,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:41.208642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-daa86435-1098-4465-8670-216ea8688c81 req-1bb9efde-7d09-4c4e-b512-0636168ceb3e tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.95 "GET /v2.0/security-groups?id=0956cf8a-8c34-483f-afca-915c8326ae8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881573 Mar 31 22:59:41.215136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-efae2a1e-4f1a-437b-9a20-d59e2a2366d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.222984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-efae2a1e-4f1a-437b-9a20-d59e2a2366d8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2fb2b508-15a2-4ac5-951b-32f3baadd101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121968 Mar 31 22:59:41.245718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.278425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] No DVR routers for this DVR port 0f19b289-1486-478c-b8ee-93e2a2fe3e5d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:59:41.284682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.293815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7fe0f25-9270-4d26-8a94-47e990a6f7f1 req-83f51f5c-c928-4bc1-bc24-8f9a96fbf040 tempest-MultipleCreateTestJSON-770664990 tempest-MultipleCreateTestJSON-770664990-project] 10.222.0.60 "DELETE /v2.0/ports/0f19b289-1486-478c-b8ee-93e2a2fe3e5d HTTP/1.1" status: 204 len: 173 time: 4.7841876 Mar 31 22:59:41.304216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'name': 'network-vif-deleted', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:41.317212 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd2c8e0-9d28-4041-8ff4-4c6f90f5e37d" -d '{"events": [{"server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "name": "network-vif-deleted", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:41.351812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Attempting to bind port aae249ae-4b07-45ce-85bf-3c94fa4959dd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:41.353610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Attempting to bind port aae249ae-4b07-45ce-85bf-3c94fa4959dd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:41.356312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Attempting to bind port aae249ae-4b07-45ce-85bf-3c94fa4959dd on network bcd6a390-f993-4ba8-a062-9813a626f3d7 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:41.377557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:41.377928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Checking segment: {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:41.378336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.378724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Bound using segment: {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:41.379199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Bound port: aae249ae-4b07-45ce-85bf-3c94fa4959dd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:41.379611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:41.528809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:41.634176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-e6bb125e-0b42-454b-924a-46952e8fb686 service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984869 Mar 31 22:59:41.669631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277373c0-277c-412a-b18b-aec6ff4dd01f req-570f530e-5c12-40d5-91f6-bcaa71a65f6b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:41.679697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-277373c0-277c-412a-b18b-aec6ff4dd01f req-570f530e-5c12-40d5-91f6-bcaa71a65f6b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.2165463 Mar 31 22:59:41.730951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ea67ee4-e492-4746-b0ab-a25478df4fd5 req-73d303cc-f0d4-496e-822c-4a5262c5175f tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707668 Mar 31 22:59:41.825342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e307980c-1f05-41f9-a909-487905d4014c None None] For port aae249ae-4b07-45ce-85bf-3c94fa4959dd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:41.847554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e307980c-1f05-41f9-a909-487905d4014c None None] For port aae249ae-4b07-45ce-85bf-3c94fa4959dd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aae249ae-4b07-45ce-85bf-3c94fa4959dd,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:41.873217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.083639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39554) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.088964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31aebeda-d032-4782-b5c8-cf3e3906a0d9 req-c73df0e4-332d-4095-947c-a8fe0e9574a0 service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057100 Mar 31 22:59:42.099187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.165803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307980c-1f05-41f9-a909-487905d4014c None None] Pushing event updated for resources: {'Port': ['ID=aae249ae-4b07-45ce-85bf-3c94fa4959dd,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.210768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 083c92a2-5c27-46f4-a21d-ea10b66fedca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 22:59:42.222446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 083c92a2-5c27-46f4-a21d-ea10b66fedca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:42.225740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.270594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-277373c0-277c-412a-b18b-aec6ff4dd01f req-524fdc9f-9395-4fa7-97c2-357582e154fc tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830359 Mar 31 22:59:42.450276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0dcb7-f2c3-462a-89a5-d7619f3d34cf req-da8ae065-f8f1-4a12-9e3a-76849d689b2e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:42.472555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94a0dcb7-f2c3-462a-89a5-d7619f3d34cf req-da8ae065-f8f1-4a12-9e3a-76849d689b2e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.3876758 Mar 31 22:59:42.504052 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4213098d-da5f-4265-8b8e-81d56cca6f06 x-openstack-request-id: req-4213098d-da5f-4265-8b8e-81d56cca6f06 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:42.504986 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef70146-aaff-4b5d-88bd-69a1ac69e7a3", "name": "network-vif-deleted", "tag": "0f19b289-1486-478c-b8ee-93e2a2fe3e5d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:42.505603 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4213098d-da5f-4265-8b8e-81d56cca6f06 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:42.506465 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4213098d-da5f-4265-8b8e-81d56cca6f06'] response: {'server_uuid': 'aef70146-aaff-4b5d-88bd-69a1ac69e7a3', 'name': 'network-vif-deleted', 'tag': '0f19b289-1486-478c-b8ee-93e2a2fe3e5d', 'status': 'completed', 'code': 200} Mar 31 22:59:42.516723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39566) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:42.562716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.648940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:42.654646 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407c551c-8310-420b-b589-d93f337b2227" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:42.711960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:42.717786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.732922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2077756842-network', 'tenant_id': '834d7528c02a4f46b01926978dfc8dbc'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:42.752468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Deleting subnet 6cd307a4-d1a8-4c44-8eab-3590108531eb {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 22:59:42.785733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.846122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94a0dcb7-f2c3-462a-89a5-d7619f3d34cf req-7c59f133-1707-4d85-bf44-87c1e072fce1 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704455 Mar 31 22:59:42.919988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Made reservation on behalf of 834d7528c02a4f46b01926978dfc8dbc for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:42.938821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.960132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.976700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:42.984250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:42.992421 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ada1c-d931-4739-a3ff-e6691f95c30e x-openstack-request-id: req-756ada1c-d931-4739-a3ff-e6691f95c30e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:59:42.992996 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:59:42.993411 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-756ada1c-d931-4739-a3ff-e6691f95c30e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:59:42.994000 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756ada1c-d931-4739-a3ff-e6691f95c30e'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'code': 200} Mar 31 22:59:43.186886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.254063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0ab2c-bd6b-4755-b0fa-9a3939289920 req-76c50a92-5285-4932-a644-1ebcae6c8da7 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.256437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eed0ab2c-bd6b-4755-b0fa-9a3939289920 req-76c50a92-5285-4932-a644-1ebcae6c8da7 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 949 time: 0.2110147 Mar 31 22:59:43.288371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8ee4a-b92c-43fb-916d-7d365a5801de req-75e92352-fc16-4f74-be84-53f99f1a6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.290788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26d8ee4a-b92c-43fb-916d-7d365a5801de req-75e92352-fc16-4f74-be84-53f99f1a6cfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1100 time: 0.3078415 Mar 31 22:59:43.364218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.416167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.462125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eed0ab2c-bd6b-4755-b0fa-9a3939289920 req-981f7cd1-9d40-42ba-9b1e-61b54dbafbaf tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885476 Mar 31 22:59:43.474285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.513387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.520897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6cd307a4-d1a8-4c44-8eab-3590108531eb HTTP/1.1" status: 204 len: 168 time: 1.0019317 Mar 31 22:59:43.522237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39588) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:43.587565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a290b6-3ef3-4721-becb-0add690e0e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd307a4-d1a8-4c44-8eab-3590108531eb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.603956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26d8ee4a-b92c-43fb-916d-7d365a5801de req-cca895cf-a69e-480c-8138-91bc2c270c4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454972 Mar 31 22:59:43.746168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.787465 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.801235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5728562-1bbe-4175-9f6e-3d4ef8d98115 req-94cfbda4-6d4f-4b9c-b032-0688da45ac36 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:43.803051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5728562-1bbe-4175-9f6e-3d4ef8d98115 req-94cfbda4-6d4f-4b9c-b032-0688da45ac36 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.1248152 Mar 31 22:59:43.810005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:43.933728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:43.963707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc37515d-8746-4b14-9e42-a14d6aba5e5c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:43.984902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Allocated IP 172.25.8.193 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:44.008850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.015381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.015778 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Added segment 5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c of type vlan for network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 Mar 31 22:59:44.061829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139f39ca-3b12-45c1-b737-6abbd6dd3a1a']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:44.078129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5728562-1bbe-4175-9f6e-3d4ef8d98115 req-b4339046-5bbc-4a78-8b88-d1b4a8ac492e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536137 Mar 31 22:59:44.084315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7b12a3-779f-4f79-9ea8-b881b70d7275') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:44.084757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7b12a3-779f-4f79-9ea8-b881b70d7275') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:44.121268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.172144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.182407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:59:44.182875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: timer() Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:59:44.187424 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:59:44.195550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.328085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 22:59:44.343899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fcd4d8-ac8a-456e-9b30-ecc7ea002e5f None None] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:44.344646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.350933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.366637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] 10.222.0.95 "DELETE /v2.0/networks/139f39ca-3b12-45c1-b737-6abbd6dd3a1a HTTP/1.1" status: 204 len: 168 time: 0.8300865 Mar 31 22:59:44.396415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270777f5-0177-4a4a-a510-be9951f7cfde admin admin] Pushing event deleted for resources: {'Network': ['ID=139f39ca-3b12-45c1-b737-6abbd6dd3a1a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:44.415927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.419755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.422186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.432606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73729c7b-fd4e-403a-b74b-b0139453ae5d req-f248331f-65db-4256-86ea-eb5d7cd9fe86 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.439379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73729c7b-fd4e-403a-b74b-b0139453ae5d req-f248331f-65db-4256-86ea-eb5d7cd9fe86 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1691351 Mar 31 22:59:44.526071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] Provisioning complete for port aae249ae-4b07-45ce-85bf-3c94fa4959dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:44.526892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73729c7b-fd4e-403a-b74b-b0139453ae5d req-c5e0dc2e-8065-404e-8733-756b0a4f13d3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856483 Mar 31 22:59:44.528615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.594698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39610) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:44.599327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5085676 Mar 31 22:59:44.605793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Request body: {'subnet': {'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2077756842-subnet', 'tenant_id': '834d7528c02a4f46b01926978dfc8dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:44.678077 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.682910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Made reservation on behalf of 834d7528c02a4f46b01926978dfc8dbc for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:44.685250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:44.798523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e678980-222c-4bd2-8642-0062427de3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:44.823375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:44.862606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:44.865338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aae249ae-4b07-45ce-85bf-3c94fa4959dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:44.905586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-4a469772-df57-4906-be84-044ae8f90452 tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:44.921385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-4a469772-df57-4906-be84-044ae8f90452 tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 1100 time: 0.4687812 Mar 31 22:59:45.008061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-8b293056-3946-4a6a-b731-d6c7f6e9bbbb tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.037559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.051003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-73a223d9-269f-4a46-9e92-f65e3502dbd7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7d00796798b345ea8f496b8dddd5253e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238338 Mar 31 22:59:45.073446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:45.129565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.195055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23028dd1-ee16-4a35-9956-7e855aaf2af0,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.233245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-8b293056-3946-4a6a-b731-d6c7f6e9bbbb tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.259220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Checking segment: {'id': '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:45.259714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Network hostable DHCP agents. Network: fc65afa1-e24a-48f8-a0d4-74f1f2b2c322, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:45.319815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:45.344142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, fc65afa1-e24a-48f8-a0d4-74f1f2b2c322) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:45.365063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.365957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.389586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e16b08ed-579d-4ad7-af96-b45aa3655881 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7882457 Mar 31 22:59:45.397340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-8b293056-3946-4a6a-b731-d6c7f6e9bbbb tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.456606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:45.512806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.513527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:45.521158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:45.536556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b52ae9-269a-4585-8133-e33e70b37660 None None] Network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:45.750259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9e0774e-1439-46c0-b5cb-bacd3edd1c20 req-8b293056-3946-4a6a-b731-d6c7f6e9bbbb tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8274629 Mar 31 22:59:45.750968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.762746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Pushing event updated for resources: {'Port': ['ID=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.766125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] For port aae249ae-4b07-45ce-85bf-3c94fa4959dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aae249ae-4b07-45ce-85bf-3c94fa4959dd,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:45.807485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b293056-3946-4a6a-b731-d6c7f6e9bbbb tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8bd5b-d3dc-456a-9aa0-433b86e7c105,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:45.808627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:45.813481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20972d-efa3-490d-a498-0bbdf9772f85 req-2f4ec3f9-e6dc-45bb-85e8-94ec7512dc05 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:45.823621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef20972d-efa3-490d-a498-0bbdf9772f85 req-2f4ec3f9-e6dc-45bb-85e8-94ec7512dc05 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.1491075 Mar 31 22:59:45.962721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef20972d-efa3-490d-a498-0bbdf9772f85 req-929d40ae-073b-4ecb-873a-88a6c0ac0d2b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345215 Mar 31 22:59:46.030687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.042000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aae249ae-4b07-45ce-85bf-3c94fa4959dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:46.042472 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.155149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b605e50-68a4-407a-869c-3ae8e8830331 req-6150d411-44f1-4b2f-90d0-eda67606c16c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.167408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b605e50-68a4-407a-869c-3ae8e8830331 req-6150d411-44f1-4b2f-90d0-eda67606c16c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.2428443 Mar 31 22:59:46.338269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b30a5-8d8f-4040-b8df-c550343db5bd None None] Pushing event updated for resources: {'Port': ['ID=aae249ae-4b07-45ce-85bf-3c94fa4959dd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.415095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b605e50-68a4-407a-869c-3ae8e8830331 req-289a3b76-94ba-450f-a5a9-0cf2b4934ed7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453258 Mar 31 22:59:46.448931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.470098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.477182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0956cf8a-8c34-483f-afca-915c8326ae8e HTTP/1.1" status: 204 len: 168 time: 1.2352042 Mar 31 22:59:46.540099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ce4a-f9f6-4a14-bd28-d8551a71ab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956cf8a-8c34-483f-afca-915c8326ae8e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:46.590430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af0da8-466c-4708-afae-414e6b2d7cb8 None None] Network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:46.799164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:46.884640 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aae249ae-4b07-45ce-85bf-3c94fa4959dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:46.945101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708925a-fd2f-4f9c-8ba8-f9aabc09adc3 req-2c2d98d2-6bd4-455b-a945-2ad477f7fdb0 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:46.966014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f708925a-fd2f-4f9c-8ba8-f9aabc09adc3 req-2c2d98d2-6bd4-455b-a945-2ad477f7fdb0 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1100 time: 0.3082554 Mar 31 22:59:47.055724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6463f0d1-bc28-471d-ac1c-13ce26abd025 None None] Provisioning complete for port aae249ae-4b07-45ce-85bf-3c94fa4959dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:47.056101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6463f0d1-bc28-471d-ac1c-13ce26abd025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.167030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aae249ae-4b07-45ce-85bf-3c94fa4959dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:47.167438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.174657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f708925a-fd2f-4f9c-8ba8-f9aabc09adc3 req-2477b2e4-b5a2-4b0a-ae71-97711b222757 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063122 Mar 31 22:59:47.174657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:47.517667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4502b-3c4a-49f9-91fc-dcfccd274cbf req-cd4405f4-8201-4571-b6c6-647872c1629c tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:47.527203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62d4502b-3c4a-49f9-91fc-dcfccd274cbf req-cd4405f4-8201-4571-b6c6-647872c1629c tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 1100 time: 0.1599689 Mar 31 22:59:47.548090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66aae84a-1865-4560-8098-7720106f58db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.597762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.803158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62d4502b-3c4a-49f9-91fc-dcfccd274cbf req-f444c92e-426f-4fbf-9409-4a914dc53947 tempest-ServersAdminNegativeTestJSON-1433699623 tempest-ServersAdminNegativeTestJSON-1433699623-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745237 Mar 31 22:59:47.941456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66aae84a-1865-4560-8098-7720106f58db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:47.946480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:59:47.953449 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66aae84a-1865-4560-8098-7720106f58db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.019653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aae84a-1865-4560-8098-7720106f58db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf82418-ee85-4fa6-8330-9d5f853d3c88,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.133410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66aae84a-1865-4560-8098-7720106f58db admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8416a024de0447c9bd93543548abb762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9559724 Mar 31 22:59:48.137568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:48.165838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf4526-df38-4403-a207-eeb8c8143c0e req-b587bdc7-9c21-4358-b049-e78fdb9c6f50 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.167775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33bf4526-df38-4403-a207-eeb8c8143c0e req-b587bdc7-9c21-4358-b049-e78fdb9c6f50 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.2240105 Mar 31 22:59:48.186525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:48.362431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1836334565-network', 'tenant_id': '83ce811f99cf4bd5965806f97fe28a2e'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:48.415812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Made reservation on behalf of 83ce811f99cf4bd5965806f97fe28a2e for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:48.418128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.439542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.577964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.592735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.601993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33bf4526-df38-4403-a207-eeb8c8143c0e req-d1bae2ad-c1a9-4f79-ac89-d558369278f5 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617054 Mar 31 22:59:48.605124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:48.612790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:48.625914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.626784 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Added segment 7a0746c8-f175-47a4-ace5-2e36d0261e22 of type vlan for network 8ac66476-a768-45ee-9bc1-a2b743fd7006 Mar 31 22:59:48.628523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Sync routers for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:48.633554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.651944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.655885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-41a9c277-8532-4050-8c4e-37ca7158fdba admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5916209 Mar 31 22:59:48.657880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:48.662019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:59:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:48.666843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39696) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:48.675202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.726704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.745398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.747601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:48.750657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.938810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Pushing event updated for resources: {'Network': ['ID=8ac66476-a768-45ee-9bc1-a2b743fd7006,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.948511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.957998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:48.958835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/acf82418-ee85-4fa6-8330-9d5f853d3c88 HTTP/1.1" status: 204 len: 168 time: 0.8200810 Mar 31 22:59:48.960137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7722960 Mar 31 22:59:48.961069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c9d7d-ea04-4bf2-803d-95a0e845f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d1e80-fee2-42d7-bf64-020bd16ad2f7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:48.969247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:48.979176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Request body: {'subnet': {'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1836334565-subnet', 'tenant_id': '83ce811f99cf4bd5965806f97fe28a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:48.991753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c48c2-37d1-4b8d-bbbf-fc24d4eaab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf82418-ee85-4fa6-8330-9d5f853d3c88,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.020377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Made reservation on behalf of 83ce811f99cf4bd5965806f97fe28a2e for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:49.028547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.085728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8ac66476-a768-45ee-9bc1-a2b743fd7006 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:49.283046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:49.590121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.705473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.791648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb5260f-657f-443b-8c91-588befdf16de,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:49.812113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:46Z', 'revision_number': 3, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:49.884778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Checking router: 7216fb79-1c4b-4b05-ba02-a617738d4bf0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:49.885147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Updating router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:59:49.893215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Checking segment: {'id': '7a0746c8-f175-47a4-ace5-2e36d0261e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:49.893830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Network hostable DHCP agents. Network: 8ac66476-a768-45ee-9bc1-a2b743fd7006, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:49.934540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.943339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Network 8ac66476-a768-45ee-9bc1-a2b743fd7006 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:49.951059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-4af612bd-16dc-4865-8b0f-2a24e688b7dc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874953 Mar 31 22:59:49.952603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39720) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:49.980663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8ac66476-a768-45ee-9bc1-a2b743fd7006) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:49.985712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:49.986696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:49.997502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f332e27-8139-4075-aad4-a6dd522fe7d2 None None] Network 8ac66476-a768-45ee-9bc1-a2b743fd7006 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:50.002270 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33f059f5-97c8-4ffc-8e47-4972b8380541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.022754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69c77c3f-ccfe-44d2-80d4-dd54e244a5c2 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0523121 Mar 31 22:59:50.144725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33f059f5-97c8-4ffc-8e47-4972b8380541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.161599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33f059f5-97c8-4ffc-8e47-4972b8380541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.195373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4cd4e-ff1d-4c0b-9a17-edf33a99b0a8 req-17a5c9bf-81ab-40c0-9e8c-08a2600f33bc tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.203992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3de4cd4e-ff1d-4c0b-9a17-edf33a99b0a8 req-17a5c9bf-81ab-40c0-9e8c-08a2600f33bc tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.2594166 Mar 31 22:59:50.333059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33f059f5-97c8-4ffc-8e47-4972b8380541 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab73bad781f446ef9eef4935d38a87d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698280 Mar 31 22:59:50.336429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:50.349285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f059f5-97c8-4ffc-8e47-4972b8380541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d78f77-64f5-4b62-9dec-83fb0c935112,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.418978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3de4cd4e-ff1d-4c0b-9a17-edf33a99b0a8 req-599554e6-1428-43c1-a6fb-1ba46ce24900 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086384 Mar 31 22:59:50.441300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Allocated IP 172.20.0.1 (bcd6a390-f993-4ba8-a062-9813a626f3d7/e99b915b-daa0-4ed1-8c84-5fd55b4ce99e/926e5854-696d-4d16-a477-790d44f9f645) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:50.511987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.569388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.613410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4883f40-74d2-43a2-8a80-ec3f2e6487f8 None None] Network 8ac66476-a768-45ee-9bc1-a2b743fd7006 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 22:59:50.681385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.685000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:50.694425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/03d78f77-64f5-4b62-9dec-83fb0c935112 HTTP/1.1" status: 204 len: 168 time: 0.3546288 Mar 31 22:59:50.715631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849037ad-d060-4e26-a826-0c6552e15e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d78f77-64f5-4b62-9dec-83fb0c935112,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:50.877921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566f2c6-5bd2-4790-9d0b-3e9d6e6e8a61 req-fae1f4ce-02df-4970-a9cf-cab607de344e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:50.881906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8566f2c6-5bd2-4790-9d0b-3e9d6e6e8a61 req-fae1f4ce-02df-4970-a9cf-cab607de344e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.3384800 Mar 31 22:59:50.897198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.034920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8566f2c6-5bd2-4790-9d0b-3e9d6e6e8a61 req-c8b731f5-a3cb-4d83-aa05-8cef8975f6e8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379635 Mar 31 22:59:51.155601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.281552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.425020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:51.455637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:51.466110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:51.576391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.590286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.621603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Pushing event updated for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:51.682201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.682964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.682964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.683158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.683584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.683847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.684180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.684515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.684840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.685168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.685492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.685838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:51.746548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.848441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Attempting to bind port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:51.848850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Attempting to bind port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:51.849219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Attempting to bind port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:51.858075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:51.858577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:51.859288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:51.859288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:51.859746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Bound port: b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:51.860132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.062733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] For port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:52.083046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] For port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:52.097716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dbb92-c237-4459-b3ca-0c9f9c4f2ddd None None] Pushing event updated for resources: {'Port': ['ID=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.125125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.160076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.218872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-45ec6d24-bf53-4155-bad8-1e4f68d62ddd None None] Provisioning complete for port 926e5854-696d-4d16-a477-790d44f9f645 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:52.219261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-45ec6d24-bf53-4155-bad8-1e4f68d62ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.294697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:52.295403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:59:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:52.510498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.532802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.706237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dbb92-c237-4459-b3ca-0c9f9c4f2ddd None None] Pushing event updated for resources: {'Port': ['ID=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.714685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-45ec6d24-bf53-4155-bad8-1e4f68d62ddd None None] Port 926e5854-696d-4d16-a477-790d44f9f645 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:52.766960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Pushing event updated for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.798988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:52.841912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:53.054156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:53.067214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:53.112052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-79f59fee-6f7a-4250-8db5-373a49809086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.117171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-79f59fee-6f7a-4250-8db5-373a49809086 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1100 time: 0.2544668 Mar 31 22:59:53.317706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '926e5854-696d-4d16-a477-790d44f9f645', 'name': '', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'mac_address': 'fa:16:3e:23:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:49Z', 'updated_at': '2022-03-31T22:59:50Z', 'revision_number': 1, 'project_id': '9133c90104c44830abf6757a743fc12c', 'subnets': [{'id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:53.410513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defeadd-8cf8-4d3c-9e67-87ef4809c4ee None None] The sync data for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 is: [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '926e5854-696d-4d16-a477-790d44f9f645', 'name': '', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'mac_address': 'fa:16:3e:23:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:49Z', 'updated_at': '2022-03-31T22:59:50Z', 'revision_number': 1, 'project_id': '9133c90104c44830abf6757a743fc12c', 'subnets': [{'id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:53.641179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-93f27b4d-b47d-4fb8-93f4-98e8bf0757c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.642816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-93f27b4d-b47d-4fb8-93f4-98e8bf0757c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5158079 Mar 31 22:59:53.655113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6f759431-9e17-49dd-90c9-73059e02d5bf None None] Provisioning complete for port 926e5854-696d-4d16-a477-790d44f9f645 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:53.656743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f759431-9e17-49dd-90c9-73059e02d5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:53.721650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6f759431-9e17-49dd-90c9-73059e02d5bf None None] Port 926e5854-696d-4d16-a477-790d44f9f645 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 22:59:53.738654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-89f33aaf-ee16-4b0a-b8ef-0153a35d34b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0808361 Mar 31 22:59:53.892872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-40b96367-e53b-430a-8fb2-20322d1b0118 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:53.895178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-40b96367-e53b-430a-8fb2-20322d1b0118 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/networks?id=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 HTTP/1.1" status: 200 len: 818 time: 0.2138715 Mar 31 22:59:53.918794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-a83ac881-53d3-4a80-b5fe-d059ab4a8592 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/quotas/834d7528c02a4f46b01926978dfc8dbc HTTP/1.1" status: 200 len: 375 time: 0.0168321 Mar 31 22:59:53.926312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:59:53.989440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-0a58bc38-96be-4e37-9f1b-b2aa4cfa6d9c tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=834d7528c02a4f46b01926978dfc8dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590134 Mar 31 22:59:54.007489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-808eb2f4-14f6-48d7-adf9-5e2fd4dbb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.009018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-808eb2f4-14f6-48d7-adf9-5e2fd4dbb221 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2181413 Mar 31 22:59:54.095408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-b10dc980-0b22-4b15-a966-8fb89ae100a2 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.097108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-b10dc980-0b22-4b15-a966-8fb89ae100a2 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/networks?id=8ac66476-a768-45ee-9bc1-a2b743fd7006 HTTP/1.1" status: 200 len: 821 time: 0.3631749 Mar 31 22:59:54.121224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-35a2d6fc-af3d-400b-9145-463fc4923503 service neutron] 10.222.0.95 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301107 Mar 31 22:59:54.162406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-3e611f5e-8cd0-41e7-9028-b79b5a292a52 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/quotas/83ce811f99cf4bd5965806f97fe28a2e HTTP/1.1" status: 200 len: 375 time: 0.0495720 Mar 31 22:59:54.189456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-02785954-e9fd-49f6-9c52-284f536a5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:54.191680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-02785954-e9fd-49f6-9c52-284f536a5330 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510563 Mar 31 22:59:54.257433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-015ef119-fe2e-41f9-8d6c-e4182dedb8f4 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=83ce811f99cf4bd5965806f97fe28a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937326 Mar 31 22:59:54.403827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:59:54.417755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e09fa602-d653-4df6-8a95-4776b7acf559 admin admin] 10.222.0.95 "PUT /v2.0/routers/7216fb79-1c4b-4b05-ba02-a617738d4bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7418697 Mar 31 22:59:54.472181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-68ced760-bfe1-4e50-aede-9aca6172bd9c service neutron] 10.222.0.95 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137551 Mar 31 22:59:54.628250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-024994ef-6f60-4fc7-a962-9714bad57576 service neutron] 10.222.0.95 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999309 Mar 31 22:59:54.651208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-d5357a12-c56c-4ced-ab9b-7f79186ab27f service neutron] 10.222.0.95 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367230 Mar 31 22:59:54.653646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-bbd3e0f9-5e9a-45f2-bef3-187f2300ebf1 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071314 Mar 31 22:59:54.756445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:54.792546 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:59:54.845549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:54.848296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-8adfdd70-a7ed-4ee6-9693-d54aad5fbc2e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861935 Mar 31 22:59:54.848896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.013565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e853-82d1-4353-a7e3-51191f8c824c req-2fb06914-2dbf-456a-ae0a-0bc377bfc170 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.027872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b557e853-82d1-4353-a7e3-51191f8c824c req-2fb06914-2dbf-456a-ae0a-0bc377bfc170 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0769811 Mar 31 22:59:55.037453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.065021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72092ee9-57a5-4e12-9a05-d77951a95681 req-605c08dc-9a9d-4488-9e15-aeaa97e8cc12 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.072800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72092ee9-57a5-4e12-9a05-d77951a95681 req-605c08dc-9a9d-4488-9e15-aeaa97e8cc12 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.1435926 Mar 31 22:59:55.089891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:55.103734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.104776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b557e853-82d1-4353-a7e3-51191f8c824c req-ca73a4da-a74b-4ebe-9282-04aacd3c08bd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759704 Mar 31 22:59:55.202817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:55.211822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72092ee9-57a5-4e12-9a05-d77951a95681 req-3d584960-ed65-4e09-bd07-96b618724d4b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278040 Mar 31 22:59:55.747868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-20d9c754-c1ae-4847-b0f9-b9cd1608fa82 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2712288 Mar 31 22:59:55.757040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51780664-2a7f-49df-b5f6-a8a7b5f47a1a req-31f76b6b-3761-4253-9bed-62cd847eb083 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:55.759869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:55.760031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51780664-2a7f-49df-b5f6-a8a7b5f47a1a req-31f76b6b-3761-4253-9bed-62cd847eb083 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0608804 Mar 31 22:59:55.806069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.849579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51780664-2a7f-49df-b5f6-a8a7b5f47a1a req-beeb1914-c4c0-47ea-96f3-85aa761876be tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729523 Mar 31 22:59:55.921420 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:55.946649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01a92c3c-e042-46d3-b152-990a9d9a298d req-4c963851-526e-479c-9605-e6fdfd448962 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 210 time: 0.0395384 Mar 31 22:59:55.960205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.051887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fa9264b-78e6-44e0-9a62-9b830a4eea82 req-dfc381c7-f858-4e84-a786-f6b626cac389 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 210 time: 0.0290046 Mar 31 22:59:56.086745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Allocated IP 172.25.8.228 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/7b1cee9b-8eec-4bad-a13d-d4f6205b510a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:56.213253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.281454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.328428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:56.331917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:56.335360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:56.445163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event updated for resources: {'Port': ['ID=7b1cee9b-8eec-4bad-a13d-d4f6205b510a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:56.676506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:56.733218 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Sync routers for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:59:56.749085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:56.749951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:59:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:56.821512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:56.822290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.866468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:56.887465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-28576ac0-0368-470f-8f6e-ef9bd8321111 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.889151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-28576ac0-0368-470f-8f6e-ef9bd8321111 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.60 "GET /v2.0/networks?id=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 HTTP/1.1" status: 200 len: 818 time: 0.5249367 Mar 31 22:59:56.911780 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:56.912007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Request body: {'port': {'device_id': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322', 'admin_state_up': True, 'tenant_id': '834d7528c02a4f46b01926978dfc8dbc'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:57.061933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.067917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4ad49-efca-42c0-ade9-45dfa45fe853 req-2bd69173-3b47-4a4e-8843-a63e379dbd52 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.071895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77f4ad49-efca-42c0-ade9-45dfa45fe853 req-2bd69173-3b47-4a4e-8843-a63e379dbd52 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0704205 Mar 31 22:59:57.116788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77f4ad49-efca-42c0-ade9-45dfa45fe853 req-d3f0a2ab-d17e-4658-b0f5-5942f720150a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Mar 31 22:59:57.186794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4eddd7e1-73c1-46e8-a98c-6ddea75a2240 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.188315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4eddd7e1-73c1-46e8-a98c-6ddea75a2240 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.60 "GET /v2.0/networks?id=8ac66476-a768-45ee-9bc1-a2b743fd7006 HTTP/1.1" status: 200 len: 821 time: 0.3198547 Mar 31 22:59:57.212474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '926e5854-696d-4d16-a477-790d44f9f645', 'name': '', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'mac_address': 'fa:16:3e:23:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:49Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 2, 'project_id': '9133c90104c44830abf6757a743fc12c', 'subnets': [{'id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:57.214054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Request body: {'port': {'device_id': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006', 'admin_state_up': True, 'tenant_id': '83ce811f99cf4bd5965806f97fe28a2e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:57.239181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6929df7-d745-425b-9293-34e1e314c529 req-641c5d3a-419d-425b-82d8-f8400396322b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.241130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6929df7-d745-425b-9293-34e1e314c529 req-641c5d3a-419d-425b-82d8-f8400396322b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.0600145 Mar 31 22:59:57.241467 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Checking router: 7216fb79-1c4b-4b05-ba02-a617738d4bf0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:59:57.241870 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Updating router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 port 926e5854-696d-4d16-a477-790d44f9f645 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:59:57.270494 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.282899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6929df7-d745-425b-9293-34e1e314c529 req-ed9bed77-e089-43a1-898d-05d6b9c50fa7 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346522 Mar 31 22:59:57.283157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Made reservation on behalf of 834d7528c02a4f46b01926978dfc8dbc for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:57.286681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.469889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.482343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.545405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Made reservation on behalf of 83ce811f99cf4bd5965806f97fe28a2e for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:57.548938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.593678 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.600078 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.611293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc30e36-e2ea-4597-9509-f6492f1a2278 req-795e9a9e-4631-4b76-82d5-45c8f5b1e409 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.613236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9dc30e36-e2ea-4597-9509-f6492f1a2278 req-795e9a9e-4631-4b76-82d5-45c8f5b1e409 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0595601 Mar 31 22:59:57.618870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event updated for resources: {'Port': ['ID=7b1cee9b-8eec-4bad-a13d-d4f6205b510a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:57.632317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Allocated IP 172.20.0.13 (fc65afa1-e24a-48f8-a0d4-74f1f2b2c322/23028dd1-ee16-4a35-9956-7e855aaf2af0/6da89385-92f3-46a3-9d3e-bbea04a13d0b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:57.659818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Pushing event updated for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:57.671704 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.672110 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.672453 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.672772 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.673086 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.673403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.673723 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.674083 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.674399 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.674709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.675031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.676155 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:57.686839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.689051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9dc30e36-e2ea-4597-9509-f6492f1a2278 req-e6b9b93f-4a23-4ed8-8717-0a848b3e1cc6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662341 Mar 31 22:59:57.747177 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Attempting to bind port 926e5854-696d-4d16-a477-790d44f9f645 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 22:59:57.747868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Attempting to bind port 926e5854-696d-4d16-a477-790d44f9f645 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 22:59:57.747868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Attempting to bind port 926e5854-696d-4d16-a477-790d44f9f645 on network bcd6a390-f993-4ba8-a062-9813a626f3d7 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:57.755998 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:57.757356 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Checking segment: {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 22:59:57.757356 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.757713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Bound using segment: {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:57.758143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Bound port: 926e5854-696d-4d16-a477-790d44f9f645, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5523fb15-50ca-41da-af7b-6e7b053469f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 22:59:57.758612 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.762873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.764410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-30c9d91d-0097-4d33-aa3b-f95917cfb3a0 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0128849 Mar 31 22:59:57.843614 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] For port 926e5854-696d-4d16-a477-790d44f9f645, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:57.847338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] For port 926e5854-696d-4d16-a477-790d44f9f645, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=926e5854-696d-4d16-a477-790d44f9f645,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:57.851070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6507dd-84ec-470d-a270-804f47c9f5e1 req-f32d98b5-6a03-47c7-8b60-8d1c7ba7e364 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.853249 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:57.860016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb6507dd-84ec-470d-a270-804f47c9f5e1 req-f32d98b5-6a03-47c7-8b60-8d1c7ba7e364 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 949 time: 0.0792336 Mar 31 22:59:57.905128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb6507dd-84ec-470d-a270-804f47c9f5e1 req-0d5948cc-e885-45a2-a1f8-4a79bacbf019 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Mar 31 22:59:57.907717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:57.908393 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T22:59:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:57.916149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-01c0f45c-0c1d-436f-8ae9-8c850509b1db tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.1259458 Mar 31 22:59:57.984828 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc9f70-f193-4230-b650-37db8e63f942 None None] Pushing event updated for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:58.013647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] Provisioning complete for port 926e5854-696d-4d16-a477-790d44f9f645 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:58.014237 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.038135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.047371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Allocated IP 172.20.0.12 (8ac66476-a768-45ee-9bc1-a2b743fd7006/eeb5260f-657f-443b-8c91-588befdf16de/d8cc0348-dbb2-4963-92aa-7ddd2cb395a0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:58.069769 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:59:58.073209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dd2bfd2-a363-4467-bb59-4fcda21966c8 req-c073df38-2372-4435-a9d6-7d503b692d17 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 210 time: 0.0472410 Mar 31 22:59:58.157876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.218155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] For port 926e5854-696d-4d16-a477-790d44f9f645, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=926e5854-696d-4d16-a477-790d44f9f645,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:58.228030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.241467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43167f03-a642-441e-ab27-f3f8b250a830 req-f42018ae-7f14-4384-82b9-de91e245d8b9 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 210 time: 0.0656862 Mar 31 22:59:58.282192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.313276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949604c-1c27-4b47-8445-d9b687ce0726 None None] Pushing event updated for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:58.354106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-571cde53-eccf-4dd4-933b-541d1998c2ed None None] Provisioning complete for port 926e5854-696d-4d16-a477-790d44f9f645 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:58.354773 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-571cde53-eccf-4dd4-933b-541d1998c2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.374324 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '926e5854-696d-4d16-a477-790d44f9f645', 'name': '', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'mac_address': 'fa:16:3e:23:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:49Z', 'updated_at': '2022-03-31T22:59:57Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'subnets': [{'id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:58.427711 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eeb844-4b5f-4a67-b83d-2c6564e57a37 None None] The sync data for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 is: [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T22:59:52Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '926e5854-696d-4d16-a477-790d44f9f645', 'name': '', 'network_id': 'bcd6a390-f993-4ba8-a062-9813a626f3d7', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'mac_address': 'fa:16:3e:23:0b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:49Z', 'updated_at': '2022-03-31T22:59:57Z', 'revision_number': 4, 'project_id': '9133c90104c44830abf6757a743fc12c', 'subnets': [{'id': 'e99b915b-daa0-4ed1-8c84-5fd55b4ce99e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:59:58.484299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.487698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300c8c5-0f14-49f7-b839-f59afdbd0dbc req-512e115c-f81f-406b-8894-8064efb63ac0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.496192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4300c8c5-0f14-49f7-b839-f59afdbd0dbc req-512e115c-f81f-406b-8894-8064efb63ac0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0639324 Mar 31 22:59:58.512357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-985e064f-ca6f-4bc7-801c-a3993d88ec19 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.515376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-985e064f-ca6f-4bc7-801c-a3993d88ec19 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.5859249 Mar 31 22:59:58.564972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4300c8c5-0f14-49f7-b839-f59afdbd0dbc req-55e3cb9c-af4b-404b-9109-2b6f152a284b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628409 Mar 31 22:59:58.649536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-834def7b-9650-418d-bb29-75d9781a0bba tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:59:58.652744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fccf27c-06dc-4a06-b901-27745a87adc0 req-834def7b-9650-418d-bb29-75d9781a0bba tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1170757 Mar 31 22:59:58.676587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Network 8ac66476-a768-45ee-9bc1-a2b743fd7006 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:58.682138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:58.689631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:58.705876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.737881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b7fef-80b5-4332-b113-f0bd11ef0df0 req-3d2e924f-ef3f-42c4-ad5d-a9016a2f0d13 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.746407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a84b7fef-80b5-4332-b113-f0bd11ef0df0 req-3d2e924f-ef3f-42c4-ad5d-a9016a2f0d13 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.0939076 Mar 31 22:59:58.767382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Pushing event updated for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:58.780941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 926e5854-696d-4d16-a477-790d44f9f645 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:59:58.828113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a84b7fef-80b5-4332-b113-f0bd11ef0df0 req-e1938134-b35a-470e-a4d6-dac2da833288 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746579 Mar 31 22:59:58.922018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 926e5854-696d-4d16-a477-790d44f9f645 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 22:59:58.922557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:58.958822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29db5802-e837-4eab-843d-9fddd1a803ca req-2982ca5f-e2c7-4c84-af93-a8055c344640 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips/292f6d1b-1464-4d3c-8fac-01665a82ceb0 HTTP/1.1" status: 200 len: 693 time: 0.2499361 Mar 31 22:59:58.996628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:58.997387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.028691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12a403-681e-487a-a525-cc1df43ea9dd req-b3d76e95-9e22-4adf-a94f-aae14a310efb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.031570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be12a403-681e-487a-a525-cc1df43ea9dd req-b3d76e95-9e22-4adf-a94f-aae14a310efb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0785122 Mar 31 22:59:59.032501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:59.036598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-4f00916e-dd77-4b20-aeb1-7eb340ececda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8295281 Mar 31 22:59:59.044662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:59.047425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:59.062112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Request body: {'port': {'device_id': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:59.066126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Pushing event updated for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.140262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be12a403-681e-487a-a525-cc1df43ea9dd req-97957d4f-40ea-44d0-9d25-3f6f7f2d6983 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021340 Mar 31 22:59:59.239960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.250843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5802-e837-4eab-843d-9fddd1a803ca req-a8f5bc2d-7b12-4de8-a8ca-64f83c4af4cc tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.257251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29db5802-e837-4eab-843d-9fddd1a803ca req-a8f5bc2d-7b12-4de8-a8ca-64f83c4af4cc tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2810075 Mar 31 22:59:59.264475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.265247 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.279498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-29db5802-e837-4eab-843d-9fddd1a803ca req-d55dd8a9-0e9f-4234-9455-90455d23a248 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 22:59:59.295319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddf797-6fcb-4409-b13b-b58860b80ade req-3ee93ffe-6d27-4a29-b72d-ff9f2751fd63 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.295518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29db5802-e837-4eab-843d-9fddd1a803ca req-d55dd8a9-0e9f-4234-9455-90455d23a248 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373597 Mar 31 22:59:59.297650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90ddf797-6fcb-4409-b13b-b58860b80ade req-3ee93ffe-6d27-4a29-b72d-ff9f2751fd63 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 949 time: 0.0873640 Mar 31 22:59:59.370617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-407dfded-15ea-41e6-bea1-8fc7c26577aa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4629982 Mar 31 22:59:59.384915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Request body: {'port': {'device_id': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:59.413048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90ddf797-6fcb-4409-b13b-b58860b80ade req-0f88022a-0feb-4764-92ce-77d5c860d43c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068070 Mar 31 22:59:59.494747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39950) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 22:59:59.579713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.604872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7639f1a-8fd0-4b6f-a6d8-b2806a4998a6 req-2aa4064d-dfea-456b-861d-54ac315c8168 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.613313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7639f1a-8fd0-4b6f-a6d8-b2806a4998a6 req-2aa4064d-dfea-456b-861d-54ac315c8168 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 932 time: 0.2055132 Mar 31 22:59:59.623050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf537f-9d0b-47b1-a183-a73a50e0bfa4 req-839f9591-cae2-4b2e-aeec-250ebada5955 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.626766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfbf537f-9d0b-47b1-a183-a73a50e0bfa4 req-839f9591-cae2-4b2e-aeec-250ebada5955 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 932 time: 0.1133010 Mar 31 22:59:59.630648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:59:59.661243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7639f1a-8fd0-4b6f-a6d8-b2806a4998a6 req-a64cf586-5a93-46ef-ba5f-d84d90e138cd tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470295 Mar 31 22:59:59.663081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-f55585e4-895b-4409-ba8b-099867ea40a3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.665942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-f55585e4-895b-4409-ba8b-099867ea40a3 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 949 time: 0.1273775 Mar 31 22:59:59.740851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.754654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4b8c71e-3a8e-47ca-8aa6-1b9fe1e7c310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.767595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:59:59.770346 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c924db-2fd4-4168-b1b5-5b64e2eb5fa2" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:59:59.782189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfbf537f-9d0b-47b1-a183-a73a50e0bfa4 req-baa67e71-94dc-48aa-b893-4fb54bf000c6 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381803 Mar 31 22:59:59.790960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:59:59.800943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.865943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.872336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14da4bb0-48be-47fb-920c-5c48c4fa6620 req-5913ddc3-dc87-487d-8135-c3f5f9d377a6 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=9133c90104c44830abf6757a743fc12c HTTP/1.1" status: 200 len: 696 time: 0.1395955 Mar 31 22:59:59.954718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Deleting port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 22:59:59.955150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 22:59:59.992457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa0fc1-40c4-4f8c-b70a-80f427ff63df req-8f0d48bb-9dd4-4635-83be-d7dad633cc1a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:59.994169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8fa0fc1-40c4-4f8c-b70a-80f427ff63df req-8f0d48bb-9dd4-4635-83be-d7dad633cc1a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1101801 Mar 31 23:00:00.068286 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4b8c71e-3a8e-47ca-8aa6-1b9fe1e7c310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.096533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4b8c71e-3a8e-47ca-8aa6-1b9fe1e7c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.120533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:00.129376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8fa0fc1-40c4-4f8c-b70a-80f427ff63df req-8aab377a-3617-454e-a514-084b0f141023 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226366 Mar 31 23:00:00.157289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.164766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] For port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:00.165570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.183081 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec4eb4d-16bb-44c6-8d89-738171563d3d x-openstack-request-id: req-bec4eb4d-16bb-44c6-8d89-738171563d3d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:00.183529 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:00.183923 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bec4eb4d-16bb-44c6-8d89-738171563d3d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:00.188671 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec4eb4d-16bb-44c6-8d89-738171563d3d'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 23:00:00.189299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e4b8c71e-3a8e-47ca-8aa6-1b9fe1e7c310 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1ea41f5dd9fc4d38a8056a96278be301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888852 Mar 31 23:00:00.189484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:00.191511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Calling delete_port for 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:00.199948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8c71e-3a8e-47ca-8aa6-1b9fe1e7c310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ef538-b94b-4598-8b1d-ebc60a82b237,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.235342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4bb0-48be-47fb-920c-5c48c4fa6620 req-529570fb-4838-4984-8504-cbc2022834c9 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.237559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14da4bb0-48be-47fb-920c-5c48c4fa6620 req-529570fb-4838-4984-8504-cbc2022834c9 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks?id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 787 time: 0.3526902 Mar 31 23:00:00.288045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-14da4bb0-48be-47fb-920c-5c48c4fa6620 req-b47cc3b2-dff0-45bd-b045-5e3911f108f4 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:00.289187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14da4bb0-48be-47fb-920c-5c48c4fa6620 req-b47cc3b2-dff0-45bd-b045-5e3911f108f4 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0348980 Mar 31 23:00:00.298784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Transition to ACTIVE for port object d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:00.302387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-0641214d-5291-4bf7-bc6c-e3a4d9ea1652 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2397106 Mar 31 23:00:00.309766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.347076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.378443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e3a8a-61eb-45e6-8786-64671cefe4ae req-af62d818-7a2a-4389-9df4-ba238c2583e5 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.380148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-262e3a8a-61eb-45e6-8786-64671cefe4ae req-af62d818-7a2a-4389-9df4-ba238c2583e5 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 943 time: 0.1182265 Mar 31 23:00:00.424919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.446877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.498841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-262e3a8a-61eb-45e6-8786-64671cefe4ae req-35d7d1bc-393e-4147-a07f-e0def02beeff tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079328 Mar 31 23:00:00.510990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.525182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:00.556765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Pushing event deleted for resources: {'Port': ['ID=8a7da740-7ef2-49fa-82c0-c11a95fe8ab4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.615763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da89385-92f3-46a3-9d3e-bbea04a13d0b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:00.622835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-ccf62c89-1629-4e82-a065-ed35d197ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.624431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-ccf62c89-1629-4e82-a065-ed35d197ce80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 1101 time: 0.2414503 Mar 31 23:00:00.634511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.640766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Attempting to bind port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:00.641883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Attempting to bind port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '7a0746c8-f175-47a4-ace5-2e36d0261e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:00.642380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Attempting to bind port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 on network 8ac66476-a768-45ee-9bc1-a2b743fd7006 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:00.648423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.651269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.655222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e72ef538-b94b-4598-8b1d-ebc60a82b237 HTTP/1.1" status: 204 len: 168 time: 0.4626925 Mar 31 23:00:00.660766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e6ad2-66ff-4155-bc34-d3c46ab352be req-1abad757-412a-4039-aa7b-d2d425c539e7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.668921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d23e6ad2-66ff-4155-bc34-d3c46ab352be req-1abad757-412a-4039-aa7b-d2d425c539e7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2236965 Mar 31 23:00:00.670881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-432ee2d7-76e9-4662-8b57-70e1395e1b15 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips/292f6d1b-1464-4d3c-8fac-01665a82ceb0 HTTP/1.1" status: 200 len: 693 time: 0.1156647 Mar 31 23:00:00.686122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 on network 8ac66476-a768-45ee-9bc1-a2b743fd7006 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:00.686785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Attempting to bind port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 on network 8ac66476-a768-45ee-9bc1-a2b743fd7006 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:00.689956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Transition to ACTIVE for port object 6da89385-92f3-46a3-9d3e-bbea04a13d0b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:00.700450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] No DVR routers for this DVR port 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:00.704684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c42ff-3327-491e-8f2b-423355abbd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ef538-b94b-4598-8b1d-ebc60a82b237,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.705253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.719023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.723088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ef48de6-2135-4246-a763-c305f7d06a61 req-c788e038-deed-491b-960f-c79e83858db8 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "DELETE /v2.0/ports/8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 HTTP/1.1" status: 204 len: 173 time: 1.0432379 Mar 31 23:00:00.723705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'name': 'network-vif-deleted', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:00.726119 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79b6d1-25ce-4535-8499-95bd49eeed26" -d '{"events": [{"server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "name": "network-vif-deleted", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:00.731741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:00.732459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Checking segment: {'id': '7a0746c8-f175-47a4-ace5-2e36d0261e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:00.733233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Bound using segment: {'id': '7a0746c8-f175-47a4-ace5-2e36d0261e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:00.733868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Bound port: d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0746c8-f175-47a4-ace5-2e36d0261e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:00.734822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:00.826978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:00.895147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5427d-7dba-41be-b850-3717ec603001 req-de11cfb8-b664-4282-8e98-d7d16f9fb043 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:00.903982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-de11cfb8-b664-4282-8e98-d7d16f9fb043 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2320564 Mar 31 23:00:00.915999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-e17e7095-967d-4100-bdb7-4c55d4105bc7 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:00.927847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-e17e7095-967d-4100-bdb7-4c55d4105bc7 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225985 Mar 31 23:00:01.028632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:01.030810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-ef9bc235-8c64-4922-bc25-ceae2637d1cf tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0873463 Mar 31 23:00:01.045603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'port_id': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'mac_address': 'fa:16:3e:01:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:01.102999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.105308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-e22f5bfb-b8f0-4b07-8e88-44e24a3fb2f7 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0731509 Mar 31 23:00:01.119162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:01.141297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:01.146446 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.204653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.249007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:01.256112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d23e6ad2-66ff-4155-bc34-d3c46ab352be req-afc054f0-88b1-44f6-92de-b4470e4041ff tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5860572 Mar 31 23:00:01.267306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54c91d23-f5df-402d-922b-b64a7bd77855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.280848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Pushing event updated for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.309372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Deleting port 7b1cee9b-8eec-4bad-a13d-d4f6205b510a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:01.309854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.361381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-4f291536-99d0-4b30-8489-e38eb269a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.362966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-4f291536-99d0-4b30-8489-e38eb269a7f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.6632066 Mar 31 23:00:01.365759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:01.370319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,segment=NetworkSegment(7a0746c8-f175-47a4-ace5-2e36d0261e22),segment_id=7a0746c8-f175-47a4-ace5-2e36d0261e22)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:01.390922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.431976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.432451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.443420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54c91d23-f5df-402d-922b-b64a7bd77855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.449916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Calling delete_port for 7b1cee9b-8eec-4bad-a13d-d4f6205b510a owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:01.451796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54c91d23-f5df-402d-922b-b64a7bd77855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.471400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bdcff32c-7256-4148-b933-d5b75c434a77 req-8b76f1a2-a401-41c1-a379-99c5ba367ddb tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=d94177f0-e530-4924-b609-5896998e2b66 HTTP/1.1" status: 200 len: 210 time: 0.0993986 Mar 31 23:00:01.472504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-ea28e27f-cca1-46d2-9962-30677021563b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 200 len: 217 time: 0.0978284 Mar 31 23:00:01.505730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Attempting to bind port 6da89385-92f3-46a3-9d3e-bbea04a13d0b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:01.506078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Attempting to bind port 6da89385-92f3-46a3-9d3e-bbea04a13d0b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:01.506453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Attempting to bind port 6da89385-92f3-46a3-9d3e-bbea04a13d0b on network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:01.510055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.510676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.512152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] 10.222.0.60 "PUT /v2.0/ports/d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 HTTP/1.1" status: 200 len: 1092 time: 2.4543443 Mar 31 23:00:01.514549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:01.516770 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f997a48-b448-4398-836a-71612747ce3f" -d '{"events": [{"name": "network-changed", "server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:01.538676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-54c91d23-f5df-402d-922b-b64a7bd77855 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9f153586a1cc41be93b72ccf4d759c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889452 Mar 31 23:00:01.540413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39986) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:01.555986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c91d23-f5df-402d-922b-b64a7bd77855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830f75bc-2dfe-4b6e-8357-26b2dc9be91a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.560267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Port 6da89385-92f3-46a3-9d3e-bbea04a13d0b on network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:01.560849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Attempting to bind port 6da89385-92f3-46a3-9d3e-bbea04a13d0b on network fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:01.577706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:01.578045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Checking segment: {'id': '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:01.578425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Bound using segment: {'id': '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:01.578929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Bound port: 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:01.579279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.594374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd36656-b295-42bf-892d-6e18e1c53f5b service neutron] Pushing event updated for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.615666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-124f2302-20fc-4493-9a42-9c9a0c0d3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.617060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-124f2302-20fc-4493-9a42-9c9a0c0d3b7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1347754 Mar 31 23:00:01.631185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.638487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:01.664783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:01.678107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.724871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.742941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-53469af0-89a1-4cfd-b520-0927dfb61635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.744526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-53469af0-89a1-4cfd-b520-0927dfb61635 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ce811f99cf4bd5965806f97fe28a2e&device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 1095 time: 0.1594052 Mar 31 23:00:01.754328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event deleted for resources: {'Port': ['ID=7b1cee9b-8eec-4bad-a13d-d4f6205b510a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.758060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10639d4e-6d19-495a-a86a-64f9de1be6de req-d5f3a3bd-d129-4b55-a2f8-27ea2c06cefa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.765812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10639d4e-6d19-495a-a86a-64f9de1be6de req-d5f3a3bd-d129-4b55-a2f8-27ea2c06cefa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.1893003 Mar 31 23:00:01.801641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.804308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.807729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/830f75bc-2dfe-4b6e-8357-26b2dc9be91a HTTP/1.1" status: 204 len: 168 time: 0.2616339 Mar 31 23:00:01.833861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-333aefc1-ac97-4da3-b2d1-763295a6f3b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 HTTP/1.1" status: 200 len: 217 time: 0.0594668 Mar 31 23:00:01.836497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:01.838789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:01.840769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-6424c515-ea4f-4151-8fb5-5c9574564599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:01.842399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-6424c515-ea4f-4151-8fb5-5c9574564599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077310 Mar 31 23:00:01.845642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.851063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.860747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '36668b0a-1872-44a8-81b3-966ef87691f5', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '36668b0a-1872-44a8-81b3-966ef87691f5', 'mac_address': 'fa:16:3e:4c:9e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:01.860895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15c5427d-7dba-41be-b850-3717ec603001 req-c048eea1-4735-478e-bd43-158b837d093a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "DELETE /v2.0/floatingips/292f6d1b-1464-4d3c-8fac-01665a82ceb0 HTTP/1.1" status: 204 len: 173 time: 0.7459161 Mar 31 23:00:01.887117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441a08-6f1a-4882-a4ab-06d343367fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830f75bc-2dfe-4b6e-8357-26b2dc9be91a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:01.904283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b,segment=NetworkSegment(5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c),segment_id=5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:01.933314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.939334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:01.941012 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db558a3-3642-4222-80bc-1c46efdebefd x-openstack-request-id: req-1db558a3-3642-4222-80bc-1c46efdebefd {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:01.942647 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94177f0-e530-4924-b609-5896998e2b66", "name": "network-vif-deleted", "tag": "8a7da740-7ef2-49fa-82c0-c11a95fe8ab4", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:01.942647 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1db558a3-3642-4222-80bc-1c46efdebefd {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:01.942647 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db558a3-3642-4222-80bc-1c46efdebefd'] response: {'server_uuid': 'd94177f0-e530-4924-b609-5896998e2b66', 'name': 'network-vif-deleted', 'tag': '8a7da740-7ef2-49fa-82c0-c11a95fe8ab4', 'status': 'completed', 'code': 200} Mar 31 23:00:01.954913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10639d4e-6d19-495a-a86a-64f9de1be6de req-bcdc120d-7607-4a78-a58a-be3f800f7218 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882219 Mar 31 23:00:01.969402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:02.003965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:02.012575 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.035427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.036195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.037697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] 10.222.0.60 "PUT /v2.0/ports/6da89385-92f3-46a3-9d3e-bbea04a13d0b HTTP/1.1" status: 200 len: 1092 time: 2.6584525 Mar 31 23:00:02.039200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-84d7d006-8852-41b1-97ed-140dfec80c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.040671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-84d7d006-8852-41b1-97ed-140dfec80c12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eeb5260f-657f-443b-8c91-588befdf16de HTTP/1.1" status: 200 len: 861 time: 0.1941485 Mar 31 23:00:02.104927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:02.110329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-19d8ca3f-7983-4eb8-90c9-0876ab36860c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ac66476-a768-45ee-9bc1-a2b743fd7006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523787 Mar 31 23:00:02.118262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e94ae-3474-42f6-95e7-cd4da9b43a99 req-c677d9cd-132a-44fd-9c3e-dccf4ff36778 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.120280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-990e94ae-3474-42f6-95e7-cd4da9b43a99 req-c677d9cd-132a-44fd-9c3e-dccf4ff36778 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.0777702 Mar 31 23:00:02.124227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['36668b0a-1872-44a8-81b3-966ef87691f5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:02.177519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b64bac-44a3-446f-a840-eeea0600bf60 service neutron] Pushing event updated for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:02.205343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-990e94ae-3474-42f6-95e7-cd4da9b43a99 req-db72303b-0120-44df-aa75-7f9614a845d9 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625455 Mar 31 23:00:02.232845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-eebea4ad-6ed5-4904-8732-3a476585face service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693328 Mar 31 23:00:02.303737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb323f4-e43b-4815-896d-79ad8d341450 req-df6a8a5c-c5f5-47a1-ae59-b19f1880a23f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.305302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bb323f4-e43b-4815-896d-79ad8d341450 req-df6a8a5c-c5f5-47a1-ae59-b19f1880a23f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.2337646 Mar 31 23:00:02.310904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-d53ffe2c-eed3-434a-9cd6-93ac1b8962d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.312453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-d53ffe2c-eed3-434a-9cd6-93ac1b8962d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834d7528c02a4f46b01926978dfc8dbc&device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 1095 time: 0.2160244 Mar 31 23:00:02.344172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ab91b-a603-4ae7-aa7e-4b8a21889746 req-3044b28f-2ff8-40b1-a18f-cd6ee34c379c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.346530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd2ab91b-a603-4ae7-aa7e-4b8a21889746 req-3044b28f-2ff8-40b1-a18f-cd6ee34c379c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 944 time: 0.0573175 Mar 31 23:00:02.395594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd2ab91b-a603-4ae7-aa7e-4b8a21889746 req-358cf5e5-6a4e-461c-a314-71e053acf3a1 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Mar 31 23:00:02.413165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-3dff671f-e3ba-4b40-b5d2-307ef1308aaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b HTTP/1.1" status: 200 len: 217 time: 0.0888875 Mar 31 23:00:02.425109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-b5f2fa73-aab2-438e-b026-2654573c01a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987206 Mar 31 23:00:02.472355 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49aba0-9ef5-4eb0-82ac-a72b58dfc4e1 x-openstack-request-id: req-0a49aba0-9ef5-4eb0-82ac-a72b58dfc4e1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:02.473057 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:02.473057 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0a49aba0-9ef5-4eb0-82ac-a72b58dfc4e1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:02.473357 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a49aba0-9ef5-4eb0-82ac-a72b58dfc4e1'] response: {'name': 'network-changed', 'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0', 'status': 'completed', 'code': 200} Mar 31 23:00:02.512280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bb323f4-e43b-4815-896d-79ad8d341450 req-6a5a0f57-9acc-46e2-9a98-369a75a82185 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891656 Mar 31 23:00:02.539529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-604dc17a-f990-495a-a3c7-b25d4c556193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.541041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-604dc17a-f990-495a-a3c7-b25d4c556193 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23028dd1-ee16-4a35-9956-7e855aaf2af0 HTTP/1.1" status: 200 len: 858 time: 0.1202421 Mar 31 23:00:02.570235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-192f76e2-b182-4da0-9cbe-de8ee1793852 req-a4895857-b3a6-4553-b5b2-5ccf1e77a40e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042414 Mar 31 23:00:02.639812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-dea15647-1eef-451b-9fbe-5cd0434376ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683887 Mar 31 23:00:02.690948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-8b97f935-f6d6-4111-b0e6-e6966f72fd57 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2249515 Mar 31 23:00:02.702087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:02.725497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.759038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ad6ffe0-b3c6-4d18-a1d7-09ecf8b49ea0 req-611889a5-e0f2-4d1d-aca7-5de479cb24fe service neutron] 10.222.0.60 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249230 Mar 31 23:00:02.786191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f8e70-3cf8-406f-ad63-bfd2d4ed3588 req-1d29bce0-ab06-42d5-bf42-ac5ca4c193f8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.795395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c69f8e70-3cf8-406f-ad63-bfd2d4ed3588 req-1d29bce0-ab06-42d5-bf42-ac5ca4c193f8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 946 time: 0.1568558 Mar 31 23:00:02.841900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-b333fc12-e9ec-462d-8530-10000802d566 service neutron] 10.222.0.60 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811259 Mar 31 23:00:02.856744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:02.897539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c69f8e70-3cf8-406f-ad63-bfd2d4ed3588 req-2350b6c5-2a1d-4698-9fe6-bfc15e968219 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009538 Mar 31 23:00:02.971884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f997a48-b448-4398-836a-71612747ce3f req-6d97a6b8-ba7a-412a-9a2c-e3593b449fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:02.973445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-6d97a6b8-ba7a-412a-9a2c-e3593b449fc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ce811f99cf4bd5965806f97fe28a2e&device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 1095 time: 0.1534717 Mar 31 23:00:02.990029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Allocated IP 172.25.8.161 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/d2358fc7-ff43-4939-828d-251ea6993cfc) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:03.017829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-598685fe-c1ac-4681-8415-01c236f5fd17 req-5754fc39-14f7-47aa-baf1-0a26b06a9dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598527 Mar 31 23:00:03.091450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f997a48-b448-4398-836a-71612747ce3f req-6a41e50c-ee33-44ff-9c0d-305c1b60ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.097308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-6a41e50c-ee33-44ff-9c0d-305c1b60ee57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ac66476-a768-45ee-9bc1-a2b743fd7006 HTTP/1.1" status: 200 len: 923 time: 0.1111479 Mar 31 23:00:03.142399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-9554dc9e-7464-4a40-822c-152f014fad98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 HTTP/1.1" status: 200 len: 217 time: 0.0421505 Mar 31 23:00:03.163825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.207751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f997a48-b448-4398-836a-71612747ce3f req-9bac1677-2429-4325-a73e-e896228c3ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.209521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-9bac1677-2429-4325-a73e-e896228c3ed0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eeb5260f-657f-443b-8c91-588befdf16de HTTP/1.1" status: 200 len: 861 time: 0.0608294 Mar 31 23:00:03.210490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.254105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:03.257065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:03.259678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:03.260613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-1328a4bd-0991-4432-8acd-b126d26c7270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ac66476-a768-45ee-9bc1-a2b743fd7006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418229 Mar 31 23:00:03.265340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event updated for resources: {'Port': ['ID=d2358fc7-ff43-4939-828d-251ea6993cfc,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:03.345133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba8e2a-5e2c-4700-a9b8-1709dc4eb989 req-90ceeabd-9f42-4238-beb1-27cd38ae5bf0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.348002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51ba8e2a-5e2c-4700-a9b8-1709dc4eb989 req-90ceeabd-9f42-4238-beb1-27cd38ae5bf0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.1433046 Mar 31 23:00:03.357664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.407000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.482205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51ba8e2a-5e2c-4700-a9b8-1709dc4eb989 req-b87a1568-9f26-449c-ae94-5e0b86f6f90d tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931425 Mar 31 23:00:03.485890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-810a3af9-8f46-43a5-a668-3495097533e2 service neutron] 10.222.0.60 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105756 Mar 31 23:00:03.606008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-142a125e-d79a-42bb-82b1-783f710fa7dd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0772347 Mar 31 23:00:03.647610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:03.658521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.665983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.727776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 36668b0a-1872-44a8-81b3-966ef87691f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:03.728533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.731304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f997a48-b448-4398-836a-71612747ce3f req-e04f9872-2363-4e40-a91e-b85701a9c903 service neutron] 10.222.0.60 "GET /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340589 Mar 31 23:00:03.766108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa858b8-d1a3-4957-8bcb-8e4a4d5c068d req-58ec13af-1887-4834-9b32-58b0d2680261 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.767972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fa858b8-d1a3-4957-8bcb-8e4a4d5c068d req-58ec13af-1887-4834-9b32-58b0d2680261 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.1324737 Mar 31 23:00:03.831430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.852186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fa858b8-d1a3-4957-8bcb-8e4a4d5c068d req-f44cde9d-84c9-4e3a-91f7-a05cc1f40da4 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709593 Mar 31 23:00:03.861608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event updated for resources: {'Port': ['ID=d2358fc7-ff43-4939-828d-251ea6993cfc,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:03.890127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-d931220a-dc0e-41c6-bb9d-4f5dc2b3f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:03.893695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-d931220a-dc0e-41c6-bb9d-4f5dc2b3f6d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 1100 time: 0.2184405 Mar 31 23:00:03.910367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.955786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:03.957565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-50c670bf-c5dc-44d8-866f-1e879bc76314 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2601490 Mar 31 23:00:04.030437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:04.033317 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44102928-d28a-434b-8e94-553be1fb2455" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:04.048959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:04.054824 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.057743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-6f2fef6a-f37a-4e36-abb5-4498f72933f5 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0889668 Mar 31 23:00:04.058192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e90a1-9dd4-4a11-8689-bea9de787bba req-d8435880-9972-4fc6-ad36-3cc2e79a67ac tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.059994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-046e90a1-9dd4-4a11-8689-bea9de787bba req-d8435880-9972-4fc6-ad36-3cc2e79a67ac tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.0679433 Mar 31 23:00:04.109752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-046e90a1-9dd4-4a11-8689-bea9de787bba req-f2d18882-7998-4b03-bc4f-7018703a396d tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Mar 31 23:00:04.135598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:04.263268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef1487-402c-48f5-b0f1-cab77c02a04b req-bf5ffce8-7dc8-46e2-87f3-6e659a1d1e80 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.265850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1ef1487-402c-48f5-b0f1-cab77c02a04b req-bf5ffce8-7dc8-46e2-87f3-6e659a1d1e80 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 944 time: 0.0760336 Mar 31 23:00:04.318327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1ef1487-402c-48f5-b0f1-cab77c02a04b req-54bf9cf9-5666-4a8e-9fc5-9aadd75ec712 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Mar 31 23:00:04.386031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d134f235-d9c3-42c3-8489-a4ce82617944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.434131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-de31932d-d1a4-40f5-970b-3b8fa6b6bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.435636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-de31932d-d1a4-40f5-970b-3b8fa6b6bb24 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5140333 Mar 31 23:00:04.437778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885e504-c61b-498b-b2b4-b051184c98ac req-63159a17-67e9-4c5a-a6d0-922fa33fa5d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.439372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8885e504-c61b-498b-b2b4-b051184c98ac req-63159a17-67e9-4c5a-a6d0-922fa33fa5d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0525196 Mar 31 23:00:04.474583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:04.476856 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f003030e-ac11-411a-982c-9816f9fa42ab" -d '{"events": [{"name": "network-changed", "server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:04.483946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-59f7074f-4edb-4a93-837b-5329f8b92037 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 200 len: 217 time: 0.0406983 Mar 31 23:00:04.491228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8885e504-c61b-498b-b2b4-b051184c98ac req-0bccf274-07a5-44a1-88a2-db7c5404e35a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Mar 31 23:00:04.538658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-cc0100d9-eb66-43d6-9738-5c285f0ee71a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.540461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-cc0100d9-eb66-43d6-9738-5c285f0ee71a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.4711649 Mar 31 23:00:04.557314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-d821d4fe-1fa2-47e3-935b-332b9abd2168 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:04.558272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f71d3a2-0e06-4eac-8696-ecf3ea1e2cae req-d821d4fe-1fa2-47e3-935b-332b9abd2168 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089545 Mar 31 23:00:04.570962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-193152ac-88b8-49ed-9e6d-19ac998e63aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.573319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-193152ac-88b8-49ed-9e6d-19ac998e63aa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0804150 Mar 31 23:00:04.626938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-3789a61e-2114-4bd6-a43f-c1c34f43a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.628299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-3789a61e-2114-4bd6-a43f-c1c34f43a707 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479991 Mar 31 23:00:04.727633 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d74a3b-9be2-474d-aaf7-55b96875a53c x-openstack-request-id: req-58d74a3b-9be2-474d-aaf7-55b96875a53c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:04.729148 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-plugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:04.729148 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-58d74a3b-9be2-474d-aaf7-55b96875a53c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:04.729148 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d74a3b-9be2-474d-aaf7-55b96875a53c'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 23:00:04.752655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b723e-a3fc-46aa-81f2-e2cae1a85921 req-c07e9f9e-47b9-4796-824e-9f1928cd698c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.754133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f85b723e-a3fc-46aa-81f2-e2cae1a85921 req-c07e9f9e-47b9-4796-824e-9f1928cd698c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1249499 Mar 31 23:00:04.778975 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a481b988-b871-4079-8513-231dede2320e x-openstack-request-id: req-a481b988-b871-4079-8513-231dede2320e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:04.779700 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:04.780280 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a481b988-b871-4079-8513-231dede2320e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:04.781280 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a481b988-b871-4079-8513-231dede2320e'] response: {'name': 'network-changed', 'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b', 'status': 'completed', 'code': 200} Mar 31 23:00:04.797314 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-b6b2d871-73db-450d-9e74-625e7d36d9f0 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592479 Mar 31 23:00:04.811158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:04.845560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f85b723e-a3fc-46aa-81f2-e2cae1a85921 req-773bd2e6-0772-4249-a75c-ad7f4d040d9b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816731 Mar 31 23:00:04.883796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003030e-ac11-411a-982c-9816f9fa42ab req-34297711-4126-4182-82db-1a47cb2a1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.883796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-34297711-4126-4182-82db-1a47cb2a1813 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=834d7528c02a4f46b01926978dfc8dbc&device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 1095 time: 0.0705202 Mar 31 23:00:04.923987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:04.932240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:04.932768 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:04.950541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54f58db-2d01-4561-b3e1-0591151825fa req-1e23c21a-5297-4982-9787-4b8d554589e2 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips/fb499528-91dc-4234-9f89-5b98e7c66167 HTTP/1.1" status: 200 len: 693 time: 0.0585358 Mar 31 23:00:04.996599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6acf1-a955-4adc-8a48-8cacedd09f63 req-2cc137e6-892f-4392-9c0b-f484b9c95072 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:04.998429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edf6acf1-a955-4adc-8a48-8cacedd09f63 req-2cc137e6-892f-4392-9c0b-f484b9c95072 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.1223440 Mar 31 23:00:05.007088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4959eb2-2918-407f-ae7b-7f1ed33719f6 req-3c7e7f30-1b5a-4ad2-a50c-2005ed4e6339 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980681 Mar 31 23:00:05.049965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.072468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003030e-ac11-411a-982c-9816f9fa42ab req-26b8787e-5071-479a-8c65-829c658d8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.075353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-26b8787e-5071-479a-8c65-829c658d8dcc service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 HTTP/1.1" status: 200 len: 920 time: 0.1639752 Mar 31 23:00:05.088362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.098989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.100107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:05.112291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edf6acf1-a955-4adc-8a48-8cacedd09f63 req-e9395ee9-ada5-4aea-a78c-8e65eab757b0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047328 Mar 31 23:00:05.124657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f58db-2d01-4561-b3e1-0591151825fa req-dfa3a234-86a8-4bdb-9e0a-df19dd3bd12a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.126198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54f58db-2d01-4561-b3e1-0591151825fa req-dfa3a234-86a8-4bdb-9e0a-df19dd3bd12a tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1495812 Mar 31 23:00:05.138515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:05.138784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8a7da740-7ef2-49fa-82c0-c11a95fe8ab4 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:05.155643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-fe30dadb-0bdc-4fa0-9610-9d334671e499 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b HTTP/1.1" status: 200 len: 217 time: 0.0648983 Mar 31 23:00:05.175759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:05.193366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.193718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.194059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.194395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.194729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.195066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.195459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.195787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.196113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.196438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.196761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.197085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:05.203932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54f58db-2d01-4561-b3e1-0591151825fa req-18724c60-b1bf-48a4-893e-eb3c63e8be0c tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0707870 Mar 31 23:00:05.220020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003030e-ac11-411a-982c-9816f9fa42ab req-901e97cc-7769-4a33-b675-0fd9ae193a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.221691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-901e97cc-7769-4a33-b675-0fd9ae193a3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=23028dd1-ee16-4a35-9956-7e855aaf2af0 HTTP/1.1" status: 200 len: 858 time: 0.0575886 Mar 31 23:00:05.259623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54f58db-2d01-4561-b3e1-0591151825fa req-4843054f-efe6-4548-ba6c-08fb333675cf tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0495496 Mar 31 23:00:05.276590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-aee1b9de-21f7-47af-9796-8f273373ac01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445831 Mar 31 23:00:05.374397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de5c1e-a117-4334-a2ab-ea382a3a6108 req-7449bedf-e532-42dc-9967-02182479ea06 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.376190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78de5c1e-a117-4334-a2ab-ea382a3a6108 req-7449bedf-e532-42dc-9967-02182479ea06 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.1293960 Mar 31 23:00:05.435584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-42e275cf-9a96-44a3-b4d5-dabaa6a15055 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.437132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-42e275cf-9a96-44a3-b4d5-dabaa6a15055 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 950 time: 0.0837960 Mar 31 23:00:05.438320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-c62f47b6-a122-49a5-9ca7-e2660a4c3df9 service neutron] 10.222.0.60 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393883 Mar 31 23:00:05.441406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78de5c1e-a117-4334-a2ab-ea382a3a6108 req-3b30c7fd-6da9-4cd2-a1f8-1888847c5803 tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/security-groups?id=36b4d89b-62e6-4da7-83a8-f725666e1d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569417 Mar 31 23:00:05.495582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Deleting port d2358fc7-ff43-4939-828d-251ea6993cfc {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:05.495925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.580643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f003030e-ac11-411a-982c-9816f9fa42ab req-c864cc01-2ed7-40c4-a1e8-04c65a4a881f service neutron] 10.222.0.60 "GET /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326489 Mar 31 23:00:05.591117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ef23d-66e4-4641-b2b1-77b55b1e05a9 req-134eb395-8485-410e-81e9-9771aac744f2 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.592791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-427ef23d-66e4-4641-b2b1-77b55b1e05a9 req-134eb395-8485-410e-81e9-9771aac744f2 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.0686898 Mar 31 23:00:05.630108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.630347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.638492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-427ef23d-66e4-4641-b2b1-77b55b1e05a9 req-fd9ab304-6d9a-4fda-bfb0-735e13cbc029 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Mar 31 23:00:05.648297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Calling delete_port for d2358fc7-ff43-4939-828d-251ea6993cfc owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:05.656882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Deleting port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:05.657241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.765721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebf8d-2b7f-47fe-86d3-e1ac8805381c req-ec110506-2bf5-405b-bac9-4e525844b692 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.767220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73aebf8d-2b7f-47fe-86d3-e1ac8805381c req-ec110506-2bf5-405b-bac9-4e525844b692 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.0480690 Mar 31 23:00:05.808523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] For port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:05.808847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.817904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73aebf8d-2b7f-47fe-86d3-e1ac8805381c req-361e73dd-6e4d-4862-8ee0-a766bbba4b7c tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Mar 31 23:00:05.829616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Calling delete_port for 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:05.925936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a5d22-fbf5-44ba-a45e-c503e4f814e4 req-8e9818c6-816a-4dad-b33d-4838ba1292ad tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:05.927480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-384a5d22-fbf5-44ba-a45e-c503e4f814e4 req-8e9818c6-816a-4dad-b33d-4838ba1292ad tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0500319 Mar 31 23:00:05.943055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:05.970438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-384a5d22-fbf5-44ba-a45e-c503e4f814e4 req-7ea3c3f7-5c52-470e-8895-9335df08217b tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Mar 31 23:00:05.979028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Pushing event deleted for resources: {'Port': ['ID=d2358fc7-ff43-4939-828d-251ea6993cfc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.083791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.086639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.088173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d54f58db-2d01-4561-b3e1-0591151825fa req-d62a230e-75ad-43f0-a64b-f5898cbbca14 tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "DELETE /v2.0/floatingips/fb499528-91dc-4234-9f89-5b98e7c66167 HTTP/1.1" status: 204 len: 173 time: 0.8194122 Mar 31 23:00:06.098997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.110907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:06.125397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9d87a-da6b-41ae-a605-417379275a81 req-f4ad1017-d2a3-45a5-931a-d7b764cde99f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.127845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79f9d87a-da6b-41ae-a605-417379275a81 req-f4ad1017-d2a3-45a5-931a-d7b764cde99f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0577207 Mar 31 23:00:06.130403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Pushing event deleted for resources: {'Port': ['ID=017f4ddc-bdbe-4e70-bfdc-bcc9e641730c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:06.185520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79f9d87a-da6b-41ae-a605-417379275a81 req-34dfff1d-30b9-4af8-a987-738c775b185e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472560 Mar 31 23:00:06.192901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] No DVR routers for this DVR port 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:06.200910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:06.204510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bf96649-6003-4c76-8a68-5ae3d0ad3463 req-f7279092-d8a2-42cd-b9cf-98d1e7e3e39a tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.96 "DELETE /v2.0/ports/017f4ddc-bdbe-4e70-bfdc-bcc9e641730c HTTP/1.1" status: 204 len: 173 time: 0.7609947 Mar 31 23:00:06.204954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'name': 'network-vif-deleted', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:06.210466 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4f88d-135f-49a4-a158-e95d86d39ee9" -d '{"events": [{"server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "name": "network-vif-deleted", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:06.247827 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-8d09e29a-bc3d-4c5f-a6df-11e3699f8616 req-43b5e657-a188-461c-b7b1-a0cacce9eced tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] show failed (client error): The resource could not be found. Mar 31 23:00:06.248815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d09e29a-bc3d-4c5f-a6df-11e3699f8616 req-43b5e657-a188-461c-b7b1-a0cacce9eced tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips/fb499528-91dc-4234-9f89-5b98e7c66167 HTTP/1.1" status: 404 len: 350 time: 0.0583587 Mar 31 23:00:06.345579 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5d36fc-b7ed-47d0-b400-2c5acac8d19d x-openstack-request-id: req-6a5d36fc-b7ed-47d0-b400-2c5acac8d19d {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:06.346654 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a5951f-00fe-4da8-98c4-2ef989869d37", "name": "network-vif-deleted", "tag": "017f4ddc-bdbe-4e70-bfdc-bcc9e641730c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:06.347074 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6a5d36fc-b7ed-47d0-b400-2c5acac8d19d {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:06.347562 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5d36fc-b7ed-47d0-b400-2c5acac8d19d'] response: {'server_uuid': '69a5951f-00fe-4da8-98c4-2ef989869d37', 'name': 'network-vif-deleted', 'tag': '017f4ddc-bdbe-4e70-bfdc-bcc9e641730c', 'status': 'completed', 'code': 200} Mar 31 23:00:06.353335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a3b6-fd0a-4f75-9fb6-1e6733abc5e3 req-ce567838-378a-4a1b-91fd-122548f2ef37 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.355551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7151a3b6-fd0a-4f75-9fb6-1e6733abc5e3 req-ce567838-378a-4a1b-91fd-122548f2ef37 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.0960755 Mar 31 23:00:06.406268 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-e9b94af9-c0af-4079-9c44-4a6c591a290f req-02544637-ed5f-4f08-bc50-81577f185c4d tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] show failed (client error): The resource could not be found. Mar 31 23:00:06.412061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7151a3b6-fd0a-4f75-9fb6-1e6733abc5e3 req-94a9a89b-e167-4625-98d9-3431f46734dc tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Mar 31 23:00:06.418964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40096) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:06.419591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9b94af9-c0af-4079-9c44-4a6c591a290f req-02544637-ed5f-4f08-bc50-81577f185c4d tempest-FloatingIPsTestJSON-1033578202 tempest-FloatingIPsTestJSON-1033578202-project] 10.222.0.95 "GET /v2.0/floatingips/fb499528-91dc-4234-9f89-5b98e7c66167 HTTP/1.1" status: 404 len: 350 time: 0.0496709 Mar 31 23:00:06.642199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e05840c-a0d8-417a-ba6d-feea708ffb93 req-844fca20-18a7-4276-a714-fa21f11dd90c tempest-ServersAdminNegativeTestJSON-668241594 tempest-ServersAdminNegativeTestJSON-668241594-project] 10.222.0.95 "GET /v2.0/ports?device_id=69a5951f-00fe-4da8-98c4-2ef989869d37 HTTP/1.1" status: 200 len: 210 time: 0.0543492 Mar 31 23:00:06.730743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:06.736918 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6905e6-b270-423a-8e8d-6d6424321eb3" -d '{"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-plugged", "status": "completed", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:06.830739 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a96683e-09c1-4bf7-b7cf-9ab9dd68cebd x-openstack-request-id: req-5a96683e-09c1-4bf7-b7cf-9ab9dd68cebd {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:06.833031 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-plugged", "status": "completed", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:06.833331 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5a96683e-09c1-4bf7-b7cf-9ab9dd68cebd {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:06.834793 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a96683e-09c1-4bf7-b7cf-9ab9dd68cebd'] response: {'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'code': 200} Mar 31 23:00:06.888525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9311772-9e5b-4d02-aaa0-60aaca7945a4 req-3a4ff9ce-db1c-4f50-b465-3674db9fa5bf tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:06.890113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9311772-9e5b-4d02-aaa0-60aaca7945a4 req-3a4ff9ce-db1c-4f50-b465-3674db9fa5bf tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.0802255 Mar 31 23:00:06.952428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c99e7268-06cb-4824-be4b-499f45e5dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.026700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9311772-9e5b-4d02-aaa0-60aaca7945a4 req-04988df2-a895-47ea-89c3-ce20d6a0437c tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237841 Mar 31 23:00:07.076077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4320e-1859-453d-b329-b9b90397e046 req-41524d4c-2486-45af-87cc-703c2097445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.078740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99a4320e-1859-453d-b329-b9b90397e046 req-41524d4c-2486-45af-87cc-703c2097445c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 1096 time: 0.1260042 Mar 31 23:00:07.224363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99a4320e-1859-453d-b329-b9b90397e046 req-4758ad84-d04b-47f5-b03e-6f8fc55a84b3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376064 Mar 31 23:00:07.250303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a864-73ce-4f46-a913-68bc5fd7416e req-7200e971-9896-4816-9269-6af70f1e149f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.252504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b858a864-73ce-4f46-a913-68bc5fd7416e req-7200e971-9896-4816-9269-6af70f1e149f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1414230 Mar 31 23:00:07.257841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e62f0-15da-40a7-b5ee-cbd9be18c77c req-bee26cfd-29c1-4c8c-a582-6c4563279d4b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.266060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-844e62f0-15da-40a7-b5ee-cbd9be18c77c req-bee26cfd-29c1-4c8c-a582-6c4563279d4b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.0804427 Mar 31 23:00:07.295747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40146) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:07.330231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b858a864-73ce-4f46-a913-68bc5fd7416e req-1aefefad-4e6b-48d4-b3bd-ed11f561ee9f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Mar 31 23:00:07.367811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-844e62f0-15da-40a7-b5ee-cbd9be18c77c req-ddac4835-d3a1-4b9a-8b38-a3370ff04aaf tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007497 Mar 31 23:00:07.511420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544a21-5609-4396-8d1b-21912d352e1b req-517052b7-7ad4-45a6-99f8-6a87c4963038 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.513412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9544a21-5609-4396-8d1b-21912d352e1b req-517052b7-7ad4-45a6-99f8-6a87c4963038 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0971429 Mar 31 23:00:07.525663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.586126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9544a21-5609-4396-8d1b-21912d352e1b req-92f8e2c3-266b-4b46-a13f-bac0adea684c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639961 Mar 31 23:00:07.694193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-168c3177-1be0-46e3-bc50-f1845abb1dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.744612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50fe61-48c3-4932-9944-a3018ce222c5 req-80724a5b-3ba2-47ed-92e5-8e6bdf6d1b7f tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:07.753087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d50fe61-48c3-4932-9944-a3018ce222c5 req-80724a5b-3ba2-47ed-92e5-8e6bdf6d1b7f tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.1564105 Mar 31 23:00:07.872528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d50fe61-48c3-4932-9944-a3018ce222c5 req-d4a0eb1a-002c-4b7f-9831-a955a7b54247 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182778 Mar 31 23:00:07.930655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-168c3177-1be0-46e3-bc50-f1845abb1dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:07.937525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-168c3177-1be0-46e3-bc50-f1845abb1dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.008487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-168c3177-1be0-46e3-bc50-f1845abb1dfe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=996d0f5525094b1eb84ccacb50b3b471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7099509 Mar 31 23:00:08.009862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c3177-1be0-46e3-bc50-f1845abb1dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb191df-5d19-4af3-85c9-b02860091926,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.011754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40158) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.046952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.098451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Deleting port 926e5854-696d-4d16-a477-790d44f9f645 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:08.099025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.138597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.214562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.219617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] For port 926e5854-696d-4d16-a477-790d44f9f645, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=926e5854-696d-4d16-a477-790d44f9f645,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:08.222898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.235987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Calling delete_port for 926e5854-696d-4d16-a477-790d44f9f645 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:08.270368 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.294930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a0f74-bf44-4fa1-a257-eed389992405 req-a4f05bee-a05f-4d9d-836c-c17d167d6b5a tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.304309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-203a0f74-bf44-4fa1-a257-eed389992405 req-a4f05bee-a05f-4d9d-836c-c17d167d6b5a tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.1399791 Mar 31 23:00:08.372675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.375611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.376959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8bb191df-5d19-4af3-85c9-b02860091926 HTTP/1.1" status: 204 len: 168 time: 0.3633740 Mar 31 23:00:08.389686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4dafc11-762c-4260-9f81-edb356b9a0dc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6e3293a4a4b94e8dbe62af6677f3e3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412137 Mar 31 23:00:08.404971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-203a0f74-bf44-4fa1-a257-eed389992405 req-026725ef-a350-4448-9018-cd7d8d82fca1 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958359 Mar 31 23:00:08.406845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:08.423165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d0090-1736-4d3f-97fc-fbc6943d958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb191df-5d19-4af3-85c9-b02860091926,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.537374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.576709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96f575-fe80-4485-af80-cabd2c844919 req-a7a1739f-ebdb-464d-b8d7-0f1608d95f8f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.578917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd96f575-fe80-4485-af80-cabd2c844919 req-a7a1739f-ebdb-464d-b8d7-0f1608d95f8f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1050396 Mar 31 23:00:08.624570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.651161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cc4a2-5dc9-426f-92dc-f349d93194fc req-9ae54573-c448-4dba-98db-063ee624de9d tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:08.653219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-448cc4a2-5dc9-426f-92dc-f349d93194fc req-9ae54573-c448-4dba-98db-063ee624de9d tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.1190684 Mar 31 23:00:08.673995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd96f575-fe80-4485-af80-cabd2c844919 req-88a73d68-61ef-4955-bb52-6ed66354528f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619390 Mar 31 23:00:08.674901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.739061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-448cc4a2-5dc9-426f-92dc-f349d93194fc req-3edb2c9f-14fd-47cc-8f30-3eb10b182caa tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770226 Mar 31 23:00:08.761630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.765612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:08.767734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/36b4d89b-62e6-4da7-83a8-f725666e1d4f HTTP/1.1" status: 204 len: 168 time: 0.3551855 Mar 31 23:00:08.776510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Pushing event deleted for resources: {'Port': ['ID=926e5854-696d-4d16-a477-790d44f9f645,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.783146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb942-845c-4ff7-b46f-9d53cf075560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4d89b-62e6-4da7-83a8-f725666e1d4f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:08.861862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:08.898113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:08.899569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 017f4ddc-bdbe-4e70-bfdc-bcc9e641730c not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:09.013184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59daf0-f8f6-4bac-8ba5-156ee10653c9 req-391176e9-6a87-4d28-b71e-85296f83075d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.026403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c59daf0-f8f6-4bac-8ba5-156ee10653c9 req-391176e9-6a87-4d28-b71e-85296f83075d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.2107320 Mar 31 23:00:09.118521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67c2f7-e7a0-49d3-a735-37c8d7e5bea4 req-ecd5945a-8e0b-404b-9ff5-21a765146be2 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.121141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40182) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.127825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c67c2f7-e7a0-49d3-a735-37c8d7e5bea4 req-ecd5945a-8e0b-404b-9ff5-21a765146be2 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 944 time: 0.1241572 Mar 31 23:00:09.142095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6d90-6fe0-4155-9f67-0512352f99f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.153848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c59daf0-f8f6-4bac-8ba5-156ee10653c9 req-fc809721-a094-49ac-ae73-03776c2f39cc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262019 Mar 31 23:00:09.193503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c67c2f7-e7a0-49d3-a735-37c8d7e5bea4 req-88b03d50-c7db-4de6-8767-c79db28144a7 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643775 Mar 31 23:00:09.318548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6d90-6fe0-4155-9f67-0512352f99f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.325662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.339282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1ba6d90-6fe0-4155-9f67-0512352f99f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.426479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba6d90-6fe0-4155-9f67-0512352f99f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2863dbd-7e9c-42af-9a22-44f18dd9d903,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:09.436346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.436587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1ba6d90-6fe0-4155-9f67-0512352f99f3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4d85e1a35be447bcaa5b3982eb6643ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125672 Mar 31 23:00:09.627954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.662139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.671760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6da89385-92f3-46a3-9d3e-bbea04a13d0b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:09.748061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40192) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.870789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.873426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:09.878055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d2863dbd-7e9c-42af-9a22-44f18dd9d903 HTTP/1.1" status: 204 len: 168 time: 0.4367151 Mar 31 23:00:09.878312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d188-20da-4f2e-a6fa-e55903bda330 req-631843a6-83b4-4584-93fd-3be1707317cd tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.885385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68e6d188-20da-4f2e-a6fa-e55903bda330 req-631843a6-83b4-4584-93fd-3be1707317cd tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.2736473 Mar 31 23:00:09.888395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f74423c1-17ab-4199-9209-fb04eb23e611 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e8e8baef1405473097ca36672bd8b2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374977 Mar 31 23:00:09.889750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40198) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:09.933181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71976b-d2ed-4c0b-9455-4cc14a0078c6 req-f5615371-faea-45d4-a561-4c0530fcad47 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:09.936784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c71976b-d2ed-4c0b-9455-4cc14a0078c6 req-f5615371-faea-45d4-a561-4c0530fcad47 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1486018 Mar 31 23:00:09.943773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8a5c1-032c-4363-b824-33e5a7fa9f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2863dbd-7e9c-42af-9a22-44f18dd9d903,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.002492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68e6d188-20da-4f2e-a6fa-e55903bda330 req-8ed1996f-45dd-4479-baa7-cab220da307d tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158755 Mar 31 23:00:10.052807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c71976b-d2ed-4c0b-9455-4cc14a0078c6 req-6f0cb8f3-a1d8-4289-bcbd-bfe14ac37550 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026921 Mar 31 23:00:10.100138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:10.115383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.123859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.141421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b,segment=NetworkSegment(5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c),segment_id=5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:10.188075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '6da89385-92f3-46a3-9d3e-bbea04a13d0b', 'network_id': 'fc65afa1-e24a-48f8-a0d4-74f1f2b2c322', 'port_id': '6da89385-92f3-46a3-9d3e-bbea04a13d0b', 'mac_address': 'fa:16:3e:82:ff:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23028dd1-ee16-4a35-9956-7e855aaf2af0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:10.264509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.340696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.350472 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.373175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da89385-92f3-46a3-9d3e-bbea04a13d0b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:10.382014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a0b8d-2d8b-4631-ac6a-bda337e773ac req-4745aef3-7153-40ef-a48e-5fb32e9fbd81 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.392961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c00a0b8d-2d8b-4631-ac6a-bda337e773ac req-4745aef3-7153-40ef-a48e-5fb32e9fbd81 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1184556 Mar 31 23:00:10.402527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b,segment=NetworkSegment(5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c),segment_id=5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:10.408254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.409232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:10.451494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c00a0b8d-2d8b-4631-ac6a-bda337e773ac req-f71650e0-9c12-4ad6-b8a9-a740bbafb819 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568917 Mar 31 23:00:10.456926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:10.467592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da6c21fb-c4c1-459b-ba49-2f514d98e663 admin admin] 10.222.0.95 "PUT /v2.0/routers/7216fb79-1c4b-4b05-ba02-a617738d4bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0405240 Mar 31 23:00:10.467592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.469441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.470532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c8a8bd5b-d3dc-456a-9aa0-433b86e7c105 HTTP/1.1" status: 204 len: 168 time: 0.5797822 Mar 31 23:00:10.471056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:10.500214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e9c66-fc61-4818-9193-3aa177a63562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a8bd5b-d3dc-456a-9aa0-433b86e7c105,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.534751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4086a-aecb-45e7-b769-d8263860979b req-86e95df0-e8a8-46d8-92a1-237d5ec74629 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.536972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbb4086a-aecb-45e7-b769-d8263860979b req-86e95df0-e8a8-46d8-92a1-237d5ec74629 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.2990401 Mar 31 23:00:10.561310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Sync routers for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:10.631161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbb4086a-aecb-45e7-b769-d8263860979b req-027b1f15-9abb-470c-9f2d-07e439e6d7b1 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801558 Mar 31 23:00:10.633901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:10.695399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:10.701312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:10.804323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:10.843041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5787-df64-4e1c-a9d2-f9668e81ac18 req-e739e562-8260-4d42-8feb-64d1c97506e6 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.854769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4eae5787-df64-4e1c-a9d2-f9668e81ac18 req-e739e562-8260-4d42-8feb-64d1c97506e6 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.1145651 Mar 31 23:00:10.859530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40222) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:10.869525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Request body: {'floatingip': {'port_id': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:10.890721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4db2d-0f16-4c8d-b25c-97d85a99eb94 req-9b18bada-0b95-45fe-a6e5-67608c519650 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:10.898317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7db4db2d-0f16-4c8d-b25c-97d85a99eb94 req-9b18bada-0b95-45fe-a6e5-67608c519650 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 945 time: 0.3023360 Mar 31 23:00:10.909965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,segment=NetworkSegment(7a0746c8-f175-47a4-ace5-2e36d0261e22),segment_id=7a0746c8-f175-47a4-ace5-2e36d0261e22)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:10.944934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7db4db2d-0f16-4c8d-b25c-97d85a99eb94 req-cc477a03-8847-48ca-9abc-5c63b1dec74e tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Mar 31 23:00:10.989130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.080914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:11.085102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.200427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0', 'network_id': '8ac66476-a768-45ee-9bc1-a2b743fd7006', 'port_id': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0', 'mac_address': 'fa:16:3e:bb:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb5260f-657f-443b-8c91-588befdf16de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:11.205909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Deleting port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:11.207730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.383925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.392774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a28eb4-49c1-47e5-be43-bb9996e1afc7 req-2792da8b-3f36-44e1-92c1-2290922c8bac tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.394873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a28eb4-49c1-47e5-be43-bb9996e1afc7 req-2792da8b-3f36-44e1-92c1-2290922c8bac tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 944 time: 0.2314792 Mar 31 23:00:11.414132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:11.442062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,segment=NetworkSegment(7a0746c8-f175-47a4-ace5-2e36d0261e22),segment_id=7a0746c8-f175-47a4-ace5-2e36d0261e22)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.442804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1e48-45bf-4cdf-9fc1-923ef34648fd req-b71aa8eb-f58b-4725-8d1f-057654c49f91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:11.446350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-267a1e48-45bf-4cdf-9fc1-923ef34648fd req-b71aa8eb-f58b-4725-8d1f-057654c49f91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.2288628 Mar 31 23:00:11.462704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.531618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:11.546669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-267a1e48-45bf-4cdf-9fc1-923ef34648fd req-83f0adeb-71c9-446b-b039-4e3b90b70db8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897377 Mar 31 23:00:11.592962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T23:00:08Z', 'revision_number': 5, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port': {'id': 'b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:59:43Z', 'updated_at': '2022-03-31T22:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:11.600197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] For port b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:11.600597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:11.619966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a28eb4-49c1-47e5-be43-bb9996e1afc7 req-55636e50-559f-4829-b667-6a541ae58ed0 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417642 Mar 31 23:00:11.633081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Calling delete_port for b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:11.676919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Checking router: 7216fb79-1c4b-4b05-ba02-a617738d4bf0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:11.713894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Routers {'7216fb79-1c4b-4b05-ba02-a617738d4bf0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:11.714588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:11.926105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] Set router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:11.960348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6da89385-92f3-46a3-9d3e-bbea04a13d0b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:12.005809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d8cc0348-dbb2-4963-92aa-7ddd2cb395a0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:12.174481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T23:00:11Z', 'revision_number': 6, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:12.281115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40266) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:12.286048 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.338244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887aef91-035a-40c3-b186-01da23a2fbcf req-e455bdde-5cf7-40b1-9314-e8f5512e7237 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.340379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180f3955-e7dd-46ee-b747-2419e5a02dcc None None] The sync data for ids ['7216fb79-1c4b-4b05-ba02-a617738d4bf0'] in n-d-835855-2 is: [{'id': '7216fb79-1c4b-4b05-ba02-a617738d4bf0', 'name': 'tempest-FloatingIPsTestJSON-450376273-router', 'tenant_id': '9133c90104c44830abf6757a743fc12c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:59:39Z', 'updated_at': '2022-03-31T23:00:11Z', 'revision_number': 6, 'project_id': '9133c90104c44830abf6757a743fc12c', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:12.355053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872bc95-76e4-444a-89f5-7fed9cb3b53a req-de0cf92f-e3ef-4992-bf20-842d694eab6e tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:12.357879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c872bc95-76e4-444a-89f5-7fed9cb3b53a req-de0cf92f-e3ef-4992-bf20-842d694eab6e tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 945 time: 0.2081451 Mar 31 23:00:12.367604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-887aef91-035a-40c3-b186-01da23a2fbcf req-e455bdde-5cf7-40b1-9314-e8f5512e7237 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.4593573 Mar 31 23:00:12.460355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:00:12.484331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c872bc95-76e4-444a-89f5-7fed9cb3b53a req-5a0d5b90-4718-44ad-a7c6-0dd0e26c25ed tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131485 Mar 31 23:00:12.564358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:12.635353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.643058 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.775101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-887aef91-035a-40c3-b186-01da23a2fbcf req-36898e7b-ee4e-4665-8411-02691a153dea tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4026670 Mar 31 23:00:12.846603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:12.916747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 926e5854-696d-4d16-a477-790d44f9f645 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:12.924096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-952436914-network', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:12.972276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 926e5854-696d-4d16-a477-790d44f9f645 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:12.972629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 926e5854-696d-4d16-a477-790d44f9f645 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:12.996769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Made reservation on behalf of 6f6a372041fd45ef9cb1ba0c9d1b6aef for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:13.000271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.011965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.026513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536c9e-a784-4ecb-be62-9c91e4ef0745 req-b882f383-e2f8-404b-93f7-bbe0f76721a8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.041932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef536c9e-a784-4ecb-be62-9c91e4ef0745 req-b882f383-e2f8-404b-93f7-bbe0f76721a8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.2739940 Mar 31 23:00:13.052662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.056654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.076667 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Floating IP e4c00dd1-5686-4f75-a714-4cfbb4457e2b associated. External IP: 172.25.8.100, port: 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63. Mar 31 23:00:13.137423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d361ee-d809-48d2-aa86-862f62879c45 req-fec2cbd2-c5fe-4323-93f6-c94345856002 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.145641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90d361ee-d809-48d2-aa86-862f62879c45 req-fec2cbd2-c5fe-4323-93f6-c94345856002 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 945 time: 0.1044328 Mar 31 23:00:13.148558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.149194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7216fb79-1c4b-4b05-ba02-a617738d4bf0 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:00:13.172101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.175702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-58a48d8e-8dd7-4886-aabe-8ac781167660 admin admin] 10.222.0.95 "DELETE /v2.0/routers/7216fb79-1c4b-4b05-ba02-a617738d4bf0 HTTP/1.1" status: 204 len: 168 time: 2.7010238 Mar 31 23:00:13.182511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:13.184583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef536c9e-a784-4ecb-be62-9c91e4ef0745 req-e5aaf222-fe40-4f88-b788-51accfe3389a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370089 Mar 31 23:00:13.249846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90d361ee-d809-48d2-aa86-862f62879c45 req-6bff27eb-cb01-4fbf-899f-62299a1c6809 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032014 Mar 31 23:00:13.267083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Deleting subnet e99b915b-daa0-4ed1-8c84-5fd55b4ce99e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:13.285081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.358509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.404996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.412813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.479038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1121d1be-5d80-4b11-96f2-3cfb865de3ea,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.494553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:13.529196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.623975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.623975 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Added segment bdaed22d-5272-4bc8-bc23-da032396c544 of type vlan for network 781441a3-f685-4436-8ee2-94be98473465 Mar 31 23:00:13.675015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.693825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6da89385-92f3-46a3-9d3e-bbea04a13d0b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:13.711053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Router 890a2952-e5e3-47ad-9c75-8d3d40bd312e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:13.712572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.809289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99b915b-daa0-4ed1-8c84-5fd55b4ce99e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.822376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.827526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f8093-857d-4aa3-bd9d-593e569f9e2f None None] Network bcd6a390-f993-4ba8-a062-9813a626f3d7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:13.830587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-918bd48d-644a-4f09-a5ba-44b16403c9d0 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e99b915b-daa0-4ed1-8c84-5fd55b4ce99e HTTP/1.1" status: 204 len: 168 time: 0.6433623 Mar 31 23:00:13.831311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40296) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:13.842603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.844580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.845508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:13.906001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ee25-deee-4144-b291-cffb4b39d5e2 req-08191e8c-87ea-4978-89a0-9a256b3e65fa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:13.908190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddf1ee25-deee-4144-b291-cffb4b39d5e2 req-08191e8c-87ea-4978-89a0-9a256b3e65fa tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 945 time: 0.2526200 Mar 31 23:00:13.942140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6550822 Mar 31 23:00:13.954474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:13.960817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Request body: {'subnet': {'network_id': '781441a3-f685-4436-8ee2-94be98473465', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-subnet', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:14.000237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.087887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 6da89385-92f3-46a3-9d3e-bbea04a13d0b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:14.100218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 6da89385-92f3-46a3-9d3e-bbea04a13d0b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:14.100604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.121088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Made reservation on behalf of 6f6a372041fd45ef9cb1ba0c9d1b6aef for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:14.123879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.164422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddf1ee25-deee-4144-b291-cffb4b39d5e2 req-027843a2-fc3a-4528-919f-25f18ff669b3 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108986 Mar 31 23:00:14.303738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Deleting port aae249ae-4b07-45ce-85bf-3c94fa4959dd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:14.304138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.312149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40310) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:14.427851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.465222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] DHCP port deletion for bcd6a390-f993-4ba8-a062-9813a626f3d7 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:00:14.522154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:14.532645 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bc1ce3-c6e2-47ec-9496-f6d36b5b01fc" -d '{"events": [{"server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:14.558206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b,segment=NetworkSegment(5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c),segment_id=5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:14.594564 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.595557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:14.686603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664822c2-7f76-49aa-acd1-261bfb4b1bec admin admin] Pushing event updated for resources: {'Network': ['ID=781441a3-f685-4436-8ee2-94be98473465,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.692686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:14.708723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 781441a3-f685-4436-8ee2-94be98473465 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:14.729419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Deleting port aae249ae-4b07-45ce-85bf-3c94fa4959dd {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:14.729971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.764046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:14.767002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a02c-3ae9-4cd0-835d-0138e3af61d7 req-87720f66-22ad-43e5-893b-e921862cecc7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:14.776199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c786a02c-3ae9-4cd0-835d-0138e3af61d7 req-87720f66-22ad-43e5-893b-e921862cecc7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.8743279 Mar 31 23:00:14.801599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:14.813396 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Sync routers for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:14.815301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:14.815860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.832820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:14.836961 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:14.838221 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:14.896557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aae249ae-4b07-45ce-85bf-3c94fa4959dd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:14.907960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c786a02c-3ae9-4cd0-835d-0138e3af61d7 req-cf9f026e-22b6-4dd6-875e-b7a756934e0e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307292 Mar 31 23:00:14.937793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-542616bd-e305-403a-9bf7-b16c0fad1e20 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "PUT /v2.0/floatingips/e4c00dd1-5686-4f75-a714-4cfbb4457e2b HTTP/1.1" status: 200 len: 991 time: 4.0767322 Mar 31 23:00:14.938489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:14.940886 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baee068-b4e9-44ba-980a-dd27728f6804" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:15.107519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] For port aae249ae-4b07-45ce-85bf-3c94fa4959dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aae249ae-4b07-45ce-85bf-3c94fa4959dd,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:15.108122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.110715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9112-ba75-40ba-808d-2279c31ab086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.130923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6c2ef-a2a1-4eef-8fe7-4806ef6cbc83 req-a32f65c2-683f-4c0c-a453-8a84cc146afe tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.137350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b6c2ef-a2a1-4eef-8fe7-4806ef6cbc83 req-a32f65c2-683f-4c0c-a453-8a84cc146afe tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 945 time: 0.1171761 Mar 31 23:00:15.141437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] For port aae249ae-4b07-45ce-85bf-3c94fa4959dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aae249ae-4b07-45ce-85bf-3c94fa4959dd,segment=NetworkSegment(5523fb15-50ca-41da-af7b-6e7b053469f5),segment_id=5523fb15-50ca-41da-af7b-6e7b053469f5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:15.142820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.171547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Calling delete_port for aae249ae-4b07-45ce-85bf-3c94fa4959dd owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:15.176991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0422077-4a0a-4a4a-b60f-bc891d098682 req-2ef2b106-66b2-4c28-beae-f738b5791255 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.184270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0422077-4a0a-4a4a-b60f-bc891d098682 req-2ef2b106-66b2-4c28-beae-f738b5791255 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.8728848 Mar 31 23:00:15.185460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Calling delete_port for aae249ae-4b07-45ce-85bf-3c94fa4959dd owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:15.201007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b6c2ef-a2a1-4eef-8fe7-4806ef6cbc83 req-c7ed0cb3-7354-4b4f-affa-319ae57eae77 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 Mar 31 23:00:15.285026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:15.340682 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52506045-4763-4fb3-901c-f33466036a29 x-openstack-request-id: req-52506045-4763-4fb3-901c-f33466036a29 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:15.341254 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:15.341721 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-52506045-4763-4fb3-901c-f33466036a29 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:15.342357 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52506045-4763-4fb3-901c-f33466036a29'] response: {'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b', 'code': 200} Mar 31 23:00:15.365760 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f3f421-d91e-4d2e-ba06-a33a744328cd x-openstack-request-id: req-15f3f421-d91e-4d2e-ba06-a33a744328cd {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:15.366280 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:15.366410 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15f3f421-d91e-4d2e-ba06-a33a744328cd {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:15.371480 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f3f421-d91e-4d2e-ba06-a33a744328cd'] response: {'name': 'network-changed', 'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'status': 'completed', 'code': 200} Mar 31 23:00:15.479447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.488471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0422077-4a0a-4a4a-b60f-bc891d098682 req-eacf170d-ddcf-4be7-a70f-7eab66a30cb2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332566 Mar 31 23:00:15.493571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.499682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.554696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-cbbd442f-c835-45ef-92d0-1371bbf99ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.556429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-cbbd442f-c835-45ef-92d0-1371bbf99ba6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b70c1af007da4cc798e9288ff6f54252&device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 1096 time: 0.1508262 Mar 31 23:00:15.569548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.603497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,segment=NetworkSegment(7a0746c8-f175-47a4-ace5-2e36d0261e22),segment_id=7a0746c8-f175-47a4-ace5-2e36d0261e22)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:15.606262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:15.610284 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.632945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063d31d-f7a2-4382-9345-7ada5be10afa req-b9ce0d2d-6e43-4c33-b0ef-145fd67de893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.635516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.642747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e063d31d-f7a2-4382-9345-7ada5be10afa req-b9ce0d2d-6e43-4c33-b0ef-145fd67de893 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 1097 time: 0.2896428 Mar 31 23:00:15.663516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:15.666896 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e4c00dd1-5686-4f75-a714-4cfbb4457e2b', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'port_id': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'mac_address': 'fa:16:3e:01:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:25Z', 'updated_at': '2022-03-31T23:00:12Z', 'revision_number': 1, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:15.669968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b45fceb1-3ef6-4c80-98e2-de2e1bb8c5a0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:15.708598 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Checking router: 890a2952-e5e3-47ad-9c75-8d3d40bd312e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:15.715773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.722310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469cac8-2c96-4c2d-984c-f56ea894e797 req-a47199f9-cde1-4173-9e8c-42d430e52143 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.724099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7469cac8-2c96-4c2d-984c-f56ea894e797 req-a47199f9-cde1-4173-9e8c-42d430e52143 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.2570693 Mar 31 23:00:15.736212 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:15.737060 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:15.740300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] Pushing event deleted for resources: {'Port': ['ID=aae249ae-4b07-45ce-85bf-3c94fa4959dd,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.743785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b6c27-0661-4d07-873b-a97e682e67a6 None None] No DVR routers for this DVR port aae249ae-4b07-45ce-85bf-3c94fa4959dd on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:15.744663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-6686b6f3-16c1-488d-a423-7c2fe42220df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:15.746335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-6686b6f3-16c1-488d-a423-7c2fe42220df service neutron] 10.222.0.96 "GET /v2.0/networks?id=2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 200 len: 917 time: 0.1641555 Mar 31 23:00:15.784716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d93e1f-a0bc-4f5f-accf-e4ccd5847919,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.793247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Checking segment: {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:15.793417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e063d31d-f7a2-4382-9345-7ada5be10afa req-728621e9-e688-4196-a397-1e64a09e0bbc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457791 Mar 31 23:00:15.794319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Network hostable DHCP agents. Network: 781441a3-f685-4436-8ee2-94be98473465, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:15.806364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9112-ba75-40ba-808d-2279c31ab086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:15.820240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7469cac8-2c96-4c2d-984c-f56ea894e797 req-a99caf45-86eb-4e1c-89f4-b51cd6770957 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865839 Mar 31 23:00:15.864163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae249ae-4b07-45ce-85bf-3c94fa4959dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.879735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] No DVR routers for this DVR port aae249ae-4b07-45ce-85bf-3c94fa4959dd on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:15.892902 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:15.914348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9112-ba75-40ba-808d-2279c31ab086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.035315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.075305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Network 781441a3-f685-4436-8ee2-94be98473465 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:16.118416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc6d9112-ba75-40ba-808d-2279c31ab086 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9dddb31a1ed74ef4861bd706dbec3c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8043671 Mar 31 23:00:16.121934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:16.160453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 781441a3-f685-4436-8ee2-94be98473465) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:16.164126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-88831a1a-182b-496d-9002-2cf85cc0e3cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 200 len: 999 time: 0.3722243 Mar 31 23:00:16.173145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465f746-0239-43d5-b3b9-1345dd5b923f None None] Network 781441a3-f685-4436-8ee2-94be98473465 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:16.173923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd6a390-f993-4ba8-a062-9813a626f3d7']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:16.177984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.178988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.185404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d9112-ba75-40ba-808d-2279c31ab086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5790497d-c150-431a-86b1-77a62243cd75,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:16.210394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.224449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5523fb15-50ca-41da-af7b-6e7b053469f5') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:16.231754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5523fb15-50ca-41da-af7b-6e7b053469f5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:16.277986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.306849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e4c00dd1-5686-4f75-a714-4cfbb4457e2b', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'port_id': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'mac_address': 'fa:16:3e:01:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:25Z', 'updated_at': '2022-03-31T23:00:12Z', 'revision_number': 1, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:16.318132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.325647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6ea7eec-7894-41f5-b6c4-976e55942f64 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3700438 Mar 31 23:00:16.337194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40328) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:16.347488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:16.357583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-ee40fe6b-4523-4114-8c3f-52cfaf32a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.359317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-ee40fe6b-4523-4114-8c3f-52cfaf32a7a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f5966c72-3271-41f1-af23-19af7a671c36 HTTP/1.1" status: 200 len: 854 time: 0.1624129 Mar 31 23:00:16.361560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.370317 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07fabe2-54df-4cc6-9810-dd3f877ec8a5 None None] The sync data for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 is: [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e4c00dd1-5686-4f75-a714-4cfbb4457e2b', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'floating_ip_address': '172.25.8.100', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'port_id': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'mac_address': 'fa:16:3e:01:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:59:25Z', 'updated_at': '2022-03-31T23:00:12Z', 'revision_number': 1, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:16.413624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9f686-3692-483a-b563-906b206558cd req-98e4c564-9ecb-45e2-86bc-1698bbc58743 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.415284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48b9f686-3692-483a-b563-906b206558cd req-98e4c564-9ecb-45e2-86bc-1698bbc58743 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.0998089 Mar 31 23:00:16.456960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3c26f-af52-4dd5-9a1b-f0c0c65c5068 req-c22f84c7-0573-4fdb-adde-74b7b56fa0fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.459139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bc3c26f-af52-4dd5-9a1b-f0c0c65c5068 req-c22f84c7-0573-4fdb-adde-74b7b56fa0fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.4116499 Mar 31 23:00:16.466531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:16.467190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:16.469294 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:16.482611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48b9f686-3692-483a-b563-906b206558cd req-ba3ec2b3-6b34-49a2-b960-c6f8846ed958 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Mar 31 23:00:16.483566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.487125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.488414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5790497d-c150-431a-86b1-77a62243cd75 HTTP/1.1" status: 204 len: 168 time: 0.3652449 Mar 31 23:00:16.497308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f191b0-8e0a-4b63-9a64-9370c8fd0609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5790497d-c150-431a-86b1-77a62243cd75,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:16.553686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.556882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.575686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-781441a3-f685-4436-8ee2-94be98473465', 'network_id': '781441a3-f685-4436-8ee2-94be98473465', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'fixed_ips': [{'subnet_id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:00:16.576528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.637315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-ad6ab502-b177-4a2f-8d56-7f4a527171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.643027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-ad6ab502-b177-4a2f-8d56-7f4a527171d2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2fb2b508-15a2-4ac5-951b-32f3baadd101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730916 Mar 31 23:00:16.724526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bc3c26f-af52-4dd5-9a1b-f0c0c65c5068 req-74d30170-4816-458c-afa4-d491a2ead309 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502036 Mar 31 23:00:16.732470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.754954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:16.755883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566afb-76ee-44ae-8afb-776a560941d5 req-702a3111-63b4-4972-8661-e3ddae6025e4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.764764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c566afb-76ee-44ae-8afb-776a560941d5 req-702a3111-63b4-4972-8661-e3ddae6025e4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1377251 Mar 31 23:00:16.768511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] 10.222.0.95 "DELETE /v2.0/networks/bcd6a390-f993-4ba8-a062-9813a626f3d7 HTTP/1.1" status: 204 len: 168 time: 2.9254191 Mar 31 23:00:16.829522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2311de04-c3d7-4ad5-97d6-9a6d72cf3562 None None] New status for floating IP e4c00dd1-5686-4f75-a714-4cfbb4457e2b: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:00:16.847192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c566afb-76ee-44ae-8afb-776a560941d5 req-1a879085-9819-47a6-b275-063c5ae3b219 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815041 Mar 31 23:00:16.870673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbbfb2-04cc-417c-9c49-aca2618e3d49 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd6a390-f993-4ba8-a062-9813a626f3d7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:16.913426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.139455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-049d033e-f823-4335-bdfc-d41d1cc4b045 service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828768 Mar 31 23:00:17.147737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:17.164101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Allocated IP 172.20.0.2 (781441a3-f685-4436-8ee2-94be98473465/a8d93e1f-a0bc-4f5f-accf-e4ccd5847919/28fb717a-6d14-4afe-be60-e4c2ae44557b) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:17.179862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ea25576-ad7f-4e6f-8d28-42941e764253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.183348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:17.279477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.309941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-70328f60-2158-48a9-bd74-95c5f95a9939 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9133c90104c44830abf6757a743fc12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255424 Mar 31 23:00:17.324530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40344) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:17.343529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:17.347296 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd8dff-1de8-47c4-a8b9-c9962fe052a5" -d '{"events": [{"server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:17.456837 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaa2178-3e28-4a9f-8364-c4cb57e078c6 x-openstack-request-id: req-4eaa2178-3e28-4a9f-8364-c4cb57e078c6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:17.457213 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "name": "network-vif-plugged", "status": "completed", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:17.457543 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4eaa2178-3e28-4a9f-8364-c4cb57e078c6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:17.459336 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eaa2178-3e28-4a9f-8364-c4cb57e078c6'] response: {'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0', 'code': 200} Mar 31 23:00:17.488543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd20fc4-fdab-4103-957d-3c070a4bfc82 req-39e38504-1c69-4fa9-bbf2-975234b44efe tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.490506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abd20fc4-fdab-4103-957d-3c070a4bfc82 req-39e38504-1c69-4fa9-bbf2-975234b44efe tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.4186149 Mar 31 23:00:17.504474 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.519433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.554766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4baee068-b4e9-44ba-980a-dd27728f6804 req-2553a3e4-1d1a-45a3-9995-9595cc7926f8 service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607524 Mar 31 23:00:17.575823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abd20fc4-fdab-4103-957d-3c070a4bfc82 req-af1c8b37-8611-406a-92e7-6f04f11e416e tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613322 Mar 31 23:00:17.586922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Network 781441a3-f685-4436-8ee2-94be98473465 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:17.605860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ea25576-ad7f-4e6f-8d28-42941e764253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.605860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.611655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:17.626600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ea25576-ad7f-4e6f-8d28-42941e764253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.642131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:17.670295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ea25576-ad7f-4e6f-8d28-42941e764253 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d353b71cd72c43f98426f846adacfcfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214105 Mar 31 23:00:17.678066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40350) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:17.721379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5761-2267-41ef-8452-f843864f5eb5 req-a153af80-8a99-4088-96ae-0581fabbb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:17.723199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c4f5761-2267-41ef-8452-f843864f5eb5 req-a153af80-8a99-4088-96ae-0581fabbb63b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 1097 time: 0.1692717 Mar 31 23:00:17.747408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Pushing event updated for resources: {'Port': ['ID=28fb717a-6d14-4afe-be60-e4c2ae44557b,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:17.777013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Attempting to bind port 28fb717a-6d14-4afe-be60-e4c2ae44557b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:17.778140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Attempting to bind port 28fb717a-6d14-4afe-be60-e4c2ae44557b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:17.778303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Attempting to bind port 28fb717a-6d14-4afe-be60-e4c2ae44557b on network 781441a3-f685-4436-8ee2-94be98473465 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:17.781895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.797686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:17.798336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Checking segment: {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:17.798808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.799274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Bound using segment: {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:17.799811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Bound port: 28fb717a-6d14-4afe-be60-e4c2ae44557b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:17.800252 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:17.803542 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-cb064d4d-137a-4622-b83e-d0f8905a89fa service neutron] show failed (client error): The resource could not be found. Mar 31 23:00:17.804842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-cb064d4d-137a-4622-b83e-d0f8905a89fa service neutron] 10.222.0.60 "GET /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.3782108 Mar 31 23:00:17.898363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c4f5761-2267-41ef-8452-f843864f5eb5 req-6ed2e3bf-7a53-4c89-a170-aa542a3b0066 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120729 Mar 31 23:00:17.956032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] For port 28fb717a-6d14-4afe-be60-e4c2ae44557b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:17.958197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea25576-ad7f-4e6f-8d28-42941e764253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb1458e-6f97-40c1-8ce4-59d90883553f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:17.960006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] For port 28fb717a-6d14-4afe-be60-e4c2ae44557b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28fb717a-6d14-4afe-be60-e4c2ae44557b,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:17.977775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.021056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.023658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.043485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/43ce3141-2a66-4170-ac1e-bf555d552129 HTTP/1.1" status: 204 len: 168 time: 0.7041934 Mar 31 23:00:18.052761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb8e0-c937-4604-9a57-34af3c6dab2e None None] Pushing event updated for resources: {'Port': ['ID=28fb717a-6d14-4afe-be60-e4c2ae44557b,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.077851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040a1cf-cfa2-4a30-922c-3ea89c772ea4 req-7d692bb4-c85d-4c26-852c-d74e86f91a6d tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.097004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9040a1cf-cfa2-4a30-922c-3ea89c772ea4 req-7d692bb4-c85d-4c26-852c-d74e86f91a6d tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.4067614 Mar 31 23:00:18.121101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d53c0-74e0-4c78-9903-395d862cf3dd req-1900d5d4-83c6-4b38-8ad0-351d31fc741d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.123594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-112d53c0-74e0-4c78-9903-395d862cf3dd req-1900d5d4-83c6-4b38-8ad0-351d31fc741d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1784322 Mar 31 23:00:18.162190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.174222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69ef0d-fb3a-4e16-ab5f-6a10233ae5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce3141-2a66-4170-ac1e-bf555d552129,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.180878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.234972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9040a1cf-cfa2-4a30-922c-3ea89c772ea4 req-be20c939-c9d1-409c-b186-fbdceac70a3e tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411023 Mar 31 23:00:18.265667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.297533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.370617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.374789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:18.378767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bbb1458e-6f97-40c1-8ce4-59d90883553f HTTP/1.1" status: 204 len: 168 time: 0.6938977 Mar 31 23:00:18.397387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc206a5-266d-4245-a7e7-18fa81636e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb1458e-6f97-40c1-8ce4-59d90883553f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:18.555548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76bc4f-8b62-4daa-8215-9b0d482df2e6 req-9918ca7c-a4da-4d1b-8b67-815862215f2c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.557275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c76bc4f-8b62-4daa-8215-9b0d482df2e6 req-9918ca7c-a4da-4d1b-8b67-815862215f2c tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.1453946 Mar 31 23:00:18.578110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-112d53c0-74e0-4c78-9903-395d862cf3dd req-ed1d1c29-7e80-401a-8cc0-b4943bd56ad6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4357586 Mar 31 23:00:18.626440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-d9c335da-9b57-4485-92ae-6d4d867937d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:18.642086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-d9c335da-9b57-4485-92ae-6d4d867937d6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.3362393 Mar 31 23:00:18.659162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:18.663038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c76bc4f-8b62-4daa-8215-9b0d482df2e6 req-7a6e1e78-8d92-4404-866a-9a123ed5d305 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977941 Mar 31 23:00:18.919162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28fb717a-6d14-4afe-be60-e4c2ae44557b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:18.950568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Allocated IP 172.25.8.188 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b68f8f35-7bf3-4682-8841-a943e8f7630b) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:18.988003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e297d-47ee-4d93-8ab5-3fa898486db1 req-3ff462f9-4c79-452e-b8fc-e0f2a2744da7 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.004065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-144e297d-47ee-4d93-8ab5-3fa898486db1 req-3ff462f9-4c79-452e-b8fc-e0f2a2744da7 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.1902008 Mar 31 23:00:19.044699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28fb717a-6d14-4afe-be60-e4c2ae44557b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:19.045197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.072548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.190416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-144e297d-47ee-4d93-8ab5-3fa898486db1 req-4e2c1842-9cee-4921-9159-390051aacee1 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801746 Mar 31 23:00:19.303622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.445013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 28fb717a-6d14-4afe-be60-e4c2ae44557b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28fb717a-6d14-4afe-be60-e4c2ae44557b,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:19.452366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.615112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=28fb717a-6d14-4afe-be60-e4c2ae44557b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:19.752998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8ab7e-16f5-4107-9e1b-f68f588cd840 req-84f77a84-77f2-4bde-b757-d004e2a65513 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.767917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37e8ab7e-16f5-4107-9e1b-f68f588cd840 req-84f77a84-77f2-4bde-b757-d004e2a65513 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.1357169 Mar 31 23:00:19.846095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37e8ab7e-16f5-4107-9e1b-f68f588cd840 req-f858e58a-4fbb-4d6c-8d4a-c322bdc6e9c0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Mar 31 23:00:19.848011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c102aa-b02a-4943-89e1-dcc6999908cf req-37752bee-e0b0-4328-9e83-5137af8736c0 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.855811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c102aa-b02a-4943-89e1-dcc6999908cf req-37752bee-e0b0-4328-9e83-5137af8736c0 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.4835448 Mar 31 23:00:19.900302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:19.965442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c102aa-b02a-4943-89e1-dcc6999908cf req-858557d4-02e8-4358-8a98-0ae40884e752 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077960 Mar 31 23:00:20.055315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40408) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:20.055927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:20.075311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5378328a-7462-4906-bacb-06f5406134ef None None] Network 781441a3-f685-4436-8ee2-94be98473465 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:20.170825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea5753-c070-4d61-bca2-29eda80e6516 req-78c7d5fe-3b2b-4ba1-9913-a83476d0336d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.172686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcea5753-c070-4d61-bca2-29eda80e6516 req-78c7d5fe-3b2b-4ba1-9913-a83476d0336d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1717303 Mar 31 23:00:20.381912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcea5753-c070-4d61-bca2-29eda80e6516 req-03af5489-cb29-41cc-92eb-65de51ed8a26 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821942 Mar 31 23:00:20.386166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fa49ed9-bf8e-4cbd-b63d-d8dab37ccb72 None None] Provisioning complete for port 28fb717a-6d14-4afe-be60-e4c2ae44557b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:20.386877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8fa49ed9-bf8e-4cbd-b63d-d8dab37ccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.413934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1938209260-network', 'tenant_id': 'c4bb783e76b140e5a04fc365e1a4e51d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:20.422985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-network', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:20.481026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Made reservation on behalf of c4bb783e76b140e5a04fc365e1a4e51d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:20.483529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.484437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:20.493318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Made reservation on behalf of bc5d6e5297fa44a898b2fe210d1c41f3 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:20.495750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.498139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.512153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.562118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2d7fb-5ab3-4893-8b3d-8deb70ea4283 req-c8b40191-517c-4c63-988b-6b45384c9b66 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:20.563009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83d2d7fb-5ab3-4893-8b3d-8deb70ea4283 req-c8b40191-517c-4c63-988b-6b45384c9b66 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.4800878 Mar 31 23:00:20.585841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.660905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.670897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.686808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:20.705014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:20.707110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:20.710819 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.768574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.773646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:20.782640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83d2d7fb-5ab3-4893-8b3d-8deb70ea4283 req-76f67508-ea14-431e-8f53-3f6730efaa11 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007480 Mar 31 23:00:20.786286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:20.803506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28fb717a-6d14-4afe-be60-e4c2ae44557b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:20.812957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.817377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65fc40e-8300-4616-a37e-17937cc5a0bd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.826635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.827120 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Added segment d8ebac96-82e6-4259-9488-3970061e41f2 of type vlan for network e19fa069-3f2d-4228-9026-1763278a091c Mar 31 23:00:20.862290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:20.906147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Pushing event updated for resources: {'Port': ['ID=b68f8f35-7bf3-4682-8841-a943e8f7630b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.933806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6acec8-785d-43b2-b2fb-e532e1eb7545,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.969877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:20.970400 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Added segment 0dbe0254-26d3-40f3-9d58-84535b5a76d8 of type vlan for network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b Mar 31 23:00:20.990629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.001458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.019834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28fb717a-6d14-4afe-be60-e4c2ae44557b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:21.021945 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.036951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Transition to ACTIVE for port object 083c92a2-5c27-46f4-a21d-ea10b66fedca will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:21.039793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:21.051425 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6088a7a3-d883-43b2-be60-9cbcadfed531" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:21.064069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.088812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a4db3b72-2cd3-4dd0-822f-630cef9be50a None None] Provisioning complete for port 28fb717a-6d14-4afe-be60-e4c2ae44557b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:21.089600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a4db3b72-2cd3-4dd0-822f-630cef9be50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.149753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.167346 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.168797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.169786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.193295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-46ea0ef3-cfe6-4133-a72c-d375b5fde900 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.194973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-46ea0ef3-cfe6-4133-a72c-d375b5fde900 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.1324329 Mar 31 23:00:21.212026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5884474-926d-40c3-b025-ae7b8e338196 req-914c322f-bfb6-469d-a09d-bab003442c91 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.225105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5884474-926d-40c3-b025-ae7b8e338196 req-914c322f-bfb6-469d-a09d-bab003442c91 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 946 time: 0.1962972 Mar 31 23:00:21.345962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.346972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.347614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.375340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3060069 Mar 31 23:00:21.386354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40422) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:21.394531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Request body: {'subnet': {'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1938209260-subnet', 'tenant_id': 'c4bb783e76b140e5a04fc365e1a4e51d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:21.418739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] No DVR routers for this DVR port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:21.422020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.441332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Made reservation on behalf of c4bb783e76b140e5a04fc365e1a4e51d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:21.446094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.483124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d2865-1f5c-4eb7-98c7-47a00596ad1d admin admin] Pushing event updated for resources: {'Network': ['ID=e19fa069-3f2d-4228-9026-1763278a091c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.493316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4351215 Mar 31 23:00:21.502691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40426) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:21.506169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e19fa069-3f2d-4228-9026-1763278a091c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:21.512590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Request body: {'subnet': {'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-subnet', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:21.521492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.521492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.522302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.522302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.522487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.523849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.523849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.523849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.523849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.524268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.524359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.524679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:21.551384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5884474-926d-40c3-b025-ae7b8e338196 req-34a6ecc9-c207-4be9-b128-6e5bfa6af411 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/security-groups?id=bc37515d-8746-4b14-9e42-a14d6aba5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958362 Mar 31 23:00:21.604360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f47be7-15d0-4759-b014-3885eb29e0f7 req-ecec0552-08f1-415c-ba74-ea3e9595006e tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:21.606050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6f47be7-15d0-4759-b014-3885eb29e0f7 req-ecec0552-08f1-415c-ba74-ea3e9595006e tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.4555120 Mar 31 23:00:21.640281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Made reservation on behalf of bc5d6e5297fa44a898b2fe210d1c41f3 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:21.642796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.663775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d923-2eaa-4c5d-9993-008d1b5895e5 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.704078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:21.704481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:21.704734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:21.718994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:21.727154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:21.727498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:21.728234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Deleting port 6da89385-92f3-46a3-9d3e-bbea04a13d0b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:21.728856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.757451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:21.757843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:21.758264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:21.769484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Bound port: 083c92a2-5c27-46f4-a21d-ea10b66fedca, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:21.770068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.778827 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d22258-e6b9-4da8-9aa4-0d2d4b6d83c9 x-openstack-request-id: req-b1d22258-e6b9-4da8-9aa4-0d2d4b6d83c9 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:21.779128 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:21.779400 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b1d22258-e6b9-4da8-9aa4-0d2d4b6d83c9 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:21.779798 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d22258-e6b9-4da8-9aa4-0d2d4b6d83c9'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'code': 200} Mar 31 23:00:21.807300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:21.858751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] For port 6da89385-92f3-46a3-9d3e-bbea04a13d0b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6da89385-92f3-46a3-9d3e-bbea04a13d0b,segment=NetworkSegment(5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c),segment_id=5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:21.859927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:21.899701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:21.906424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Calling delete_port for 6da89385-92f3-46a3-9d3e-bbea04a13d0b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:22.013928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b8f0-ee29-45bc-b5d2-c0096f9f504c req-df4aa7bd-d89d-40f8-ae0d-05a3d54e19e9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.015603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2db1b8f0-ee29-45bc-b5d2-c0096f9f504c req-df4aa7bd-d89d-40f8-ae0d-05a3d54e19e9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1435807 Mar 31 23:00:22.035559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6f47be7-15d0-4759-b014-3885eb29e0f7 req-4a00d1fb-bdd1-47c7-a164-b21373fc4ca0 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879721 Mar 31 23:00:22.044958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.122815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2db1b8f0-ee29-45bc-b5d2-c0096f9f504c req-13460642-99f9-4080-b87e-e3ffe89c37a1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954952 Mar 31 23:00:22.149381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.276720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ad45dc-7440-406f-9c95-6949e0e2439a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.333343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Checking segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:22.333827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Network hostable DHCP agents. Network: bf7c2573-ecf4-4748-8fdb-5ec9be501c2b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:22.335009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:22.338585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.358922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6da89385-92f3-46a3-9d3e-bbea04a13d0b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:22.402188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Pushing event deleted for resources: {'Port': ['ID=6da89385-92f3-46a3-9d3e-bbea04a13d0b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.420325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:22.440563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.453381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21760e-7b2f-4e63-9ff2-0950b8a92511 req-7047ae7f-e454-4fe3-a976-3fed090bfb49 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.461161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a21760e-7b2f-4e63-9ff2-0950b8a92511 req-7047ae7f-e454-4fe3-a976-3fed090bfb49 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.2396107 Mar 31 23:00:22.503851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:22.503851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] No DVR routers for this DVR port 6da89385-92f3-46a3-9d3e-bbea04a13d0b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:22.504719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.508746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceac83e0-90b7-4d87-a822-f8d4c40f21ca req-8e683ad9-8de5-4a4e-9612-937f27d390a0 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.60 "DELETE /v2.0/ports/6da89385-92f3-46a3-9d3e-bbea04a13d0b HTTP/1.1" status: 204 len: 173 time: 1.2796574 Mar 31 23:00:22.510491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'name': 'network-vif-deleted', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:22.513040 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c553b-efca-43ae-878a-4828c2eb6f87" -d '{"events": [{"server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "name": "network-vif-deleted", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:22.520105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.539947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bf7c2573-ecf4-4748-8fdb-5ec9be501c2b) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:22.556313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.557129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.584456 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b0775-d46a-4b48-ad48-e9f490860c93 x-openstack-request-id: req-3d5b0775-d46a-4b48-ad48-e9f490860c93 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:22.585359 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c31866-1237-493a-a8d9-780b4f98ce9c", "name": "network-vif-deleted", "tag": "6da89385-92f3-46a3-9d3e-bbea04a13d0b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:22.585359 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3d5b0775-d46a-4b48-ad48-e9f490860c93 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:22.587826 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5b0775-d46a-4b48-ad48-e9f490860c93'] response: {'server_uuid': '88c31866-1237-493a-a8d9-780b4f98ce9c', 'name': 'network-vif-deleted', 'tag': '6da89385-92f3-46a3-9d3e-bbea04a13d0b', 'status': 'completed', 'code': 200} Mar 31 23:00:22.612754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-77a6912e-72d3-4789-b70a-cc86661b19fa admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1069851 Mar 31 23:00:22.621656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40458) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:22.622647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:22.657605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.659269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.705018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2834fd-e7cc-4c91-a9a1-3488bf1ae833 None None] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:22.774436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.776582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:22.777481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.783461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] 10.222.0.96 "PUT /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 1095 time: 4.1319788 Mar 31 23:00:22.867253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94815bdb-7f37-489e-a3da-ecc75f4ad6f0 req-8aee0a91-60bc-4d97-887e-e2fa477ee353 tempest-InstanceActionsV221TestJSON-1425064548 tempest-InstanceActionsV221TestJSON-1425064548-project] 10.222.0.95 "GET /v2.0/ports?device_id=88c31866-1237-493a-a8d9-780b4f98ce9c HTTP/1.1" status: 200 len: 210 time: 0.0852978 Mar 31 23:00:22.918717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a21760e-7b2f-4e63-9ff2-0950b8a92511 req-13dec60d-31c2-46e1-a58c-75969784c48e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487419 Mar 31 23:00:22.942702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3cc7e-9dcc-4d7c-a6d1-a3e07cd0779c service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.971008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.979141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:00:22.980102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb95f2c3-664d-4d69-a5d0-2bf08999739a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:22.980717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:22.993627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Checking segment: {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:22.994129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Network hostable DHCP agents. Network: e19fa069-3f2d-4228-9026-1763278a091c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:23.100789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-0efc530c-dd43-46db-9d3a-fbaa5efd2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.103710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-0efc530c-dd43-46db-9d3a-fbaa5efd2b7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1098 time: 0.2662399 Mar 31 23:00:23.106758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Network e19fa069-3f2d-4228-9026-1763278a091c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:23.209254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e19fa069-3f2d-4228-9026-1763278a091c) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:23.213101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.258328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc16d4-9136-465d-bc31-4b82102febf0 None None] Network e19fa069-3f2d-4228-9026-1763278a091c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:23.381073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec86ab-6848-4778-bbe5-eaf56f615a38 req-65065b89-e52e-4de2-81ff-b9581b282e63 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.382576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79ec86ab-6848-4778-bbe5-eaf56f615a38 req-65065b89-e52e-4de2-81ff-b9581b282e63 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.0975802 Mar 31 23:00:23.392749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-5f9582fd-6d1e-457a-bf61-0d5ecbe16b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.395064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-5f9582fd-6d1e-457a-bf61-0d5ecbe16b5d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2826712 Mar 31 23:00:23.448045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Allocated IP 172.20.0.2 (bf7c2573-ecf4-4748-8fdb-5ec9be501c2b/c2ad45dc-7440-406f-9c95-6949e0e2439a/278e5211-9167-4811-80cf-a3dc4475b55b) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:23.450755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79ec86ab-6848-4778-bbe5-eaf56f615a38 req-536fa10c-5226-4a66-aadc-2db3a2b40c59 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545330 Mar 31 23:00:23.479761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.480339 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.488321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6a4add52-d248-4a77-9e98-ab863d8c0182 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0671663 Mar 31 23:00:23.574034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-84c51618-cc44-423d-93fa-ef004d9d9c63 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1768160 Mar 31 23:00:23.597752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Router 144262f8-1a97-4889-adef-da1cb51a3b23 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:23.614838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c76e8-b92c-4611-8661-783cd271748d req-ba6bb685-22af-4bae-9cbf-a501b60b648c tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.622341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6191ab-b010-48fe-83f8-bd58016b4deb None None] Network e19fa069-3f2d-4228-9026-1763278a091c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:23.623943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7c76e8-b92c-4611-8661-783cd271748d req-ba6bb685-22af-4bae-9cbf-a501b60b648c tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.2126081 Mar 31 23:00:23.645047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6253b662-f3d4-4c2b-865f-f0dd2a8cd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.647089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-6253b662-f3d4-4c2b-865f-f0dd2a8cd187 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1367042 Mar 31 23:00:23.742340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.779187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:23.791629 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Sync routers for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:23.804567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:23.807971 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b573cb1-ed19-46d6-961c-0e4663f4596d" -d '{"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:23.810258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.815252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:23.820268 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:23.828452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7c76e8-b92c-4611-8661-783cd271748d req-0534fbf9-1d6a-4ddd-9af0-457b069c9585 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995358 Mar 31 23:00:23.869981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.874838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b402eca9-57b8-4088-aafe-b6511230f8f5 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5309658 Mar 31 23:00:23.875606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40482) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:23.884982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-fe8f8003-cf14-4e51-b2cd-29e9e6feb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:23.886630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-fe8f8003-cf14-4e51-b2cd-29e9e6feb3d2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2272148 Mar 31 23:00:23.904121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.917230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:23.942856 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e14cc-daaf-4790-9648-c79f65c07cac x-openstack-request-id: req-583e14cc-daaf-4790-9648-c79f65c07cac {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:23.943356 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:23.943792 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-583e14cc-daaf-4790-9648-c79f65c07cac {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:23.944951 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583e14cc-daaf-4790-9648-c79f65c07cac'] response: {'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'status': 'completed', 'code': 200} Mar 31 23:00:23.978177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:24.033789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:24.052131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:24.064477 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:24.158358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-d014f096-6ee4-45c8-b25c-ab3e4892f6b3 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305498 Mar 31 23:00:24.163643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Pushing event updated for resources: {'Port': ['ID=278e5211-9167-4811-80cf-a3dc4475b55b,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.228758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Attempting to bind port 278e5211-9167-4811-80cf-a3dc4475b55b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:24.232911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Attempting to bind port 278e5211-9167-4811-80cf-a3dc4475b55b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:24.233655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Attempting to bind port 278e5211-9167-4811-80cf-a3dc4475b55b on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:24.238982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-35eeff9b-05b8-4331-8485-0918ae0636d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.240621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-35eeff9b-05b8-4331-8485-0918ae0636d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1098 time: 0.2766867 Mar 31 23:00:24.253023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:24.255855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Checking segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:24.256639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.257271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Bound using segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:24.258900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Bound port: 278e5211-9167-4811-80cf-a3dc4475b55b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:24.260662 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.292312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5365c272-3a40-4b22-8364-d24c95a4a061 req-82917f8c-14a9-4715-88fb-6a0a2da0b890 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261027 Mar 31 23:00:24.326844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Allocated IP 172.25.8.55 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/2d20f962-602e-442c-b8eb-60b14db858d8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:24.364879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855839284', 'description': 'tempest-description-234477382'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:24.435855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee47a-bb51-4e3c-96b8-a058081b3290 req-70c0039b-6053-4d2f-acf7-5c88204e6973 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.436298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] For port 278e5211-9167-4811-80cf-a3dc4475b55b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:24.443998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e13ee47a-bb51-4e3c-96b8-a058081b3290 req-70c0039b-6053-4d2f-acf7-5c88204e6973 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.2956684 Mar 31 23:00:24.452802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] For port 278e5211-9167-4811-80cf-a3dc4475b55b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=278e5211-9167-4811-80cf-a3dc4475b55b,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:24.454115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:21Z', 'revision_number': 3, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:24.462389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.522585 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Checking router: 144262f8-1a97-4889-adef-da1cb51a3b23 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:24.524859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Updating router 144262f8-1a97-4889-adef-da1cb51a3b23 port b68f8f35-7bf3-4682-8841-a943e8f7630b binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:24.574226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e13ee47a-bb51-4e3c-96b8-a058081b3290 req-9d959386-3a67-4724-8a13-2fcdd6e32957 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291625 Mar 31 23:00:24.596998 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.624596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1f71e-8b24-4946-a507-efa7ac53a7a6 None None] Pushing event updated for resources: {'Port': ['ID=278e5211-9167-4811-80cf-a3dc4475b55b,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.630191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-7113b805-882c-4956-a498-ec1e674fc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:24.632069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-7113b805-882c-4956-a498-ec1e674fc19b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3842895 Mar 31 23:00:24.799491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:24.844430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-433bd590-78bf-4c2b-a470-2c7a789580d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.2040565 Mar 31 23:00:25.002631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.065357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.118764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-621c8d89-9125-44d0-a8d9-04cafb80ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.122828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-621c8d89-9125-44d0-a8d9-04cafb80ae45 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1098 time: 0.7158246 Mar 31 23:00:25.292226 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.302729 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.369632 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Attempting to bind port b68f8f35-7bf3-4682-8841-a943e8f7630b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:25.370771 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Attempting to bind port b68f8f35-7bf3-4682-8841-a943e8f7630b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:25.371377 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Attempting to bind port b68f8f35-7bf3-4682-8841-a943e8f7630b on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:25.389907 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:25.390272 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:25.390676 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.391057 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:25.391986 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Bound port: b68f8f35-7bf3-4682-8841-a943e8f7630b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:25.397671 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.471161 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] For port b68f8f35-7bf3-4682-8841-a943e8f7630b, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:25.474311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] For port b68f8f35-7bf3-4682-8841-a943e8f7630b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b68f8f35-7bf3-4682-8841-a943e8f7630b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:25.475143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-3ae1a196-5f9a-4314-8ff6-97cc00e55dda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.477714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-3ae1a196-5f9a-4314-8ff6-97cc00e55dda tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.60 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.6346402 Mar 31 23:00:25.480181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-698c7b40-4492-48d4-9360-d5461cf356c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.481784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-698c7b40-4492-48d4-9360-d5461cf356c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.6045244 Mar 31 23:00:25.483839 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.489087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:25.491358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:25.493028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd39e8-ead9-4e66-b6a1-1e389ec7a681 None None] Pushing event updated for resources: {'Port': ['ID=b68f8f35-7bf3-4682-8841-a943e8f7630b,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.503345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:25.514985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-c283f312-3f4c-44c8-98c5-ee3cc3dc7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.516838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-c283f312-3f4c-44c8-98c5-ee3cc3dc7d08 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3715937 Mar 31 23:00:25.530528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8f98-5049-40db-9a7e-cc681145f027 req-83129191-5c4e-4323-98c9-745fd269ad22 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.537933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.538899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b87c8f98-5049-40db-9a7e-cc681145f027 req-83129191-5c4e-4323-98c9-745fd269ad22 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.6983910 Mar 31 23:00:25.553895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd39e8-ead9-4e66-b6a1-1e389ec7a681 None None] Pushing event updated for resources: {'Port': ['ID=b68f8f35-7bf3-4682-8841-a943e8f7630b,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.572439 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:25.573372 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:25.577412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-fcfcac87-ab3e-472b-90eb-4b5812e212ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0489950 Mar 31 23:00:25.578690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.709195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2d20f962-602e-442c-b8eb-60b14db858d8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.710252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6da89385-92f3-46a3-9d3e-bbea04a13d0b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:25.751919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-740f21da-9913-4b03-b9c7-b1a5551aab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.753814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-740f21da-9913-4b03-b9c7-b1a5551aab86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2467065 Mar 31 23:00:25.763823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 6da89385-92f3-46a3-9d3e-bbea04a13d0b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:25.764370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6da89385-92f3-46a3-9d3e-bbea04a13d0b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:25.770380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.773008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-471ce831-65a2-4310-b80b-2c11892c63d5 req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.4222553 Mar 31 23:00:25.851279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab4b36-aca2-4e88-9ba8-ca18acffad24 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73b75a-bcfe-45cd-a558-07187456c770,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.907028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.911819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-c8fdebc5-d854-4553-a491-7a49dab77d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.913402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-c8fdebc5-d854-4553-a491-7a49dab77d4e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2841606 Mar 31 23:00:25.926808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:25.964844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b87c8f98-5049-40db-9a7e-cc681145f027 req-22673bda-42e5-4a4a-8939-0e95f304d178 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234469 Mar 31 23:00:26.090370 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:26.099517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-6b3589ec-efb4-4dfd-8cea-73608e42eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.102701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-6b3589ec-efb4-4dfd-8cea-73608e42eaf9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808822 Mar 31 23:00:26.257816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9ee79-62bb-4611-a012-ddf0a260ead2 req-1abcb8ef-6d08-45bc-9d6e-f48d16d7a30c tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.271657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87d9ee79-62bb-4611-a012-ddf0a260ead2 req-1abcb8ef-6d08-45bc-9d6e-f48d16d7a30c tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 946 time: 0.2545738 Mar 31 23:00:26.319597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Deleting port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:26.319597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.332830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8cadae-29c0-4fb3-8569-83f81ca6b1e9 None None] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:26.346990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a66917-8f22-4416-888a-b8828611a98c req-f16ace21-cf17-49b5-8de9-020aa29f803d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.350399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34a66917-8f22-4416-888a-b8828611a98c req-f16ace21-cf17-49b5-8de9-020aa29f803d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.2559643 Mar 31 23:00:26.355825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-e2a8de84-2d4b-4dd8-b445-72eb8545d3d4 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115810 Mar 31 23:00:26.424445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.438616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87d9ee79-62bb-4611-a012-ddf0a260ead2 req-76b7c34c-63fa-4c75-80fd-5885154e6b2b tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/security-groups?id=367d1e80-fee2-42d7-bf64-020bd16ad2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597650 Mar 31 23:00:26.511735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013632388', 'description': 'tempest-description-1856152400'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:26.534566 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:21Z', 'revision_number': 3, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:26.535324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-1d11f60b-dcbd-4a50-8b3e-43166285249b service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232635 Mar 31 23:00:26.538267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.539949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] Provisioning complete for port 278e5211-9167-4811-80cf-a3dc4475b55b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:26.540291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.580043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Allocated IP 172.20.0.1 (781441a3-f685-4436-8ee2-94be98473465/a8d93e1f-a0bc-4f5f-accf-e4ccd5847919/bcaeb52f-4eef-460b-825e-e631a7611b7c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:26.614383 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b80b8c-2745-4b69-b32b-cd783b3d39fc None None] The sync data for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 is: [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:21Z', 'revision_number': 3, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:26.655616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-30045d30-be4c-438e-94f9-5e983a63fac3 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793338 Mar 31 23:00:26.672397 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.694241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34a66917-8f22-4416-888a-b8828611a98c req-d27c699b-dfed-4532-8bfe-36d857803649 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372216 Mar 31 23:00:26.708159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] For port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,segment=NetworkSegment(7a0746c8-f175-47a4-ace5-2e36d0261e22),segment_id=7a0746c8-f175-47a4-ace5-2e36d0261e22)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:26.711414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b573cb1-ed19-46d6-961c-0e4663f4596d req-4ac715b0-5344-4fa4-8d9e-d2728db5ccc3 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680050 Mar 31 23:00:26.712017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.765952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] For port 278e5211-9167-4811-80cf-a3dc4475b55b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=278e5211-9167-4811-80cf-a3dc4475b55b,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:26.780496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:26.807474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40502) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:26.807669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Calling delete_port for d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:26.890926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d84928-6e16-4c64-bee8-25f2a1a663f2 None None] Pushing event updated for resources: {'Port': ['ID=278e5211-9167-4811-80cf-a3dc4475b55b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:26.931079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 278e5211-9167-4811-80cf-a3dc4475b55b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:26.998070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.003203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Deleting subnet 23028dd1-ee16-4a35-9956-7e855aaf2af0 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:27.009471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.013002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.100049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 278e5211-9167-4811-80cf-a3dc4475b55b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:27.100503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.149094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.150390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2be15057-f5e5-433a-9f08-c938cb2852d2 req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6499767 Mar 31 23:00:27.158934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c06c0-61bc-43da-9c68-f6f9cd94bdd1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb3bdbd-9d8e-42a8-89f1-02311d05cabf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.195459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.200150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.278313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.363889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.420772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3022b212-d644-4ac1-913c-03201c4988ca None None] Provisioning complete for port 278e5211-9167-4811-80cf-a3dc4475b55b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:27.421314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3022b212-d644-4ac1-913c-03201c4988ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.515554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.581031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-10ef300a-ad46-43f7-b3dc-a2dc468a60ea tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.582615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-10ef300a-ad46-43f7-b3dc-a2dc468a60ea tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 813 time: 0.1807160 Mar 31 23:00:27.615769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Network 781441a3-f685-4436-8ee2-94be98473465 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:27.624892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.633268 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-5cf96d8d-9570-423d-ad86-0b2d749c9604 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/quotas/c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 375 time: 0.0409267 Mar 31 23:00:27.651308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.664365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d8cc0348-dbb2-4963-92aa-7ddd2cb395a0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:27.673001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:27.674812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23028dd1-ee16-4a35-9956-7e855aaf2af0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.676999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Pushing event updated for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.689057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:27.691572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.701717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ad318845-3082-44de-b329-238b2d1e439a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/23028dd1-ee16-4a35-9956-7e855aaf2af0 HTTP/1.1" status: 204 len: 168 time: 0.8926580 Mar 31 23:00:27.704359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40522) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:27.712508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96349dff-06c0-4bd2-8c60-fc6450d60827 req-6785e749-aba8-4158-9e82-f87ce23d7aba tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:27.715192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96349dff-06c0-4bd2-8c60-fc6450d60827 req-6785e749-aba8-4158-9e82-f87ce23d7aba tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.3952048 Mar 31 23:00:27.777894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-593544c2-0921-4ff5-bd81-9632ae1322c1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976236 Mar 31 23:00:27.795557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Pushing event deleted for resources: {'Port': ['ID=d8cc0348-dbb2-4963-92aa-7ddd2cb395a0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:27.915573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] No DVR routers for this DVR port d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:27.922559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-62c89f20-cf35-4daf-9f89-4252e59a0967 service neutron] 10.222.0.95 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178122 Mar 31 23:00:27.934383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:27.938029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b631065-4a18-4230-aaa9-d33f8423faaf req-028b4632-b971-44cc-92cb-49acb4bd47b8 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.60 "DELETE /v2.0/ports/d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 HTTP/1.1" status: 204 len: 173 time: 2.4248681 Mar 31 23:00:27.944469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'name': 'network-vif-deleted', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:27.956087 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f553abe-35ca-4cce-9e59-80b1553b835b" -d '{"events": [{"server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "name": "network-vif-deleted", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:27.970760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96349dff-06c0-4bd2-8c60-fc6450d60827 req-86964cd5-796f-465d-b19a-8662c5f0c1fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321184 Mar 31 23:00:27.992945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.023980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Router 41252dd9-a479-4fa0-bde4-4be5898e644e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:28.087717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c17ee8b6-7827-426f-b999-14b7244567d8 None None] Provisioning complete for port bcaeb52f-4eef-460b-825e-e631a7611b7c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:28.091763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c17ee8b6-7827-426f-b999-14b7244567d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.175751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee8b6-7827-426f-b999-14b7244567d8 None None] Port bcaeb52f-4eef-460b-825e-e631a7611b7c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:28.233203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e0a6a48-d98f-46d9-b4e8-31c499826713 req-9db47b84-4da2-4605-b087-c41b7c3b3668 tempest-ServerMetadataNegativeTestJSON-404013622 tempest-ServerMetadataNegativeTestJSON-404013622-project] 10.222.0.95 "GET /v2.0/ports?device_id=95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2 HTTP/1.1" status: 200 len: 210 time: 0.1031895 Mar 31 23:00:28.254582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:28.270326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:28.285305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.294799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:28.296013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:28.326817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.328352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1725235d-b033-4573-85a0-3ebdaefa44b3 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7130115 Mar 31 23:00:28.331176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40528) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:28.476978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.479870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.483207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-e76c765c-3dca-46ae-90c0-cd799c47b143 service neutron] 10.222.0.95 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429924 Mar 31 23:00:28.531916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc65afa1-e24a-48f8-a0d4-74f1f2b2c322']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:28.551078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:28.551475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea79a5e-946c-4f8c-a5d0-7e438cb51f6c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:28.567896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.596016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.619491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:28.620003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:28.621932 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:28.638895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:28.775467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc0443-a654-4bce-95d5-1ff1acf3f7d8 req-2717e3f2-6d64-44f2-8f02-5d782686ab6d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:28.788196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cbc0443-a654-4bce-95d5-1ff1acf3f7d8 req-2717e3f2-6d64-44f2-8f02-5d782686ab6d tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.3343217 Mar 31 23:00:28.832268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.861335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:28.874955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] 10.222.0.95 "DELETE /v2.0/networks/fc65afa1-e24a-48f8-a0d4-74f1f2b2c322 HTTP/1.1" status: 204 len: 168 time: 1.1652853 Mar 31 23:00:28.928647 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1354627c-c79c-4d2f-b142-a5ccead48c97 x-openstack-request-id: req-1354627c-c79c-4d2f-b142-a5ccead48c97 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:28.928933 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2", "name": "network-vif-deleted", "tag": "d8cc0348-dbb2-4963-92aa-7ddd2cb395a0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:28.929325 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1354627c-c79c-4d2f-b142-a5ccead48c97 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:28.930577 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1354627c-c79c-4d2f-b142-a5ccead48c97'] response: {'server_uuid': '95c5719d-5df7-4a36-9ca6-f63ddf5dfbf2', 'name': 'network-vif-deleted', 'tag': 'd8cc0348-dbb2-4963-92aa-7ddd2cb395a0', 'status': 'completed', 'code': 200} Mar 31 23:00:28.988934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cbc0443-a654-4bce-95d5-1ff1acf3f7d8 req-2e6cfb41-2c00-437b-a11f-85a9096b59cd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997566 Mar 31 23:00:28.989755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:29.004787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6038f-7fe4-461e-b3c1-c09054d3ebdd admin admin] Pushing event deleted for resources: {'Network': ['ID=fc65afa1-e24a-48f8-a0d4-74f1f2b2c322,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.132413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-948b34fd-91f6-41cb-9c49-a65ecc8bf782 req-60c42cdb-b72d-496b-9a0e-3e326d449476 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 210 time: 0.1908865 Mar 31 23:00:29.192125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.198891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.316589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b68f8f35-7bf3-4682-8841-a943e8f7630b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:29.381846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:25Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:29.461173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:29.461518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Updating router 41252dd9-a479-4fa0-bde4-4be5898e644e port 2d20f962-602e-442c-b8eb-60b14db858d8 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:29.519867 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.533447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b68f8f35-7bf3-4682-8841-a943e8f7630b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:29.533447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:29.536280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:29.609624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'mac_address': 'fa:16:3e:37:f0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:29.796998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:29.850729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40546) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:29.851704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40548) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:29.865721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:29.866356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d8cc0348-dbb2-4963-92aa-7ddd2cb395a0 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:29.969332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Pushing event updated for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:29.969332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.104317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab892acc-6535-4be9-bcaf-b9663d37c640 req-54f56d70-8ee9-471b-a614-91bb8d79d174 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:30.110260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab892acc-6535-4be9-bcaf-b9663d37c640 req-54f56d70-8ee9-471b-a614-91bb8d79d174 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.9426479 Mar 31 23:00:30.161157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Deleting subnet eeb5260f-657f-443b-8c91-588befdf16de {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:00:30.188694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.241409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Network 781441a3-f685-4436-8ee2-94be98473465 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:30.245918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:30.248026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.333558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab892acc-6535-4be9-bcaf-b9663d37c640 req-6cc9b9a4-5f7a-405f-a603-07e7ac0316f3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687922 Mar 31 23:00:30.367472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6aa2212f-c5df-4586-a4c0-31458a5a0639 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=834d7528c02a4f46b01926978dfc8dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088816 Mar 31 23:00:30.367472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40556) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:30.367472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.369039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:30.395605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d11c3-1110-4bb8-8861-11e56ba0ff87 req-2116eda6-147f-4f67-a7aa-8b7748204b32 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:30.398108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c89d11c3-1110-4bb8-8861-11e56ba0ff87 req-2116eda6-147f-4f67-a7aa-8b7748204b32 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 947 time: 0.2499125 Mar 31 23:00:30.426411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:30.440560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.467881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.494705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.535412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.548215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b68f8f35-7bf3-4682-8841-a943e8f7630b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b68f8f35-7bf3-4682-8841-a943e8f7630b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:30.571144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.573424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 278e5211-9167-4811-80cf-a3dc4475b55b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:30.596985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Router 144262f8-1a97-4889-adef-da1cb51a3b23 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:30.609514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c89d11c3-1110-4bb8-8861-11e56ba0ff87 req-414a1100-33fb-4337-813d-45d9382421a7 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013226 Mar 31 23:00:30.630702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:30.631726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.635377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Attempting to bind port 2d20f962-602e-442c-b8eb-60b14db858d8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:30.636011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Attempting to bind port 2d20f962-602e-442c-b8eb-60b14db858d8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:30.636430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Attempting to bind port 2d20f962-602e-442c-b8eb-60b14db858d8 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:30.670933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:30.671348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:30.671814 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.672467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:30.673011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Bound port: 2d20f962-602e-442c-b8eb-60b14db858d8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:30.673410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.735763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10ab3d-a504-4aea-a132-0f3d735159af None None] Pushing event updated for resources: {'Port': ['ID=2d20f962-602e-442c-b8eb-60b14db858d8,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:30.804469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfb9a823-73fc-4115-927e-03c14c18ef39 req-1ab094fd-6f83-4b69-af86-d37822e5b39b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 210 time: 0.3036592 Mar 31 23:00:30.837232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-55865963-5cdb-4d24-b2e9-f4585a8630a8 None None] Provisioning complete for port bcaeb52f-4eef-460b-825e-e631a7611b7c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:30.837669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55865963-5cdb-4d24-b2e9-f4585a8630a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.842525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 278e5211-9167-4811-80cf-a3dc4475b55b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:30.843008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.849694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] For port 2d20f962-602e-442c-b8eb-60b14db858d8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:30.888734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.898268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.908150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:30.922271 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Sync routers for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:30.937581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-55865963-5cdb-4d24-b2e9-f4585a8630a8 None None] Port bcaeb52f-4eef-460b-825e-e631a7611b7c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:30.951032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:30.972988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7778671-a232-4a9c-a093-7580afdba708 admin admin] 10.222.0.95 "PUT /v2.0/routers/144262f8-1a97-4889-adef-da1cb51a3b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0963254 Mar 31 23:00:30.977597 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:30.978380 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:31.021540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['083c92a2-5c27-46f4-a21d-ea10b66fedca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:31.152798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] For port 2d20f962-602e-442c-b8eb-60b14db858d8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2d20f962-602e-442c-b8eb-60b14db858d8,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:31.158863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb5260f-657f-443b-8c91-588befdf16de,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.223721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.227097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.228659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bc37515d-8746-4b14-9e42-a14d6aba5e5c HTTP/1.1" status: 204 len: 168 time: 0.8611279 Mar 31 23:00:31.230165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.235406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-9ec0244f-281d-408d-87c2-3311b7f5b673 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.237810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-9ec0244f-281d-408d-87c2-3311b7f5b673 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b&tenant_id=1ede2325c3a149feaa754656fab94723&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 948 time: 0.2566547 Mar 31 23:00:31.272129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be4397cd-c7fd-4c04-bea3-6a08f95149d1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/eeb5260f-657f-443b-8c91-588befdf16de HTTP/1.1" status: 204 len: 168 time: 1.4066060 Mar 31 23:00:31.286818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.299493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:31.302811 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:31.324953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b68f8f35-7bf3-4682-8841-a943e8f7630b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.360819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.400417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-a6b4b49d-cf88-4466-bd18-9309bd200417 service neutron] 10.222.0.96 "GET /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca/bindings/n-h1-835855-2 HTTP/1.1" status: 200 len: 382 time: 0.1543403 Mar 31 23:00:31.446334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b04f-9e06-4b86-aab5-cac84dbb0fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc37515d-8746-4b14-9e42-a14d6aba5e5c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.526994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-d4c7781f-2788-4ac3-8565-6438a6dc5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.529274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-d4c7781f-2788-4ac3-8565-6438a6dc5d71 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1099 time: 0.0796685 Mar 31 23:00:31.540455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-7937bfa4-3095-46d0-870f-278d6e69e992 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.542780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-7937bfa4-3095-46d0-870f-278d6e69e992 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.96 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 813 time: 0.4380944 Mar 31 23:00:31.569165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10ab3d-a504-4aea-a132-0f3d735159af None None] Pushing event updated for resources: {'Port': ['ID=2d20f962-602e-442c-b8eb-60b14db858d8,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.596546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'device_id': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c', 'admin_state_up': True, 'tenant_id': 'c4bb783e76b140e5a04fc365e1a4e51d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:31.634359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:31.635041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:31.726884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:31.763594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f45d0e-7a8a-4975-89e0-702c0e0281d6 req-94da8dd7-b502-469b-aa5c-615f6a027de9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:31.765438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77f45d0e-7a8a-4975-89e0-702c0e0281d6 req-94da8dd7-b502-469b-aa5c-615f6a027de9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.6488969 Mar 31 23:00:31.842310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:31.888331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:28Z', 'revision_number': 4, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'bcaeb52f-4eef-460b-825e-e631a7611b7c', 'name': '', 'network_id': '781441a3-f685-4436-8ee2-94be98473465', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'mac_address': 'fa:16:3e:51:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:25Z', 'updated_at': '2022-03-31T23:00:28Z', 'revision_number': 2, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'subnets': [{'id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:31.917379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:31.929971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77f45d0e-7a8a-4975-89e0-702c0e0281d6 req-5681ba85-226c-43fd-9de8-4f34cb3cb4f8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293867 Mar 31 23:00:31.964977 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Checking router: 144262f8-1a97-4889-adef-da1cb51a3b23 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:31.966014 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Updating router 144262f8-1a97-4889-adef-da1cb51a3b23 port bcaeb52f-4eef-460b-825e-e631a7611b7c binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:32.021016 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.021275 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-2d825be1-6135-4bf0-a802-bed987fbd557 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2798352 Mar 31 23:00:32.052631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:32.080414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Made reservation on behalf of c4bb783e76b140e5a04fc365e1a4e51d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:32.085714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.113101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.268496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.315093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1561cd11-d5bd-410f-b4b2-4d21d87525b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.316954 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1561cd11-d5bd-410f-b4b2-4d21d87525b9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.7731035 Mar 31 23:00:32.350909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:25Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:32.379114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac66476-a768-45ee-9bc1-a2b743fd7006']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:32.405895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0746c8-f175-47a4-ace5-2e36d0261e22') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:32.406468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0746c8-f175-47a4-ace5-2e36d0261e22') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:32.418481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd619fa8-74c8-4acf-b29e-6ec9f5d97376 req-bc5d1bae-00d8-4446-a978-6dc6a14c837a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.426749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd619fa8-74c8-4acf-b29e-6ec9f5d97376 req-bc5d1bae-00d8-4446-a978-6dc6a14c837a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.3292580 Mar 31 23:00:32.432282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b924747-5572-43d6-bcb6-eab8e415639a None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:25Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:32.453859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.489204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-5a20260c-f5a4-4285-b6cc-750fd1e2bf0a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.1543274 Mar 31 23:00:32.521806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Allocated IP 172.20.0.1 (bf7c2573-ecf4-4748-8fdb-5ec9be501c2b/c2ad45dc-7440-406f-9c95-6949e0e2439a/7c6fae8e-85bf-46d8-bb18-6d0538fef8dd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:32.525038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.547124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:00:32.547739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:00:32.549743 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:00:32.648635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd619fa8-74c8-4acf-b29e-6ec9f5d97376 req-228de989-3f41-4375-ba0e-59946969823f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790376 Mar 31 23:00:32.649022 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.652371 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.734696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.753590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-d17d86ba-de8d-48c9-a596-32cf91905776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:32.755093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-d17d86ba-de8d-48c9-a596-32cf91905776 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2530022 Mar 31 23:00:32.756398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40604) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:32.794214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6566b7b-8c68-415b-ac9a-186d37d86d4c req-9111c949-41fd-464a-a455-9c0b3752a730 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 210 time: 0.0551727 Mar 31 23:00:32.827636 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29d85-ba15-41b8-9f94-5169a33cfa75 None None] Pushing event updated for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:32.882383 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Attempting to bind port bcaeb52f-4eef-460b-825e-e631a7611b7c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:32.882746 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Attempting to bind port bcaeb52f-4eef-460b-825e-e631a7611b7c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:32.883102 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Attempting to bind port bcaeb52f-4eef-460b-825e-e631a7611b7c on network 781441a3-f685-4436-8ee2-94be98473465 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:32.892044 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:32.892476 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Checking segment: {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:32.892927 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.893235 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Bound using segment: {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:32.893696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Bound port: bcaeb52f-4eef-460b-825e-e631a7611b7c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdaed22d-5272-4bc8-bc23-da032396c544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '781441a3-f685-4436-8ee2-94be98473465'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:32.894228 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.996862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:32.999129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Allocated IP 172.20.0.13 (e19fa069-3f2d-4228-9026-1763278a091c/eb95f2c3-664d-4d69-a5d0-2bf08999739a/f9bfb69c-0c18-48e3-9ed9-b16aa653913e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:33.023592 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] For port bcaeb52f-4eef-460b-825e-e631a7611b7c, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:33.027793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2123987877-network', 'tenant_id': '3352de84a92c43df90f2e52744672e00'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:33.029926 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] For port bcaeb52f-4eef-460b-825e-e631a7611b7c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcaeb52f-4eef-460b-825e-e631a7611b7c,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:33.038718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.042244 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.059275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.065200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Made reservation on behalf of 3352de84a92c43df90f2e52744672e00 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:33.067605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.071171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8ac66476-a768-45ee-9bc1-a2b743fd7006 HTTP/1.1" status: 204 len: 168 time: 1.7680876 Mar 31 23:00:33.078820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1e1d12c1-73e3-4742-92e4-e464407c536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.080494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1e1d12c1-73e3-4742-92e4-e464407c536c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2965233 Mar 31 23:00:33.095696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.144899 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:33.146307 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:33.151129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac82c0-7d75-41f9-ab88-6a36f88ab2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac66476-a768-45ee-9bc1-a2b743fd7006,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.161221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.201094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] Provisioning complete for port bcaeb52f-4eef-460b-825e-e631a7611b7c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:33.204531 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.218180 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca29d85-ba15-41b8-9f94-5169a33cfa75 None None] Pushing event updated for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.318583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:33.356499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:33.394513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.415974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Pushing event updated for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:33.423793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:33.440151 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:33.449303 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.578525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] For port bcaeb52f-4eef-460b-825e-e631a7611b7c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcaeb52f-4eef-460b-825e-e631a7611b7c,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:33.584933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.621572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edd96-0f10-4670-94b0-2aa9e0017398 req-6b153cc9-f027-48aa-acf6-9d71a6d782f5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:33.630217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b76edd96-0f10-4670-94b0-2aa9e0017398 req-6b153cc9-f027-48aa-acf6-9d71a6d782f5 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.5540471 Mar 31 23:00:33.636553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.722288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Allocated IP 172.25.8.165 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/96c18e1c-b560-4a0a-9744-165a7479fc09) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:33.843638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2d20f962-602e-442c-b8eb-60b14db858d8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:33.878769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:33.922975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40616) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:33.927968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:28Z', 'revision_number': 4, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'bcaeb52f-4eef-460b-825e-e631a7611b7c', 'name': '', 'network_id': '781441a3-f685-4436-8ee2-94be98473465', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'mac_address': 'fa:16:3e:51:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:25Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'subnets': [{'id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:33.968908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-d2c63332-b990-4baf-8c52-5e98f816cb26 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8615661 Mar 31 23:00:33.996535 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d069db41-2796-4f30-8eb8-aa5ca8afa0cb None None] The sync data for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 is: [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:28Z', 'revision_number': 4, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'bcaeb52f-4eef-460b-825e-e631a7611b7c', 'name': '', 'network_id': '781441a3-f685-4436-8ee2-94be98473465', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'mac_address': 'fa:16:3e:51:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:25Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'subnets': [{'id': 'a8d93e1f-a0bc-4f5f-accf-e4ccd5847919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:34.004179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.013646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7d4c2-aa22-4192-8afa-17ee0dcb07ae None None] Pushing event updated for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.031436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-65f1f140-75c7-4170-b6b9-d0fd840578e3 None None] Provisioning complete for port bcaeb52f-4eef-460b-825e-e631a7611b7c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:34.035685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-65f1f140-75c7-4170-b6b9-d0fd840578e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.120008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b76edd96-0f10-4670-94b0-2aa9e0017398 req-b15bc71d-ceb2-4e6b-8947-cc291414e259 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944973 Mar 31 23:00:34.127989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7134bc59-cb1a-4e8f-bfc8-6e5bd9767a18 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=83ce811f99cf4bd5965806f97fe28a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015145 Mar 31 23:00:34.134381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40630) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:34.179987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:00:34.261550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.268282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2d20f962-602e-442c-b8eb-60b14db858d8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:34.289027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.314836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.315388 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Added segment b7ea6d1f-8011-4550-96c3-f9c85657f53d of type vlan for network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad Mar 31 23:00:34.389096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-3c92690d-290b-4580-b238-79a453007b41 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835685 Mar 31 23:00:34.496631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382a87c-28fd-4ec2-bb05-8c862c61353d req-2afb7f73-67d5-4d81-8a3d-726abc7456d1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.498646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b382a87c-28fd-4ec2-bb05-8c862c61353d req-2afb7f73-67d5-4d81-8a3d-726abc7456d1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1957524 Mar 31 23:00:34.533306 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c6f9dc0-2359-4ec6-8040-151d477f7b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.555813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.575305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.582923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.589087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.609308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.619859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 2d20f962-602e-442c-b8eb-60b14db858d8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2d20f962-602e-442c-b8eb-60b14db858d8,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:34.643679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b382a87c-28fd-4ec2-bb05-8c862c61353d req-87608131-cecc-482e-bd0b-ff19df5f4089 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340876 Mar 31 23:00:34.646162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.647004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b68f8f35-7bf3-4682-8841-a943e8f7630b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:34.717472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.733638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.755209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.757273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ce86076a-ae2f-4485-ba58-039a8b36f70d None None] Provisioning complete for port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:34.757549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce86076a-ae2f-4485-ba58-039a8b36f70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.772937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:00:34.806856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ce86076a-ae2f-4485-ba58-039a8b36f70d None None] Port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:34.823218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b68f8f35-7bf3-4682-8841-a943e8f7630b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:34.823619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.899877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.903817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=2d20f962-602e-442c-b8eb-60b14db858d8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.940651 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.958676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:34.968542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:34.975633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=96c18e1c-b560-4a0a-9744-165a7479fc09,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:34.976702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.977629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:34.978415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:34.992446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:35.009401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2446859 Mar 31 23:00:35.041368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:35.061516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40666) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:35.088181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1abff37-1466-4cfa-b0c6-43945fa6a069 req-47cf1082-4887-42bf-bb3c-075c0ff67069 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 210 time: 0.1822338 Mar 31 23:00:35.109904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Request body: {'subnet': {'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2123987877-subnet', 'tenant_id': '3352de84a92c43df90f2e52744672e00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:35.153026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Pushing event updated for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.227676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 083c92a2-5c27-46f4-a21d-ea10b66fedca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:35.241585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 083c92a2-5c27-46f4-a21d-ea10b66fedca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:35.242049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.248141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.250614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.251862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/367d1e80-fee2-42d7-bf64-020bd16ad2f7 HTTP/1.1" status: 204 len: 168 time: 1.0843928 Mar 31 23:00:35.384585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e590f2-af7f-47d3-b2db-a2409a2837c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.393212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ce18e-92d9-4571-9481-c92616a5129b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d1e80-fee2-42d7-bf64-020bd16ad2f7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.397036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Made reservation on behalf of 3352de84a92c43df90f2e52744672e00 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:35.399837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.400859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:35.406318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.408306 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.421015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fe083-afe7-4e9f-83dc-cce598d77d6a req-9b9e6a4b-e457-470d-880a-2a47ada9a288 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:35.439370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-467fe083-afe7-4e9f-83dc-cce598d77d6a req-9b9e6a4b-e457-470d-880a-2a47ada9a288 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.1956012 Mar 31 23:00:35.451378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:35.460880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.462541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:35.565697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:35.568489 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa0793-c75b-420b-aff4-227088252492" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:35.591385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:35.598310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:35.675188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-467fe083-afe7-4e9f-83dc-cce598d77d6a req-214a9d41-b443-42db-b99c-51af7239a56a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391624 Mar 31 23:00:35.718892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Network e19fa069-3f2d-4228-9026-1763278a091c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:35.729732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.740128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2d20f962-602e-442c-b8eb-60b14db858d8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:35.751198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:35.761938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:35.927712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:35.946108 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0c04e9-bd09-4748-8d6e-6461b3291997 x-openstack-request-id: req-0f0c04e9-bd09-4748-8d6e-6461b3291997 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:35.946770 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:35.947198 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0f0c04e9-bd09-4748-8d6e-6461b3291997 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:35.947863 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0c04e9-bd09-4748-8d6e-6461b3291997'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'code': 200} Mar 31 23:00:35.948162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:35.965730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2d20f962-602e-442c-b8eb-60b14db858d8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:35.966315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.118997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-13f163bb-c2f6-4526-8fdd-22d49e63f520 None None] Provisioning complete for port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:36.119407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13f163bb-c2f6-4526-8fdd-22d49e63f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.174836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcaeb52f-4eef-460b-825e-e631a7611b7c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:36.188215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:36.195151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-adb74d36-2160-45c6-ba6f-9280f02fb33c admin admin] 10.222.0.95 "PUT /v2.0/routers/41252dd9-a479-4fa0-bde4-4be5898e644e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8626392 Mar 31 23:00:36.204040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4a456-c1ce-49ec-a329-93e1543dcbec req-1f52910c-e46e-4a72-8c2f-8a6446fe8a5a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.212730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:36.221063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-13f163bb-c2f6-4526-8fdd-22d49e63f520 None None] Port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:36.223207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66c4a456-c1ce-49ec-a329-93e1543dcbec req-1f52910c-e46e-4a72-8c2f-8a6446fe8a5a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 947 time: 0.1282740 Mar 31 23:00:36.250974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:36.251661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:36.322060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66c4a456-c1ce-49ec-a329-93e1543dcbec req-8d55ac86-034e-4120-91fe-d59469f94039 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951936 Mar 31 23:00:36.336885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.434814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.435520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.485724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b4f08-43fe-4778-a601-2dc054d0f482 req-c1efa593-5bf9-4ab8-9f4f-431bc0ae7559 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:36.505192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f3b4f08-43fe-4778-a601-2dc054d0f482 req-c1efa593-5bf9-4ab8-9f4f-431bc0ae7559 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 932 time: 0.0914724 Mar 31 23:00:36.506743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-35ee5987-ccae-4ac2-bc9a-4e27ff8605b8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9226620 Mar 31 23:00:36.536051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Request body: {'port': {'device_id': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:36.536236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:36.560791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f3b4f08-43fe-4778-a601-2dc054d0f482 req-80752e59-92b3-4cd9-a3d1-90776e879d07 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536315 Mar 31 23:00:36.613981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bcaeb52f-4eef-460b-825e-e631a7611b7c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:36.614354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.718162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.720191 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.787282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c576840f-c013-40b2-b8bd-145b01f4bf48,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:36.838167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.854156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.973924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Checking segment: {'id': 'b7ea6d1f-8011-4550-96c3-f9c85657f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:36.974580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Network hostable DHCP agents. Network: f3779d9b-4e3d-4057-8e7d-d7dfd23594ad, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:36.976845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7fcbd718-ee72-493c-9857-6efcf4839beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:36.991147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 2, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:37.014634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=96c18e1c-b560-4a0a-9744-165a7479fc09,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.044042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.090606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:37.091228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Updating router 41252dd9-a479-4fa0-bde4-4be5898e644e port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:37.101057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:37.111920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.120576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-5ae86a78-4042-4670-ae6c-d053a2b62d1c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0855060 Mar 31 23:00:37.150353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.176115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f3779d9b-4e3d-4057-8e7d-d7dfd23594ad) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:37.176582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-ae445b8a-f2d8-4c7c-8f57-0a92f6b2d9ed tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.185793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-ae445b8a-f2d8-4c7c-8f57-0a92f6b2d9ed tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 821 time: 0.2135742 Mar 31 23:00:37.199440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-408a03c2-899d-4544-b334-0cf38dc1db8d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/quotas/bc5d6e5297fa44a898b2fe210d1c41f3 HTTP/1.1" status: 200 len: 375 time: 0.0124168 Mar 31 23:00:37.211186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.212033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.212167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bed5fa-efd5-45c0-9f9f-6f89d7684a3e None None] Network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:37.247727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-3fc528c5-d586-49e3-9613-96027b5667ca tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.1259472 Mar 31 23:00:37.265200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-44d698bf-948e-449d-ba66-b6224ab3d814 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586736 Mar 31 23:00:37.328150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4ee80246-55da-45eb-8b83-6ba5fdadb52e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2643366 Mar 31 23:00:37.391880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-8c5aeee1-ce5d-4076-8296-266013b22317 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183207 Mar 31 23:00:37.536070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-3cf3799e-7250-405c-b511-9f9b50075632 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.537677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9949b85-9e0f-4afb-80ad-350b8e56ffa0 req-3cf3799e-7250-405c-b511-9f9b50075632 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2891743 Mar 31 23:00:37.546366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bfb69c-0c18-48e3-9ed9-b16aa653913e {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:37.556697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5eca6897-3f01-4219-b918-e3c1436fe381 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635115 Mar 31 23:00:37.564641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70a7d1-7d76-4860-9377-ca41d02ce16a None None] Network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:00:37.565815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.605423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Transition to ACTIVE for port object f9bfb69c-0c18-48e3-9ed9-b16aa653913e will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:37.611148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:37.779359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.901648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b402-3923-46dd-98fd-54d797e15cf8 req-f15ef457-6dab-4300-843e-696ed2e7e546 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:37.903381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8951b402-3923-46dd-98fd-54d797e15cf8 req-f15ef457-6dab-4300-843e-696ed2e7e546 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.2313819 Mar 31 23:00:37.979084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8951b402-3923-46dd-98fd-54d797e15cf8 req-1b412be7-e660-46d1-a999-6a8d41542d07 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686810 Mar 31 23:00:37.980097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Attempting to bind port f9bfb69c-0c18-48e3-9ed9-b16aa653913e on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:37.980442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Attempting to bind port f9bfb69c-0c18-48e3-9ed9-b16aa653913e by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:37.980786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Attempting to bind port f9bfb69c-0c18-48e3-9ed9-b16aa653913e on network e19fa069-3f2d-4228-9026-1763278a091c {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:37.986473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Port f9bfb69c-0c18-48e3-9ed9-b16aa653913e on network e19fa069-3f2d-4228-9026-1763278a091c not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:37.986840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Attempting to bind port f9bfb69c-0c18-48e3-9ed9-b16aa653913e on network e19fa069-3f2d-4228-9026-1763278a091c {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:37.993149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:37.993589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Checking segment: {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:37.993995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Bound using segment: {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:37.994586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Bound port: f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:37.994865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.002712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:38.170658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-c9bf5c91-a64c-4d46-b4cf-6701eefb05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.172449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-c9bf5c91-a64c-4d46-b4cf-6701eefb05fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b&tenant_id=1ede2325c3a149feaa754656fab94723 HTTP/1.1" status: 200 len: 1100 time: 0.1170297 Mar 31 23:00:38.187606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:38.224910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:38.261907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:38.286655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-d05eb46a-71e7-44be-b9af-af358c84866d tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2436354 Mar 31 23:00:38.290101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.297239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:38.358088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.392677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.393300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.394835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] 10.222.0.96 "PUT /v2.0/ports/f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 1092 time: 1.8635929 Mar 31 23:00:38.397619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:38.402664 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c" -d '{"events": [{"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:38.421758 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.446377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.467939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aea1e-5f68-4e4f-8593-a9358c8fea4c service neutron] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.539726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-9ae1abe4-d94c-4839-822d-028039c5e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.543701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-9ae1abe4-d94c-4839-822d-028039c5e687 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1095 time: 0.0935392 Mar 31 23:00:38.622477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.647830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.649909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-c4264a21-0a8e-4588-8873-161d62318ae9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 217 time: 0.0931005 Mar 31 23:00:38.663261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:38.666489 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6aae30-db94-4f95-abce-9508a124375f" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:38.673129 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.694352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:38.707131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:38.748868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-e6618d03-8ccd-46e4-8127-696eafa85b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:38.750633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-e6618d03-8ccd-46e4-8127-696eafa85b48 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.0882189 Mar 31 23:00:38.753310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.781200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:38.806137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0166cd-bd5e-4158-9153-632b0f737470 None None] Pushing event updated for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.846510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-6105ad3a-966a-4b36-b30a-43341464b5f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630016 Mar 31 23:00:38.860882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.878255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:38.883066 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a8df0d-e4bc-4681-b9d9-f2c0fda06b3d" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:38.926843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Transition to ACTIVE for port object 083c92a2-5c27-46f4-a21d-ea10b66fedca will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:38.940019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:38.962101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Attempting to bind port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:38.962944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Attempting to bind port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:38.963324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Attempting to bind port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:38.989614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:38.999819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Checking segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:39.000882 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.001490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Bound using segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:39.002153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Bound port: 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:39.002715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.005297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=14']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.014356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-f4a19281-a42d-4298-8abd-b9d40fc679cc service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580362 Mar 31 23:00:39.020271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.069093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] No DVR routers for this DVR port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:39.107955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735a215-79f3-48f7-b2a4-19e7e910686c req-14c8947e-4c5c-4ba2-b086-de3135bd4fb1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.116998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9735a215-79f3-48f7-b2a4-19e7e910686c req-14c8947e-4c5c-4ba2-b086-de3135bd4fb1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 944 time: 0.3779943 Mar 31 23:00:39.128633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] For port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:39.132256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] For port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:39.141735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.152627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.188703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:39.189108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:39.189373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:39.205123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:39.205472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Attempting to bind port 083c92a2-5c27-46f4-a21d-ea10b66fedca on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:39.211879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:39.212826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:39.213232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:39.213677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Bound port: 083c92a2-5c27-46f4-a21d-ea10b66fedca, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:39.214043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.308555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] Provisioning complete for port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:39.311690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.339613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:39.343392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:39.360869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9735a215-79f3-48f7-b2a4-19e7e910686c req-abf7a83b-0656-4673-ada3-9412de204622 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428846 Mar 31 23:00:39.413031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d48227dc-57f3-4438-8ee0-955e29263e8d req-47cb4829-f6af-4d11-bc23-47e8a579e63f service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891690 Mar 31 23:00:39.424280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.425527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:39.428004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:39.438472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Allocated IP 172.25.8.191 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/8633d553-0ca1-455f-979b-302cdb1c003e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:39.550326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0166cd-bd5e-4158-9153-632b0f737470 None None] Pushing event updated for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.588448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:39.595356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.624475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.625358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.626938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] 10.222.0.60 "PUT /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 1096 time: 1.4447362 Mar 31 23:00:39.682051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.711422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5815d4-e584-4ded-85ce-2f5e787913bd service neutron] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=11']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.746940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:39.750349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-fd18e1d1-b6eb-4bae-b527-cddc26ec4357 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.751482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=8633d553-0ca1-455f-979b-302cdb1c003e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:39.752189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-fd18e1d1-b6eb-4bae-b527-cddc26ec4357 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 821 time: 0.3847005 Mar 31 23:00:39.757573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:39.762771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:39.806029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.822407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'port': {'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'admin_state_up': True, 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:39.917244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.930008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1ebb1284-7032-446d-8e25-c17fa3f65d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:39.932389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-1ebb1284-7032-446d-8e25-c17fa3f65d2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1099 time: 0.2594666 Mar 31 23:00:39.951694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.980515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:39.998800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] For port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:40.013070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.113611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a250af9-76d7-45d4-bbd4-751437195ffe None None] Pushing event updated for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:40.144897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:40.179664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7be4a7-5f30-4489-83ae-f9fa04bffec2 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:40.195798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-00973330-aa74-4cb0-8a83-183d7da88c3a None None] Provisioning complete for port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:40.196257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00973330-aa74-4cb0-8a83-183d7da88c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.238984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.257197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.311346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.361164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.367799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=8633d553-0ca1-455f-979b-302cdb1c003e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:40.397570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.399323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-36e19167-f5bd-44ff-aca3-c2c73263779f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1117344 Mar 31 23:00:40.475338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-4c43e302-2da6-4efe-aaec-416929236715 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0688093 Mar 31 23:00:40.495207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-09d06f3e-b8ef-4d1c-bd0b-3bf26d7b0399 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.496755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-09d06f3e-b8ef-4d1c-bd0b-3bf26d7b0399 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/networks?id=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad HTTP/1.1" status: 200 len: 822 time: 0.8253770 Mar 31 23:00:40.554420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-4a7c6934-fce2-4b27-8b95-12b9b3727655 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/quotas/3352de84a92c43df90f2e52744672e00 HTTP/1.1" status: 200 len: 375 time: 0.0310302 Mar 31 23:00:40.557763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Made reservation on behalf of bc5d6e5297fa44a898b2fe210d1c41f3 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:40.561823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:40.599162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-2f027cc5-2750-44c1-843a-89ae9c6abd73 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.600751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a99892f-60df-4b23-aa24-1da1acc01f6d req-2f027cc5-2750-44c1-843a-89ae9c6abd73 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1188865 Mar 31 23:00:40.617373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-4931dd3c-1e34-4527-b0ba-957e018397c7 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3352de84a92c43df90f2e52744672e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496531 Mar 31 23:00:40.618602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-9bb02578-27c9-4c85-bcbb-ab9824b831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.619995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-9bb02578-27c9-4c85-bcbb-ab9824b831bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.6186259 Mar 31 23:00:40.684207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afb9a2fc-3722-4637-9076-6f24f3dc25e5 req-0d029d14-6daf-49ca-8197-2c6f3a12c9c3 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 210 time: 0.0270915 Mar 31 23:00:40.732546 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-39f31a82-5d46-4ae5-b148-c72423742f54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0922391 Mar 31 23:00:40.744462 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82587c7e-67ee-46e2-ac98-514493aafa6a x-openstack-request-id: req-82587c7e-67ee-46e2-ac98-514493aafa6a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:40.744761 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:40.745016 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-82587c7e-67ee-46e2-ac98-514493aafa6a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:40.745426 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82587c7e-67ee-46e2-ac98-514493aafa6a'] response: {'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'status': 'completed', 'code': 200} Mar 31 23:00:40.838802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-22ee7833-c49a-4d66-8ba8-91211d080889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.840387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-22ee7833-c49a-4d66-8ba8-91211d080889 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0932958 Mar 31 23:00:40.866726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-7cf357ba-c7f5-403f-b3c8-a81e91a0da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.868577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-7cf357ba-c7f5-403f-b3c8-a81e91a0da73 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1095 time: 0.0979204 Mar 31 23:00:40.876806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93590-423a-44d5-b13e-e9ecc421c9d5 req-77d0ee2d-a8fe-4d4b-a7f1-5c423ff64d8a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.878424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faf93590-423a-44d5-b13e-e9ecc421c9d5 req-77d0ee2d-a8fe-4d4b-a7f1-5c423ff64d8a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0738897 Mar 31 23:00:40.921413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-1c074e42-0418-42b7-a411-44bf0c8f6a11 service neutron] 10.222.0.95 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965603 Mar 31 23:00:40.935912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Allocated IP 172.20.0.5 (bf7c2573-ecf4-4748-8fdb-5ec9be501c2b/c2ad45dc-7440-406f-9c95-6949e0e2439a/8095d9fd-c1fe-40ee-8fc0-bd2879b93834) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:40.977365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-b53457fe-6b97-432b-af8b-16102e792b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:40.978920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-b53457fe-6b97-432b-af8b-16102e792b82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170585 Mar 31 23:00:40.981345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faf93590-423a-44d5-b13e-e9ecc421c9d5 req-2340ad54-fe8d-4d14-a2e6-3ebe8da2d100 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942686 Mar 31 23:00:41.019092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-5656e6c7-0cb0-4787-a015-dfdca769a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.020747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-5656e6c7-0cb0-4787-a015-dfdca769a576 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1413381 Mar 31 23:00:41.071643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-2885c423-c3ae-4f1c-bb43-178779404e7f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 217 time: 0.0401299 Mar 31 23:00:41.074485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:41.116063 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97661e7-f206-490e-bea8-61e59e97ab3e x-openstack-request-id: req-c97661e7-f206-490e-bea8-61e59e97ab3e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:41.116652 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-unplugged", "status": "completed", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:41.117847 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c97661e7-f206-490e-bea8-61e59e97ab3e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:41.118744 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97661e7-f206-490e-bea8-61e59e97ab3e'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'code': 200} Mar 31 23:00:41.147649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:41.177274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-35d12c03-941c-4ad8-9a7c-942bf390c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.179391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-35d12c03-941c-4ad8-9a7c-942bf390c889 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.1006019 Mar 31 23:00:41.213879 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fbb504-73a3-4d7f-88d5-420c190d70d7 x-openstack-request-id: req-57fbb504-73a3-4d7f-88d5-420c190d70d7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:41.214189 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-unplugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:41.214441 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-57fbb504-73a3-4d7f-88d5-420c190d70d7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:41.214850 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fbb504-73a3-4d7f-88d5-420c190d70d7'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'code': 200} Mar 31 23:00:41.222175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-ae774edf-8820-49d0-a50e-cf76402a76fe service neutron] 10.222.0.95 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881606 Mar 31 23:00:41.225684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-8724b429-0f75-4b69-a791-77c4644dbf60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350289 Mar 31 23:00:41.228652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-8734e825-f660-453f-a2a9-15a2b995f371 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408552 Mar 31 23:00:41.340074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.373617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628fbb8-9f58-44ab-a4f6-75ae796191bd req-a44694c7-9c08-4b0b-add6-329ac2182441 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.376656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6628fbb8-9f58-44ab-a4f6-75ae796191bd req-a44694c7-9c08-4b0b-add6-329ac2182441 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.1219573 Mar 31 23:00:41.437773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-52ec9ac3-070f-493c-a0fd-90bc99b17a3d service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998885 Mar 31 23:00:41.457897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:41.459382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c3edf08-6242-48d1-92c2-44ce4b628c49 req-b038c420-4a69-4592-af02-888634a2d40e service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227747 Mar 31 23:00:41.477556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6628fbb8-9f58-44ab-a4f6-75ae796191bd req-a661a17a-f1f0-4f2c-bb35-67a7dec9b55e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889544 Mar 31 23:00:41.478286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.581009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:41.585710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:41.586150 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.593260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:41.595262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event updated for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:41.602761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:41.622713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc9d21f2-1b46-49c5-a9d5-a453654fe22c req-5a03d99e-0732-451c-b8aa-9a4b5b25b11a service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712410 Mar 31 23:00:41.676513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e3d5a-975d-4be9-98bc-6a05cc60a5c0 req-fd5c14cc-37b0-449e-859c-647c46e74573 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.678711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-431e3d5a-975d-4be9-98bc-6a05cc60a5c0 req-fd5c14cc-37b0-449e-859c-647c46e74573 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 944 time: 0.1467385 Mar 31 23:00:41.717668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:41.718691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.764222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-64979f58-f385-4322-995b-b49f32d33546 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9518733 Mar 31 23:00:41.787763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Request body: {'port': {'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:41.832538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-431e3d5a-975d-4be9-98bc-6a05cc60a5c0 req-7a8a53ec-2d53-47d7-990b-50c7b4dc8322 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109190 Mar 31 23:00:41.849766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-5c627876-52f5-4c01-8b03-a460b2eb3403 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3086588 Mar 31 23:00:41.865570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:41.887683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:41.899719 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.027461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-97f91210-48d4-47b4-98d6-f2682d2b8bfb None None] Provisioning complete for port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:42.027924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97f91210-48d4-47b4-98d6-f2682d2b8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.032226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.130682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201d0a8-71cd-4056-bae9-5de998c76b5a req-6c2959df-739c-47f9-9260-2d2c99209f28 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.139013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6201d0a8-71cd-4056-bae9-5de998c76b5a req-6c2959df-739c-47f9-9260-2d2c99209f28 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1585069 Mar 31 23:00:42.226975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6201d0a8-71cd-4056-bae9-5de998c76b5a req-0922ac9c-af46-491d-af7a-ad054fb850ab tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867667 Mar 31 23:00:42.275396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-97f91210-48d4-47b4-98d6-f2682d2b8bfb None None] Port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:42.403771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:42.417113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.433198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Transition to ACTIVE for port object 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:42.442356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.509040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Allocated IP 172.25.8.166 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/792137c3-3995-4549-a5ec-9e01eedf16b8) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:42.543679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:42.604926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Attempting to bind port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:42.605678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Attempting to bind port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:42.605678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Attempting to bind port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:42.624483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:42.625006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Attempting to bind port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:42.641374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:42.641742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Checking segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:42.642309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Bound using segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:42.642823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Bound port: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:42.643535 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.679590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb9c6c1-62b1-4dd4-85b5-f1721f08dba2 req-b9659a7c-a195-433a-8a50-4785d4580f83 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 210 time: 0.0563421 Mar 31 23:00:42.701268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.750918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.814482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=792137c3-3995-4549-a5ec-9e01eedf16b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:42.845886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:42.888138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:42.897193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.914697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:42.918618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:42.923311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:42.944587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.945700 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:42.947174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 1091 time: 1.1751070 Mar 31 23:00:42.994028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaddb2-3d1c-4eb6-ae30-04c821dc7286 req-16a47c22-1898-4ee9-bbce-99140e5f5a6a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:42.996591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afbaddb2-3d1c-4eb6-ae30-04c821dc7286 req-16a47c22-1898-4ee9-bbce-99140e5f5a6a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 943 time: 0.1932850 Mar 31 23:00:43.066394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-4444f4d9-f616-409c-94f5-163b5d47e6a6 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.068795 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-4444f4d9-f616-409c-94f5-163b5d47e6a6 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.96 "GET /v2.0/networks?id=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad HTTP/1.1" status: 200 len: 822 time: 0.2417867 Mar 31 23:00:43.103410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f9bfb69c-0c18-48e3-9ed9-b16aa653913e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:43.116310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afbaddb2-3d1c-4eb6-ae30-04c821dc7286 req-8f3ac498-d3b5-49bf-b5b3-211c3f810aeb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087224 Mar 31 23:00:43.118305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fcdf-107d-4a83-b58c-9988ee6812d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.138017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Request body: {'port': {'device_id': '9377bf85-8011-488f-9b45-64f0ec306132', 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad', 'admin_state_up': True, 'tenant_id': '3352de84a92c43df90f2e52744672e00'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:43.160100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-772cc8ce-75f7-4713-8da4-45ff8732d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.161729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-772cc8ce-75f7-4713-8da4-45ff8732d5dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1094 time: 0.1132598 Mar 31 23:00:43.235701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.237765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}, {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:43.240459 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc59d1-4338-484b-95b3-55f87f7df305" -d '{"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}, {"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:43.247149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-ab77666b-5f3b-4759-a8ff-9002db1c472b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.0772541 Mar 31 23:00:43.254939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c', 'port_id': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'mac_address': 'fa:16:3e:e5:10:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb95f2c3-664d-4d69-a5d0-2bf08999739a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:43.276262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.313207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.340207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bfb69c-0c18-48e3-9ed9-b16aa653913e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:43.359150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-4c469869-cf04-4d29-bfb8-d4bb42719fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.361482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-4c469869-cf04-4d29-bfb8-d4bb42719fe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1052275 Mar 31 23:00:43.363277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.366464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Made reservation on behalf of 3352de84a92c43df90f2e52744672e00 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:43.370466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.374799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:43.384610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.418298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7267eda-6df7-4e00-9c34-3b9df0737a6a req-f9fe53c8-2e32-464b-b6ec-ea85e14c51d2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.420369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7267eda-6df7-4e00-9c34-3b9df0737a6a req-f9fe53c8-2e32-464b-b6ec-ea85e14c51d2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1761785 Mar 31 23:00:43.442941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-41c3e90f-3774-4721-a668-9db57a01480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.444758 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-41c3e90f-3774-4721-a668-9db57a01480d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770512 Mar 31 23:00:43.453243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.553523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7267eda-6df7-4e00-9c34-3b9df0737a6a req-1c2d4211-8f07-43dc-bb42-53b5525dbb18 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226130 Mar 31 23:00:43.601801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-c9b6dff6-4723-4304-ab83-3e5b45f88165 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464198 Mar 31 23:00:43.665576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Allocated IP 172.20.0.3 (f3779d9b-4e3d-4057-8e7d-d7dfd23594ad/c576840f-c013-40b2-b8bd-145b01f4bf48/e2543186-ee73-413b-8b1c-b5a3b9b3d73f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:43.694383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.703903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.760990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faabb4-4fb0-4ecb-9127-a43a0768bfe7 req-46feedc3-06a1-412c-916e-961b5ad55f4e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:43.763978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88faabb4-4fb0-4ecb-9127-a43a0768bfe7 req-46feedc3-06a1-412c-916e-961b5ad55f4e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.1080806 Mar 31 23:00:43.766976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7125d85f-4ac0-4bef-bd22-cba3d48efd29 req-4c2ffd1a-4939-4001-bdee-c1f7e326053c service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577680 Mar 31 23:00:43.800130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:43.823907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=792137c3-3995-4549-a5ec-9e01eedf16b8,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:43.861463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-88faabb4-4fb0-4ecb-9127-a43a0768bfe7 req-5c3a5415-0e8b-431f-ae7b-b171a302334f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663564 Mar 31 23:00:43.891182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.963198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:43.971498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-11d442af-d526-4254-9654-f4e434ff8e57 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1121075 Mar 31 23:00:44.038094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.054759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-82c4cc4d-5eaf-492a-8458-4ff34be2d2f1 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0819831 Mar 31 23:00:44.178658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90286289-ac85-44f2-a4e9-c4e3b84f6a81 req-59248b9f-aaec-420f-8fb8-3f4f42c2ed8b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.180236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90286289-ac85-44f2-a4e9-c4e3b84f6a81 req-59248b9f-aaec-420f-8fb8-3f4f42c2ed8b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 945 time: 0.0593092 Mar 31 23:00:44.187538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.231064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90286289-ac85-44f2-a4e9-c4e3b84f6a81 req-41963030-5a25-454e-82c9-45b7385690fe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Mar 31 23:00:44.252737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-5f86a327-b4af-473f-94ca-6c5f34943592 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.252737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c7c18cc-c298-4c71-85a8-c4cd38f5b33c req-5f86a327-b4af-473f-94ca-6c5f34943592 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1942902 Mar 31 23:00:44.257080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:44.259992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:44.264923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:44.269379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Pushing event updated for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:44.322696 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545be7ef-7fb3-40f1-917a-6edb784b5f5e x-openstack-request-id: req-545be7ef-7fb3-40f1-917a-6edb784b5f5e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:44.323052 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:44.323914 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-545be7ef-7fb3-40f1-917a-6edb784b5f5e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:44.323914 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545be7ef-7fb3-40f1-917a-6edb784b5f5e'] response: {'name': 'network-changed', 'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'status': 'completed', 'code': 200} Mar 31 23:00:44.324169 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545be7ef-7fb3-40f1-917a-6edb784b5f5e'] response: {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:00:44.335486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.337032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.366589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-aee32fdb-943e-4279-af74-03d19c176625 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2760930 Mar 31 23:00:44.380011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Request body: {'port': {'device_id': '9377bf85-8011-488f-9b45-64f0ec306132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:44.437312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-ac21156a-0e8c-43d0-8781-7cdf759f8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.439927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-ac21156a-0e8c-43d0-8781-7cdf759f8714 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1099 time: 0.0854132 Mar 31 23:00:44.464219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c93c2-e8bf-44a6-9ed4-0b7697dfa72f req-570041fe-8ee8-4077-8507-11a9217e0d93 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.465729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad0c93c2-e8bf-44a6-9ed4-0b7697dfa72f req-570041fe-8ee8-4077-8507-11a9217e0d93 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 931 time: 0.0745158 Mar 31 23:00:44.500836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-493d3a85-8afa-4aa7-a15a-a7e320bab9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.502595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-493d3a85-8afa-4aa7-a15a-a7e320bab9ca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=1ede2325c3a149feaa754656fab94723&device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1099 time: 0.1093838 Mar 31 23:00:44.524044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:44.589678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad0c93c2-e8bf-44a6-9ed4-0b7697dfa72f req-f09784ac-f453-442a-b5c1-37ccef483db3 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052287 Mar 31 23:00:44.625843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-0d71fcd6-506b-4488-bdf4-96a76c33816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.627334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-0d71fcd6-506b-4488-bdf4-96a76c33816b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1808717 Mar 31 23:00:44.631786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-41e24b93-bcc5-4bd7-bc77-2fdf5da32399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.633322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-41e24b93-bcc5-4bd7-bc77-2fdf5da32399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.0872967 Mar 31 23:00:44.715536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-2bcbca37-9bbb-467c-a9a4-d011c2b0edb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0736094 Mar 31 23:00:44.762122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a8127-83f1-4814-8cd4-c39d75e93653 req-44bbbb54-0478-4c0e-8b29-907eb00a656f tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.763596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b68a8127-83f1-4814-8cd4-c39d75e93653 req-44bbbb54-0478-4c0e-8b29-907eb00a656f tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 943 time: 0.1748650 Mar 31 23:00:44.809251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-a03c70a2-6808-486c-a247-d63ffbc71ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.810704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-a03c70a2-6808-486c-a247-d63ffbc71ab9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3001649 Mar 31 23:00:44.875171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-3521d187-532c-4e08-8d58-9aab7d64729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.876564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-3521d187-532c-4e08-8d58-9aab7d64729e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1483047 Mar 31 23:00:44.885810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c652ff-f590-47b5-a354-ede018bdda9f req-97f0d65b-51e5-4bca-a736-fd0ab3cd12c5 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2575290 Mar 31 23:00:44.886825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-19f52592-e755-4412-92f4-f08557ec437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:44.888232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-19f52592-e755-4412-92f4-f08557ec437e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2379382 Mar 31 23:00:44.893297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-dc4e9d1a-7726-42b5-a39e-854f4b539281 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 200 len: 217 time: 0.0691519 Mar 31 23:00:44.901689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b68a8127-83f1-4814-8cd4-c39d75e93653 req-dc41a8d9-6f3c-4e49-904f-60a493dc4535 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286137 Mar 31 23:00:44.908678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:44.999336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-6b070278-6d82-4375-9fef-9bed5378573a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.1012082 Mar 31 23:00:45.001344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-252d1bf8-3ece-4604-a737-be0e32b5e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.002748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-252d1bf8-3ece-4604-a737-be0e32b5e641 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136653 Mar 31 23:00:45.003480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.011728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-6ad917c1-091b-4900-b549-dbc65c580ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.013173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-6ad917c1-091b-4900-b549-dbc65c580ed3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1072199 Mar 31 23:00:45.103045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc8fe7-f7c9-4f37-a584-e6c757c9b398 req-e1ab06ee-342f-4d0c-ba1b-c9d86ec19881 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.104592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ebc8fe7-f7c9-4f37-a584-e6c757c9b398 req-e1ab06ee-342f-4d0c-ba1b-c9d86ec19881 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1340172 Mar 31 23:00:45.108725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2543186-ee73-413b-8b1c-b5a3b9b3d73f {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:45.114127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f9bfb69c-0c18-48e3-9ed9-b16aa653913e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:45.118638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.132921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-f4260cb9-fab6-483c-9264-3120f33ba8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.135288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-f4260cb9-fab6-483c-9264-3120f33ba8ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1170850 Mar 31 23:00:45.141087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-7eb14cce-eea8-4693-ac71-c32ccc80c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.141328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-7eb14cce-eea8-4693-ac71-c32ccc80c472 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179318 Mar 31 23:00:45.159474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Transition to ACTIVE for port object e2543186-ee73-413b-8b1c-b5a3b9b3d73f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:45.172892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port f9bfb69c-0c18-48e3-9ed9-b16aa653913e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:45.177397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port f9bfb69c-0c18-48e3-9ed9-b16aa653913e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:45.177665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.178152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.231837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ebc8fe7-f7c9-4f37-a584-e6c757c9b398 req-a08e5c14-be34-4884-a2cf-da64b17604bc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105535 Mar 31 23:00:45.238169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-ebca3dba-ef1d-433f-a60a-a607cecc79d7 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214651 Mar 31 23:00:45.260877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-bfe23b9b-7686-49e0-b638-2e831e852cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.262389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-bfe23b9b-7686-49e0-b638-2e831e852cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194153 Mar 31 23:00:45.282924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.342745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:45.345751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Pushing event updated for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.346116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:45.349002 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4673125-7dba-45ff-b12d-ee54afe1b1ce" -d '{"events": [{"server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "name": "network-vif-plugged", "status": "completed", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:45.354158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.409684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.412722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.440488 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-fedbc00c-a99d-4e48-87d5-f51a08c122f1 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914913 Mar 31 23:00:45.446747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-9a942c56-438c-4438-808a-ed291950ca76 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002449 Mar 31 23:00:45.453015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-c545d739-cd24-4cad-9831-1868e828846f service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770108 Mar 31 23:00:45.510748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f51a-543c-4e11-b4de-989a085c4dba req-4fd2a711-4488-4fc2-b1e0-761b77d21fd4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.512276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a947f51a-543c-4e11-b4de-989a085c4dba req-4fd2a711-4488-4fc2-b1e0-761b77d21fd4 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 948 time: 0.1527712 Mar 31 23:00:45.553785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Attempting to bind port e2543186-ee73-413b-8b1c-b5a3b9b3d73f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:45.554077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Attempting to bind port e2543186-ee73-413b-8b1c-b5a3b9b3d73f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'b7ea6d1f-8011-4550-96c3-f9c85657f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:45.554406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Attempting to bind port e2543186-ee73-413b-8b1c-b5a3b9b3d73f on network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:45.570250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Port e2543186-ee73-413b-8b1c-b5a3b9b3d73f on network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:45.570654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Attempting to bind port e2543186-ee73-413b-8b1c-b5a3b9b3d73f on network f3779d9b-4e3d-4057-8e7d-d7dfd23594ad {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:45.590351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:45.590687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Checking segment: {'id': 'b7ea6d1f-8011-4550-96c3-f9c85657f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:45.591072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Bound using segment: {'id': 'b7ea6d1f-8011-4550-96c3-f9c85657f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:45.591903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Bound port: e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ea6d1f-8011-4550-96c3-f9c85657f53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:45.591903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.597622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-a9df8b2f-aa40-488b-8d02-5226d45b2b1f service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493847 Mar 31 23:00:45.620462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a947f51a-543c-4e11-b4de-989a085c4dba req-0248b5b9-cc0c-4010-8657-ecdcd8730193 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810101 Mar 31 23:00:45.646052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-c7fdf165-a598-4434-9af7-36e95d42aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.647784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-c7fdf165-a598-4434-9af7-36e95d42aadb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1094 time: 0.1439967 Mar 31 23:00:45.671837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5514e75d-acb4-4ba4-93fa-d29816de36d1 req-d247a44b-8a41-4f35-a782-191c280c8122 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933393 Mar 31 23:00:45.719432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:45.746478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,segment=NetworkSegment(b7ea6d1f-8011-4550-96c3-f9c85657f53d),segment_id=b7ea6d1f-8011-4550-96c3-f9c85657f53d)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:45.751706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.803084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4b579-30d6-45e6-8599-4137eff8a901 req-97de2f98-e1b1-4018-b012-86db4d58b5e6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.804719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afa4b579-30d6-45e6-8599-4137eff8a901 req-97de2f98-e1b1-4018-b012-86db4d58b5e6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 946 time: 0.1036012 Mar 31 23:00:45.806130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.806747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:45.807881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:45.808131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] 10.222.0.96 "PUT /v2.0/ports/e2543186-ee73-413b-8b1c-b5a3b9b3d73f HTTP/1.1" status: 200 len: 1091 time: 1.4324844 Mar 31 23:00:45.810827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:45.813057 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cedfc0-db90-4539-87f5-9c4acc720d80" -d '{"events": [{"name": "network-changed", "server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:45.851866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403678a-d6b9-492f-9b46-48294cccdd7e service neutron] Pushing event updated for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:45.874129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afa4b579-30d6-45e6-8599-4137eff8a901 req-67a8860a-ac29-44f6-bb8e-730a3e4aa6f5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550635 Mar 31 23:00:45.948147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-b235daa4-5fc0-4076-9b12-ceff175d6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:45.949678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-b235daa4-5fc0-4076-9b12-ceff175d6fc6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3352de84a92c43df90f2e52744672e00&device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 1094 time: 0.0496027 Mar 31 23:00:46.027812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Allocated IP 172.25.8.10 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/f9f2efb2-e393-488a-9fcf-fe468b050696) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:46.029227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:46.039045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-7e02c27e-7032-410e-b29b-820801234665 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f HTTP/1.1" status: 200 len: 217 time: 0.0806556 Mar 31 23:00:46.051119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'mac_address': 'fa:16:3e:37:f0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:46.061243 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafc42c7-3023-48e5-b230-f162304bae99 x-openstack-request-id: req-aafc42c7-3023-48e5-b230-f162304bae99 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:46.061490 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "name": "network-vif-plugged", "status": "completed", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:46.061673 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aafc42c7-3023-48e5-b230-f162304bae99 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:46.062158 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafc42c7-3023-48e5-b230-f162304bae99'] response: {'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'code': 200} Mar 31 23:00:46.114282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5421f4fd-46d7-4a2b-94cb-d0cc576fe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.116442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-5421f4fd-46d7-4a2b-94cb-d0cc576fe0bd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c576840f-c013-40b2-b8bd-145b01f4bf48 HTTP/1.1" status: 200 len: 862 time: 0.0674424 Mar 31 23:00:46.163724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-0fdbac19-0eb6-4496-82bd-d85418e04724 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371799 Mar 31 23:00:46.164778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.178859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:46.182274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-c4d3ddc6-8736-4814-a410-cf231cd2dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.183715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-c4d3ddc6-8736-4814-a410-cf231cd2dec9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.5282762 Mar 31 23:00:46.200716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:46.207891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.240859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-b0baf2db-406d-4afb-a5e5-893aa12c565b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.0482187 Mar 31 23:00:46.279921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.321477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.340661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f1962-dd96-43ee-87f7-7574cdc1eb39 req-035052e8-4e9d-4195-b004-9d519699618f tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.342247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d6f1962-dd96-43ee-87f7-7574cdc1eb39 req-035052e8-4e9d-4195-b004-9d519699618f tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 943 time: 0.1764188 Mar 31 23:00:46.352721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207c39-a345-4b9f-a10c-29af6761d353 req-f1408e0c-5119-4f88-b2cc-0e01129857a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.354545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5207c39-a345-4b9f-a10c-29af6761d353 req-f1408e0c-5119-4f88-b2cc-0e01129857a4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1097 time: 0.1897826 Mar 31 23:00:46.361265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-6a145df1-6253-44bd-bd48-0460a3e06236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.363436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-6a145df1-6253-44bd-bd48-0460a3e06236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1148720 Mar 31 23:00:46.400492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-ea431d7b-350d-4c48-bb49-289909d63561 service neutron] 10.222.0.96 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240224 Mar 31 23:00:46.414092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.453579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:46.454865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d6f1962-dd96-43ee-87f7-7574cdc1eb39 req-3877ee29-002e-498d-ae28-1453b16ccd1c tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960948 Mar 31 23:00:46.456238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5207c39-a345-4b9f-a10c-29af6761d353 req-8a9d50c9-851f-4d38-b171-533a8deb7458 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860972 Mar 31 23:00:46.462922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:46.466386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:46.522517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-d953f519-bdc1-4656-b884-0f8b62004d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.524172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-d953f519-bdc1-4656-b884-0f8b62004d13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415520 Mar 31 23:00:46.532114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=f9f2efb2-e393-488a-9fcf-fe468b050696,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:46.545663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-819bac62-0d96-4371-b265-eb7ad3c759cc req-ca20d0a2-87e3-4e58-81bb-50a91447eab7 service neutron] 10.222.0.96 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371694 Mar 31 23:00:46.565929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['083c92a2-5c27-46f4-a21d-ea10b66fedca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:46.592488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6262be-ec81-48b2-9c09-1bd7f830a025 req-73ddf9b7-72e1-4d83-8349-51ada5ee1a04 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.595569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6262be-ec81-48b2-9c09-1bd7f830a025 req-73ddf9b7-72e1-4d83-8349-51ada5ee1a04 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 1100 time: 0.0689280 Mar 31 23:00:46.658173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6262be-ec81-48b2-9c09-1bd7f830a025 req-49e1a354-39c6-4974-bb68-031bdcd04325 tempest-MigrationsAdminTest-521607120 tempest-MigrationsAdminTest-521607120-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547135 Mar 31 23:00:46.686420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.706522 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ab791b-cbc8-46b2-a59b-15489d460f76 x-openstack-request-id: req-f0ab791b-cbc8-46b2-a59b-15489d460f76 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:46.706994 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:46.707457 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f0ab791b-cbc8-46b2-a59b-15489d460f76 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:46.707861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-66fb7b97-c1b6-4da7-9654-09eff3dc9159 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706722 Mar 31 23:00:46.708083 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ab791b-cbc8-46b2-a59b-15489d460f76'] response: {'name': 'network-changed', 'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f', 'status': 'completed', 'code': 200} Mar 31 23:00:46.788394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:46.868353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-ca46b693-d4f2-4cc1-b60b-8fd52f0ea879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.870597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-ca46b693-d4f2-4cc1-b60b-8fd52f0ea879 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3352de84a92c43df90f2e52744672e00&device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 1094 time: 0.0744753 Mar 31 23:00:46.880624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26231c-75aa-41ff-b4bc-d0738dd73b91 req-2ffc73c5-8bea-4d82-897a-1c2f27d34f19 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:46.882183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a26231c-75aa-41ff-b4bc-d0738dd73b91 req-2ffc73c5-8bea-4d82-897a-1c2f27d34f19 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 943 time: 0.0975356 Mar 31 23:00:46.904273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64bc59d1-4338-484b-95b3-55f87f7df305 req-c7cea15e-596b-4749-aacf-5da5d1bda2b0 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892674 Mar 31 23:00:46.983652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a26231c-75aa-41ff-b4bc-d0738dd73b91 req-63e18c89-f2a5-4250-a305-1a67590d2391 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Mar 31 23:00:47.013723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-0f2ed970-f520-46f4-a620-084b29e73289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.015202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-0f2ed970-f520-46f4-a620-084b29e73289 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad HTTP/1.1" status: 200 len: 924 time: 0.1321321 Mar 31 23:00:47.038153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.047808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.078517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-488a2e58-4075-4205-a094-9a42780fddb0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f HTTP/1.1" status: 200 len: 217 time: 0.0561488 Mar 31 23:00:47.139082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event updated for resources: {'Port': ['ID=f9f2efb2-e393-488a-9fcf-fe468b050696,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:47.177716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.210804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.212214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c652ff-f590-47b5-a354-ede018bdda9f req-9646a58d-da19-4ec4-808b-aaaeb36261ec tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3152378 Mar 31 23:00:47.214638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-2f0c02cf-5d3d-472a-aef9-8860721104d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.216112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-2f0c02cf-5d3d-472a-aef9-8860721104d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c576840f-c013-40b2-b8bd-145b01f4bf48 HTTP/1.1" status: 200 len: 862 time: 0.1294255 Mar 31 23:00:47.252073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-faf8225b-3d4c-4518-927c-d109ae540889 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265431 Mar 31 23:00:47.265494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762baa0c-34b6-4d7c-9635-ac6ba4e29c5a req-c6f17252-1342-463b-9afd-e2241935e503 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.267038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-762baa0c-34b6-4d7c-9635-ac6ba4e29c5a req-c6f17252-1342-463b-9afd-e2241935e503 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0972378 Mar 31 23:00:47.276889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c652ff-f590-47b5-a354-ede018bdda9f req-7db940cd-41ab-424d-a50b-f5192f779481 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0564356 Mar 31 23:00:47.423145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c652ff-f590-47b5-a354-ede018bdda9f req-bb6ec453-dbfb-4185-9d56-20175263d17e tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.424828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63c652ff-f590-47b5-a354-ede018bdda9f req-bb6ec453-dbfb-4185-9d56-20175263d17e tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1419363 Mar 31 23:00:47.648563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-762baa0c-34b6-4d7c-9635-ac6ba4e29c5a req-5811cbb1-58d7-430d-a7d9-4699dcb73519 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722627 Mar 31 23:00:47.676115 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-dce1eb7d-4cc4-448c-bba9-f2e98788fd5f service neutron] 10.222.0.96 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079757 Mar 31 23:00:47.696846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafa033-96b6-4002-81ba-8fcfbc617b01 req-9f266289-5fa8-466d-b67c-0b34aa4dbc67 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.698569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddafa033-96b6-4002-81ba-8fcfbc617b01 req-9f266289-5fa8-466d-b67c-0b34aa4dbc67 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 946 time: 0.0775096 Mar 31 23:00:47.738495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2dc9cd0b-5cb6-4820-873f-f666ba054eb7 req-9c9392af-5383-4077-a7db-0a0036c2026b tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips/59329e18-981b-4e94-a78b-a5d84f8a8d69 HTTP/1.1" status: 200 len: 692 time: 0.0586596 Mar 31 23:00:47.745207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddafa033-96b6-4002-81ba-8fcfbc617b01 req-43f7337e-540d-467c-8283-e5ab2a63f7f3 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Mar 31 23:00:47.807729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:47.809339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:47.885556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83cedfc0-db90-4539-87f5-9c4acc720d80 req-4adf9796-b349-424e-82a1-4f91b08a3cc7 service neutron] 10.222.0.96 "GET /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990259 Mar 31 23:00:47.889774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0471699-cd73-4e07-a377-dc632691b15e req-ad08e895-6fec-4b10-a679-05a96ad9b334 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.893269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0471699-cd73-4e07-a377-dc632691b15e req-ad08e895-6fec-4b10-a679-05a96ad9b334 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 943 time: 0.0878499 Mar 31 23:00:47.920778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9cd0b-5cb6-4820-873f-f666ba054eb7 req-9659fd7b-fd28-4983-a5e8-74e6cead5b6d tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:47.921921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2dc9cd0b-5cb6-4820-873f-f666ba054eb7 req-9659fd7b-fd28-4983-a5e8-74e6cead5b6d tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1749325 Mar 31 23:00:47.927693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 083c92a2-5c27-46f4-a21d-ea10b66fedca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:47.935408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 083c92a2-5c27-46f4-a21d-ea10b66fedca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:47.936042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:47.937565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-2dc9cd0b-5cb6-4820-873f-f666ba054eb7 req-285a9ff0-39ab-4b67-8779-dad4583ca5b2 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:47.938825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2dc9cd0b-5cb6-4820-873f-f666ba054eb7 req-285a9ff0-39ab-4b67-8779-dad4583ca5b2 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070670 Mar 31 23:00:47.969407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0471699-cd73-4e07-a377-dc632691b15e req-8de251f6-6a20-437c-913b-877bd316c5cf tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543754 Mar 31 23:00:47.984039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:47.999015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:48.061711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130589ae-9666-4bc0-9fcc-5eb16c6fccd0 req-efedf76d-9ecd-4bd8-bec4-2b2d61d965d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.063577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-130589ae-9666-4bc0-9fcc-5eb16c6fccd0 req-efedf76d-9ecd-4bd8-bec4-2b2d61d965d8 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 949 time: 0.0603876 Mar 31 23:00:48.072600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.087477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.102752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:48.116747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-130589ae-9666-4bc0-9fcc-5eb16c6fccd0 req-971f7fbd-5b17-41ce-8251-51c5596b4da2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Mar 31 23:00:48.150799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-0350c049-b786-469d-8b5b-b9b3cefd7795 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips/59329e18-981b-4e94-a78b-a5d84f8a8d69 HTTP/1.1" status: 200 len: 692 time: 0.0623281 Mar 31 23:00:48.152395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:48.156140 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea24ae02-d525-4abb-bb61-12340e75ed55" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:48.160296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:48.169337 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.176514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:48.198578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.232879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.235635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabd6ee-0392-4517-982f-3f84d30c024e req-a87527ac-a9c5-4211-a54b-230fa3b1b030 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.241372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dabd6ee-0392-4517-982f-3f84d30c024e req-a87527ac-a9c5-4211-a54b-230fa3b1b030 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 944 time: 0.0591555 Mar 31 23:00:48.277930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394bf4c-d546-497a-83d0-835781171214 req-0be95702-ebc0-450a-b070-b4bc94abf192 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.278306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dabd6ee-0392-4517-982f-3f84d30c024e req-0357e395-ae22-4d8b-ba8c-2d20d4fceb9f tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335393 Mar 31 23:00:48.279320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-0be95702-ebc0-450a-b070-b4bc94abf192 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1276987 Mar 31 23:00:48.286472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:48.290092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-c168a302-5e21-49fd-a808-884242266a96 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:48.291374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-c168a302-5e21-49fd-a808-884242266a96 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061510 Mar 31 23:00:48.354494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-e36ac58f-3cec-4ac9-bf25-971e7eba8dc6 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0512533 Mar 31 23:00:48.412760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-1c7c8cf8-46c6-4079-ab72-7c35741c327f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.10 HTTP/1.1" status: 200 len: 695 time: 0.0517840 Mar 31 23:00:48.423206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec41cf6-4cdf-403c-b888-3de00422d6fc req-286939d3-3bc0-4b02-acc4-76896ae35087 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.424948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ec41cf6-4cdf-403c-b888-3de00422d6fc req-286939d3-3bc0-4b02-acc4-76896ae35087 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Mar 31 23:00:48.463415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ec41cf6-4cdf-403c-b888-3de00422d6fc req-e8a9b00d-02e6-4252-85f0-5cc996ff48e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324512 Mar 31 23:00:48.513288 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b6f21-97ef-4410-b1c4-4af1db0efba5 x-openstack-request-id: req-df1b6f21-97ef-4410-b1c4-4af1db0efba5 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:48.513861 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-plugged", "status": "completed", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:48.514254 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-df1b6f21-97ef-4410-b1c4-4af1db0efba5 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:48.514814 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1b6f21-97ef-4410-b1c4-4af1db0efba5'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'code': 200} Mar 31 23:00:48.527271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8095d9fd-c1fe-40ee-8fc0-bd2879b93834'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:48.563991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Deleting port f9f2efb2-e393-488a-9fcf-fe468b050696 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:48.564690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.663618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.664208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.682341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Calling delete_port for f9f2efb2-e393-488a-9fcf-fe468b050696 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:48.754764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3546404-e175-4d63-aaa6-6dee0ca13b75 req-9f672ed8-3f1d-4712-98e4-32151df74ac8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:48.756346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3546404-e175-4d63-aaa6-6dee0ca13b75 req-9f672ed8-3f1d-4712-98e4-32151df74ac8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0711813 Mar 31 23:00:48.805542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3546404-e175-4d63-aaa6-6dee0ca13b75 req-c21abfcc-59ff-4cc1-8e0b-1cac1de215b5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382614 Mar 31 23:00:48.882570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:48.921868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event deleted for resources: {'Port': ['ID=f9f2efb2-e393-488a-9fcf-fe468b050696,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:49.007623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e656d6-1bc3-475b-b359-58fbaff7711c req-97a0da57-ba5b-47c2-87cf-631a2d42596a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.011863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2e656d6-1bc3-475b-b359-58fbaff7711c req-97a0da57-ba5b-47c2-87cf-631a2d42596a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 946 time: 0.0723467 Mar 31 23:00:49.031563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.034871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.036252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f394bf4c-d546-497a-83d0-835781171214 req-b9663f23-74da-4ac1-bf8d-3dee9eb299e0 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "DELETE /v2.0/floatingips/59329e18-981b-4e94-a78b-a5d84f8a8d69 HTTP/1.1" status: 204 len: 173 time: 0.6169884 Mar 31 23:00:49.058135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2e656d6-1bc3-475b-b359-58fbaff7711c req-bb6944a6-5c25-451c-af5e-34a04dfb703c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 Mar 31 23:00:49.179285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f4c01-b5ee-4685-bb62-95cf15250587 req-fff25fa9-8380-4d30-80eb-b2ec4296ed50 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.180853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-722f4c01-b5ee-4685-bb62-95cf15250587 req-fff25fa9-8380-4d30-80eb-b2ec4296ed50 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 943 time: 0.0603049 Mar 31 23:00:49.194454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-27a68c3e-d512-456b-8def-cca3fec08f8a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.196250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-27a68c3e-d512-456b-8def-cca3fec08f8a tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 950 time: 0.0879335 Mar 31 23:00:49.204964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244603-ea9b-4013-8dd4-2d31d9d1204a req-8bce481a-9c7f-47bd-8a74-a64e3670711d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.206540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c8244603-ea9b-4013-8dd4-2d31d9d1204a req-8bce481a-9c7f-47bd-8a74-a64e3670711d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0881293 Mar 31 23:00:49.232251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-722f4c01-b5ee-4685-bb62-95cf15250587 req-b5e03dfc-333c-43e8-81db-7fafbc4e2272 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Mar 31 23:00:49.305020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c8244603-ea9b-4013-8dd4-2d31d9d1204a req-abfa4ff2-f1fb-4b74-913d-8e62b9c9eded tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857248 Mar 31 23:00:49.356085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Deleting port 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:49.356426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.460851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-e815dfb1-0e1d-4f00-8968-a1c091a983ca tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1855839284&fields=id&tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 267 time: 0.0841699 Mar 31 23:00:49.487501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23734-b8bf-4e2f-bb01-266e74b1152a req-359be275-94ad-4f3a-a983-658d69cee40f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.489408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1e23734-b8bf-4e2f-bb01-266e74b1152a req-359be275-94ad-4f3a-a983-658d69cee40f tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2164519 Mar 31 23:00:49.520625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] For port 083c92a2-5c27-46f4-a21d-ea10b66fedca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=083c92a2-5c27-46f4-a21d-ea10b66fedca,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:49.521035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.541263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Calling delete_port for 083c92a2-5c27-46f4-a21d-ea10b66fedca owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:49.559306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-126e814f-8264-46c0-9ad7-3fb59cb39cf0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.560894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-126e814f-8264-46c0-9ad7-3fb59cb39cf0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 946 time: 0.0835438 Mar 31 23:00:49.589592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06b1c-dbaf-4a24-9bf5-5471b70c9524 req-91698ddb-1719-41fa-b696-99f11e3778be tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.590994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5de06b1c-dbaf-4a24-9bf5-5471b70c9524 req-91698ddb-1719-41fa-b696-99f11e3778be tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=164ee946-574f-4f04-8435-821c22052b9b HTTP/1.1" status: 200 len: 950 time: 0.0511413 Mar 31 23:00:49.603633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'security_groups': ['e65fc40e-8300-4616-a37e-17937cc5a0bd', '3f73b75a-bcfe-45cd-a558-07187456c770']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:49.634149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5de06b1c-dbaf-4a24-9bf5-5471b70c9524 req-24f5c82c-d326-4a12-9d36-b45446a01d08 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355456 Mar 31 23:00:49.699964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.746432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e68e-4a61-4f94-bb65-31c977acdb1c req-c91d2aa2-d10d-43f8-9c1f-e46d90b10751 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:49.748215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae06e68e-4a61-4f94-bb65-31c977acdb1c req-c91d2aa2-d10d-43f8-9c1f-e46d90b10751 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 944 time: 0.0511456 Mar 31 23:00:49.800179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae06e68e-4a61-4f94-bb65-31c977acdb1c req-a28e50c3-2d3e-43a5-b496-1204b70cb1e8 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Mar 31 23:00:49.817376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:49.841000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:49.871349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d', '083c92a2-5c27-46f4-a21d-ea10b66fedca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:49.881471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804', 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:49.912445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event deleted for resources: {'Port': ['ID=083c92a2-5c27-46f4-a21d-ea10b66fedca,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:50.009750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e04b2b-d1f5-46b5-81f2-1a26955e0f25 req-a35788ba-6f40-40ba-95d5-2fa288967b8e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.017388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51e04b2b-d1f5-46b5-81f2-1a26955e0f25 req-a35788ba-6f40-40ba-95d5-2fa288967b8e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1405058 Mar 31 23:00:50.031007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] No DVR routers for this DVR port 083c92a2-5c27-46f4-a21d-ea10b66fedca on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:50.037567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.043341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc3c9ce4-6e6d-483b-8261-abc5ad34d3d9 req-38836c6c-05d7-4aec-9b9b-c5643b714277 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "DELETE /v2.0/ports/083c92a2-5c27-46f4-a21d-ea10b66fedca HTTP/1.1" status: 204 len: 173 time: 0.8356097 Mar 31 23:00:50.044348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-deleted', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:50.048288 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a10f1f-2675-4779-ba24-ad11a76a2338" -d '{"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-deleted", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:50.104277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51e04b2b-d1f5-46b5-81f2-1a26955e0f25 req-863ff3fe-9b2b-4094-8ea1-814088e1e6be tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856378 Mar 31 23:00:50.154991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:50.224706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:50.225132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.292650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:50.331667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3aebc9c1-d087-4e64-b508-58f14fc02e82 req-773ecefe-db22-4354-82dd-fbc81f8a2c6c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?tenant_id=6f6a372041fd45ef9cb1ba0c9d1b6aef HTTP/1.1" status: 200 len: 1657 time: 0.1690943 Mar 31 23:00:50.387657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.394446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.481287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebc9c1-d087-4e64-b508-58f14fc02e82 req-0328d372-733f-4d7a-be86-afaf8da80ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.483070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3aebc9c1-d087-4e64-b508-58f14fc02e82 req-0328d372-733f-4d7a-be86-afaf8da80ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks?id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 787 time: 0.1411488 Mar 31 23:00:50.504827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-3aebc9c1-d087-4e64-b508-58f14fc02e82 req-925eee3a-a110-4500-b314-150b609c4979 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:00:50.507705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3aebc9c1-d087-4e64-b508-58f14fc02e82 req-925eee3a-a110-4500-b314-150b609c4979 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185242 Mar 31 23:00:50.539120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.541679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.562029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb45a9d-b416-44cf-9e18-80d515318ce4 req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "PUT /v2.0/ports/f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 982 time: 0.9638293 Mar 31 23:00:50.600804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.660193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:50.663459 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ccc267-d830-40d4-b027-b5ba14cdc6a8 x-openstack-request-id: req-79ccc267-d830-40d4-b027-b5ba14cdc6a8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:50.663954 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164ee946-574f-4f04-8435-821c22052b9b", "name": "network-vif-deleted", "tag": "083c92a2-5c27-46f4-a21d-ea10b66fedca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:50.664404 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-79ccc267-d830-40d4-b027-b5ba14cdc6a8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:50.665106 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ccc267-d830-40d4-b027-b5ba14cdc6a8'] response: {'server_uuid': '164ee946-574f-4f04-8435-821c22052b9b', 'name': 'network-vif-deleted', 'tag': '083c92a2-5c27-46f4-a21d-ea10b66fedca', 'status': 'completed', 'code': 200} Mar 31 23:00:50.670577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439ac7-03eb-473f-a5f3-5698de015b1d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:50.814634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:50.817213 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23e9f7-cf2b-4d24-bc96-25d3ea93de53" -d '{"events": [{"server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "name": "network-vif-plugged", "status": "completed", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:50.874205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:50.892049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.902058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:50.932095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b53a8b-928b-4726-a2ea-000d9b92bae6 req-29d71389-a3f9-46e4-8251-2f59cf05651f tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:50.946158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33b53a8b-928b-4726-a2ea-000d9b92bae6 req-29d71389-a3f9-46e4-8251-2f59cf05651f tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 943 time: 0.1549394 Mar 31 23:00:51.026315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:51.029000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33b53a8b-928b-4726-a2ea-000d9b92bae6 req-682beb3c-ac46-40b4-b38a-d756b8c23445 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Mar 31 23:00:51.047280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-fc53ffa5-e761-47ca-998c-107e1133d276 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.049518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-fc53ffa5-e761-47ca-998c-107e1133d276 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2577755 Mar 31 23:00:51.080348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-6b983748-d1fa-4f42-893b-3d25594f5aea tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/quotas/76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 375 time: 0.0217998 Mar 31 23:00:51.132499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e2543186-ee73-413b-8b1c-b5a3b9b3d73f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:00:51.138499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-62bf643a-6c3e-4e52-85bc-79a3e97cc6f6 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips/e6a9f83d-a3b0-4220-a044-239dcff0ad14 HTTP/1.1" status: 200 len: 693 time: 0.0726802 Mar 31 23:00:51.212111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-d0ab735f-c1cd-45a9-85ea-04218c4005b8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1249807 Mar 31 23:00:51.277206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-82418fe1-4c8b-4891-b83e-595cf71eca91 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.303844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-c140cbf9-ba00-41eb-be3a-3583707fdba4 service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964172 Mar 31 23:00:51.306713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-82418fe1-4c8b-4891-b83e-595cf71eca91 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1672800 Mar 31 23:00:51.320305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,segment=NetworkSegment(b7ea6d1f-8011-4550-96c3-f9c85657f53d),segment_id=b7ea6d1f-8011-4550-96c3-f9c85657f53d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:51.332654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f', 'network_id': 'f3779d9b-4e3d-4057-8e7d-d7dfd23594ad', 'port_id': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f', 'mac_address': 'fa:16:3e:52:63:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c576840f-c013-40b2-b8bd-145b01f4bf48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:00:51.376440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-72d8cab2-882f-4fee-bf52-5c4a758e4f2b tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0687537 Mar 31 23:00:51.381882 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.398867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2543186-ee73-413b-8b1c-b5a3b9b3d73f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:51.427402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,segment=NetworkSegment(b7ea6d1f-8011-4550-96c3-f9c85657f53d),segment_id=b7ea6d1f-8011-4550-96c3-f9c85657f53d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:51.432167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-3732270c-3417-44d5-bd46-1ed0d7b4eec3 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0547278 Mar 31 23:00:51.439211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.471044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-d3b2a120-3d16-40ea-ac21-9e80643e1d0a service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573927 Mar 31 23:00:51.542928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:51.598253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Deleting port 792137c3-3995-4549-a5ec-9e01eedf16b8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:51.598620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.717618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:51.725832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-40ba0f39-3093-47fd-a04d-a1af251a4d45 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1013632388&fields=id&tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 267 time: 0.0653977 Mar 31 23:00:51.728185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.728750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.749910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Calling delete_port for 792137c3-3995-4549-a5ec-9e01eedf16b8 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:51.779659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-701798f5-ce5b-4851-acfa-22f621b5b681 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:51.780366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-701798f5-ce5b-4851-acfa-22f621b5b681 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 985 time: 0.0534484 Mar 31 23:00:51.798608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'security_groups': ['3f73b75a-bcfe-45cd-a558-07187456c770', 'e65fc40e-8300-4616-a37e-17937cc5a0bd', 'ccb3bdbd-9d8e-42a8-89f1-02311d05cabf']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:51.923331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.942704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:51.959665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event deleted for resources: {'Port': ['ID=792137c3-3995-4549-a5ec-9e01eedf16b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.001691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e2543186-ee73-413b-8b1c-b5a3b9b3d73f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:52.041551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.044768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.047839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f52312c8-ba3f-4b87-8552-54d8259a5e70 req-ce25bbb0-d97a-46e0-9bc3-453fde5105de tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "DELETE /v2.0/floatingips/e6a9f83d-a3b0-4220-a044-239dcff0ad14 HTTP/1.1" status: 204 len: 173 time: 0.6148505 Mar 31 23:00:52.256616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:52.297016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.302679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.312499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b3f2-f91f-45de-8153-53e73bf6c629 req-90ee888d-ac86-486e-b34a-3dd8afbd3ddc tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.314059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6947b3f2-f91f-45de-8153-53e73bf6c629 req-90ee888d-ac86-486e-b34a-3dd8afbd3ddc tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.0604072 Mar 31 23:00:52.368192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.369116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6947b3f2-f91f-45de-8153-53e73bf6c629 req-bde7fe09-44f9-46cc-bc0d-1849c5710e20 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Mar 31 23:00:52.370343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.372173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-622c4226-fa1c-43a2-b236-ea7be858e3bf req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "PUT /v2.0/ports/f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 1021 time: 0.5798640 Mar 31 23:00:52.413345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:52.420332 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cddad7-430d-4b91-8db4-04fcd065ca11 x-openstack-request-id: req-15cddad7-430d-4b91-8db4-04fcd065ca11 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:52.420778 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "name": "network-vif-plugged", "status": "completed", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:52.420904 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15cddad7-430d-4b91-8db4-04fcd065ca11 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:52.421233 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15cddad7-430d-4b91-8db4-04fcd065ca11'] response: {'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'code': 200} Mar 31 23:00:52.444746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.445164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.445422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.445762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.446090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.446415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.446797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.447120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.447483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.451407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.452126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.452652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d00fe43-e827-4e23-a8c0-1a860eb8c866 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:52.479853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:52.505645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee535cc7-4826-4bd6-bbb2-d376e90afd17 req-e6abf0bf-e9a7-4c02-b266-44ae448302a1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0318773 Mar 31 23:00:52.526894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-9cfa4a54-b4b1-4b75-bbab-956034cf73c6 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips/ad0aa02c-4a85-4328-912d-44da8f0c5a6b HTTP/1.1" status: 200 len: 693 time: 0.0847619 Mar 31 23:00:52.585483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc441e10-5b15-4788-b280-a65a39446c5a req-f71aa879-6037-4037-80ef-5836ceaca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.587752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc441e10-5b15-4788-b280-a65a39446c5a req-f71aa879-6037-4037-80ef-5836ceaca49f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.0777609 Mar 31 23:00:52.642449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89db73-2abe-49a5-bde3-4a79556b047d req-76597630-076a-4450-a97b-772c529678c0 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.644043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a89db73-2abe-49a5-bde3-4a79556b047d req-76597630-076a-4450-a97b-772c529678c0 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 944 time: 0.0589144 Mar 31 23:00:52.664356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc441e10-5b15-4788-b280-a65a39446c5a req-df57cc1f-5bdc-4117-a8bb-ac2c371da9cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451093 Mar 31 23:00:52.669429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e'}, {'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:52.671752 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276d34e2-4669-44d9-aea8-970cb32dbdb2" -d '{"events": [{"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e"}, {"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:52.686263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a89db73-2abe-49a5-bde3-4a79556b047d req-26498ae0-499d-40cf-85ac-3ac8c5e99481 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Mar 31 23:00:52.686570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-2f980047-2eca-4dea-b506-611f2c9f8a92 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.691796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-2f980047-2eca-4dea-b506-611f2c9f8a92 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1511147 Mar 31 23:00:52.742617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-eb25eaaf-79fd-49b0-81e6-d1cdd83e4653 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0462246 Mar 31 23:00:52.800983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-4e47fed7-d324-413b-856a-e43c0267e865 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.191 HTTP/1.1" status: 200 len: 696 time: 0.0536966 Mar 31 23:00:52.949163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Deleting port 8633d553-0ca1-455f-979b-302cdb1c003e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:52.949802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:52.974189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa24cd-4c78-4f91-9f50-583ee5ba98aa req-f462d60a-af33-497d-a803-1b6de3a787ef tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:52.976155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5caa24cd-4c78-4f91-9f50-583ee5ba98aa req-f462d60a-af33-497d-a803-1b6de3a787ef tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1024 time: 0.0575018 Mar 31 23:00:53.025973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:53.048720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.049106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.056700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5caa24cd-4c78-4f91-9f50-583ee5ba98aa req-7e79cb51-505a-4f62-991d-9772e0d5041f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=3f73b75a-bcfe-45cd-a558-07187456c770&id=ccb3bdbd-9d8e-42a8-89f1-02311d05cabf&id=e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 200 len: 6149 time: 0.0731778 Mar 31 23:00:53.080820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Calling delete_port for 8633d553-0ca1-455f-979b-302cdb1c003e owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:53.167986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:53.222353 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9583a1e-5e80-48a7-8c84-a0c344694ac2 x-openstack-request-id: req-a9583a1e-5e80-48a7-8c84-a0c344694ac2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:53.222847 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:53.223094 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a9583a1e-5e80-48a7-8c84-a0c344694ac2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:53.223518 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9583a1e-5e80-48a7-8c84-a0c344694ac2'] response: {'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'status': 'completed', 'code': 200} Mar 31 23:00:53.223771 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9583a1e-5e80-48a7-8c84-a0c344694ac2'] response: {'name': 'network-changed', 'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'status': 'completed', 'code': 200} Mar 31 23:00:53.264183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-c46d15a1-7419-4eec-ab53-8c37ee6198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.265712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-c46d15a1-7419-4eec-ab53-8c37ee6198f6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1175 time: 0.1043837 Mar 31 23:00:53.266094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b04f7ec1-3496-4819-a0cc-eddc915deb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.276557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9383f-ebba-4896-9871-a9778ae3981b req-1ed71d0a-f9a5-4b6a-87eb-cea817f40be3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.277250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-eb32b174-7a23-4d35-9f21-566a7cbd0ed1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.278321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bd9383f-ebba-4896-9871-a9778ae3981b req-1ed71d0a-f9a5-4b6a-87eb-cea817f40be3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 950 time: 0.0743058 Mar 31 23:00:53.278798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-eb32b174-7a23-4d35-9f21-566a7cbd0ed1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2086105 Mar 31 23:00:53.300002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'device_id': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'admin_state_up': True, 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:53.378079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bd9383f-ebba-4896-9871-a9778ae3981b req-edfc303a-4121-4b5c-bf52-781959e0a983 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798769 Mar 31 23:00:53.398934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-042ad54d-dfbd-42de-ba7c-6b566294f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.410796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-042ad54d-dfbd-42de-ba7c-6b566294f0ab service neutron] 10.222.0.96 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1212633 Mar 31 23:00:53.449861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-8e36dc76-9655-462e-9cf8-ec75021db050 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 217 time: 0.0378158 Mar 31 23:00:53.452742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': ' tempest-securitygroup -5010810 ', 'description': 'tempest-description-1777952707'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:53.506486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.507606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.532101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-9e787a8b-7a83-44f0-a36f-7253ad655777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:53.533574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-9e787a8b-7a83-44f0-a36f-7253ad655777 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.0756249 Mar 31 23:00:53.548725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:53.552391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.560032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event deleted for resources: {'Port': ['ID=8633d553-0ca1-455f-979b-302cdb1c003e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.573699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-d9fa815d-0f65-4b4d-b5d5-65656e421912 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318894 Mar 31 23:00:53.672968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.679514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.689924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b04f7ec1-3496-4819-a0cc-eddc915deb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.704689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b04f7ec1-3496-4819-a0cc-eddc915deb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.714153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.717236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.718393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04631b03-1f61-4722-841b-ce45f2ff7d6d req-96c7f254-d35c-4326-9bad-442b0bf29ffa tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "DELETE /v2.0/floatingips/ad0aa02c-4a85-4328-912d-44da8f0c5a6b HTTP/1.1" status: 204 len: 173 time: 0.9109612 Mar 31 23:00:53.721895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.726401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76fb5c73-f844-4c90-ae99-18f18198e310 req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2786944 Mar 31 23:00:53.730984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-ebdc8f5a-cfc8-40cc-ba6e-faca1bacad39 service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481047 Mar 31 23:00:53.732877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06309f-45d6-4918-94c9-4b25a6301f92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aab312-8594-4b70-894d-b45ae23732e0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.819655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b04f7ec1-3496-4819-a0cc-eddc915deb8c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=788246653dc6407ba78fb951a1134f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921913 Mar 31 23:00:53.827723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41066) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:53.827946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.20.0.7 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/9b108469-9915-4fe4-973a-fc3a01511bca) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:53.830224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f7ec1-3496-4819-a0cc-eddc915deb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9e471-84fa-4028-801a-742ee3e38f01,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:53.835413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:53.857484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 083c92a2-5c27-46f4-a21d-ea10b66fedca {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:53.857805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 083c92a2-5c27-46f4-a21d-ea10b66fedca not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:53.869032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2390c0d2-c13a-4553-9d2d-ce6ca57f2661 req-a4b0a32c-6d8f-4f25-a7e6-bf1b750da37e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0516694 Mar 31 23:00:53.898973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-41bc16ef-8abb-4a96-99b4-04e8a9828136 service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557639 Mar 31 23:00:53.929254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:53.961350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.081990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-19654658-ed59-4335-9513-e21059cdccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.083932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-19654658-ed59-4335-9513-e21059cdccde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1175 time: 0.1200876 Mar 31 23:00:54.097000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a912-cf77-4407-bf53-aea3f6974f8b req-73d8d923-b5e4-4842-84d7-abe22a54f69a tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.098685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0313a912-cf77-4407-bf53-aea3f6974f8b req-73d8d923-b5e4-4842-84d7-abe22a54f69a tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 944 time: 0.1199162 Mar 31 23:00:54.160317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.162899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.164101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b4d9e471-84fa-4028-801a-742ee3e38f01 HTTP/1.1" status: 204 len: 168 time: 0.3353684 Mar 31 23:00:54.206996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651233-7240-46ac-ae1b-b8586da13119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9e471-84fa-4028-801a-742ee3e38f01,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:54.241044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0313a912-cf77-4407-bf53-aea3f6974f8b req-37124bab-78e4-41fa-adf8-2321291b5345 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148446 Mar 31 23:00:54.288764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-de9793f8-cb3f-4c09-9340-0413ee77cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.289270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef19373-719b-4a34-bb06-6fec83501561 req-c7c3197f-6474-4b68-aaeb-34405e63e3a4 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.290176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-de9793f8-cb3f-4c09-9340-0413ee77cbec service neutron] 10.222.0.96 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1900513 Mar 31 23:00:54.290842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aef19373-719b-4a34-bb06-6fec83501561 req-c7c3197f-6474-4b68-aaeb-34405e63e3a4 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.4779599 Mar 31 23:00:54.376592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-2efc7591-8a06-4e34-a6fb-899e7ea141da tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips/63f69133-210e-4bbe-b3db-e2e85572ac11 HTTP/1.1" status: 200 len: 693 time: 0.0992393 Mar 31 23:00:54.379492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aef19373-719b-4a34-bb06-6fec83501561 req-0fad8a6b-cfa2-4146-ab1f-715ec4ba4ad2 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765946 Mar 31 23:00:54.380026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-3d6625de-4758-414f-b921-f76daa575f5d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 200 len: 217 time: 0.0592632 Mar 31 23:00:54.437182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.495451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64d389da-7f0a-45a3-8828-c4c34623b4bb req-90759f77-5094-448b-ad27-f16ef794bb30 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/a7aab312-8594-4b70-894d-b45ae23732e0 HTTP/1.1" status: 200 len: 1778 time: 0.0840893 Mar 31 23:00:54.512652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-e748797b-34ab-4054-935f-31338f26ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.514120 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-e748797b-34ab-4054-935f-31338f26ed2e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.1131141 Mar 31 23:00:54.528421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.577169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-bcd5a617-8969-4fb7-a69e-240a3b9ed612 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515599 Mar 31 23:00:54.597918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-13f43cb9-e29b-4c3c-ab71-495401f312a5 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.599484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-13f43cb9-e29b-4c3c-ab71-495401f312a5 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2112939 Mar 31 23:00:54.647822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:54.669637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:54.692060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:54.717272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-ab5e4b08-286d-4bab-8ae9-3456090beb59 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.0980844 Mar 31 23:00:54.735708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:54.777193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f342-dc29-4412-82a5-978569fe53fe req-75816a19-4371-4a17-8a33-62884e3f2c13 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.778817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d60f342-dc29-4412-82a5-978569fe53fe req-75816a19-4371-4a17-8a33-62884e3f2c13 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 950 time: 0.1731400 Mar 31 23:00:54.793951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.794277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-7c40a2ba-55a0-492f-b8c2-f51e8bff08b3 tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.165 HTTP/1.1" status: 200 len: 696 time: 0.0656266 Mar 31 23:00:54.794686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:54.847861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff578477-1759-4969-9c50-1356ed4c6094 req-f5857962-ee5b-4e67-9a1e-06f8478cbe6f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:54.849800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff578477-1759-4969-9c50-1356ed4c6094 req-f5857962-ee5b-4e67-9a1e-06f8478cbe6f tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 950 time: 0.2420714 Mar 31 23:00:54.879939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-7f9b4a57-7a84-48d8-9f7b-c5c646c6f636 service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791502 Mar 31 23:00:54.886908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-d77acb22-9c0e-4560-a2fb-a190032a0898 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5936811 Mar 31 23:00:54.903782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Request body: {'port': {'device_id': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:54.988364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff578477-1759-4969-9c50-1356ed4c6094 req-f6b1b7eb-f821-49db-8ad5-ed1d86ef12f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281288 Mar 31 23:00:55.043362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9970a3dc-b708-4a8d-96af-22e29be7b7d4 None None] Provisioning complete for port 9b108469-9915-4fe4-973a-fc3a01511bca triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:55.045117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9970a3dc-b708-4a8d-96af-22e29be7b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.048507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.101994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9970a3dc-b708-4a8d-96af-22e29be7b7d4 None None] Port 9b108469-9915-4fe4-973a-fc3a01511bca cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:00:55.149241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e2543186-ee73-413b-8b1c-b5a3b9b3d73f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:55.151121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-858422e1-7f1e-42f3-915a-9093f01a8fac tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/a7aab312-8594-4b70-894d-b45ae23732e0 HTTP/1.1" status: 200 len: 1778 time: 0.1123884 Mar 31 23:00:55.156221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Deleting port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:55.165495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.394276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] For port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:55.394543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.408975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e2543186-ee73-413b-8b1c-b5a3b9b3d73f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:00:55.413620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e2543186-ee73-413b-8b1c-b5a3b9b3d73f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:00:55.414012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.444137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Calling delete_port for 9b1f743f-eb79-4fd7-aa77-0e00d29c671d owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:55.444446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Deleting port 96c18e1c-b560-4a0a-9744-165a7479fc09 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:55.445014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.451174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.458012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-276d34e2-4669-44d9-aea8-970cb32dbdb2 req-4456e883-d68e-4d29-ba5e-08a382b27786 service neutron] 10.222.0.96 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340381 Mar 31 23:00:55.504691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.537125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:55.539473 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab4dbcc-63b8-428d-a855-9bea3f70a6e8" -d '{"events": [{"server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "name": "network-vif-plugged", "status": "completed", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:55.547207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.553657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,segment=NetworkSegment(b7ea6d1f-8011-4550-96c3-f9c85657f53d),segment_id=b7ea6d1f-8011-4550-96c3-f9c85657f53d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:55.555525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.556071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.558722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.572591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Calling delete_port for 96c18e1c-b560-4a0a-9744-165a7479fc09 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:55.612226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.674362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.677016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.678279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf0f213-d497-4cae-87f5-23d67d156015 req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/a7aab312-8594-4b70-894d-b45ae23732e0 HTTP/1.1" status: 204 len: 173 time: 0.5159392 Mar 31 23:00:55.702363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94376654-d70b-4f50-a5b0-496b876ca24d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aab312-8594-4b70-894d-b45ae23732e0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.710569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b108469-9915-4fe4-973a-fc3a01511bca {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:00:55.728566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.743826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.771787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Pushing event deleted for resources: {'Port': ['ID=96c18e1c-b560-4a0a-9744-165a7479fc09,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.819480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.828115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976e6e9-7f18-4bf1-9c7e-f63a91973ec2 req-cd0cb404-86cf-4eb1-9e42-8f10727c9259 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:55.829633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4976e6e9-7f18-4bf1-9c7e-f63a91973ec2 req-cd0cb404-86cf-4eb1-9e42-8f10727c9259 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 931 time: 0.0799301 Mar 31 23:00:55.837858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b1f743f-eb79-4fd7-aa77-0e00d29c671d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:55.842694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804', 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:00:55.862798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.866071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.868023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30a013e8-58f6-4142-8a89-400ae1f60b9f req-87a44f48-eb3b-41b2-a1a8-ebad2d73e38c tempest-FloatingIPDetailsTestJSON-1999671334 tempest-FloatingIPDetailsTestJSON-1999671334-project] 10.222.0.95 "DELETE /v2.0/floatingips/63f69133-210e-4bbe-b3db-e2e85572ac11 HTTP/1.1" status: 204 len: 173 time: 1.0514069 Mar 31 23:00:55.873665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41106) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:55.885928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Transition to ACTIVE for port object 9b108469-9915-4fe4-973a-fc3a01511bca will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:00:55.894455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event deleted for resources: {'Port': ['ID=9b1f743f-eb79-4fd7-aa77-0e00d29c671d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:55.899039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:55.950256 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.019985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] No DVR routers for this DVR port 9b1f743f-eb79-4fd7-aa77-0e00d29c671d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:00:56.036105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4976e6e9-7f18-4bf1-9c7e-f63a91973ec2 req-a51595f9-1a0a-4db5-8167-d742856acedc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950119 Mar 31 23:00:56.039851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.045303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d60f342-dc29-4412-82a5-978569fe53fe req-6cdd894d-43a9-4354-9c7a-b32b00d8f0b0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.60 "DELETE /v2.0/ports/9b1f743f-eb79-4fd7-aa77-0e00d29c671d HTTP/1.1" status: 204 len: 173 time: 1.2596185 Mar 31 23:00:56.047767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-deleted', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:56.050099 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a4525-6fc2-41e6-aad3-bfa0fc0aebcc" -d '{"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-deleted", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:56.093210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43ddc8-39f8-4038-876a-cc4cf87b552d req-241e74fb-bbcd-4714-bb68-8f5f6432dffa tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.095129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f43ddc8-39f8-4038-876a-cc4cf87b552d req-241e74fb-bbcd-4714-bb68-8f5f6432dffa tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.1296260 Mar 31 23:00:56.111594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Pushing event updated for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:56.212223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Attempting to bind port 9b108469-9915-4fe4-973a-fc3a01511bca on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:00:56.212725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Attempting to bind port 9b108469-9915-4fe4-973a-fc3a01511bca by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:00:56.213157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Attempting to bind port 9b108469-9915-4fe4-973a-fc3a01511bca on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:56.218441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Port 9b108469-9915-4fe4-973a-fc3a01511bca on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:00:56.218920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Attempting to bind port 9b108469-9915-4fe4-973a-fc3a01511bca on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:56.225349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:56.225811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:00:56.226303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:56.226817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Bound port: 9b108469-9915-4fe4-973a-fc3a01511bca, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:00:56.227273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.304531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f43ddc8-39f8-4038-876a-cc4cf87b552d req-b835fd34-3a4b-409c-9e14-191a48aef1a2 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008002 Mar 31 23:00:56.356319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:56.362941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b108469-9915-4fe4-973a-fc3a01511bca,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:56.371351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.391599 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ce64b1-57fc-42c8-9b4a-69bb4d64b2de x-openstack-request-id: req-46ce64b1-57fc-42c8-9b4a-69bb4d64b2de {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:56.392118 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "name": "network-vif-plugged", "status": "completed", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:56.392118 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-46ce64b1-57fc-42c8-9b4a-69bb4d64b2de {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:56.392509 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ce64b1-57fc-42c8-9b4a-69bb4d64b2de'] response: {'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f', 'code': 200} Mar 31 23:00:56.422903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.423630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.425126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 200 len: 1091 time: 1.5297241 Mar 31 23:00:56.477757 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-ed5b4b5c-446b-416f-80b5-f562c579b789 req-7a4531c4-2a9b-4768-ab78-6c2503b6fc4c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:00:56.479773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed5b4b5c-446b-416f-80b5-f562c579b789 req-7a4531c4-2a9b-4768-ab78-6c2503b6fc4c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/a7aab312-8594-4b70-894d-b45ae23732e0 HTTP/1.1" status: 404 len: 352 time: 0.0690496 Mar 31 23:00:56.555886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec524989-890b-45f5-82d4-1f234ab6ac35 req-7d5954d8-d051-4c85-9844-32360162c746 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.560163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec524989-890b-45f5-82d4-1f234ab6ac35 req-7d5954d8-d051-4c85-9844-32360162c746 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.1846402 Mar 31 23:00:56.590205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77e5f4-8636-41c1-a86f-267981bc6261 service neutron] Pushing event updated for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:56.611162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-ecf05ed4-a964-4973-a235-d50f9e528e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.613041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-ecf05ed4-a964-4973-a235-d50f9e528e5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 1094 time: 0.1336980 Mar 31 23:00:56.669570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a555c5f-643f-49d3-8840-240dcedc1b6c req-729dfc93-1e46-4385-b800-d39134be2171 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f6d1112-1687-42b2-82f1-27c0047b6b65 HTTP/1.1" status: 200 len: 210 time: 0.0489326 Mar 31 23:00:56.674703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-09113e0e-5a9d-4ec6-ac79-cda4211213eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 200 len: 217 time: 0.0532155 Mar 31 23:00:56.683251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec524989-890b-45f5-82d4-1f234ab6ac35 req-6822771d-7bbf-4e73-ad00-f6eb1c7564b2 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149955 Mar 31 23:00:56.726201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97a0bc-84bf-4db0-8c3f-36014ba188b1 req-495dbefd-4911-4d27-bd70-325103c64487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.727693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c97a0bc-84bf-4db0-8c3f-36014ba188b1 req-495dbefd-4911-4d27-bd70-325103c64487 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 1096 time: 0.2233956 Mar 31 23:00:56.739833 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea7d427-774b-4efc-a427-79530199e0a0 x-openstack-request-id: req-2ea7d427-774b-4efc-a427-79530199e0a0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:56.740175 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6d1112-1687-42b2-82f1-27c0047b6b65", "name": "network-vif-deleted", "tag": "9b1f743f-eb79-4fd7-aa77-0e00d29c671d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:56.740440 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2ea7d427-774b-4efc-a427-79530199e0a0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:56.741296 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea7d427-774b-4efc-a427-79530199e0a0'] response: {'server_uuid': '5f6d1112-1687-42b2-82f1-27c0047b6b65', 'name': 'network-vif-deleted', 'tag': '9b1f743f-eb79-4fd7-aa77-0e00d29c671d', 'status': 'completed', 'code': 200} Mar 31 23:00:56.761108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-86969cc9-c18e-4b5b-b85e-f52535d1a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.762613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-86969cc9-c18e-4b5b-b85e-f52535d1a768 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0784216 Mar 31 23:00:56.766122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-622293888', 'description': 'tempest-description-758700232'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:56.815497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.832698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857acec-ffe4-4d46-93da-40306f34acda req-90ce395a-7900-413b-87dd-c8f4c7987ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:56.834300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-90ce395a-7900-413b-87dd-c8f4c7987ccf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596609 Mar 31 23:00:56.892520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c97a0bc-84bf-4db0-8c3f-36014ba188b1 req-4630e182-28d4-4408-9801-b2ae8b07806a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500194 Mar 31 23:00:56.946928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3458786a-272c-4131-ada6-9da74cb85554 req-747534a1-e3ac-4f89-a1cc-e3a115e22a47 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1958148 Mar 31 23:00:56.959008 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.963867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:56.965090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-77619434-c345-4f50-9835-45843d89ce8c service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234164 Mar 31 23:00:56.966265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:56.971219 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.016651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.017777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fc0984d-b37b-4b5b-ac31-71c6976e9fa5 req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2586477 Mar 31 23:00:57.026768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ade2b-a960-41e2-8fdc-727c09e914ba tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd6763e-6d90-45c2-aabd-47d9b0f9877f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:57.041834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.069108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1914900294', 'description': 'tempest-description-16026987'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:57.107337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.118291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0857acec-ffe4-4d46-93da-40306f34acda req-9d608d3c-912c-4617-b2e2-359a9f780f32 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448784 Mar 31 23:00:57.191254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.196779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.231548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba6e76-080e-488a-98c4-25d8adfb14b9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:57.236166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.237515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20819943-d60c-47fc-b1b0-47b41f7be816 req-dd7c6954-7c69-4422-9ad7-462ba81e3d58 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1750286 Mar 31 23:00:57.301583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.394336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8defd9-de46-4690-9771-58b4fe9d1a55 req-0857e0dd-4526-4632-a569-a545dda1d493 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.395857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8defd9-de46-4690-9771-58b4fe9d1a55 req-0857e0dd-4526-4632-a569-a545dda1d493 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 943 time: 0.0573049 Mar 31 23:00:57.438172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8defd9-de46-4690-9771-58b4fe9d1a55 req-7eab92d4-c2fd-4a79-936c-c997367b0db7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Mar 31 23:00:57.455231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Allocated IP 172.25.8.228 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/0bcff4f7-802c-4e4d-a73c-c116ca82c2e4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:57.466382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1477289927', 'description': 'tempest-description-201716754'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:57.470840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Deleting port bcaeb52f-4eef-460b-825e-e631a7611b7c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:57.471523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.486983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.553080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.558193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.596975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.598263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d110349-9c70-4e0b-968c-c267ba24149b req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1359367 Mar 31 23:00:57.599985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56520921-499e-4f90-9c07-7a7a2825aac1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d3187-0612-479e-be6e-f330bce9214e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:57.611254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] For port bcaeb52f-4eef-460b-825e-e631a7611b7c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcaeb52f-4eef-460b-825e-e631a7611b7c,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:57.611254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.631627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Calling delete_port for bcaeb52f-4eef-460b-825e-e631a7611b7c owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:00:57.635142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.710184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc82ae-0cd9-424a-8316-a1b284cef23c req-b2de1b18-c819-4279-b925-e88a2f530a85 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:57.711696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23dc82ae-0cd9-424a-8316-a1b284cef23c req-b2de1b18-c819-4279-b925-e88a2f530a85 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Mar 31 23:00:57.749744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.752016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23dc82ae-0cd9-424a-8316-a1b284cef23c req-f3a3d2d9-1064-461c-bd20-280c81e417eb tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Mar 31 23:00:57.794368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:57.801866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:57.808225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:57.816288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event updated for resources: {'Port': ['ID=0bcff4f7-802c-4e4d-a73c-c116ca82c2e4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:57.851694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:00:57.870563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cf5006d-13d5-4980-8c89-27ecd187db44 req-743222f5-ff4f-4a55-ad43-160acb5ba92c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 10894 time: 0.0950487 Mar 31 23:00:57.878150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 9b1f743f-eb79-4fd7-aa77-0e00d29c671d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:00:57.878782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b1f743f-eb79-4fd7-aa77-0e00d29c671d not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:00:57.913786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:57.920229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cf5006d-13d5-4980-8c89-27ecd187db44 req-65e0b74a-3f02-442e-b158-124e7cee87e8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 200 len: 2981 time: 0.0425858 Mar 31 23:00:57.967689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cf5006d-13d5-4980-8c89-27ecd187db44 req-32cf2bc8-4e78-4eab-9a7f-4c7f670e3bd9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 200 len: 2981 time: 0.0409861 Mar 31 23:00:57.968918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Pushing event deleted for resources: {'Port': ['ID=bcaeb52f-4eef-460b-825e-e631a7611b7c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:58.019439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.094556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-27af9982-72d5-4cd4-837b-e1656794ad3d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/fdd6763e-6d90-45c2-aabd-47d9b0f9877f HTTP/1.1" status: 200 len: 1799 time: 0.0565264 Mar 31 23:00:58.100986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.166866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.194118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.240260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.242917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.244216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31dca845-a24c-4cbc-a3fe-de2c096e75c6 req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/fdd6763e-6d90-45c2-aabd-47d9b0f9877f HTTP/1.1" status: 204 len: 173 time: 0.1487570 Mar 31 23:00:58.258989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4a058-70f5-47ed-ac81-0ebc9ee41133 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd6763e-6d90-45c2-aabd-47d9b0f9877f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:58.453290 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-9f41b41a-4080-4bdd-b8c5-6e6936b99739 req-5a5120ce-31df-412a-ae1e-b6ea887bee07 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:00:58.454380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f41b41a-4080-4bdd-b8c5-6e6936b99739 req-5a5120ce-31df-412a-ae1e-b6ea887bee07 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/fdd6763e-6d90-45c2-aabd-47d9b0f9877f HTTP/1.1" status: 404 len: 352 time: 0.0162597 Mar 31 23:00:58.503270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.610373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520fc2-544d-4526-9f9c-1e263b520b85 req-e44733fd-b6f9-4af3-b609-aca4b92e6f38 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.611941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9520fc2-544d-4526-9f9c-1e263b520b85 req-e44733fd-b6f9-4af3-b609-aca4b92e6f38 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.0522056 Mar 31 23:00:58.656571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9520fc2-544d-4526-9f9c-1e263b520b85 req-120ed4f2-39f5-4704-b39a-35ea051f47be tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Mar 31 23:00:58.680692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.689636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.761447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:00:58.763782 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:00:58.796843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0498ab2-95e3-41bb-91ca-b8fc2a4e384c req-575d8a28-1147-4efa-b984-ff58c7d5b7c7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:58.799366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0498ab2-95e3-41bb-91ca-b8fc2a4e384c req-575d8a28-1147-4efa-b984-ff58c7d5b7c7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 943 time: 0.0710111 Mar 31 23:00:58.815795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event updated for resources: {'Port': ['ID=0bcff4f7-802c-4e4d-a73c-c116ca82c2e4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:58.847089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:58.862934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0498ab2-95e3-41bb-91ca-b8fc2a4e384c req-f64493c9-6560-4014-a7d5-c5d65cdea4e2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Mar 31 23:00:58.863258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.884549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:58.885831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3458786a-272c-4131-ada6-9da74cb85554 req-3295accc-93bd-4452-83b6-a69b1a29aaae tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9268808 Mar 31 23:00:58.898331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Router 144262f8-1a97-4889-adef-da1cb51a3b23 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:58.933630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-8247da58-a6d5-485c-9a6c-32b4e5cc9734 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/cfba6e76-080e-488a-98c4-25d8adfb14b9 HTTP/1.1" status: 200 len: 1799 time: 0.0438924 Mar 31 23:00:58.959083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3458786a-272c-4131-ada6-9da74cb85554 req-b1b542a9-37dd-4de2-9b1a-9f8725e9bebc tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0635948 Mar 31 23:00:59.014954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.019845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6691d609-8886-461f-a46c-e692d583de5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.047542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.118196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.120891 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.122033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84d36aeb-4cb7-4c0c-ad17-ea5f232d6162 req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/cfba6e76-080e-488a-98c4-25d8adfb14b9 HTTP/1.1" status: 204 len: 173 time: 0.1805282 Mar 31 23:00:59.140173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e213c0-cc9e-43be-a8ab-e04f980be254 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba6e76-080e-488a-98c4-25d8adfb14b9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.152259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6691d609-8886-461f-a46c-e692d583de5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.157473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6691d609-8886-461f-a46c-e692d583de5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.158348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458786a-272c-4131-ada6-9da74cb85554 req-c03ec57c-467d-48f4-8940-e30117fc17f9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.159796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3458786a-272c-4131-ada6-9da74cb85554 req-c03ec57c-467d-48f4-8940-e30117fc17f9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1945882 Mar 31 23:00:59.160887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:59.168922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-088b5bd7-b14a-4a72-b997-7c0101eb56af admin admin] 10.222.0.95 "PUT /v2.0/routers/144262f8-1a97-4889-adef-da1cb51a3b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2919981 Mar 31 23:00:59.170137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:59.176735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Sync routers for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:59.205396 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:59.206126 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:59.223434 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc45ffcb-60d0-4a5a-a77d-87da21100bb2 x-openstack-request-id: req-fc45ffcb-60d0-4a5a-a77d-87da21100bb2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:00:59.223727 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:00:59.223962 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fc45ffcb-60d0-4a5a-a77d-87da21100bb2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:00:59.224354 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc45ffcb-60d0-4a5a-a77d-87da21100bb2'] response: {'name': 'network-changed', 'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca', 'status': 'completed', 'code': 200} Mar 31 23:00:59.246360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6691d609-8886-461f-a46c-e692d583de5d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=439255ce663e45238caddf90c404f951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979874 Mar 31 23:00:59.251081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:00:59.262997 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-d5be0ef5-4b9e-4b14-a0a1-dec51f66d388 req-150df9fa-baa0-4e9a-b1d6-6bb78e397863 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:00:59.270764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5be0ef5-4b9e-4b14-a0a1-dec51f66d388 req-150df9fa-baa0-4e9a-b1d6-6bb78e397863 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/cfba6e76-080e-488a-98c4-25d8adfb14b9 HTTP/1.1" status: 404 len: 352 time: 0.0732129 Mar 31 23:00:59.291676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691d609-8886-461f-a46c-e692d583de5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a52a2-1285-4f62-8ca1-eb70af17c915,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.330091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-629dee26-ded5-4bd1-b041-6c82a2349e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.331796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-629dee26-ded5-4bd1-b041-6c82a2349e9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 1094 time: 0.1332579 Mar 31 23:00:59.381371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-7c7bf273-2dc0-46d4-9c38-3c5553896bc3 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/ad4d3187-0612-479e-be6e-f330bce9214e HTTP/1.1" status: 200 len: 1800 time: 0.0929341 Mar 31 23:00:59.436619 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:59.463548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cfc9-18b7-4a12-8d9a-54b8f29446d0 req-377ac260-b9f4-48b2-8a53-ef35d441d6bf tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.465146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c521cfc9-18b7-4a12-8d9a-54b8f29446d0 req-377ac260-b9f4-48b2-8a53-ef35d441d6bf tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.1822062 Mar 31 23:00:59.470744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.474436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.499186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-da4927aa-b6a8-49d4-a320-fb7d9b8469ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.500682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-da4927aa-b6a8-49d4-a320-fb7d9b8469ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.1522787 Mar 31 23:00:59.503291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.549568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.560187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.563605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-02a91e00-83d7-4a3f-bc15-67cb6f77b88f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 200 len: 217 time: 0.0498612 Mar 31 23:00:59.615472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:57Z', 'revision_number': 5, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:59.630830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-1d88e507-7e7f-4fc7-956b-40a621643ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.632311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-1d88e507-7e7f-4fc7-956b-40a621643ee9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0611904 Mar 31 23:00:59.634516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c521cfc9-18b7-4a12-8d9a-54b8f29446d0 req-12c1cb74-bacf-4955-8176-6e45d7a3dec1 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584094 Mar 31 23:00:59.640990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.647136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.649349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc46fb0b-2d5d-4e2f-89d4-dd451a6aebe4 req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/ad4d3187-0612-479e-be6e-f330bce9214e HTTP/1.1" status: 204 len: 173 time: 0.2598958 Mar 31 23:00:59.662175 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Checking router: 144262f8-1a97-4889-adef-da1cb51a3b23 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:59.677947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.685592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.688786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.689149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f22a52a2-1285-4f62-8ca1-eb70af17c915 HTTP/1.1" status: 204 len: 168 time: 0.4358726 Mar 31 23:00:59.690262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Routers {'144262f8-1a97-4889-adef-da1cb51a3b23'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:59.691149 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['144262f8-1a97-4889-adef-da1cb51a3b23'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:59.696571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c929-c38c-445c-9248-4a21e2a8258a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d3187-0612-479e-be6e-f330bce9214e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.724147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-6b04533b-5709-4f0e-9a60-88f1dea9e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.725649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-6b04533b-5709-4f0e-9a60-88f1dea9e925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751014 Mar 31 23:00:59.756068 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-a1d076ca-ad67-4d89-8819-019823e1d168 req-34d81be9-6e11-4e3c-9985-b4a020151fd9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:00:59.772826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1d076ca-ad67-4d89-8819-019823e1d168 req-34d81be9-6e11-4e3c-9985-b4a020151fd9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/ad4d3187-0612-479e-be6e-f330bce9214e HTTP/1.1" status: 404 len: 352 time: 0.0898786 Mar 31 23:00:59.839149 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] Set router 144262f8-1a97-4889-adef-da1cb51a3b23 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:59.847202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f5b6-cdb2-4252-9ab9-40f633bb2d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a52a2-1285-4f62-8ca1-eb70af17c915,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:59.924084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Deleting port b68f8f35-7bf3-4682-8841-a943e8f7630b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:00:59.927067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:00:59.944960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-c3e92ff3-d8a4-4e22-ab64-30fc34fe6ffb service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088854 Mar 31 23:00:59.953551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-aaa63080-85b3-40dc-8206-71c276dba657 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:59.955158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-aaa63080-85b3-40dc-8206-71c276dba657 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 821 time: 0.2089167 Mar 31 23:00:59.987194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-180668e6-729b-46e9-81a5-7367b2c9dc0d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/quotas/bc5d6e5297fa44a898b2fe210d1c41f3 HTTP/1.1" status: 200 len: 375 time: 0.0238209 Mar 31 23:01:00.070520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d038e5-ebc2-409a-b36f-183b4f837c96 req-71e44a2d-9944-43a8-a2d3-18dc8a8a32bd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.072190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40d038e5-ebc2-409a-b36f-183b4f837c96 req-71e44a2d-9944-43a8-a2d3-18dc8a8a32bd tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1192210 Mar 31 23:01:00.086606 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:57Z', 'revision_number': 5, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:00.115426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-c22971de-15cb-4e70-a45d-30e16b078dc8 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1072090 Mar 31 23:01:00.118143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-775c3cf7-00e4-421f-95c9-1ef7e5d3ac5a req-2a90b0f2-5411-468a-9d88-eabe7b828e13 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619663 Mar 31 23:01:00.120772 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9707db-f7ce-4105-a33d-263736e44319 None None] The sync data for ids ['144262f8-1a97-4889-adef-da1cb51a3b23'] in n-d-835855-2 is: [{'id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'name': 'tempest-FloatingIPDetailsTestJSON-952436914-router', 'tenant_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:16Z', 'updated_at': '2022-03-31T23:00:57Z', 'revision_number': 5, 'project_id': '6f6a372041fd45ef9cb1ba0c9d1b6aef', 'gw_port': {'id': 'b68f8f35-7bf3-4682-8841-a943e8f7630b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144262f8-1a97-4889-adef-da1cb51a3b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:18Z', 'updated_at': '2022-03-31T23:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:00.158747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] For port b68f8f35-7bf3-4682-8841-a943e8f7630b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b68f8f35-7bf3-4682-8841-a943e8f7630b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:00.159118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.164306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40d038e5-ebc2-409a-b36f-183b4f837c96 req-76c4a614-88e8-49ba-8e85-82a50cbbef53 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832465 Mar 31 23:01:00.175799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Calling delete_port for b68f8f35-7bf3-4682-8841-a943e8f7630b owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:00.266858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-7776e3a4-30eb-417e-bcdc-2a44be37ff60 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410837 Mar 31 23:01:00.347968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68f91b08-30d3-47dc-b78e-c1bb7b405cae req-2f2acb15-a91d-4175-9f3a-8ebbe26faab3 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 6149 time: 0.1219182 Mar 31 23:01:00.375456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-f0e4da6d-79a1-4065-94a1-fc3d9cf593f0 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001272 Mar 31 23:01:00.430277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68f91b08-30d3-47dc-b78e-c1bb7b405cae req-688517c8-9358-4412-92e1-8383cdf35399 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 200 len: 2981 time: 0.0752716 Mar 31 23:01:00.447617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.487611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=b68f8f35-7bf3-4682-8841-a943e8f7630b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:00.526003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68f91b08-30d3-47dc-b78e-c1bb7b405cae req-f57322ce-01e4-402d-b1bb-ee5074b2e456 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 200 len: 2981 time: 0.0860128 Mar 31 23:01:00.595266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1033127091', 'description': 'tempest-description-890705019'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:00.613101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.687284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.780238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.784076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.870223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.870797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144262f8-1a97-4889-adef-da1cb51a3b23 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:01:00.893759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63579228-c7d3-4ac2-b9c3-98725085edd9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:00.898422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63579228-c7d3-4ac2-b9c3-98725085edd9 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1492071 Mar 31 23:01:00.899044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.902857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.907692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d4e46632-a89a-4493-b968-6694d0671ecc admin admin] 10.222.0.95 "DELETE /v2.0/routers/144262f8-1a97-4889-adef-da1cb51a3b23 HTTP/1.1" status: 204 len: 168 time: 1.7341809 Mar 31 23:01:00.908256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41240) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:00.913753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.944935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:00.968825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83294faf-8365-4cc3-b355-922f2d42d5e8 req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3792231 Mar 31 23:01:01.016902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d52fc9-3f4d-4183-93c7-95f13bd267d2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2289bfa4-7167-4734-97b9-939d80a65154,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.042098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Deleting subnet a8d93e1f-a0bc-4f5f-accf-e4ccd5847919 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:01.072703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.162050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.233689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2de455-294d-4f0b-b203-6ec8c5ce6a38 req-ccb02169-f75a-4e43-8876-353cf3b5365a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.235278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f2de455-294d-4f0b-b203-6ec8c5ce6a38 req-ccb02169-f75a-4e43-8876-353cf3b5365a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 943 time: 0.1240029 Mar 31 23:01:01.280172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Deleting port df4a25c2-36ee-440f-9ef8-8a85843e6edb {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:01.280461 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.316285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26d98370-dcbf-4385-b7a0-92d65d0f71e6 req-9c6a385d-d8d6-42a2-b632-9c9fe763fb9b tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 210 time: 0.0383246 Mar 31 23:01:01.328280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-a2c4d2a6-3571-4ae1-a586-7d5064665154 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176775 Mar 31 23:01:01.362321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f2de455-294d-4f0b-b203-6ec8c5ce6a38 req-15772eab-98e3-4c4b-ad03-69c1aa4adff9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129146 Mar 31 23:01:01.380129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-495528665', 'description': 'tempest-description-649753829'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:01.404196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.453947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.467347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-7e65d839-2f1c-4347-8bf0-74c5b0c5fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.469676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-7e65d839-2f1c-4347-8bf0-74c5b0c5fc41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.0749774 Mar 31 23:01:01.531680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] For port df4a25c2-36ee-440f-9ef8-8a85843e6edb, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=df4a25c2-36ee-440f-9ef8-8a85843e6edb,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:01.532031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.552784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Calling delete_port for df4a25c2-36ee-440f-9ef8-8a85843e6edb owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:01.569993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288a253-4d35-4221-8887-afd7db17f1c5 req-9fefdfa9-8b2e-4010-8347-a7b2b8aa4171 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.578530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0288a253-4d35-4221-8887-afd7db17f1c5 req-9fefdfa9-8b2e-4010-8347-a7b2b8aa4171 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 949 time: 0.1112118 Mar 31 23:01:01.583540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.589061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.596945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.691750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d93e1f-a0bc-4f5f-accf-e4ccd5847919,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.698680 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.702030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d29075-ed99-43b1-9fda-bd0d603f1498 None None] Network 781441a3-f685-4436-8ee2-94be98473465 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:01.728660 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f725fb2b-f26f-4b07-b12d-0c453afee3b9 req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3660393 Mar 31 23:01:01.733349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b68f8f35-7bf3-4682-8841-a943e8f7630b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:01.756925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76652fb8-466d-409a-8aae-5ec48bc56d3f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58996b-e05c-485e-8447-846d44b2f8cf,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:01.772618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-619541e0-4b35-48a6-b37c-4624ecde8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.775032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-619541e0-4b35-48a6-b37c-4624ecde8bcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2347860 Mar 31 23:01:01.784663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:01.802578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93225432-c0d3-47e6-8dba-356a285d80ea admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a8d93e1f-a0bc-4f5f-accf-e4ccd5847919 HTTP/1.1" status: 204 len: 168 time: 0.8929858 Mar 31 23:01:01.808102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b68f8f35-7bf3-4682-8841-a943e8f7630b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:01.809334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:01.819895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b68f8f35-7bf3-4682-8841-a943e8f7630b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:01.820610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcaeb52f-4eef-460b-825e-e631a7611b7c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:01.895286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0288a253-4d35-4221-8887-afd7db17f1c5 req-674fc9a1-2a86-4215-9c92-a71c4a1a32f2 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141396 Mar 31 23:01:01.905215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-927638ff-134a-4e37-985b-bc434769dba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.1234689 Mar 31 23:01:01.937669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b108469-9915-4fe4-973a-fc3a01511bca details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:01.940816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bcaeb52f-4eef-460b-825e-e631a7611b7c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:01.941662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcaeb52f-4eef-460b-825e-e631a7611b7c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:01.959541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935151a2-e695-4046-9379-324303fb5a02 req-5b71e28f-57bc-4ca9-90ee-864ef66704bd tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.967004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-935151a2-e695-4046-9379-324303fb5a02 req-5b71e28f-57bc-4ca9-90ee-864ef66704bd tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.1241577 Mar 31 23:01:01.996283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-043c719b-4af8-4181-a9a5-f0482c1492ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:01.998382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-043c719b-4af8-4181-a9a5-f0482c1492ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0799248 Mar 31 23:01:02.049789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.066718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-935151a2-e695-4046-9379-324303fb5a02 req-9005d36d-78f7-4f4a-aaac-a12be053f3f9 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861361 Mar 31 23:01:02.086459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-6699bc1d-976e-41c6-a12c-c53cf0cbc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.088682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-6699bc1d-976e-41c6-a12c-c53cf0cbc859 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799453 Mar 31 23:01:02.151732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] DHCP port deletion for 781441a3-f685-4436-8ee2-94be98473465 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:01:02.213630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b108469-9915-4fe4-973a-fc3a01511bca,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:02.231000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '9b108469-9915-4fe4-973a-fc3a01511bca', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '9b108469-9915-4fe4-973a-fc3a01511bca', 'mac_address': 'fa:16:3e:b8:6c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:02.276897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Deleting port 28fb717a-6d14-4afe-be60-e4c2ae44557b {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:02.277745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.300788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-58fd2d73-d241-4017-8f7f-251e1429f00d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.307114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.308593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-58fd2d73-d241-4017-8f7f-251e1429f00d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 813 time: 0.2798388 Mar 31 23:01:02.324410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b108469-9915-4fe4-973a-fc3a01511bca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:02.325239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-b6be3e2b-021a-49b1-8d5b-5044d560fb7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/quotas/c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 375 time: 0.0157225 Mar 31 23:01:02.335804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.343817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-c6c0a56c-fafc-4962-9e34-080b2d3c0eb0 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473853 Mar 31 23:01:02.378482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804', 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:02.398709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event deleted for resources: {'Port': ['ID=df4a25c2-36ee-440f-9ef8-8a85843e6edb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.413318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Deleting port 28fb717a-6d14-4afe-be60-e4c2ae44557b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:02.413661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.444289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b108469-9915-4fe4-973a-fc3a01511bca,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:02.454542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] For port 28fb717a-6d14-4afe-be60-e4c2ae44557b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28fb717a-6d14-4afe-be60-e4c2ae44557b,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:02.455397 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.460019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.502706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Calling delete_port for 28fb717a-6d14-4afe-be60-e4c2ae44557b owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:02.538372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33089cec-e8e3-472f-a24e-a927c1f4842d req-c539faf5-42c6-4e36-ac95-2c6da393dfde tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 210 time: 0.0587246 Mar 31 23:01:02.563773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-eb4c56e8-66b0-4a74-8e4c-ee5fde4a01d0 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.565507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-eb4c56e8-66b0-4a74-8e4c-ee5fde4a01d0 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 821 time: 0.3762667 Mar 31 23:01:02.583977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'port': {'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'admin_state_up': True, 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:02.614157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.686844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a60c9627-8189-4c51-a93b-cd8e9838e53f req-0a3f677d-d96b-4457-9216-e93c47c8e717 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349998 Mar 31 23:01:02.695253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.714150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] No DVR routers for this DVR port 28fb717a-6d14-4afe-be60-e4c2ae44557b on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:02.736720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407b718-ae1e-4e7d-9944-a28883fc0c17 None None] Pushing event deleted for resources: {'Port': ['ID=28fb717a-6d14-4afe-be60-e4c2ae44557b,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:02.775728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:02.786330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a2ee-3073-41ac-8d5c-2888d1cc030f req-50f690b3-60e0-40ee-93a2-c983dd926945 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:02.792262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca27a2ee-3073-41ac-8d5c-2888d1cc030f req-50f690b3-60e0-40ee-93a2-c983dd926945 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 944 time: 0.1548724 Mar 31 23:01:02.862069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Made reservation on behalf of bc5d6e5297fa44a898b2fe210d1c41f3 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:02.866046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:02.877573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca27a2ee-3073-41ac-8d5c-2888d1cc030f req-7b17ddcf-168a-4617-82ab-2fc75d470f45 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764599 Mar 31 23:01:03.005557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] No DVR routers for this DVR port df4a25c2-36ee-440f-9ef8-8a85843e6edb on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:03.022037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-e6b619b6-c31f-42f6-b4c1-27b65007cb15 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6958482 Mar 31 23:01:03.033376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.036859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdf2001c-0dad-483c-ad91-43cbe959d558 req-63fe2d60-3d54-4702-80fe-77a22094fd91 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "DELETE /v2.0/ports/df4a25c2-36ee-440f-9ef8-8a85843e6edb HTTP/1.1" status: 204 len: 173 time: 2.1190593 Mar 31 23:01:03.042637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-deleted', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:03.045358 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b96a8a-6691-435e-9afb-de9f6654adcc" -d '{"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-deleted", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:03.074150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] For port 28fb717a-6d14-4afe-be60-e4c2ae44557b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28fb717a-6d14-4afe-be60-e4c2ae44557b,segment=NetworkSegment(bdaed22d-5272-4bc8-bc23-da032396c544),segment_id=bdaed22d-5272-4bc8-bc23-da032396c544)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:03.074679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.103466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Calling delete_port for 28fb717a-6d14-4afe-be60-e4c2ae44557b owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:03.112129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3737ac00-87d3-4951-9e02-92e704348b80 req-2c921d46-6faf-41c1-99ea-339f64d7682e tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=c89650fc-eb69-44c7-b4a6-f3e2e5a88e39 HTTP/1.1" status: 200 len: 210 time: 0.0983896 Mar 31 23:01:03.215718 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cad7925-2aa0-4964-ac14-41d1a4e5f0e6 x-openstack-request-id: req-0cad7925-2aa0-4964-ac14-41d1a4e5f0e6 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:03.216104 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89650fc-eb69-44c7-b4a6-f3e2e5a88e39", "name": "network-vif-deleted", "tag": "df4a25c2-36ee-440f-9ef8-8a85843e6edb", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:03.216353 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0cad7925-2aa0-4964-ac14-41d1a4e5f0e6 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:03.217280 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cad7925-2aa0-4964-ac14-41d1a4e5f0e6'] response: {'server_uuid': 'c89650fc-eb69-44c7-b4a6-f3e2e5a88e39', 'name': 'network-vif-deleted', 'tag': 'df4a25c2-36ee-440f-9ef8-8a85843e6edb', 'status': 'completed', 'code': 200} Mar 31 23:01:03.239991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Allocated IP 172.20.0.13 (bf7c2573-ecf4-4748-8fdb-5ec9be501c2b/c2ad45dc-7440-406f-9c95-6949e0e2439a/89218a28-7603-4758-85c7-6ecc376b8e8f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:03.248485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-da747d74-581b-4cd2-88ed-ea3bc29b3c96 service neutron] 10.222.0.95 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246268 Mar 31 23:01:03.349037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.388965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fb717a-6d14-4afe-be60-e4c2ae44557b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:03.404487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-4575f57a-d852-46ff-9d8a-00eda36d5859 service neutron] 10.222.0.95 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Mar 31 23:01:03.409901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] No DVR routers for this DVR port 28fb717a-6d14-4afe-be60-e4c2ae44557b on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:03.423032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28fb717a-6d14-4afe-be60-e4c2ae44557b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:03.445180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 28fb717a-6d14-4afe-be60-e4c2ae44557b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:03.445753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28fb717a-6d14-4afe-be60-e4c2ae44557b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:03.515185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.546006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781441a3-f685-4436-8ee2-94be98473465']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:03.575660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaed22d-5272-4bc8-bc23-da032396c544') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:03.576045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaed22d-5272-4bc8-bc23-da032396c544') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:03.589146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.634452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.651517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-24f349b8-ec99-406e-b285-e8390fea28c0 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.653107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-24f349b8-ec99-406e-b285-e8390fea28c0 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.96 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.1166096 Mar 31 23:01:03.656675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:03.660272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:03.664604 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:03.766822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ed854-5b3d-4703-a07b-026c15c8e611 req-662ff538-106c-473e-9c8c-41b7a4a41ca7 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:03.768970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-780ed854-5b3d-4703-a07b-026c15c8e611 req-662ff538-106c-473e-9c8c-41b7a4a41ca7 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 945 time: 0.1373389 Mar 31 23:01:03.833043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.854018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-780ed854-5b3d-4703-a07b-026c15c8e611 req-40ad02d7-9a87-4d58-961a-7519a5aa7fa5 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/security-groups?id=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 Mar 31 23:01:03.862251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b108469-9915-4fe4-973a-fc3a01511bca up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:03.914504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:03.929818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3cd74e33-5cb4-467b-9967-6c40eb910d8d req-02ab6416-e2ed-42bc-bcf4-3ed96122adef tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 210 time: 0.2148833 Mar 31 23:01:03.944149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8095d9fd-c1fe-40ee-8fc0-bd2879b93834'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:03.950855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 9b108469-9915-4fe4-973a-fc3a01511bca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:03.989959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 9b108469-9915-4fe4-973a-fc3a01511bca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:03.990329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.043210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.058880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.070901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] 10.222.0.95 "DELETE /v2.0/networks/781441a3-f685-4436-8ee2-94be98473465 HTTP/1.1" status: 204 len: 168 time: 2.2582967 Mar 31 23:01:04.091645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c5e3e1f-afb3-4632-9186-b83b7d9df2c6 req-2e848996-3a28-4e77-9b36-783cec586a75 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 210 time: 0.1041727 Mar 31 23:01:04.098424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:04.103265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:04.110016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:04.115186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event updated for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.202221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712a1b3-bacf-4fca-b3a8-df5306c64349 admin admin] Pushing event deleted for resources: {'Network': ['ID=781441a3-f685-4436-8ee2-94be98473465,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.239995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Deleting port e2543186-ee73-413b-8b1c-b5a3b9b3d73f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:04.241177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.315764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.330437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.359569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5b7bb158-cf8d-4ce5-9be9-64dd2cb7d5ac tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7818112 Mar 31 23:01:04.381317 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.383539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Request body: {'port': {'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:04.388673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] For port e2543186-ee73-413b-8b1c-b5a3b9b3d73f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,segment=NetworkSegment(b7ea6d1f-8011-4550-96c3-f9c85657f53d),segment_id=b7ea6d1f-8011-4550-96c3-f9c85657f53d)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:04.389002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.409374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Calling delete_port for e2543186-ee73-413b-8b1c-b5a3b9b3d73f owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:04.435494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0deec676-7245-4bd1-8ad5-a8b6f758a75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.466736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:04.473227 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a32907-e6ac-47d4-ae65-11506ccc65e2" -d '{"events": [{"server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "name": "network-vif-plugged", "status": "completed", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:04.517161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b108469-9915-4fe4-973a-fc3a01511bca,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:04.529861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.600968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.605483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ddda-06b2-4a0b-a194-77817656c163 req-1b9ca497-86f2-4be3-afa8-261eb4f900ce tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.607200 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a230ddda-06b2-4a0b-a194-77817656c163 req-1b9ca497-86f2-4be3-afa8-261eb4f900ce tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 944 time: 0.5341911 Mar 31 23:01:04.607927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.673151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e2543186-ee73-413b-8b1c-b5a3b9b3d73f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:04.693950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Pushing event deleted for resources: {'Port': ['ID=e2543186-ee73-413b-8b1c-b5a3b9b3d73f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.744003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] No DVR routers for this DVR port e2543186-ee73-413b-8b1c-b5a3b9b3d73f on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:04.748149 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b00d9a1-3fa4-4141-9c3f-41db83ceb84c x-openstack-request-id: req-4b00d9a1-3fa4-4141-9c3f-41db83ceb84c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:04.748449 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "name": "network-vif-plugged", "status": "completed", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:04.748886 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4b00d9a1-3fa4-4141-9c3f-41db83ceb84c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:04.749462 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b00d9a1-3fa4-4141-9c3f-41db83ceb84c'] response: {'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca', 'code': 200} Mar 31 23:01:04.750660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.753602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41334) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:04.760045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee880da2-5ab0-4af1-838d-79ee1b9f8b80 req-70db3db9-1962-48df-b32a-bd909c74ba71 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.96 "DELETE /v2.0/ports/e2543186-ee73-413b-8b1c-b5a3b9b3d73f HTTP/1.1" status: 204 len: 173 time: 1.0908432 Mar 31 23:01:04.769337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a230ddda-06b2-4a0b-a194-77817656c163 req-b2dc1aef-4f2b-4ee3-a79a-846a413c08b2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549220 Mar 31 23:01:04.805150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:04.809324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6bef1128-84bf-4c01-a5df-40bd277071f4 None None] Provisioning complete for port 89218a28-7603-4758-85c7-6ecc376b8e8f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:04.811016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6bef1128-84bf-4c01-a5df-40bd277071f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:04.868830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6bef1128-84bf-4c01-a5df-40bd277071f4 None None] Port 89218a28-7603-4758-85c7-6ecc376b8e8f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:04.945255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0a46-0bf3-4f12-909b-7ab39b643ee3 req-5aea3032-4233-4677-8020-3033b05ed9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:04.946790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89eb0a46-0bf3-4f12-909b-7ab39b643ee3 req-5aea3032-4233-4677-8020-3033b05ed9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1932559 Mar 31 23:01:04.952089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41340) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:04.952628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-642cc631-9647-4ded-bfc0-51b2c4cc140a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6f6a372041fd45ef9cb1ba0c9d1b6aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975646 Mar 31 23:01:05.037625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2b050-56fb-4bd3-b676-8e4060f29865 req-67ae032f-26de-4bfa-b29f-9e529cce7ee6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.039422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aba2b050-56fb-4bd3-b676-8e4060f29865 req-67ae032f-26de-4bfa-b29f-9e529cce7ee6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.2148149 Mar 31 23:01:05.050631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d78ebfc3-58b5-481f-9b04-a1a3dfec0365 req-872a0c24-016d-474d-8b7e-c61b16707087 tempest-ServerAddressesNegativeTestJSON-1470905553 tempest-ServerAddressesNegativeTestJSON-1470905553-project] 10.222.0.95 "GET /v2.0/ports?device_id=9377bf85-8011-488f-9b45-64f0ec306132 HTTP/1.1" status: 200 len: 210 time: 0.0505795 Mar 31 23:01:05.068978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.082401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89eb0a46-0bf3-4f12-909b-7ab39b643ee3 req-a55a247d-3e43-4bf2-aac7-3d69cb0a35fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255200 Mar 31 23:01:05.105753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.159709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.164368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.165808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1121d1be-5d80-4b11-96f2-3cfb865de3ea HTTP/1.1" status: 204 len: 168 time: 0.2105951 Mar 31 23:01:05.180304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:05.211715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd10ee-876d-4244-ace6-9bcd803a8f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1121d1be-5d80-4b11-96f2-3cfb865de3ea,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.217967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'name': 'network-vif-deleted', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:05.223039 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70090b5b-1932-42c7-9365-ef8afd0f7c06" -d '{"events": [{"server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "name": "network-vif-deleted", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:05.239089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: df4a25c2-36ee-440f-9ef8-8a85843e6edb {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:05.243787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device df4a25c2-36ee-440f-9ef8-8a85843e6edb not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:05.246555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e2543186-ee73-413b-8b1c-b5a3b9b3d73f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:05.247148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aba2b050-56fb-4bd3-b676-8e4060f29865 req-89f80036-2219-44f3-8aef-b14bdbba25c0 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/security-groups?id=7440545d-67be-4000-b6fc-18eee75f657d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688154 Mar 31 23:01:05.305092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: e2543186-ee73-413b-8b1c-b5a3b9b3d73f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:05.305230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e2543186-ee73-413b-8b1c-b5a3b9b3d73f not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:05.335114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b672f2-b2f7-4c95-8b46-bfa3f0a9d815 req-e1823072-7506-4bd9-8d26-84c47fd032de tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.336666 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34b672f2-b2f7-4c95-8b46-bfa3f0a9d815 req-e1823072-7506-4bd9-8d26-84c47fd032de tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 932 time: 0.1206446 Mar 31 23:01:05.385774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-25588df0-e513-47d2-91f1-27049772c515 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.393034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-25588df0-e513-47d2-91f1-27049772c515 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.60 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 813 time: 0.3474772 Mar 31 23:01:05.396720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34b672f2-b2f7-4c95-8b46-bfa3f0a9d815 req-dbbf9539-3a13-4eb5-afcb-bb1cd858e418 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484972 Mar 31 23:01:05.461150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0c28eef-73d8-46ad-b509-f8ac31b06687 req-92c2921a-c08a-4674-a6ee-b31c52fcc8e7 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 210 time: 0.0547030 Mar 31 23:01:05.472113 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73c5192-da60-480c-b2ae-be87d030c0f9 x-openstack-request-id: req-b73c5192-da60-480c-b2ae-be87d030c0f9 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:05.472113 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9377bf85-8011-488f-9b45-64f0ec306132", "name": "network-vif-deleted", "tag": "e2543186-ee73-413b-8b1c-b5a3b9b3d73f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:05.472390 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b73c5192-da60-480c-b2ae-be87d030c0f9 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:05.472636 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73c5192-da60-480c-b2ae-be87d030c0f9'] response: {'server_uuid': '9377bf85-8011-488f-9b45-64f0ec306132', 'name': 'network-vif-deleted', 'tag': 'e2543186-ee73-413b-8b1c-b5a3b9b3d73f', 'status': 'completed', 'code': 200} Mar 31 23:01:05.477199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'device_id': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c', 'admin_state_up': True, 'tenant_id': 'c4bb783e76b140e5a04fc365e1a4e51d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:05.500774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89218a28-7603-4758-85c7-6ecc376b8e8f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:05.514272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.580186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Transition to ACTIVE for port object 89218a28-7603-4758-85c7-6ecc376b8e8f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:05.590130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.597979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-75db2350-a516-4f84-9cf7-8769657e24e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:05.599623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-75db2350-a516-4f84-9cf7-8769657e24e6 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 949 time: 0.0597191 Mar 31 23:01:05.731054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:05.769222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Deleting port 7e1a87d8-d272-4616-9f78-7b9ab9991804 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:05.769570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.811937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Made reservation on behalf of c4bb783e76b140e5a04fc365e1a4e51d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:05.823319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.897927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Attempting to bind port 89218a28-7603-4758-85c7-6ecc376b8e8f on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:05.898284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Attempting to bind port 89218a28-7603-4758-85c7-6ecc376b8e8f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:05.898616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Attempting to bind port 89218a28-7603-4758-85c7-6ecc376b8e8f on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:05.943634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Port 89218a28-7603-4758-85c7-6ecc376b8e8f on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:05.943996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Attempting to bind port 89218a28-7603-4758-85c7-6ecc376b8e8f on network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:05.949479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] For port 7e1a87d8-d272-4616-9f78-7b9ab9991804, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=7e1a87d8-d272-4616-9f78-7b9ab9991804,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:05.949871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.956243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:05.956866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Checking segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:05.956990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Bound using segment: {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:05.957388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Bound port: 89218a28-7603-4758-85c7-6ecc376b8e8f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbe0254-26d3-40f3-9d58-84535b5a76d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:05.957759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:05.999379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Calling delete_port for 7e1a87d8-d272-4616-9f78-7b9ab9991804 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:06.086626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e91740-228b-4ba2-804d-8a97d814ee88 req-bbbcb005-6a06-40f2-98b7-0418a56778d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.088596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1e91740-228b-4ba2-804d-8a97d814ee88 req-bbbcb005-6a06-40f2-98b7-0418a56778d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1750188 Mar 31 23:01:06.172562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41378) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:06.175477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1e91740-228b-4ba2-804d-8a97d814ee88 req-999b5bef-e183-4cac-a64a-f5bcdccad32c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719206 Mar 31 23:01:06.186620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.210582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['7e1a87d8-d272-4616-9f78-7b9ab9991804'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:06.230090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Pushing event deleted for resources: {'Port': ['ID=7e1a87d8-d272-4616-9f78-7b9ab9991804,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.232053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Deleting subnet c576840f-c013-40b2-b8bd-145b01f4bf48 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:06.243640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:06.250693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.302536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=89218a28-7603-4758-85c7-6ecc376b8e8f,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:06.318832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.319135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] No DVR routers for this DVR port 7e1a87d8-d272-4616-9f78-7b9ab9991804 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:06.335776 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.336032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Allocated IP 172.20.0.2 (e19fa069-3f2d-4228-9026-1763278a091c/eb95f2c3-664d-4d69-a5d0-2bf08999739a/183bb1db-8013-4112-b6b5-1decaabcbf40) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:06.340230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bef3e797-5f8d-4e13-bc55-d8f152ba8e3b req-4b0b1f6c-a391-42c0-94d3-358a89891da3 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.96 "DELETE /v2.0/ports/7e1a87d8-d272-4616-9f78-7b9ab9991804 HTTP/1.1" status: 204 len: 173 time: 0.7280016 Mar 31 23:01:06.357929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.415086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.416130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.417696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] 10.222.0.60 "PUT /v2.0/ports/89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 1092 time: 2.0466325 Mar 31 23:01:06.429701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:06.433298 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ac8ebf-8380-44d3-8285-060458accf68" -d '{"events": [{"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:06.510706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f790b971-ab35-4dd3-9791-7738c0f18b3e req-1ab56dda-a79d-4f77-a61e-e1d31bfbd582 tempest-MigrationsAdminTest-182241514 tempest-MigrationsAdminTest-182241514-project] 10.222.0.95 "GET /v2.0/ports?device_id=d61d03ec-d9af-4f5f-ae9e-6f0715fd104d HTTP/1.1" status: 200 len: 210 time: 0.1177754 Mar 31 23:01:06.516030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.548849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd60d5-a2d1-4449-a1ba-85f2f43e1b0c service neutron] Pushing event updated for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.642197 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44624e6b-1571-41be-98e4-274fe449a6f8 x-openstack-request-id: req-44624e6b-1571-41be-98e4-274fe449a6f8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:06.642548 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:06.642803 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-44624e6b-1571-41be-98e4-274fe449a6f8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:06.643365 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44624e6b-1571-41be-98e4-274fe449a6f8'] response: {'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'status': 'completed', 'code': 200} Mar 31 23:01:06.801695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2e180f6-6784-439f-9afb-e461e493a766 req-4b3e2607-4015-49bc-9007-39b720b43ee9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 210 time: 0.0562999 Mar 31 23:01:06.868431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.930743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.936790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c576840f-c013-40b2-b8bd-145b01f4bf48 HTTP/1.1" status: 204 len: 168 time: 0.7576852 Mar 31 23:01:06.936790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276f5f-a6eb-4cb0-b423-22788b8c73bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c576840f-c013-40b2-b8bd-145b01f4bf48,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:06.941199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:06.954232 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cba18cae-fca9-4e91-b3f0-db016f2f8e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:06.956767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3dc42-b522-4e75-97e7-e2de9a9f3dd8 req-2506dda3-bfb4-40f5-94b1-7dc4212af253 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:06.967398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87c3dc42-b522-4e75-97e7-e2de9a9f3dd8 req-2506dda3-bfb4-40f5-94b1-7dc4212af253 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 944 time: 0.3352470 Mar 31 23:01:07.013154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-8c89d37c-367a-4f98-89d4-35afcee95e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.014647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-8c89d37c-367a-4f98-89d4-35afcee95e82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1095 time: 0.3166802 Mar 31 23:01:07.048573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.060917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.085738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5895a8c2-05a7-4b4b-b337-a5b5884950a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0576346 Mar 31 23:01:07.098053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87c3dc42-b522-4e75-97e7-e2de9a9f3dd8 req-2481a33e-2db9-4c2c-b492-b6032e474ea9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296122 Mar 31 23:01:07.186359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.211020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-0e24aabb-640a-485f-89ae-ab5ce93b0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.213228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-0e24aabb-640a-485f-89ae-ab5ce93b0895 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1061568 Mar 31 23:01:07.216346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3779d9b-4e3d-4057-8e7d-d7dfd23594ad']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:07.218528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.231799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:07.253322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ea6d1f-8011-4550-96c3-f9c85657f53d') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:07.254657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ea6d1f-8011-4550-96c3-f9c85657f53d') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:07.285500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.342222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Network e19fa069-3f2d-4228-9026-1763278a091c is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:07.391628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:07.392770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-969596cd-541a-4ace-99ef-ab3759df5bf6 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673022 Mar 31 23:01:07.398566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:07.400226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.410551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:07.411983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.452107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:07.478006 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:07.481607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-deleted', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:07.484450 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387f31b-e1bb-4fe9-b3cd-545b73bc64ef" -d '{"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-deleted", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:07.489511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5db2ba37-01b1-434e-a0ae-5cd9ef54e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.491219 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.491657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-5db2ba37-01b1-434e-a0ae-5cd9ef54e3f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638559 Mar 31 23:01:07.498345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.503143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/f3779d9b-4e3d-4057-8e7d-d7dfd23594ad HTTP/1.1" status: 204 len: 168 time: 0.5599592 Mar 31 23:01:07.515468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6004a2-2c91-4039-8e8e-de4fbec81118 req-a6b8ae9d-a1ed-46ce-aa5c-6d5e53a19c66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.523179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d6004a2-2c91-4039-8e8e-de4fbec81118 req-a6b8ae9d-a1ed-46ce-aa5c-6d5e53a19c66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1845098 Mar 31 23:01:07.543647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c2dd-e498-44fc-babc-2570d78b06b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3779d9b-4e3d-4057-8e7d-d7dfd23594ad,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:07.554717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.555446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.609807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a38ee187-bdd8-4044-a09a-10ad137fe847 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1403921 Mar 31 23:01:07.621775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d6004a2-2c91-4039-8e8e-de4fbec81118 req-36c02986-01f6-4f1a-9d33-7ea0ca3389fd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936389 Mar 31 23:01:07.628342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Request body: {'port': {'device_id': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:07.644969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-a83ce4af-32e6-43ca-8df4-ae9db003ffdd tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:07.647025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-a83ce4af-32e6-43ca-8df4-ae9db003ffdd tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567941 Mar 31 23:01:07.670264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-ecc8f2a2-2ecb-4625-84e3-09bacb6dcca4 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/quotas/a0f02165c3ff4a38b75d116cb4d7a317 HTTP/1.1" status: 200 len: 375 time: 0.0174408 Mar 31 23:01:07.739738 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824acfdd-9f95-4245-bf52-d9aff6fb1a9c x-openstack-request-id: req-824acfdd-9f95-4245-bf52-d9aff6fb1a9c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:07.740163 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d03ec-d9af-4f5f-ae9e-6f0715fd104d", "name": "network-vif-deleted", "tag": "7e1a87d8-d272-4616-9f78-7b9ab9991804", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:07.740389 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-824acfdd-9f95-4245-bf52-d9aff6fb1a9c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:07.740781 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824acfdd-9f95-4245-bf52-d9aff6fb1a9c'] response: {'server_uuid': 'd61d03ec-d9af-4f5f-ae9e-6f0715fd104d', 'name': 'network-vif-deleted', 'tag': '7e1a87d8-d272-4616-9f78-7b9ab9991804', 'status': 'completed', 'code': 200} Mar 31 23:01:07.747020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-3695066d-051e-4ea5-9e38-69b33f46ae87 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702772 Mar 31 23:01:07.752250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:07.830557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:07.903770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-74b3e3b1-70ce-402e-9740-1e7f5d7fca83 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3352de84a92c43df90f2e52744672e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709071 Mar 31 23:01:07.905825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41452) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:07.917337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-182d661c-1bb3-4716-a5e8-63608744dedf service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735535 Mar 31 23:01:08.046414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.097997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.233327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.237217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.238363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12af45f0-5a12-44b3-9863-43a496aafbf9 req-7aa16747-3f30-4100-a2ca-67fe8653ca45 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132331 Mar 31 23:01:08.238855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8 HTTP/1.1" status: 204 len: 168 time: 0.3317428 Mar 31 23:01:08.253991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9d629-5cb9-4665-a8b4-57ff4af2d593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbf4a4-0893-4cb1-b2fb-a90715c1c1b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:08.255592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fefa0-9186-473c-a724-8d48bd879eae req-6bd1b115-9da3-4fd3-ab1b-9ed22c5548cd tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.257128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d3fefa0-9186-473c-a724-8d48bd879eae req-6bd1b115-9da3-4fd3-ab1b-9ed22c5548cd tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 931 time: 0.1149116 Mar 31 23:01:08.285279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02720b4d-8eae-4176-bf79-53fdf31f7437 req-5e778475-0693-40dd-bab9-503ab712ce26 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.295005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02720b4d-8eae-4176-bf79-53fdf31f7437 req-5e778475-0693-40dd-bab9-503ab712ce26 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1922507 Mar 31 23:01:08.323271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.395223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d3fefa0-9186-473c-a724-8d48bd879eae req-756811df-1c16-4410-8e71-179bb9000548 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303797 Mar 31 23:01:08.405890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183bb1db-8013-4112-b6b5-1decaabcbf40 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:08.414720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02720b4d-8eae-4176-bf79-53fdf31f7437 req-b7832ee3-324e-4a45-980e-e63ada9c299b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155946 Mar 31 23:01:08.430766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.454298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac8ebf-8380-44d3-8285-060458accf68 req-549f4b72-4519-4ee7-aaf6-b2ee939d815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.456242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-549f4b72-4519-4ee7-aaf6-b2ee939d815a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1095 time: 0.1318548 Mar 31 23:01:08.459926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Transition to ACTIVE for port object 183bb1db-8013-4112-b6b5-1decaabcbf40 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:08.465098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.571507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f05c2fa-9bf8-425a-9ac9-941914ad1b82 req-2fb929ae-845c-4ca4-9e80-62d9e06540f1 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 210 time: 0.0854630 Mar 31 23:01:08.604141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd5c-f1d3-4f78-9b76-4e20517befcf req-a8b313b1-a150-47a1-a324-5dca5067e56d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.613959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:08.614215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c810fd5c-f1d3-4f78-9b76-4e20517befcf req-a8b313b1-a150-47a1-a324-5dca5067e56d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 944 time: 0.0924885 Mar 31 23:01:08.690234 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c810fd5c-f1d3-4f78-9b76-4e20517befcf req-fb33b230-2693-40a5-8fc9-f89898e50015 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731580 Mar 31 23:01:08.709238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac8ebf-8380-44d3-8285-060458accf68 req-4296b731-cf4b-4b0f-971d-71f034d6c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.710928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-4296b731-cf4b-4b0f-971d-71f034d6c3c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.2428036 Mar 31 23:01:08.754867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Attempting to bind port 183bb1db-8013-4112-b6b5-1decaabcbf40 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:08.755356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Attempting to bind port 183bb1db-8013-4112-b6b5-1decaabcbf40 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:08.755782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Attempting to bind port 183bb1db-8013-4112-b6b5-1decaabcbf40 on network e19fa069-3f2d-4228-9026-1763278a091c {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:08.758751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-19c2dccc-23cf-4367-9853-c98d61f72571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0402079 Mar 31 23:01:08.762365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Port 183bb1db-8013-4112-b6b5-1decaabcbf40 on network e19fa069-3f2d-4228-9026-1763278a091c not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:08.762685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Attempting to bind port 183bb1db-8013-4112-b6b5-1decaabcbf40 on network e19fa069-3f2d-4228-9026-1763278a091c {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:08.776494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:08.777058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Checking segment: {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:08.777332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Bound using segment: {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:08.777914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Bound port: 183bb1db-8013-4112-b6b5-1decaabcbf40, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ebac96-82e6-4259-9488-3970061e41f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:08.777914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.800027 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:01:08.858122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac8ebf-8380-44d3-8285-060458accf68 req-48350736-89c2-46d6-b656-365f1a46f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.859810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-48350736-89c2-46d6-b656-365f1a46f34b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0937891 Mar 31 23:01:08.901697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:08.916144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:08.925849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.936146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac8ebf-8380-44d3-8285-060458accf68 req-cd9e3b23-f147-41c1-b4bf-06256c471822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.937587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-cd9e3b23-f147-41c1-b4bf-06256c471822 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670524 Mar 31 23:01:08.972591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41480) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:08.987848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:08.988554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:08.990150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] 10.222.0.60 "PUT /v2.0/ports/183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 1091 time: 1.3659689 Mar 31 23:01:08.990602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:08.992939 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef895e2-02b8-4e99-ab38-c72b3022dad3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:09.208718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:09.230630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 7e1a87d8-d272-4616-9f78-7b9ab9991804 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:09.231493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 7e1a87d8-d272-4616-9f78-7b9ab9991804 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:09.319663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3abfe9f1-3058-4a00-a189-fa016f72bcf8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1ede2325c3a149feaa754656fab94723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477468 Mar 31 23:01:09.325834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41492) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:09.357175 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09437f4-6b6a-4ebb-8953-eb88a1d2c272 x-openstack-request-id: req-c09437f4-6b6a-4ebb-8953-eb88a1d2c272 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:09.358303 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:09.358743 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c09437f4-6b6a-4ebb-8953-eb88a1d2c272 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:09.359424 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09437f4-6b6a-4ebb-8953-eb88a1d2c272'] response: {'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'status': 'completed', 'code': 200} Mar 31 23:01:09.374253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cf617-c009-4bf1-bd6e-e78d221e752b service neutron] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.387427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.424668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-d354ae64-aa2e-4f94-b407-5192bd9652ea service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678230 Mar 31 23:01:09.427907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-15814bc8-3ea2-41e9-a1cb-500acb4d2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.429338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-15814bc8-3ea2-41e9-a1cb-500acb4d2ad5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0753782 Mar 31 23:01:09.435957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.562427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.565043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.569105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7440545d-67be-4000-b6fc-18eee75f657d HTTP/1.1" status: 204 len: 168 time: 0.2392554 Mar 31 23:01:09.569328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-a92b6c34-b1e2-482b-a750-cb08e0e2de12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 217 time: 0.1227732 Mar 31 23:01:09.580020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de183331-5ddf-4e40-bb59-6351fe8f64a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440545d-67be-4000-b6fc-18eee75f657d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:09.622017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283ede2-7070-4b15-9eb7-b91c8ce7c523 req-a7de26b8-bc29-4fa6-890e-b1e8d13b6929 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.629495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4283ede2-7070-4b15-9eb7-b91c8ce7c523 req-a7de26b8-bc29-4fa6-890e-b1e8d13b6929 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 943 time: 0.1027198 Mar 31 23:01:09.690359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-d4352cd7-8d8a-40b1-8d69-26e544fe6189 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306885 Mar 31 23:01:09.729388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4283ede2-7070-4b15-9eb7-b91c8ce7c523 req-13a2c4df-1c30-48db-9f1a-9e437ac8dee4 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929127 Mar 31 23:01:09.729579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da02b2-4e9b-42e1-affc-93d19948c4ec req-91667bd2-b462-4683-90b1-1c2055cd43a5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.745800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12da02b2-4e9b-42e1-affc-93d19948c4ec req-91667bd2-b462-4683-90b1-1c2055cd43a5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1677196 Mar 31 23:01:09.763802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-e0487695-c654-4bc6-818a-8835ab664e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.765398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-e0487695-c654-4bc6-818a-8835ab664e9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.1797948 Mar 31 23:01:09.853885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-b49a25f8-62bd-4541-80f9-1d9092097775 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774260 Mar 31 23:01:09.888751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43ac8ebf-8380-44d3-8285-060458accf68 req-769ad8fa-b5b1-49a0-8eab-d0e5f1386c90 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453785 Mar 31 23:01:09.889697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:09.911553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12da02b2-4e9b-42e1-affc-93d19948c4ec req-974969a3-810d-4867-8eb2-19f2557adbb5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611729 Mar 31 23:01:09.923825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-433ac464-9f61-4be8-aebf-dc89601a5a71 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:09.925712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-433ac464-9f61-4be8-aebf-dc89601a5a71 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099516 Mar 31 23:01:09.960070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-965a0e01-07bc-4c4e-a982-06a27c9f557f req-43e0b49f-4dc2-4450-88b6-a074cb8b5ab1 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 210 time: 0.0332651 Mar 31 23:01:09.966343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Request body: {'port': {'device_id': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'a0f02165c3ff4a38b75d116cb4d7a317'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:10.048275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41516) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.080682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-3ecf8def-44b6-4752-a41d-5b4049d21279 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945088 Mar 31 23:01:10.091202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569958a0-b6cd-419c-a70e-02f49b260e1d req-af58f57c-fe8f-4571-a386-f66bc5082155 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.093204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-569958a0-b6cd-419c-a70e-02f49b260e1d req-af58f57c-fe8f-4571-a386-f66bc5082155 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 944 time: 0.0824339 Mar 31 23:01:10.154560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Made reservation on behalf of a0f02165c3ff4a38b75d116cb4d7a317 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:10.159638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.172627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.215875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-569958a0-b6cd-419c-a70e-02f49b260e1d req-4d8a4aaf-f8c1-4693-8cf6-a9f423058383 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075628 Mar 31 23:01:10.228948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5bd62f1-0b0f-40ef-9dec-f55f32069e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.256676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.273109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfd0ad51-f292-49f7-b1c8-29b3b6b68fd4 req-766d8102-43b4-4788-992b-0418e0f23d4b service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787155 Mar 31 23:01:10.287894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.296665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.299076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.366041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9d4ffb7b-37ec-4390-88a4-78dc242ae19f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8e3b45decff34d8296922fb5e5016ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061075 Mar 31 23:01:10.371163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41528) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.394284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41530) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.402555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fccc24-87c6-41e8-af6f-3ff195a41248,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.412751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5bd62f1-0b0f-40ef-9dec-f55f32069e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.422209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-90756ab9-e8ef-4a47-86d1-f8df87d68f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.423935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-90756ab9-e8ef-4a47-86d1-f8df87d68f08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1094 time: 0.0780282 Mar 31 23:01:10.424817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5bd62f1-0b0f-40ef-9dec-f55f32069e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.485946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.498490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b5bd62f1-0b0f-40ef-9dec-f55f32069e15 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2de88aed60934b56be2d7b39d44d86f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459007 Mar 31 23:01:10.501199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41534) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:10.512459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Allocated IP 192.168.233.134 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/62b9e0af-085d-492c-b337-9014e7a09727) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:10.526379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.533732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd62f1-0b0f-40ef-9dec-f55f32069e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7efbff0-57a7-4a2d-97b9-36f631cac2e7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.555082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-network', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:10.608405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Made reservation on behalf of 8d55f8c30c79434e96bafda0de9133ce for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:10.610694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.611988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.614756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.615930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b3f91308-d62d-4392-98a6-2f7907eab528 HTTP/1.1" status: 204 len: 168 time: 0.2416475 Mar 31 23:01:10.623592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-63781952-125e-4796-902c-6849ebef7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.625094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-63781952-125e-4796-902c-6849ebef7ebb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1893651 Mar 31 23:01:10.644216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422ec98-1aa9-4e96-87dd-806daf2300aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f91308-d62d-4392-98a6-2f7907eab528,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.681199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.691113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-094ce71b-13a5-4c76-9d2c-93029fc70037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 217 time: 0.0525079 Mar 31 23:01:10.692373 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.740338 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.744613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.811195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.831806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-465ffee7-9865-42c3-8fba-5b4c839015d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:10.834000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-465ffee7-9865-42c3-8fba-5b4c839015d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.1299083 Mar 31 23:01:10.875752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-337d1e3b-979d-4d22-88d4-ad05964668e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328555 Mar 31 23:01:10.894759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.897482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:10.901578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e7efbff0-57a7-4a2d-97b9-36f631cac2e7 HTTP/1.1" status: 204 len: 168 time: 0.3993661 Mar 31 23:01:10.938078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Pushing event updated for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.946766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3e29b-0c60-44f5-9c9e-aa21288e4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7efbff0-57a7-4a2d-97b9-36f631cac2e7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:10.953627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:10.957022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:10.959435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:10.996032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.014837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.053583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d3ef7-4549-4481-bc36-c5361744a3fd req-9ee844a5-b825-4861-9125-fbc1a7770683 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.063580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-091d3ef7-4549-4481-bc36-c5361744a3fd req-9ee844a5-b825-4861-9125-fbc1a7770683 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 943 time: 0.1657062 Mar 31 23:01:11.075216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.076512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.095667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2451da68-ba0f-487c-8468-3a8095f7ed67,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.131043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:11.169586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.170059 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Added segment df58ff15-21f5-4c11-9f07-d62a029bd50a of type vlan for network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 Mar 31 23:01:11.178221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-40a3c943-7c66-47f1-8249-306f83e4009c tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2171144 Mar 31 23:01:11.192124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-091d3ef7-4549-4481-bc36-c5361744a3fd req-1f5780e8-518f-4dfe-bc7b-266ec8e2bb1b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Mar 31 23:01:11.197294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Request body: {'port': {'device_id': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:11.222021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.252172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.253927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.253927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.269187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-4a081da2-cde0-445a-be30-91d3c3524840 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754268 Mar 31 23:01:11.310537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8063-e863-4dad-a7f1-0d9ef9d04154 req-9069f8a3-cd81-4051-8545-3773e4ac453e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.312142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a3f8063-e863-4dad-a7f1-0d9ef9d04154 req-9069f8a3-cd81-4051-8545-3773e4ac453e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.2105663 Mar 31 23:01:11.327935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9325123 Mar 31 23:01:11.339513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41560) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:11.351703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Request body: {'subnet': {'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-subnet', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:11.396378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.449654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23019b6-d7ed-4ae2-aa18-4fb79cf49890 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2b699b-6c5a-4605-acfb-321f5d3a9821,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.463829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a92c974a-12dc-439f-816b-9903433e11fb None None] Provisioning complete for port 62b9e0af-085d-492c-b337-9014e7a09727 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:11.465580 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a92c974a-12dc-439f-816b-9903433e11fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.473165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:11.478407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a3f8063-e863-4dad-a7f1-0d9ef9d04154 req-8f31a913-3722-4bf5-8ee2-85873c818ed0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377363 Mar 31 23:01:11.492152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Made reservation on behalf of 8d55f8c30c79434e96bafda0de9133ce for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:11.495147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.526456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef895e2-02b8-4e99-ab38-c72b3022dad3 req-d8cf56d6-acc8-483e-b819-b998f952d6f4 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341635 Mar 31 23:01:11.669587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a92c974a-12dc-439f-816b-9903433e11fb None None] Port 62b9e0af-085d-492c-b337-9014e7a09727 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:11.746343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1faaf4-37a0-4e40-a315-7fe8ddead7fb req-e4cf146f-e0f2-4f9b-a602-10df6935163e tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.748147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b1faaf4-37a0-4e40-a315-7fe8ddead7fb req-e4cf146f-e0f2-4f9b-a602-10df6935163e tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 936 time: 0.3341675 Mar 31 23:01:11.828225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b1faaf4-37a0-4e40-a315-7fe8ddead7fb req-1a1ca488-b2a2-4256-94ea-fad94daac77f tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698297 Mar 31 23:01:11.847832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6600b-3631-4233-923d-c3fcd33d09ec req-0a3c3588-fceb-49f0-8106-b1829028f6ed tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:11.849718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4f6600b-3631-4233-923d-c3fcd33d09ec req-0a3c3588-fceb-49f0-8106-b1829028f6ed tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 944 time: 0.1468406 Mar 31 23:01:11.851829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41570) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:11.867168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.874920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8954-b39b-4859-a287-2804c6c488e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.881801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 89218a28-7603-4758-85c7-6ecc376b8e8f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:11.966247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4f6600b-3631-4233-923d-c3fcd33d09ec req-e9ff4415-7504-4e3d-b70b-9099994d87d9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065087 Mar 31 23:01:11.968828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b9e0af-085d-492c-b337-9014e7a09727 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:11.973957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6c7aea-a0bd-4da9-8499-928b8fc6544a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:11.980287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:11.997347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Transition to ACTIVE for port object 62b9e0af-085d-492c-b337-9014e7a09727 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:12.008146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Checking segment: {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:12.008146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Network hostable DHCP agents. Network: 4e2b699b-6c5a-4605-acfb-321f5d3a9821, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:12.008492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.008614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=89218a28-7603-4758-85c7-6ecc376b8e8f,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:12.022507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:12.034480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:12.048877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4e2b699b-6c5a-4605-acfb-321f5d3a9821) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:12.057020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.057678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.073013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e21d8-dc83-4f8f-a81f-b48d7f7a75de None None] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:12.077122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8954-b39b-4859-a287-2804c6c488e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.080293 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.082773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d1f8954-b39b-4859-a287-2804c6c488e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.105792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aac96c08-2934-4e56-ab1c-2ce60afc72d1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7577748 Mar 31 23:01:12.113316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41576) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:12.120090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:12.130447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89218a28-7603-4758-85c7-6ecc376b8e8f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:12.153708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Pushing event updated for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.178495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7d1f8954-b39b-4859-a287-2804c6c488e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b72d63fb10524ad89d268e6932230845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254170 Mar 31 23:01:12.179435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f8954-b39b-4859-a287-2804c6c488e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aad9c8-8f7d-4035-84ec-fbc666c3531a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.185333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41578) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:12.206398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.207962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.216129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Attempting to bind port 62b9e0af-085d-492c-b337-9014e7a09727 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:12.216672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Attempting to bind port 62b9e0af-085d-492c-b337-9014e7a09727 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:12.216810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Attempting to bind port 62b9e0af-085d-492c-b337-9014e7a09727 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:12.231924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Port 62b9e0af-085d-492c-b337-9014e7a09727 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:12.232267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Attempting to bind port 62b9e0af-085d-492c-b337-9014e7a09727 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:12.243100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:12.243470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:12.243925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:12.244384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Bound port: 62b9e0af-085d-492c-b337-9014e7a09727, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:12.244756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.341482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.342898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=89218a28-7603-4758-85c7-6ecc376b8e8f,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:12.377671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.379124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:12.382915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=62b9e0af-085d-492c-b337-9014e7a09727,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:12.419297 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.436677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.466609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.467812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.468483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.468988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.469889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.470985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.471652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.472821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.473333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.473825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.474315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.474785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:12.475402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.525047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0db532-ae3d-45b1-9d04-f7b28069d3bf None None] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:12.580489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Pushing event updated for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.581365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.584048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.584725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.586294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-82c75a40-2fbf-4268-a16c-63b3a6ddc09c service neutron] 10.222.0.96 "PUT /v2.0/ports/62b9e0af-085d-492c-b337-9014e7a09727 HTTP/1.1" status: 200 len: 1096 time: 1.3977547 Mar 31 23:01:12.610269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.647264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:12.653044 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f2971-067d-41d7-8929-624a1d61dfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "tag": "62b9e0af-085d-492c-b337-9014e7a09727"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:12.746887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc376-a8e7-4bef-b3fd-46e1ff2fba47 req-135b5a34-a31a-4294-8020-02892e4ad8b0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.755171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-364cc376-a8e7-4bef-b3fd-46e1ff2fba47 req-135b5a34-a31a-4294-8020-02892e4ad8b0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 943 time: 0.3697488 Mar 31 23:01:12.762661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-f3c611f3-ccb2-4816-8b95-365647caa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.764823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-f3c611f3-ccb2-4816-8b95-365647caa079 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 1099 time: 0.1067615 Mar 31 23:01:12.779700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['89218a28-7603-4758-85c7-6ecc376b8e8f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:12.791097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.795351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:12.797301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147309-4372-4fac-ac5f-f049175e3f3f req-a8bfc1ab-d264-4926-8091-01f8bf80b5c8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:12.799851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f8aad9c8-8f7d-4035-84ec-fbc666c3531a HTTP/1.1" status: 204 len: 168 time: 0.6133897 Mar 31 23:01:12.820701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64147309-4372-4fac-ac5f-f049175e3f3f req-a8bfc1ab-d264-4926-8091-01f8bf80b5c8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1025934 Mar 31 23:01:12.940518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d65cd-eeb6-4d82-8d0f-8d1e632b14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aad9c8-8f7d-4035-84ec-fbc666c3531a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:12.958417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-d1fc7ab1-8560-4b4d-9adf-b423eafde4f3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=62b9e0af-085d-492c-b337-9014e7a09727 HTTP/1.1" status: 200 len: 217 time: 0.1826005 Mar 31 23:01:13.063913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64147309-4372-4fac-ac5f-f049175e3f3f req-1142e6c5-02d8-4ee8-9c89-a8563084ffc4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426014 Mar 31 23:01:13.088676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-364cc376-a8e7-4bef-b3fd-46e1ff2fba47 req-c3ae6a59-a9bd-464c-98a8-6272fad3e0b6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325000 Mar 31 23:01:13.112915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.145484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-1a291483-a651-4f45-864c-eda79aba407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.154979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-1a291483-a651-4f45-864c-eda79aba407a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1823275 Mar 31 23:01:13.161370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.251005 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b141286-6683-4dc2-8cdd-fb5b6692e4ad x-openstack-request-id: req-9b141286-6683-4dc2-8cdd-fb5b6692e4ad {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:13.251333 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "tag": "62b9e0af-085d-492c-b337-9014e7a09727", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:13.251574 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9b141286-6683-4dc2-8cdd-fb5b6692e4ad {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:13.251956 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b141286-6683-4dc2-8cdd-fb5b6692e4ad'] response: {'name': 'network-changed', 'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727', 'status': 'completed', 'code': 200} Mar 31 23:01:13.275342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-5d5538cd-f6eb-4e14-b9cf-44f89de4a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.277126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-5d5538cd-f6eb-4e14-b9cf-44f89de4a272 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134651 Mar 31 23:01:13.361438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c894d-f631-43bb-8b09-e43c83dc185f req-c61756aa-4ef5-4288-ad5e-8140244c5608 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.369269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-433c894d-f631-43bb-8b09-e43c83dc185f req-c61756aa-4ef5-4288-ad5e-8140244c5608 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 945 time: 0.1212621 Mar 31 23:01:13.396656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Allocated IP 172.25.8.153 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/668b83cf-2dc6-4820-a4bb-c029d47e0fa4) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:13.420086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d23ed8-25bd-450a-bdfe-4d1b2a7eb385 req-7f0c7802-ab57-4376-99e0-531946b974a4 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.422298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6d23ed8-25bd-450a-bdfe-4d1b2a7eb385 req-7f0c7802-ab57-4376-99e0-531946b974a4 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 948 time: 0.1602523 Mar 31 23:01:13.436767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-f2370b64-13de-44ec-bdd5-a1b4d1c5b983 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364226 Mar 31 23:01:13.459825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-433c894d-f631-43bb-8b09-e43c83dc185f req-50236493-d811-4768-bb04-863cfe6b4c96 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Mar 31 23:01:13.559850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6e4e8ed-9d45-4f38-82ef-a4cfb3a322ec req-3451470d-83a7-4c54-93d7-f7c2804adc81 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146462 Mar 31 23:01:13.563605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6d23ed8-25bd-450a-bdfe-4d1b2a7eb385 req-3cb7c595-c12c-4dae-8b34-b4a661e13a68 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304724 Mar 31 23:01:13.578864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.631268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:13.667159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-5d321ba2-dbbe-4e11-9eea-81defae15bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:13.670807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-5d321ba2-dbbe-4e11-9eea-81defae15bcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 1099 time: 0.0452890 Mar 31 23:01:13.681559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:13.684618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:13.688105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:13.714762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Pushing event updated for resources: {'Port': ['ID=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:13.883519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 183bb1db-8013-4112-b6b5-1decaabcbf40 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:14.080202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.084974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:14.122754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'network_id': 'e19fa069-3f2d-4228-9026-1763278a091c', 'port_id': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'mac_address': 'fa:16:3e:11:0a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb95f2c3-664d-4d69-a5d0-2bf08999739a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:14.188367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.208592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183bb1db-8013-4112-b6b5-1decaabcbf40 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:14.229386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:14.234554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.272032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-367f32b2-a345-46b4-ae2b-5aeb6cc5ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.273456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-367f32b2-a345-46b4-ae2b-5aeb6cc5ab2b service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.5966325 Mar 31 23:01:14.307481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:14.332502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-36ee86c3-e34a-43f0-83a5-c14afbe22198 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=62b9e0af-085d-492c-b337-9014e7a09727 HTTP/1.1" status: 200 len: 217 time: 0.0498281 Mar 31 23:01:14.364291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:14.402225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e0d1b-0d38-4655-8b9c-36c5b3739d7c req-b80b3551-486d-4c3f-8850-218991e086ad tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.404301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286e0d1b-0d38-4655-8b9c-36c5b3739d7c req-b80b3551-486d-4c3f-8850-218991e086ad tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1340744 Mar 31 23:01:14.408821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-657e31d2-554b-41a1-ada6-45e3ef676eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.410301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-657e31d2-554b-41a1-ada6-45e3ef676eab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0681617 Mar 31 23:01:14.474521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286e0d1b-0d38-4655-8b9c-36c5b3739d7c req-f72ef34d-c9e7-4fcb-b563-54f00c0ab34c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633128 Mar 31 23:01:14.485206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-351a3c40-88be-47e6-a719-e4abba10eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.486920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-351a3c40-88be-47e6-a719-e4abba10eba2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687683 Mar 31 23:01:14.501566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3104e11-f17a-46ef-b357-332f9d36f32d req-98ba22cf-3266-481c-a76f-dbcfde88b7c1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:14.508904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3104e11-f17a-46ef-b357-332f9d36f32d req-98ba22cf-3266-481c-a76f-dbcfde88b7c1 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 944 time: 0.1015155 Mar 31 23:01:14.563268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3104e11-f17a-46ef-b357-332f9d36f32d req-b21d6bf6-fb07-4ced-93bb-122ead67364a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527267 Mar 31 23:01:14.576308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Router 22129e02-56ce-41ec-93be-4572c6466f13 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:01:14.628540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-27708404-dc69-451f-9f6e-a5d2eab4db9b service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331756 Mar 31 23:01:14.741476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b87f2971-067d-41d7-8929-624a1d61dfcc req-047af444-2ea2-4b08-8b35-c170febb9786 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059172 Mar 31 23:01:14.743151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['183bb1db-8013-4112-b6b5-1decaabcbf40'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:15.049698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeba57-222b-4b25-8e46-2b05e3809f4d req-b7b7ff93-0c22-4f60-8627-7a751e9e7629 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.051861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8baeba57-222b-4b25-8e46-2b05e3809f4d req-b7b7ff93-0c22-4f60-8627-7a751e9e7629 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 948 time: 0.0541325 Mar 31 23:01:15.100020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8baeba57-222b-4b25-8e46-2b05e3809f4d req-921072bb-e2bc-4bdc-9a8d-2390031dc53b tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394022 Mar 31 23:01:15.114775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39fc5-490f-4310-8671-c92e70cfab03 req-eed2e117-f511-4478-b4ed-51eb9771994b tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.116617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cf39fc5-490f-4310-8671-c92e70cfab03 req-eed2e117-f511-4478-b4ed-51eb9771994b tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 945 time: 0.1043775 Mar 31 23:01:15.132405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:15.145303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Sync routers for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:15.161875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:15.163868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:15.174942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.174942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8c685dc-c070-45f5-8202-603ec10f8157 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0575552 Mar 31 23:01:15.177494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:15.197798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cf39fc5-490f-4310-8671-c92e70cfab03 req-9339d516-659c-4b2b-8b03-e58a0e563806 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678911 Mar 31 23:01:15.321288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:15.526270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:13Z', 'revision_number': 3, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:15.560564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Checking router: 22129e02-56ce-41ec-93be-4572c6466f13 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:15.561115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Updating router 22129e02-56ce-41ec-93be-4572c6466f13 port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:15.601893 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.688865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092a9bd-b6bb-45b0-b760-6c2e935e9ec5 req-414eb85f-77cc-48c3-811e-22878aa73e65 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.690326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3092a9bd-b6bb-45b0-b760-6c2e935e9ec5 req-414eb85f-77cc-48c3-811e-22878aa73e65 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.0955305 Mar 31 23:01:15.769114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3092a9bd-b6bb-45b0-b760-6c2e935e9ec5 req-a4648f4e-5fa6-4931-8329-174b66ceac2f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680859 Mar 31 23:01:15.823816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:15.888607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 89218a28-7603-4758-85c7-6ecc376b8e8f up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:15.980573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834abd94-924f-4433-a937-06b81131a41c req-e3ce5ac2-0ca8-444e-8b1b-d646a342276c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:15.982526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-834abd94-924f-4433-a937-06b81131a41c req-e3ce5ac2-0ca8-444e-8b1b-d646a342276c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 944 time: 0.1061509 Mar 31 23:01:16.023732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 89218a28-7603-4758-85c7-6ecc376b8e8f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:16.028748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 89218a28-7603-4758-85c7-6ecc376b8e8f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:16.029376 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.059012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-834abd94-924f-4433-a937-06b81131a41c req-c983a787-fa5e-4c07-a5cd-ce21cf6f46ae tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474517 Mar 31 23:01:16.073192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.081832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.128830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Allocated IP 172.20.0.1 (4e2b699b-6c5a-4605-acfb-321f5d3a9821/5a6c7aea-a0bd-4da9-8499-928b8fc6544a/28053068-3f28-4138-b9cd-f6b033b00571) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:16.190718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Attempting to bind port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:16.191352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Attempting to bind port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:16.191508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Attempting to bind port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:16.216077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb392c7-03a3-4a3d-bc6f-470b3f0f3c5b None None] Pushing event updated for resources: {'Port': ['ID=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.220650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:16.221171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:16.221589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.221980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:16.222782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Bound port: 668b83cf-2dc6-4820-a4bb-c029d47e0fa4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:16.223164 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.257697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384693c-07e5-49a4-8425-e4adebdc2bbb req-22d0ece7-364a-45e9-9b2a-ef85c2ffb6b7 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.260360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f384693c-07e5-49a4-8425-e4adebdc2bbb req-22d0ece7-364a-45e9-9b2a-ef85c2ffb6b7 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 948 time: 0.0650928 Mar 31 23:01:16.287352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.295290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.343839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f384693c-07e5-49a4-8425-e4adebdc2bbb req-db125dc0-db1c-4718-9eb7-8b684e556458 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Mar 31 23:01:16.344699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=89218a28-7603-4758-85c7-6ecc376b8e8f,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:16.352427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:16.355354 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4a009-2861-4976-98c0-0ac22156dcb1" -d '{"events": [{"server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "name": "network-vif-plugged", "status": "completed", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:16.364119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.365572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 183bb1db-8013-4112-b6b5-1decaabcbf40 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:16.381612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.413695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:16.418710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:16.441182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:16.495974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Pushing event updated for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.499766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.518103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50975c-a7dd-40db-a3a7-5c3fe4bbe6f2 req-c4cbe012-609b-4565-be85-06e15fb99009 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.526459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb50975c-a7dd-40db-a3a7-5c3fe4bbe6f2 req-c4cbe012-609b-4565-be85-06e15fb99009 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 946 time: 0.0735838 Mar 31 23:01:16.560718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] For port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:16.577388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] For port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:16.579795 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011b7323-1d87-4fe0-9569-63849238bd51 x-openstack-request-id: req-011b7323-1d87-4fe0-9569-63849238bd51 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:16.580614 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "name": "network-vif-plugged", "status": "completed", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:16.581075 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-011b7323-1d87-4fe0-9569-63849238bd51 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:16.581915 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011b7323-1d87-4fe0-9569-63849238bd51'] response: {'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'code': 200} Mar 31 23:01:16.589462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.595019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb50975c-a7dd-40db-a3a7-5c3fe4bbe6f2 req-18fdc442-901e-4819-9dbc-68bddefe1c4e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663970 Mar 31 23:01:16.596507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.690476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294c59a-5c3f-48ce-ab82-ba41df7223ae req-34c1601c-60a7-4ae4-bcc7-bc642e22c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:16.692825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6294c59a-5c3f-48ce-ab82-ba41df7223ae req-34c1601c-60a7-4ae4-bcc7-bc642e22c25e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1097 time: 0.0970914 Mar 31 23:01:16.696284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb392c7-03a3-4a3d-bc6f-470b3f0f3c5b None None] Pushing event updated for resources: {'Port': ['ID=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:16.711942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:16.713142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:16.759670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6294c59a-5c3f-48ce-ab82-ba41df7223ae req-0a8eaabc-678a-435a-8b09-e9a6ac65d6ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561104 Mar 31 23:01:16.760748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.767399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 183bb1db-8013-4112-b6b5-1decaabcbf40 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:16.776977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 183bb1db-8013-4112-b6b5-1decaabcbf40 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:16.777410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:16.872657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41752) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:16.925867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:17.007513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ea90a-0bb4-46d8-9e04-b7494f8dd25f req-65d4d6ad-4ade-450a-baa6-58d62eec64db tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.009110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-828ea90a-0bb4-46d8-9e04-b7494f8dd25f req-65d4d6ad-4ade-450a-baa6-58d62eec64db tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1117177 Mar 31 23:01:17.020889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.028093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.060698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2e9824f-e567-44e4-927b-96af1c87b9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.084175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.087167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-828ea90a-0bb4-46d8-9e04-b7494f8dd25f req-8bdff003-3386-49dd-9efc-d7e3595c6b7f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Mar 31 23:01:17.195683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Pushing event updated for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:17.206631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2e9824f-e567-44e4-927b-96af1c87b9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.236279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2e9824f-e567-44e4-927b-96af1c87b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.243511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:17.245115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:17.295783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9824f-e567-44e4-927b-96af1c87b9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52755c4-31e6-4bfd-bc01-ec7cd44db0a5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:17.313312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f2e9824f-e567-44e4-927b-96af1c87b9ce admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d6e807702c794b9db9d441d11e2ebb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390354 Mar 31 23:01:17.316767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41768) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:17.326404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce7ac2-8054-459b-8950-02e0736464f5 req-c13bf879-0758-4bd7-a1b2-99f56036fce2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.327221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 62b9e0af-085d-492c-b337-9014e7a09727 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:17.329676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33ce7ac2-8054-459b-8950-02e0736464f5 req-c13bf879-0758-4bd7-a1b2-99f56036fce2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 944 time: 0.1254032 Mar 31 23:01:17.385592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33ce7ac2-8054-459b-8950-02e0736464f5 req-32142eca-491e-41da-ba3c-fb2199de8f4e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Mar 31 23:01:17.458000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.475995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Router 22129e02-56ce-41ec-93be-4572c6466f13 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:17.497474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.505319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.513213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c5b22-6c81-4ff1-946e-55067849eb51 req-441ddd70-b348-44d3-b094-3801ef6a91e3 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.516494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c8c5b22-6c81-4ff1-946e-55067849eb51 req-441ddd70-b348-44d3-b094-3801ef6a91e3 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 948 time: 0.0649929 Mar 31 23:01:17.573643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c8c5b22-6c81-4ff1-946e-55067849eb51 req-abfb5a5e-cd20-4f38-9f9d-2ce4a8e730f8 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Mar 31 23:01:17.576286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=62b9e0af-085d-492c-b337-9014e7a09727,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:17.633558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '62b9e0af-085d-492c-b337-9014e7a09727', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '62b9e0af-085d-492c-b337-9014e7a09727', 'mac_address': 'fa:16:3e:79:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:17.636524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:17.644637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.677575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:17.683900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d5f38b0b-c65c-4d00-a2fc-9f7bee769277 admin admin] 10.222.0.95 "PUT /v2.0/routers/22129e02-56ce-41ec-93be-4572c6466f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5053298 Mar 31 23:01:17.709376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.713773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.715689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f52755c4-31e6-4bfd-bc01-ec7cd44db0a5 HTTP/1.1" status: 204 len: 168 time: 0.3974817 Mar 31 23:01:17.736756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fd932-4681-46fc-8e4f-07ced114e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52755c4-31e6-4bfd-bc01-ec7cd44db0a5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:17.744463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:17.748249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.765077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06136e6a-54a5-4cc7-b1ca-ce76212feb98 req-53ff2c95-977e-4a56-92d1-bd3c34dde4f6 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:17.767975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06136e6a-54a5-4cc7-b1ca-ce76212feb98 req-53ff2c95-977e-4a56-92d1-bd3c34dde4f6 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 946 time: 0.0988059 Mar 31 23:01:17.776898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b9e0af-085d-492c-b337-9014e7a09727 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:17.786709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 1, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:17.831474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561c2c7-b8cd-452e-9135-259f64dd49e8 None None] The sync data for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 is: [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 1, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:17.834840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06136e6a-54a5-4cc7-b1ca-ce76212feb98 req-ac2e5949-f8d3-431d-bd63-c25cd1abe2eb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566115 Mar 31 23:01:17.840525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=62b9e0af-085d-492c-b337-9014e7a09727,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:17.847128 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:17.909171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:18.285045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['62b9e0af-085d-492c-b337-9014e7a09727'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:18.348124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8da6-3160-40d3-9316-3f3374b7b8a7 req-960da6c9-5dd0-4d11-acb4-cccc7d10c2e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.349713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-970e8da6-3160-40d3-9316-3f3374b7b8a7 req-960da6c9-5dd0-4d11-acb4-cccc7d10c2e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.0957048 Mar 31 23:01:18.412285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-970e8da6-3160-40d3-9316-3f3374b7b8a7 req-f8503986-9120-4958-8351-68b1fcc0cfea tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520527 Mar 31 23:01:18.583762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:18.586232 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0763d5b6-7d0e-4d7c-bce2-48fd4154f370" -d '{"events": [{"server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "name": "network-vif-plugged", "status": "completed", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:18.615889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41818) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:18.630572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8149f32c-9538-456f-9193-e950d0fd6bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.768441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8149f32c-9538-456f-9193-e950d0fd6bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.773721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8149f32c-9538-456f-9193-e950d0fd6bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.796480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-59446f0f-3f83-42be-8a9b-3e189569549e tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.812704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-59446f0f-3f83-42be-8a9b-3e189569549e tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 820 time: 0.1902959 Mar 31 23:01:18.832365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8149f32c-9538-456f-9193-e950d0fd6bdf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b5274db6a3584922887c4b24b323b3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152836 Mar 31 23:01:18.832976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41822) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:18.833622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-e9fcaa5f-c20d-42c1-bc4e-34ee4230d2f7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/quotas/8d55f8c30c79434e96bafda0de9133ce HTTP/1.1" status: 200 len: 375 time: 0.0192339 Mar 31 23:01:18.835061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149f32c-9538-456f-9193-e950d0fd6bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a724f99-df4f-4261-a86e-cbc2e69ddf2e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:18.910498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-51a0f7a7-de38-4c8f-ac78-05c30e54d579 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754802 Mar 31 23:01:18.926985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:18.952406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa5c00-e4e5-4fa0-93b0-a45d75b83a54 req-6671d141-b5b8-4d67-a2fa-8fc440fb82f0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:18.954150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbfa5c00-e4e5-4fa0-93b0-a45d75b83a54 req-6671d141-b5b8-4d67-a2fa-8fc440fb82f0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0795715 Mar 31 23:01:18.964397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.015765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-753deeb8-8e55-483d-8b95-9e9b6ef433fa service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042540 Mar 31 23:01:19.028837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbfa5c00-e4e5-4fa0-93b0-a45d75b83a54 req-1c829509-5505-4356-aa37-30aafafceb92 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665467 Mar 31 23:01:19.057215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.060055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.063860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1a724f99-df4f-4261-a86e-cbc2e69ddf2e HTTP/1.1" status: 204 len: 168 time: 0.2271464 Mar 31 23:01:19.070487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584586b-7815-4ddf-9d33-0ccbd9a69198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a724f99-df4f-4261-a86e-cbc2e69ddf2e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:19.118904 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f575da88-a140-4843-8c3d-5ae29aab945a x-openstack-request-id: req-f575da88-a140-4843-8c3d-5ae29aab945a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:19.144008 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "name": "network-vif-plugged", "status": "completed", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:19.144280 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f575da88-a140-4843-8c3d-5ae29aab945a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:19.144713 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f575da88-a140-4843-8c3d-5ae29aab945a'] response: {'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'code': 200} Mar 31 23:01:19.191553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-42034063-bde0-4ac8-ac54-a02b2a425713 service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730294 Mar 31 23:01:19.248268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f7260-405d-488f-a007-8830f4d86bb3 req-afce1d31-954e-425b-bcb5-ecab17c29d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.250304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b1f7260-405d-488f-a007-8830f4d86bb3 req-afce1d31-954e-425b-bcb5-ecab17c29d98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1096 time: 0.0572507 Mar 31 23:01:19.257226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6530b5-7993-4266-8fda-926303ede0e6 req-1939045b-254f-4ef4-85e0-c5447033c515 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.258771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e6530b5-7993-4266-8fda-926303ede0e6 req-1939045b-254f-4ef4-85e0-c5447033c515 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 949 time: 0.0803349 Mar 31 23:01:19.291971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b1f7260-405d-488f-a007-8830f4d86bb3 req-5b336b9d-a853-4e55-9fc0-3834152ee772 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Mar 31 23:01:19.313301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e6530b5-7993-4266-8fda-926303ede0e6 req-a66b1479-5005-49b5-9895-ef8d2e7ce638 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Mar 31 23:01:19.491713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:19.537502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47d51-0c42-4cd3-b77b-5cdc06c54d0c req-03e0dec2-1171-45d7-97c4-c9e57a05f400 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.549720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd47d51-0c42-4cd3-b77b-5cdc06c54d0c req-03e0dec2-1171-45d7-97c4-c9e57a05f400 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 946 time: 0.1172066 Mar 31 23:01:19.607524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfd47d51-0c42-4cd3-b77b-5cdc06c54d0c req-27b9898c-95f7-4593-b517-fa82580f96aa tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562196 Mar 31 23:01:19.622138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:19.622649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.709057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3326639a-84ed-4f0f-9f48-5ecf7c84aef5 req-f24bab17-c217-42da-9c30-b4745448d727 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 210 time: 0.0445096 Mar 31 23:01:19.818085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.854639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:19.862149 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:19.875713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078fd3f-a93f-44ef-9e14-fce2e223f2e5 req-67a7399b-5074-42c0-826a-cf8743a0a086 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:19.884973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a078fd3f-a93f-44ef-9e14-fce2e223f2e5 req-67a7399b-5074-42c0-826a-cf8743a0a086 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1053369 Mar 31 23:01:19.926825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:19.957297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a078fd3f-a93f-44ef-9e14-fce2e223f2e5 req-d4992cc9-5c0e-4c1a-a7fe-19148e2f2d5a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Mar 31 23:01:20.180605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13736f-4287-4315-b600-5267fb02eeba req-3f69239c-578f-4a59-a9d9-f8c86345c214 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.189271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-3f69239c-578f-4a59-a9d9-f8c86345c214 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1040773 Mar 31 23:01:20.231745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853ac02-98a8-4b7a-8d0d-732dcfdba266 req-ab84d542-f4ce-421f-b098-3076481f45c9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:20.234371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f853ac02-98a8-4b7a-8d0d-732dcfdba266 req-ab84d542-f4ce-421f-b098-3076481f45c9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0703955 Mar 31 23:01:20.286431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-759d716c-8e09-4e20-88f4-06a1b28b958c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0961027 Mar 31 23:01:20.296659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f853ac02-98a8-4b7a-8d0d-732dcfdba266 req-77e3c06a-7f8d-43f0-848a-9ac2271e2530 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539992 Mar 31 23:01:20.308476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:20.368698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.735192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:20.777636 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Sync routers for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:20.804712 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:20.807093 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:20.998043 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:21.072807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-fb587147-b5e4-4d1c-a2b0-67ef59f2cb34 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.074405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-fb587147-b5e4-4d1c-a2b0-67ef59f2cb34 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 820 time: 0.2322187 Mar 31 23:01:21.120001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'port': {'device_id': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'admin_state_up': True, 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:21.196764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.205070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.265958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 62b9e0af-085d-492c-b337-9014e7a09727 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:21.368286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54298c15-4ad8-4a60-975f-668d6299d863 req-64297785-fe01-48cf-9074-f84aa2f2d8a1 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.382134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54298c15-4ad8-4a60-975f-668d6299d863 req-64297785-fe01-48cf-9074-f84aa2f2d8a1 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 949 time: 0.1103387 Mar 31 23:01:21.409681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 62b9e0af-085d-492c-b337-9014e7a09727 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:21.411217 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 2, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:21.418978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 62b9e0af-085d-492c-b337-9014e7a09727 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:21.419788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.443893 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b associated. External IP: 172.25.8.228, port: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834. Mar 31 23:01:21.448563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Made reservation on behalf of 8d55f8c30c79434e96bafda0de9133ce for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:21.455644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.483364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Checking router: 22129e02-56ce-41ec-93be-4572c6466f13 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:21.483713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Updating router 22129e02-56ce-41ec-93be-4572c6466f13 port 28053068-3f28-4138-b9cd-f6b033b00571 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:01:21.486995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54298c15-4ad8-4a60-975f-668d6299d863 req-f66639ea-619d-4a69-b6a7-480679cad2e9 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023691 Mar 31 23:01:21.506227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:21.547944 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.590853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.629610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:21.630365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.647334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f146510a-1147-4fa4-94d4-090e8a7812f0 req-c29a05e9-51b4-47a8-836c-c3c31ef6725b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 210 time: 0.0476143 Mar 31 23:01:21.664940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41902) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:21.666295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:21.668881 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b5d5a4-0d91-47e2-b240-f53b3dd0a2e9" -d '{"events": [{"server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "name": "network-vif-plugged", "status": "completed", "tag": "62b9e0af-085d-492c-b337-9014e7a09727"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:21.690724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=62b9e0af-085d-492c-b337-9014e7a09727,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:21.701261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:21.766059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:21.886886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0f582-d93a-40ef-9e1b-67f4f516d47a req-0c4c8a8c-8d64-4f13-aea1-91e8861e90f7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:21.900323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12e0f582-d93a-40ef-9e1b-67f4f516d47a req-0c4c8a8c-8d64-4f13-aea1-91e8861e90f7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1516581 Mar 31 23:01:21.972853 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeaffb04-7025-459a-addc-d70aca792965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.002159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12e0f582-d93a-40ef-9e1b-67f4f516d47a req-c2dd1d7f-7f55-4e0c-9f50-93414014a622 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839281 Mar 31 23:01:22.030128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:22.138010 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.168665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:22.181122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:22.185640 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.195042 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeaffb04-7025-459a-addc-d70aca792965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.202702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:22.205938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.206757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:22.216112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1951-b866-4e79-af33-7888f3328d04 req-abc53c4b-be9f-414d-aa7e-dfad2e95885e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.221349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b6e1951-b866-4e79-af33-7888f3328d04 req-abc53c4b-be9f-414d-aa7e-dfad2e95885e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 945 time: 0.0958922 Mar 31 23:01:22.224791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeaffb04-7025-459a-addc-d70aca792965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.287582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aeaffb04-7025-459a-addc-d70aca792965 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4915de90d2d94189b3f6da211ac27653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207650 Mar 31 23:01:22.290624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.317919 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-ebf86082-5cfc-4be8-9d69-43ed11a0d536 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "PUT /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 996 time: 2.0217421 Mar 31 23:01:22.322945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:22.325463 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b2e661-21d8-415d-b20a-1191e3f7d901" -d '{"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:22.335741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaffb04-7025-459a-addc-d70aca792965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017652b7-68bb-4cb1-9620-34178bda8c11,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.365011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b6e1951-b866-4e79-af33-7888f3328d04 req-7774846a-f0c6-42d2-9785-36aed92aca03 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301503 Mar 31 23:01:22.387959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Allocated IP 172.20.0.5 (4e2b699b-6c5a-4605-acfb-321f5d3a9821/5a6c7aea-a0bd-4da9-8499-928b8fc6544a/9596458c-cb34-4211-9359-b9c5a367988d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:22.388092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Pushing event updated for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.405304 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.406174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.406174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.406420 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.406644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.406927 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.407265 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.407483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:22.407659 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.407941 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.408250 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.408658 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.409294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:22.444454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41920) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:22.448070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.478268 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf583c-d892-4137-a39e-1fead0a0b5b9 x-openstack-request-id: req-1bcf583c-d892-4137-a39e-1fead0a0b5b9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:22.478856 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "name": "network-vif-plugged", "status": "completed", "tag": "62b9e0af-085d-492c-b337-9014e7a09727", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:22.480397 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1bcf583c-d892-4137-a39e-1fead0a0b5b9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:22.481260 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcf583c-d892-4137-a39e-1fead0a0b5b9'] response: {'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727', 'code': 200} Mar 31 23:01:22.508767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13736f-4287-4315-b600-5267fb02eeba req-95210303-9218-4662-b58d-d25dfa583f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.510647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-95210303-9218-4662-b58d-d25dfa583f97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1602840 Mar 31 23:01:22.521447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Attempting to bind port 28053068-3f28-4138-b9cd-f6b033b00571 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:22.521818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Attempting to bind port 28053068-3f28-4138-b9cd-f6b033b00571 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:22.522168 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Attempting to bind port 28053068-3f28-4138-b9cd-f6b033b00571 on network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:22.528895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:22.529685 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Checking segment: {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:22.529685 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.530058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Bound using segment: {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:22.530540 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Bound port: 28053068-3f28-4138-b9cd-f6b033b00571, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:22.530961 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.599829 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ac892-29c9-4b3e-bb02-435af324fe91 x-openstack-request-id: req-e27ac892-29c9-4b3e-bb02-435af324fe91 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:22.601935 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:22.602356 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e27ac892-29c9-4b3e-bb02-435af324fe91 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:22.602933 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27ac892-29c9-4b3e-bb02-435af324fe91'] response: {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:01:22.605039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69fcbfc0-48a7-495d-b87b-3ed524faace7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.626875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] For port 28053068-3f28-4138-b9cd-f6b033b00571, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:22.632252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] For port 28053068-3f28-4138-b9cd-f6b033b00571, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28053068-3f28-4138-b9cd-f6b033b00571,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:22.641096 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.641386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:22.717750 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:22.718380 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:22.760555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:20Z', 'revision_number': 1, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:22.761672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-909c0233-99d8-4521-91c9-9cecd15304d6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1033127091&fields=id&tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 267 time: 0.1259930 Mar 31 23:01:22.809164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:22.819879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:22.820866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:22.844645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:22.847028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-8be902e7-f801-45b4-9235-3794b9c16f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.850760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-8be902e7-f801-45b4-9235-3794b9c16f28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.2323811 Mar 31 23:01:22.930350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4cd20-db4f-4ab1-9fe7-6cdad75674ec req-f0f73adf-bd06-4114-9327-df38567986f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.932899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e4cd20-db4f-4ab1-9fe7-6cdad75674ec req-f0f73adf-bd06-4114-9327-df38567986f7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 1101 time: 0.2941551 Mar 31 23:01:22.970578 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b058d47-9286-4541-9a38-e734c56c70b0 None None] Pushing event updated for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:22.977975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-d0c6c8d9-69f9-4ae9-8556-b727eab27aeb tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:22.986246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:22.992059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-d0c6c8d9-69f9-4ae9-8556-b727eab27aeb tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 945 time: 0.2201152 Mar 31 23:01:23.009138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.013624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.015454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/017652b7-68bb-4cb1-9620-34178bda8c11 HTTP/1.1" status: 204 len: 168 time: 0.7220562 Mar 31 23:01:23.043154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13736f-4287-4315-b600-5267fb02eeba req-b1bb9307-4aee-416b-b31f-abc7d22d7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.046530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-b1bb9307-4aee-416b-b31f-abc7d22d7d98 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.5044389 Mar 31 23:01:23.058663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.064653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'security_groups': ['e65fc40e-8300-4616-a37e-17937cc5a0bd', '2289bfa4-7167-4734-97b9-939d80a65154']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:23.085569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017652b7-68bb-4cb1-9620-34178bda8c11,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.149994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e4cd20-db4f-4ab1-9fe7-6cdad75674ec req-08799285-6894-4591-ac8d-778d389a0033 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009706 Mar 31 23:01:23.175976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.176671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.176671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.177566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.177566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.177808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.177922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.178252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.178597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.178907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.179248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.179584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd29e59-ee66-4065-905a-a110ae648b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:23.197546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69fcbfc0-48a7-495d-b87b-3ed524faace7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.210611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-3ac6be3b-3686-4948-a075-dde2bdfd5545 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 999 time: 0.1410649 Mar 31 23:01:23.213371 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:22Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:23.226162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69fcbfc0-48a7-495d-b87b-3ed524faace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.247367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.281960 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2260a4d-32e8-4c2c-a1ac-c3d077430716 None None] The sync data for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 is: [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:22Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:23.289867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcbfc0-48a7-495d-b87b-3ed524faace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808f23fd-18b5-495a-b45c-38e0e4142bc6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.304057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-bc52bb08-e0b6-4be3-bf42-2109bf1fdb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.305606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-bc52bb08-e0b6-4be3-bf42-2109bf1fdb77 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.4437711 Mar 31 23:01:23.331838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.359304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:23.368874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:23.371825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13736f-4287-4315-b600-5267fb02eeba req-e2e0719e-a803-4c0f-af45-f110d21c5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.373350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-e2e0719e-a803-4c0f-af45-f110d21c5262 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1542974 Mar 31 23:01:23.376820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:23.396066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:23.407571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69fcbfc0-48a7-495d-b87b-3ed524faace7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bde7f6caf70f4b0fb423fbb175239b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9619813 Mar 31 23:01:23.413228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:23.560327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:23.563999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28053068-3f28-4138-b9cd-f6b033b00571 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:23.577173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.577841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.599126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd78d9e4-f0c7-4d5f-ab66-d4edbd502658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.604673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13736f-4287-4315-b600-5267fb02eeba req-631aa205-7553-434d-b6ba-f32e33c433e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.606232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-631aa205-7553-434d-b6ba-f32e33c433e3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391866 Mar 31 23:01:23.607999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-42c8e3ef-3b21-4e9e-b161-d135a8c8bc9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 999 time: 0.2884004 Mar 31 23:01:23.623864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-385610d0-5fbe-4327-b823-2276402935ad service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:23.625169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-385610d0-5fbe-4327-b823-2276402935ad service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089786 Mar 31 23:01:23.629651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-b03b054e-1952-45bb-893d-95592c5d19e2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5191822 Mar 31 23:01:23.662233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Request body: {'port': {'device_id': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:23.689603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28053068-3f28-4138-b9cd-f6b033b00571 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:23.690258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.717741 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.720408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-e954f251-975a-4703-9bec-f72b94031850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.721962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-e954f251-975a-4703-9bec-f72b94031850 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1012204 Mar 31 23:01:23.739953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:20Z', 'revision_number': 1, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:23.782031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48efbc-7374-4888-8928-44a9067d76f3 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:20Z', 'revision_number': 1, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:23.816009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.850890 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.885797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd78d9e4-f0c7-4d5f-ab66-d4edbd502658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.898164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-07d1bd3a-4ee4-4e8b-b6f3-6f31bf43a9ff service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634494 Mar 31 23:01:23.904404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-2a79ce22-0f97-414c-8688-994b1d152bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:23.906008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-2a79ce22-0f97-414c-8688-994b1d152bd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658657 Mar 31 23:01:23.919824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 28053068-3f28-4138-b9cd-f6b033b00571, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28053068-3f28-4138-b9cd-f6b033b00571,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:23.923683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd78d9e4-f0c7-4d5f-ab66-d4edbd502658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.925974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:23.988356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fd78d9e4-f0c7-4d5f-ab66-d4edbd502658 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8ef996518da445a4a9a3b2aa91c50daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249349 Mar 31 23:01:23.991356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:23.998142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.015579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.108075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78d9e4-f0c7-4d5f-ab66-d4edbd502658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e9ad5b-e08d-41bd-abe8-75607052cd18,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.203091 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb6ee6-026a-43fb-a7b8-5b0354f17ee0 None None] New status for floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:24.447297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:24.457409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.460021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.461205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/808f23fd-18b5-495a-b45c-38e0e4142bc6 HTTP/1.1" status: 204 len: 168 time: 1.0422723 Mar 31 23:01:24.488438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3124c9-839c-4b86-8f5d-608b40b6a2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808f23fd-18b5-495a-b45c-38e0e4142bc6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.496395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-9efe9eef-e7fa-463c-94d3-7ce5e48fb54c service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787668 Mar 31 23:01:24.516370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.529531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.546810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:24.574512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c13736f-4287-4315-b600-5267fb02eeba req-4212abe2-6378-4211-a10f-0fa13b47f0fe service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517317 Mar 31 23:01:24.578961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.594147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['183bb1db-8013-4112-b6b5-1decaabcbf40'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:24.616371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.626092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.626719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.642039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f79b6e4a-e8d8-4d94-9edb-b301c573935b req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "PUT /v2.0/ports/183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 981 time: 1.6461778 Mar 31 23:01:24.647355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:24.649766 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a7379e-45af-4909-9ca8-390e85b1e15e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:24.685297 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.688432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:24.693597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d9e9ad5b-e08d-41bd-abe8-75607052cd18 HTTP/1.1" status: 204 len: 168 time: 0.6973801 Mar 31 23:01:24.721234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ca93-dd81-49ec-a2bf-1a91aa831354 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.768824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['183bb1db-8013-4112-b6b5-1decaabcbf40'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:24.776514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b2e661-21d8-415d-b20a-1191e3f7d901 req-1ec80a3f-42ea-4b63-a1b0-b62e6b56c12f service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713699 Mar 31 23:01:24.783275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884566d-5dab-41fa-bf07-a577ffe28df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e9ad5b-e08d-41bd-abe8-75607052cd18,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:24.821872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763ce5f-80ca-4ec8-a7be-bf507442f758 req-63478d51-7a14-4e47-adc1-e57ebb0b3e4a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.829543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8763ce5f-80ca-4ec8-a7be-bf507442f758 req-63478d51-7a14-4e47-adc1-e57ebb0b3e4a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 931 time: 0.1046772 Mar 31 23:01:24.890650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8763ce5f-80ca-4ec8-a7be-bf507442f758 req-a32d2cb8-c765-4590-8462-9eb6896de04c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Mar 31 23:01:24.955872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc44d1f-7514-47c2-b35b-bf3d61330959 req-a6121a44-d75b-48ec-9037-c0bfeef1967a tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:24.957395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acc44d1f-7514-47c2-b35b-bf3d61330959 req-a6121a44-d75b-48ec-9037-c0bfeef1967a tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 950 time: 0.2276430 Mar 31 23:01:25.049253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acc44d1f-7514-47c2-b35b-bf3d61330959 req-b35f7b37-d323-4ad7-8370-a3275f428f1b tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823886 Mar 31 23:01:25.162364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9596458c-cb34-4211-9359-b9c5a367988d {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:25.177248 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.182571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387e051-3a13-41dc-a0a7-ac3d5a313c99 req-a28cbb0b-65bf-4db1-a817-b83af316f0ec tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.188892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0387e051-3a13-41dc-a0a7-ac3d5a313c99 req-a28cbb0b-65bf-4db1-a817-b83af316f0ec tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1835110 Mar 31 23:01:25.204775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Transition to ACTIVE for port object 9596458c-cb34-4211-9359-b9c5a367988d will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:25.214208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.221740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:25.260468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0387e051-3a13-41dc-a0a7-ac3d5a313c99 req-4e2e6bd4-e776-49cf-8630-77bfb76d50d7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Mar 31 23:01:25.384120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:25.388855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-617e6ebf-4270-402c-bd1b-3ef0aae39513 req-434bf9ce-e799-48de-a472-cbedf076f63a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/2289bfa4-7167-4734-97b9-939d80a65154 HTTP/1.1" status: 200 len: 1800 time: 0.0836809 Mar 31 23:01:25.402957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74ab524a-a0cf-4471-9221-6f1cc8b71431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.479155 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-617e6ebf-4270-402c-bd1b-3ef0aae39513 req-042f7389-ceac-4579-939a-53d34e5997d8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:01:25.498844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28053068-3f28-4138-b9cd-f6b033b00571 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:25.503325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-617e6ebf-4270-402c-bd1b-3ef0aae39513 req-042f7389-ceac-4579-939a-53d34e5997d8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/2289bfa4-7167-4734-97b9-939d80a65154 HTTP/1.1" status: 409 len: 341 time: 0.1123352 Mar 31 23:01:25.520574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-083eca26-a3d3-4e7b-8e72-a0df1ed171de tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.528440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-083eca26-a3d3-4e7b-8e72-a0df1ed171de tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2879381 Mar 31 23:01:25.547793 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443f17bb-1ada-45cc-8782-1b5d778b693e x-openstack-request-id: req-443f17bb-1ada-45cc-8782-1b5d778b693e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:25.548387 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:25.548870 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-443f17bb-1ada-45cc-8782-1b5d778b693e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:25.549443 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443f17bb-1ada-45cc-8782-1b5d778b693e'] response: {'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'status': 'completed', 'code': 200} Mar 31 23:01:25.603800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 28053068-3f28-4138-b9cd-f6b033b00571 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:25.604273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.616568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Attempting to bind port 9596458c-cb34-4211-9359-b9c5a367988d on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:25.620896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Attempting to bind port 9596458c-cb34-4211-9359-b9c5a367988d by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:25.622301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Attempting to bind port 9596458c-cb34-4211-9359-b9c5a367988d on network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:25.645595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Port 9596458c-cb34-4211-9359-b9c5a367988d on network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:25.646306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Attempting to bind port 9596458c-cb34-4211-9359-b9c5a367988d on network 4e2b699b-6c5a-4605-acfb-321f5d3a9821 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:25.657099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-b45bb21c-c697-4738-b7f0-7cbf3c2c8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.658666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-b45bb21c-c697-4738-b7f0-7cbf3c2c8d66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1135 time: 0.0808351 Mar 31 23:01:25.677944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:25.678286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Checking segment: {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:25.678663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Bound using segment: {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:25.679178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Bound port: 9596458c-cb34-4211-9359-b9c5a367988d, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df58ff15-21f5-4c11-9f07-d62a029bd50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:25.679575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.734484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-1851e416-d15f-4bd2-9878-cb4a4eca2abe tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1001 time: 0.2045913 Mar 31 23:01:25.739944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:25.881301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.886174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74ab524a-a0cf-4471-9221-6f1cc8b71431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.889727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-0fccfa57-e44d-4d95-84eb-509f4666dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.892339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-0fccfa57-e44d-4d95-84eb-509f4666dc60 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.2251740 Mar 31 23:01:25.902072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb42fb-c862-4473-938c-5fc1bd0e4877 req-f5cdb943-0df7-47e1-83cf-734349ee8488 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:25.905687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7cb42fb-c862-4473-938c-5fc1bd0e4877 req-f5cdb943-0df7-47e1-83cf-734349ee8488 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 984 time: 0.1077588 Mar 31 23:01:25.929282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:25.932133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.936265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74ab524a-a0cf-4471-9221-6f1cc8b71431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:25.965983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-e69971ff-4707-4d66-96a0-b6ccc4f74e0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 217 time: 0.0584719 Mar 31 23:01:25.971661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:25.993513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.014137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-74ab524a-a0cf-4471-9221-6f1cc8b71431 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=51c573cec16f439d94cf1368615bd7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845752 Mar 31 23:01:26.024745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:26.034486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab524a-a0cf-4471-9221-6f1cc8b71431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cee5a7-4f71-4c7d-855a-9f89f7f012be,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.041072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7cb42fb-c862-4473-938c-5fc1bd0e4877 req-756aadc6-ac86-492a-a445-29758f6ccb87 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&id=2289bfa4-7167-4734-97b9-939d80a65154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1272388 Mar 31 23:01:26.086992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-14ad4ee9-290d-4e65-b805-492c0a6406eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.088592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-14ad4ee9-290d-4e65-b805-492c0a6406eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.1112797 Mar 31 23:01:26.113090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.113809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.115484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] 10.222.0.96 "PUT /v2.0/ports/9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 1091 time: 2.4695683 Mar 31 23:01:26.116672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:26.118452 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ac9d0e-3603-4050-ba6c-199c2b9f350f" -d '{"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:26.146905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-cf35a830-288e-48d4-a7b7-e55f33c74b5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430880 Mar 31 23:01:26.165980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e123e64-4afb-43d5-a5c8-639ef6a6fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.242036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.260165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-07b4d7f5-57a0-4697-a480-24a8fe25eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.261171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-07b4d7f5-57a0-4697-a480-24a8fe25eae4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1094 time: 0.0858982 Mar 31 23:01:26.315148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.334900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-d769d1bb-5dbf-48bd-93aa-3156f5af1853 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0409260 Mar 31 23:01:26.344390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9d60-ee24-44c0-bffa-3e37825f78f6 req-66400902-b39a-4857-b5e2-dbc03134d96a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.346130 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-501f9d60-ee24-44c0-bffa-3e37825f78f6 req-66400902-b39a-4857-b5e2-dbc03134d96a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 943 time: 0.2040436 Mar 31 23:01:26.417644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-3937ae9a-2ef6-4261-b475-839286c45ea9 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051706 Mar 31 23:01:26.434318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-501f9d60-ee24-44c0-bffa-3e37825f78f6 req-3a8205ca-b6c8-4010-8e89-e3a4eb1609fc tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725408 Mar 31 23:01:26.445895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26f849-1066-4857-a6d9-1d100e96edee req-f7928fc9-556b-4e74-8d35-7b5af20e5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.447581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-f7928fc9-556b-4e74-8d35-7b5af20e5610 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.0970099 Mar 31 23:01:26.472897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.475753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.479206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/44cee5a7-4f71-4c7d-855a-9f89f7f012be HTTP/1.1" status: 204 len: 168 time: 0.4512134 Mar 31 23:01:26.525640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-5d9eae7c-ade0-4225-8abe-c65db30fec78 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402539 Mar 31 23:01:26.552059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e1246-0f40-42d0-a3ed-5e1af27a1078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cee5a7-4f71-4c7d-855a-9f89f7f012be,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:26.607760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0a7379e-45af-4909-9ca8-390e85b1e15e req-792cc8fd-b2d3-4f86-adbb-9a3745f2a2ac service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718223 Mar 31 23:01:26.619405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbc884-6e07-405b-9bb6-3f618fa94dd6 req-70d5fdb9-e9da-42b1-99d2-6ac8616add9f tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.627426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39dbc884-6e07-405b-9bb6-3f618fa94dd6 req-70d5fdb9-e9da-42b1-99d2-6ac8616add9f tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 950 time: 0.0862234 Mar 31 23:01:26.727885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39dbc884-6e07-405b-9bb6-3f618fa94dd6 req-36134433-315e-4185-a4b5-195b3347ceab tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934327 Mar 31 23:01:26.739745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-3c896c6a-472d-417a-9635-85663f9da5c1 service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994970 Mar 31 23:01:26.746484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19842db-4487-4fc1-80f4-18bc27965456 req-ecc27127-f746-4ddc-adee-48bb3f6ca3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.748031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-ecc27127-f746-4ddc-adee-48bb3f6ca3b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1135 time: 0.0812547 Mar 31 23:01:26.813567 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf2601a-2e89-4b7a-b775-c04bb1bf1433 x-openstack-request-id: req-baf2601a-2e89-4b7a-b775-c04bb1bf1433 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:26.813854 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:26.814101 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-baf2601a-2e89-4b7a-b775-c04bb1bf1433 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:26.814499 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf2601a-2e89-4b7a-b775-c04bb1bf1433'] response: {'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:01:26.922018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19842db-4487-4fc1-80f4-18bc27965456 req-a59d9181-4d5c-4ee6-902f-459d80ea3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:26.928327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-a59d9181-4d5c-4ee6-902f-459d80ea3ca0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1680350 Mar 31 23:01:26.931756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce26f849-1066-4857-a6d9-1d100e96edee req-bfb6e84a-a5da-4357-a72d-dc7432242ee2 service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755486 Mar 31 23:01:26.940539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:26.945872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:27.007473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-659f28ea-1a13-4a80-b5bf-a48d2806d7c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 217 time: 0.0554340 Mar 31 23:01:27.052776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338d87e-1e36-4fb8-899a-145de247d26a req-bacfe625-4f5e-4879-8c1d-1bff9c3766e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.054442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f338d87e-1e36-4fb8-899a-145de247d26a req-bacfe625-4f5e-4879-8c1d-1bff9c3766e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1534088 Mar 31 23:01:27.079475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19842db-4487-4fc1-80f4-18bc27965456 req-03e8c682-52b8-4389-848a-8cdd8afadd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.081270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-03e8c682-52b8-4389-848a-8cdd8afadd8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.0659726 Mar 31 23:01:27.083862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-f27fd8c7-4824-4512-bd7f-83f1fb14fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.085402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-f27fd8c7-4824-4512-bd7f-83f1fb14fbc3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1094 time: 0.0859818 Mar 31 23:01:27.091437 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b associated. External IP: 172.25.8.228, port: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834. Mar 31 23:01:27.119801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-f2155a26-8f54-4900-aefe-f9009cdc33d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285988 Mar 31 23:01:27.151464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f338d87e-1e36-4fb8-899a-145de247d26a req-1d655716-1cec-4ca0-8684-a0118991308a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 Mar 31 23:01:27.274038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-cd481189-ffa2-40a4-94b1-8300d4de2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.275995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-cd481189-ffa2-40a4-94b1-8300d4de2bf8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.1783350 Mar 31 23:01:27.286567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-48766860-343a-42fa-bfd7-bc3a0da84f72 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598718 Mar 31 23:01:27.361710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-0af881d9-149b-4c3c-b785-84038e9e12a9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0493586 Mar 31 23:01:27.414511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a19842db-4487-4fc1-80f4-18bc27965456 req-afc56091-88c0-4dba-bacd-b3ee56c51193 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064138 Mar 31 23:01:27.456075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-157ae6c0-70be-470d-b65c-ebf32a95b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.457759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-157ae6c0-70be-470d-b65c-ebf32a95b2d7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.0840240 Mar 31 23:01:27.470804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:27.501126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-92ef0be4-6700-489a-a035-5cb9402552ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291405 Mar 31 23:01:27.675319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-611b8d3f-e855-4403-8dba-ccae832a217b service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659000 Mar 31 23:01:27.676464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:27.689518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:27.701916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:27.702544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:27.867481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec974f-abff-4e4a-95c5-6f4d634162c1 req-14e17804-8827-4669-9cad-23523ab3609a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:27.869762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ec974f-abff-4e4a-95c5-6f4d634162c1 req-14e17804-8827-4669-9cad-23523ab3609a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 984 time: 0.0798769 Mar 31 23:01:27.878882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:27.950904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ec974f-abff-4e4a-95c5-6f4d634162c1 req-5a126b2d-eb52-400d-b95a-577756b7d687 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&id=2289bfa4-7167-4734-97b9-939d80a65154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0734212 Mar 31 23:01:28.172457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003c7a-a611-49c5-ba97-d2f482f5541b req-6e46f454-b356-4469-869e-fb578e01a3d5 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.182199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00003c7a-a611-49c5-ba97-d2f482f5541b req-6e46f454-b356-4469-869e-fb578e01a3d5 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 950 time: 0.0907469 Mar 31 23:01:28.221181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ac9d0e-3603-4050-ba6c-199c2b9f350f req-efe8bb97-2987-4356-8be4-2e369ea2cb8d service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982183 Mar 31 23:01:28.241239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00003c7a-a611-49c5-ba97-d2f482f5541b req-9295ce12-89d9-420b-ac18-6b023b9a7832 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Mar 31 23:01:28.287592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:26Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:28.323495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:28.339399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:28.340191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:28.353495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:28.364745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42066) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:28.402521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72031b11-9f32-4bea-882f-f48366f98b0a req-4f8cd2f0-f1a6-4ca8-aad3-354ae74a2308 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.404091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72031b11-9f32-4bea-882f-f48366f98b0a req-4f8cd2f0-f1a6-4ca8-aad3-354ae74a2308 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 943 time: 0.0729871 Mar 31 23:01:28.451914 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72031b11-9f32-4bea-882f-f48366f98b0a req-772173a3-6762-4047-b91a-bf1aec08ac54 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Mar 31 23:01:28.507469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:28.509732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:28.515832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.557202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da4fd168-090f-4cbf-b583-d1367c2644a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.605990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-42368133-b1a7-402d-ae61-adbc1147cb04 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "PUT /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 999 time: 2.8703701 Mar 31 23:01:28.681339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-3ee6df17-2977-45c8-b212-b5b76a61b1ab tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.682765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-3ee6df17-2977-45c8-b212-b5b76a61b1ab tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports/8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 942 time: 0.0594008 Mar 31 23:01:28.723689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da4fd168-090f-4cbf-b583-d1367c2644a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.729407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da4fd168-090f-4cbf-b583-d1367c2644a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.781708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-da4fd168-090f-4cbf-b583-d1367c2644a8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1301ab73af7c42399559bcae0b26c002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158640 Mar 31 23:01:28.787822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42074) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:28.789209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fd168-090f-4cbf-b583-d1367c2644a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e635f266-911c-4d11-9c66-106e4548643a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:28.815203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}, {'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:28.817481 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}, {"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:28.868099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-992759d1-2e5d-40e8-b744-03d0ae28c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:28.870257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-992759d1-2e5d-40e8-b744-03d0ae28c0b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.0677965 Mar 31 23:01:28.893177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.918466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:26Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:28.946104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:28.970724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fcbc00-311c-4e09-a755-a71c0bf07ab7 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:26Z', 'revision_number': 3, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:29.036647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-52ffc5b0-f237-4b98-b5ff-aca52fc62e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.039329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-52ffc5b0-f237-4b98-b5ff-aca52fc62e21 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.1536646 Mar 31 23:01:29.047862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f17cc-bc0b-428f-b54a-4f95fe4003ae req-1ed00c04-a405-40ec-a8f3-d45c861af4fe tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.049433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c5f17cc-bc0b-428f-b54a-4f95fe4003ae req-1ed00c04-a405-40ec-a8f3-d45c861af4fe tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.0941594 Mar 31 23:01:29.082968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.085507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:29.091690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e635f266-911c-4d11-9c66-106e4548643a HTTP/1.1" status: 204 len: 168 time: 0.3030310 Mar 31 23:01:29.113486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-172c9558-54a8-4799-be2d-dc645b5173c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.0672870 Mar 31 23:01:29.116095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3a827-9e0e-477c-97c8-ad99af38d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e635f266-911c-4d11-9c66-106e4548643a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:29.132737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c5f17cc-bc0b-428f-b54a-4f95fe4003ae req-1b672405-d07e-4d5e-a72d-0afc6bcb7231 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757358 Mar 31 23:01:29.188373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-278a3e9e-fefb-4dc5-afb1-c4cdf81355cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.190636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-278a3e9e-fefb-4dc5-afb1-c4cdf81355cb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0688756 Mar 31 23:01:29.206384 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d605de-ca7b-4502-a76b-23ad1943608a x-openstack-request-id: req-18d605de-ca7b-4502-a76b-23ad1943608a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:29.206787 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:29.207044 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-18d605de-ca7b-4502-a76b-23ad1943608a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:29.207537 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d605de-ca7b-4502-a76b-23ad1943608a'] response: {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:01:29.207935 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d605de-ca7b-4502-a76b-23ad1943608a'] response: {'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'status': 'completed', 'code': 200} Mar 31 23:01:29.284146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-500fe86c-8bb2-4e4c-8ad8-889955f82435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.285849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-500fe86c-8bb2-4e4c-8ad8-889955f82435 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772398 Mar 31 23:01:29.352059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-9b0abb62-eacf-42a8-837e-0119a5e56fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.353545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-9b0abb62-eacf-42a8-837e-0119a5e56fcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1064022 Mar 31 23:01:29.358644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb1ad33-2432-436c-9714-3aa0ad1df0d9 None None] New status for floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:29.376590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac25c8-31f3-41e9-bde2-a5f6a83ee148 req-f51cca74-3cc6-4be0-b3bf-b450c716edbd tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.378545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12ac25c8-31f3-41e9-bde2-a5f6a83ee148 req-f51cca74-3cc6-4be0-b3bf-b450c716edbd tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 984 time: 0.0804539 Mar 31 23:01:29.462013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-f2630cb6-b0dc-4d3b-ba85-7ba4e5d1300a service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686552 Mar 31 23:01:29.489699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12ac25c8-31f3-41e9-bde2-a5f6a83ee148 req-84903d74-d485-417d-92f8-24984ff568d8 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&id=2289bfa4-7167-4734-97b9-939d80a65154&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0955167 Mar 31 23:01:29.559078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-2386fa63-ae02-477d-b88c-2654b7a5556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.562106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-2386fa63-ae02-477d-b88c-2654b7a5556b service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.2008936 Mar 31 23:01:29.637881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-e1697af4-7c5c-45ce-939a-651f4e973caa service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660931 Mar 31 23:01:29.676549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-de2a950b-49f1-4065-a6ed-3b4202dbc0fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.1065435 Mar 31 23:01:29.725086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:29.736899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-f6379081-761e-488c-9fa5-76eaa3ec88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.739574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-f6379081-761e-488c-9fa5-76eaa3ec88a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1097 time: 0.0820730 Mar 31 23:01:29.756261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-fcfbeadf-1187-46af-8d6e-c8e1d3728cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.757972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-fcfbeadf-1187-46af-8d6e-c8e1d3728cd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0607383 Mar 31 23:01:29.769162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:29.772320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:29.823710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-15bb809c-88e0-4f7f-9c40-794c684e9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.826035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-15bb809c-88e0-4f7f-9c40-794c684e9b49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530071 Mar 31 23:01:29.923510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-32879680-ce50-454e-ba6c-2e709065541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:29.924981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-32879680-ce50-454e-ba6c-2e709065541d service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.1779084 Mar 31 23:01:29.948236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:29.961985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93f49608-a4fa-457e-bcc6-058672b0ebee req-1191744f-5add-467e-b45f-0fbbe8915cc3 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49acac9051ad4645abe6d51014cd55b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390260 Mar 31 23:01:29.963996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-83a42c1f-efda-441b-9a30-8500b6590581 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289940 Mar 31 23:01:30.031113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-71cbf7cd-d515-42f1-b85a-51391ebc8678 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 1002 time: 0.0985906 Mar 31 23:01:30.100565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-a1c1f436-a485-4377-9395-1e55772ef231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.102411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-a1c1f436-a485-4377-9395-1e55772ef231 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0592732 Mar 31 23:01:30.163193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-f929f42a-a795-4c57-92c6-66ede48ede4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.164997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-f929f42a-a795-4c57-92c6-66ede48ede4c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549116 Mar 31 23:01:30.266047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-5b84b766-e943-4be3-a0c9-12d3731a195d service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944014 Mar 31 23:01:30.275165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f49608-a4fa-457e-bcc6-058672b0ebee req-2a7e17bf-91d1-48ee-8bc9-9aa05b112b75 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.283967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93f49608-a4fa-457e-bcc6-058672b0ebee req-2a7e17bf-91d1-48ee-8bc9-9aa05b112b75 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145227 Mar 31 23:01:30.304013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93f49608-a4fa-457e-bcc6-058672b0ebee req-ee522fc8-68f4-47aa-875b-e8f7ff177c1e tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/quotas/49acac9051ad4645abe6d51014cd55b1 HTTP/1.1" status: 200 len: 375 time: 0.0184331 Mar 31 23:01:30.329562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-29d2e721-b766-455a-a046-fdeeff8be798 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.332978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-29d2e721-b766-455a-a046-fdeeff8be798 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.96 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 950 time: 0.1536937 Mar 31 23:01:30.341376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93f49608-a4fa-457e-bcc6-058672b0ebee req-ec5ae2c8-003f-4b1c-a2bc-19b25440aba4 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49acac9051ad4645abe6d51014cd55b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362189 Mar 31 23:01:30.404984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-40ab69c1-9019-4f74-9f39-2e985c7f0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.405949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-40ab69c1-9019-4f74-9f39-2e985c7f0cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1097 time: 0.0676453 Mar 31 23:01:30.409770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-6c930bcb-f4a5-44a4-adb3-18d0efe39c30 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290802 Mar 31 23:01:30.435444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:30.477453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:30.487183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:30.488428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:30.578276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Deleting port 62b9e0af-085d-492c-b337-9014e7a09727 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:30.578811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.587035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dbd7190f-fa0c-4bbb-9795-3ef964ca3bb5 req-952c7e83-2d89-416d-a062-77c104c2cbe1 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661882 Mar 31 23:01:30.644959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:30.660971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da407-e876-4554-8804-1a349dc3d29a req-a9a00b31-eb07-455e-b6cb-20970009b2e7 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.666589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-597da407-e876-4554-8804-1a349dc3d29a req-a9a00b31-eb07-455e-b6cb-20970009b2e7 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/ports?device_id=7760d45e-6d73-4be9-a66a-1d4f64685b9f HTTP/1.1" status: 200 len: 950 time: 0.1702082 Mar 31 23:01:30.681664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-9c95fb49-84e2-462f-aa33-9c68bae6ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.683114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-9c95fb49-84e2-462f-aa33-9c68bae6ee27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.2646780 Mar 31 23:01:30.720048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] For port 62b9e0af-085d-492c-b337-9014e7a09727, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=62b9e0af-085d-492c-b337-9014e7a09727,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:30.720424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:30.734267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Calling delete_port for 62b9e0af-085d-492c-b337-9014e7a09727 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:30.798635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-597da407-e876-4554-8804-1a349dc3d29a req-cfd0d8c6-05f8-4b9d-ad55-a286a2305975 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.95 "GET /v2.0/security-groups?id=92fccc24-87c6-41e8-af6f-3ff195a41248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197438 Mar 31 23:01:30.833618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-b6db0d9d-ef7a-4f56-8c1c-391428359260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 1002 time: 0.1394300 Mar 31 23:01:30.859707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50928da0-a175-49d5-8441-497e5d33d27b req-62b41b58-0c69-4af2-883f-03f33847ad6f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.861305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50928da0-a175-49d5-8441-497e5d33d27b req-62b41b58-0c69-4af2-883f-03f33847ad6f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 943 time: 0.1247165 Mar 31 23:01:30.905301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-8130670b-b4e4-492d-8033-9e74d15cd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:30.906994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-8130670b-b4e4-492d-8033-9e74d15cd934 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0622423 Mar 31 23:01:30.972126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50928da0-a175-49d5-8441-497e5d33d27b req-5d4dc91f-8f6e-4522-a01f-ecbaac204227 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000593 Mar 31 23:01:30.980962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-6813e1b4-642e-4aca-a201-e6b2921e9bd6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-495528665&fields=id&tenant_id=c4bb783e76b140e5a04fc365e1a4e51d HTTP/1.1" status: 200 len: 267 time: 0.0730886 Mar 31 23:01:31.012690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-db8144a9-f549-4bc0-84f1-50fb47dc371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.013048 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.014332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-db8144a9-f549-4bc0-84f1-50fb47dc371d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920150 Mar 31 23:01:31.026564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['62b9e0af-085d-492c-b337-9014e7a09727'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:31.057452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Pushing event deleted for resources: {'Port': ['ID=62b9e0af-085d-492c-b337-9014e7a09727,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.091096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-e3c85dce-9535-485b-9a89-493cac892d59 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.106966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-e3c85dce-9535-485b-9a89-493cac892d59 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 984 time: 0.1250370 Mar 31 23:01:31.112253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:31.115292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'port': {'security_groups': ['2289bfa4-7167-4734-97b9-939d80a65154', 'e65fc40e-8300-4616-a37e-17937cc5a0bd', 'bb58996b-e05c-485e-8447-846d44b2f8cf']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:31.127526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] No DVR routers for this DVR port 62b9e0af-085d-492c-b337-9014e7a09727 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:31.130842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.135267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9070376f-feee-4cbb-8c5e-b2e867b00aad req-dde9d887-2d4d-40f8-8b8b-da0868dd7452 tempest-ImagesNegativeTestJSON-1428991338 tempest-ImagesNegativeTestJSON-1428991338-project] 10.222.0.96 "DELETE /v2.0/ports/62b9e0af-085d-492c-b337-9014e7a09727 HTTP/1.1" status: 204 len: 173 time: 0.7936001 Mar 31 23:01:31.179764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82948255-a579-4cd1-96f6-a6d22892bfb7 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:8a:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:29Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:31.208378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'name': 'network-vif-deleted', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:31.211220 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d3896d-9c6f-489c-9106-9ce2e45ab9a7" -d '{"events": [{"server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "name": "network-vif-deleted", "tag": "62b9e0af-085d-492c-b337-9014e7a09727"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:31.225743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fe890-5f31-4d00-9562-043bbbbf1982 req-14c01419-268c-4335-8ed9-1c4c2971a3cf tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.235535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f44fe890-5f31-4d00-9562-043bbbbf1982 req-14c01419-268c-4335-8ed9-1c4c2971a3cf tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1308608 Mar 31 23:01:31.308307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f44fe890-5f31-4d00-9562-043bbbbf1982 req-6795bf71-b6c5-4701-9b0f-1176ec34538a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Mar 31 23:01:31.314882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42142) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:31.337076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9596458c-cb34-4211-9359-b9c5a367988d details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:31.382973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.393043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-fb8d4d4d-9d0e-447a-abf8-ea3534e0538c service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678112 Mar 31 23:01:31.501732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:31.534066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.640917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4260f70-37a9-49ef-9c76-8f4f5c10d7ad req-2872f077-6e2f-4663-870f-7f2575861ff3 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300041 Mar 31 23:01:31.641827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:31.662806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '9596458c-cb34-4211-9359-b9c5a367988d', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'port_id': '9596458c-cb34-4211-9359-b9c5a367988d', 'mac_address': 'fa:16:3e:79:7f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:31.676305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.713088 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.728775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9596458c-cb34-4211-9359-b9c5a367988d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:31.757354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:31.763302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.815489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:31.829978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:31.853839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Allocated IP 172.25.8.166 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6467dd26-13ed-43cb-9f5c-3651feed3e47) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:31.855666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.863440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.885802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:31.889063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['183bb1db-8013-4112-b6b5-1decaabcbf40'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:31.928280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:31.929180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:31.944529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aae7894-31be-42ea-a9ed-97aa866ab3ee req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "PUT /v2.0/ports/183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 1020 time: 0.8355234 Mar 31 23:01:31.945398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:31.952798 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d94ff-3a02-47a2-99c7-1247d3860ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:32.021124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.024404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['183bb1db-8013-4112-b6b5-1decaabcbf40'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:32.064543 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25829c33-ca70-4085-bd7f-4c0ab8cf84d6 x-openstack-request-id: req-25829c33-ca70-4085-bd7f-4c0ab8cf84d6 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:32.065067 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7760d45e-6d73-4be9-a66a-1d4f64685b9f", "name": "network-vif-deleted", "tag": "62b9e0af-085d-492c-b337-9014e7a09727", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:32.065871 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-25829c33-ca70-4085-bd7f-4c0ab8cf84d6 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:32.066482 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25829c33-ca70-4085-bd7f-4c0ab8cf84d6'] response: {'server_uuid': '7760d45e-6d73-4be9-a66a-1d4f64685b9f', 'name': 'network-vif-deleted', 'tag': '62b9e0af-085d-492c-b337-9014e7a09727', 'status': 'completed', 'code': 200} Mar 31 23:01:32.082540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaed23-bd3f-4fe7-9264-ef7589cdc796 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.087767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.139099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-ba9b3603-0ce7-47bb-b18f-373199ee4293 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.1768906 Mar 31 23:01:32.170981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:32.178169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:32.183069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:32.204390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-c4cfb1e4-f91e-4bb8-b8b2-f59d0d7c85c8 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.206322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-c4cfb1e4-f91e-4bb8-b8b2-f59d0d7c85c8 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports/89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 943 time: 0.0605333 Mar 31 23:01:32.237254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Pushing event updated for resources: {'Port': ['ID=6467dd26-13ed-43cb-9f5c-3651feed3e47,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.268449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9596458c-cb34-4211-9359-b9c5a367988d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:32.271984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e759ec6-c322-4e3c-aaf1-f8b508568cde req-0cebfbfd-de08-460a-a0dc-2f41a5acdd2d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/bb58996b-e05c-485e-8447-846d44b2f8cf HTTP/1.1" status: 200 len: 1799 time: 0.1330175 Mar 31 23:01:32.358382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.375027 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-7e759ec6-c322-4e3c-aaf1-f8b508568cde req-327a3382-d73d-43b4-a03f-abd420607595 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:01:32.376796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e759ec6-c322-4e3c-aaf1-f8b508568cde req-327a3382-d73d-43b4-a03f-abd420607595 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/bb58996b-e05c-485e-8447-846d44b2f8cf HTTP/1.1" status: 409 len: 341 time: 0.0967286 Mar 31 23:01:32.422223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.424066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-5c3a83d3-834c-4bc9-a0d9-78e580a31c75 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.1035004 Mar 31 23:01:32.471071 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f4d698-b016-49ff-a08b-f6ea297546aa x-openstack-request-id: req-a3f4d698-b016-49ff-a08b-f6ea297546aa {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:32.472130 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:32.473773 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a3f4d698-b016-49ff-a08b-f6ea297546aa {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:32.474833 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f4d698-b016-49ff-a08b-f6ea297546aa'] response: {'name': 'network-changed', 'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'status': 'completed', 'code': 200} Mar 31 23:01:32.571651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-0b9d1bfa-8b25-4313-af30-af955eff805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.573363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-0b9d1bfa-8b25-4313-af30-af955eff805b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1174 time: 0.0872195 Mar 31 23:01:32.630415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-c2dc3d72-a25a-4046-93f8-a778c3742bba tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.635865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-c2dc3d72-a25a-4046-93f8-a778c3742bba tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2082527 Mar 31 23:01:32.650947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-1bc6974e-e79f-46a6-bbd5-1f4a5cf5acaa tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:01:32.652098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d1082bb-55d2-424b-b45e-421e90c103f6 req-1bc6974e-e79f-46a6-bbd5-1f4a5cf5acaa tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088413 Mar 31 23:01:32.666798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2264d05-2824-47a0-b981-2f4b3c539c86 req-dd9527ee-ce27-4fcd-b05d-a9530641a6ae tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.671169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2264d05-2824-47a0-b981-2f4b3c539c86 req-dd9527ee-ce27-4fcd-b05d-a9530641a6ae tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 944 time: 0.0938981 Mar 31 23:01:32.705731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.715212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.719696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-959409dc-99e1-4c64-921c-5734b3045fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.722231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-959409dc-99e1-4c64-921c-5734b3045fbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 200 len: 915 time: 0.1382370 Mar 31 23:01:32.775999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-aa14fd54-0288-4674-920c-66c6a9ffae38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 200 len: 217 time: 0.0430872 Mar 31 23:01:32.818421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2264d05-2824-47a0-b981-2f4b3c539c86 req-ec3b39ce-e29c-486a-80f6-723f1979196b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239111 Mar 31 23:01:32.831005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Pushing event updated for resources: {'Port': ['ID=6467dd26-13ed-43cb-9f5c-3651feed3e47,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:32.849775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.867700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-e337f730-d3ae-4d2c-82ec-d561bc902c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:32.872383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-e337f730-d3ae-4d2c-82ec-d561bc902c34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 200 len: 853 time: 0.0853682 Mar 31 23:01:32.874714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.877714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af5f98ed-66d4-4506-aa07-2ad79819d252 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5614536 Mar 31 23:01:32.888051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:32.893168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-731421436', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'fixed_ips': [{'ip_address': '172.25.8.166'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:32.920410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Made reservation on behalf of 484b9a3111e64fa2b9ce734762d5672d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:32.923708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:32.927003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-9e609758-7a65-4385-8797-1aa256fd292c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e19fa069-3f2d-4228-9026-1763278a091c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467312 Mar 31 23:01:32.933791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.041229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179321f9-e844-47ff-9d5d-70bdcd876332 req-1fb43f3a-e9d5-4763-8834-275356f87f70 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.042795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-179321f9-e844-47ff-9d5d-70bdcd876332 req-1fb43f3a-e9d5-4763-8834-275356f87f70 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1613338 Mar 31 23:01:33.074145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.079974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:33.081853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-509af5bb-5476-4fa9-8a0b-03802a7a9142 service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322014 Mar 31 23:01:33.089855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-c5dd4127-e75c-46b4-8b4e-577968ce22a0 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.0870802 Mar 31 23:01:33.095862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] device_id is not set on port 14880e0a-0134-4cf4-b6a7-af11e02f3a32 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:33.127169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-179321f9-e844-47ff-9d5d-70bdcd876332 req-145194a9-2055-43b5-9105-3f640562e13b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Mar 31 23:01:33.219262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4a91bf-d2bf-4368-a6eb-f088e234dcb6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:33.226880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-365d94ff-3a02-47a2-99c7-1247d3860ef6 req-1c8906d4-b405-4860-9f17-386b3cfe859a service neutron] 10.222.0.60 "GET /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233702 Mar 31 23:01:33.253527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-6c26a428-af84-4d07-8c59-dedbee2b3b51 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.255052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-6c26a428-af84-4d07-8c59-dedbee2b3b51 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports/89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 943 time: 0.1520338 Mar 31 23:01:33.332834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 62b9e0af-085d-492c-b337-9014e7a09727 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:33.385861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 62b9e0af-085d-492c-b337-9014e7a09727 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:33.386619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 62b9e0af-085d-492c-b337-9014e7a09727 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:33.401878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508b181-844e-4e44-bc0d-fa815cc5619e req-fa09a62c-faa0-436f-8a85-ea533d0570b6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.407871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0508b181-844e-4e44-bc0d-fa815cc5619e req-fa09a62c-faa0-436f-8a85-ea533d0570b6 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1023 time: 0.0596969 Mar 31 23:01:33.418274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-0fd9ba21-744e-4564-a684-55527388c817 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.0995746 Mar 31 23:01:33.419435 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:01:33.419950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:01:33.458397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0508b181-844e-4e44-bc0d-fa815cc5619e req-4e02df1c-1ce8-4a99-ae64-988291eef315 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&id=bb58996b-e05c-485e-8447-846d44b2f8cf&id=2289bfa4-7167-4734-97b9-939d80a65154&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0471761 Mar 31 23:01:33.464544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0e0961a4-65aa-46c1-948a-47b96e76e631 tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5750837 Mar 31 23:01:33.467995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:33.585569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f18fdec-3f82-4c87-b7ff-b691bbb4c34e req-24f60dcc-72ea-4e8e-baa9-a65a45d59623 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49acac9051ad4645abe6d51014cd55b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227425 Mar 31 23:01:33.705777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18fdec-3f82-4c87-b7ff-b691bbb4c34e req-82348fdb-562f-4e3b-a28c-5877452a4e8a tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.707273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f18fdec-3f82-4c87-b7ff-b691bbb4c34e req-82348fdb-562f-4e3b-a28c-5877452a4e8a tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157916 Mar 31 23:01:33.725268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f18fdec-3f82-4c87-b7ff-b691bbb4c34e req-86395be8-60c8-4618-8313-6b5be8390a5c tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/quotas/49acac9051ad4645abe6d51014cd55b1 HTTP/1.1" status: 200 len: 375 time: 0.0109074 Mar 31 23:01:33.758615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f18fdec-3f82-4c87-b7ff-b691bbb4c34e req-f37b6a79-4b77-4605-8f9a-6bc582645b28 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49acac9051ad4645abe6d51014cd55b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272486 Mar 31 23:01:33.944362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-b5052778-6df6-4554-b972-b6a45f87829d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:33.945747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-b5052778-6df6-4554-b972-b6a45f87829d tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.5176980 Mar 31 23:01:34.020956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Deleting port 6467dd26-13ed-43cb-9f5c-3651feed3e47 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:34.029783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.040440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-1f87a5aa-d770-465e-8764-78f1d4f3e71e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.0842474 Mar 31 23:01:34.063271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:34.120878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df070d-9739-411c-b4f3-7dd930d74577 req-9da0d0a9-7f2d-4bc5-99b5-92b2a06fcdac tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.122231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7df070d-9739-411c-b4f3-7dd930d74577 req-9da0d0a9-7f2d-4bc5-99b5-92b2a06fcdac tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 944 time: 0.0584435 Mar 31 23:01:34.162123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.178052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7df070d-9739-411c-b4f3-7dd930d74577 req-753e3c19-171a-4f9a-aa96-73c3b2e3f9bb tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Mar 31 23:01:34.198789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.199125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.221721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Calling delete_port for 6467dd26-13ed-43cb-9f5c-3651feed3e47 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:34.379336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.392492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.392838 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b disassociated. External IP: 172.25.8.228, port: 89218a28-7603-4758-85c7-6ecc376b8e8f. Mar 31 23:01:34.414971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8050b0c8-1fec-4a76-be7e-dfd4dab3a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.415819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861abf12-91ee-4791-b918-386819406ff3 req-73fa3014-0aaf-40fe-9415-434ba0ea1044 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:34.417507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861abf12-91ee-4791-b918-386819406ff3 req-73fa3014-0aaf-40fe-9415-434ba0ea1044 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.0690720 Mar 31 23:01:34.492401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-861abf12-91ee-4791-b918-386819406ff3 req-23a73ed0-e0ab-464e-9577-29375af2ab56 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673368 Mar 31 23:01:34.523016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.559482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Pushing event deleted for resources: {'Port': ['ID=6467dd26-13ed-43cb-9f5c-3651feed3e47,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:34.669599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.672604 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.673987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1abf1fc0-3ff3-46da-9c9f-3148eb92406c tempest-ExternalNetworksAdminNegativeTestJSON-514275812 tempest-ExternalNetworksAdminNegativeTestJSON-514275812-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/b126e41c-9001-4e79-b789-f1ff3f011141 HTTP/1.1" status: 204 len: 168 time: 1.2057393 Mar 31 23:01:34.691577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42238) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:34.737291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:34.884179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:34.889541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:34.898323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:34.918039 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:34.919208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:34.933445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-ad54c20a-6dba-4384-90c4-2789c681cc1a tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "PUT /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 695 time: 0.8813035 Mar 31 23:01:34.934331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:34.936789 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebead698-9b4b-44f7-bb06-1b05cfc6060a" -d '{"events": [{"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:34.961102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42246) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:34.971460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d2c9a7f-4370-485b-9df0-d2ea90911e10 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a0f02165c3ff4a38b75d116cb4d7a317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777822 Mar 31 23:01:34.975012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42250) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:35.066616 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:35.066926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-d3267b56-6fe8-4a06-9931-cfb7cd99f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.068982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-d3267b56-6fe8-4a06-9931-cfb7cd99f8b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1097 time: 0.1229036 Mar 31 23:01:35.071763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.116444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85de794-7e42-4b78-92be-c9a73908650e req-1cd92d24-749b-4983-a4c5-6024b398bca2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.118475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e85de794-7e42-4b78-92be-c9a73908650e req-1cd92d24-749b-4983-a4c5-6024b398bca2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1023 time: 0.0940425 Mar 31 23:01:35.120664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.207921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-f4912a1e-6b4a-4905-bfbf-46266762218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.209679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-f4912a1e-6b4a-4905-bfbf-46266762218b service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.1306083 Mar 31 23:01:35.262321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-9ea6b9b2-caa1-484d-87bb-94463004eeba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0463820 Mar 31 23:01:35.281211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.283899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.285061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/92fccc24-87c6-41e8-af6f-3ff195a41248 HTTP/1.1" status: 204 len: 168 time: 0.3086774 Mar 31 23:01:35.310974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a94b4-6ef4-457c-870d-5f0ee689eb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fccc24-87c6-41e8-af6f-3ff195a41248,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.313753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d33785bf-04ed-4ba3-bb6e-b5ca66b620b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.355561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9596458c-cb34-4211-9359-b9c5a367988d up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:35.366670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-d40abf97-70e9-41a9-b599-77a3876a8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.371545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-d40abf97-70e9-41a9-b599-77a3876a8417 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1016288 Mar 31 23:01:35.383780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd793549-1770-445d-bc78-0c8479e45fc4 req-c34a7db8-8733-46fe-8c03-ee576aea3c56 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.391429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd793549-1770-445d-bc78-0c8479e45fc4 req-c34a7db8-8733-46fe-8c03-ee576aea3c56 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 1023 time: 0.1321507 Mar 31 23:01:35.435758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-cdf54d54-5e81-4815-83af-08e1313effb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:35.448239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-cdf54d54-5e81-4815-83af-08e1313effb3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652876 Mar 31 23:01:35.484155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd793549-1770-445d-bc78-0c8479e45fc4 req-7d6b1788-a136-4437-b73e-8763ed7f9a54 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=e65fc40e-8300-4616-a37e-17937cc5a0bd&id=bb58996b-e05c-485e-8447-846d44b2f8cf&id=2289bfa4-7167-4734-97b9-939d80a65154&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0917597 Mar 31 23:01:35.488645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Deleting port 183bb1db-8013-4112-b6b5-1decaabcbf40 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:35.488986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.537294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:35.570591 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba8fca-0c42-4e1b-b51f-9a4ad22e7c61 x-openstack-request-id: req-baba8fca-0c42-4e1b-b51f-9a4ad22e7c61 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:35.573046 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:35.573567 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-baba8fca-0c42-4e1b-b51f-9a4ad22e7c61 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:35.575462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 9596458c-cb34-4211-9359-b9c5a367988d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:35.576488 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baba8fca-0c42-4e1b-b51f-9a4ad22e7c61'] response: {'name': 'network-changed', 'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'status': 'completed', 'code': 200} Mar 31 23:01:35.583342 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:35.594551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 9596458c-cb34-4211-9359-b9c5a367988d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:35.596258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.599215 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:35.600578 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:35.637904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-1c2a7335-eddf-4061-8548-30c59aa1896d service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868324 Mar 31 23:01:35.785971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.806532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286f4b9f-bd38-4eb9-b877-2838a2bda2f6 req-30b4e0cf-be77-411e-903e-301d3faad89c service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626356 Mar 31 23:01:35.823968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:35.827286 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae13ff9-a9a8-4bda-bb0a-42a0cc718410" -d '{"events": [{"server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "name": "network-vif-plugged", "status": "completed", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:35.858819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:35.873921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:35.962477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:35.975774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07960261-4194-419f-953d-d503464487de req-3b72c78a-6357-4817-a8b4-26d52c7ca94e tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=49acac9051ad4645abe6d51014cd55b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376725 Mar 31 23:01:36.047071 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:36.121540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d33785bf-04ed-4ba3-bb6e-b5ca66b620b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.135510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d33785bf-04ed-4ba3-bb6e-b5ca66b620b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.145472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07960261-4194-419f-953d-d503464487de req-0e24a11d-f80b-4389-948a-9d6b27dc79f5 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.154366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07960261-4194-419f-953d-d503464487de req-0e24a11d-f80b-4389-948a-9d6b27dc79f5 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775882 Mar 31 23:01:36.173160 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07960261-4194-419f-953d-d503464487de req-ad89b729-1da0-4672-8284-1eeb50f0421d tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/quotas/49acac9051ad4645abe6d51014cd55b1 HTTP/1.1" status: 200 len: 375 time: 0.0177717 Mar 31 23:01:36.187033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-70a0ccac-d788-41e2-ac8c-5a9f359ebbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.188695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-70a0ccac-d788-41e2-ac8c-5a9f359ebbd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 1097 time: 0.1905673 Mar 31 23:01:36.205777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdab63-04d8-4b8e-a7c9-32ef2bbc791d req-8c4b9734-8dab-49df-bb7d-f1a097708efb tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.213181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17cdab63-04d8-4b8e-a7c9-32ef2bbc791d req-8c4b9734-8dab-49df-bb7d-f1a097708efb tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.2197785 Mar 31 23:01:36.221832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port 183bb1db-8013-4112-b6b5-1decaabcbf40, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=183bb1db-8013-4112-b6b5-1decaabcbf40,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:36.222226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.239832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07960261-4194-419f-953d-d503464487de req-19031fff-97b4-4b67-8ba4-6d45d2b88f30 tempest-QuotasAdminNegativeTest-840448175 tempest-QuotasAdminNegativeTest-840448175-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=49acac9051ad4645abe6d51014cd55b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635467 Mar 31 23:01:36.249532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d33785bf-04ed-4ba3-bb6e-b5ca66b620b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=81b7956d4420429998fe71c133be64c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2873414 Mar 31 23:01:36.252244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42292) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:36.293832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33785bf-04ed-4ba3-bb6e-b5ca66b620b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2c928-444d-4887-a799-956b2c99414e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.306673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Calling delete_port for 183bb1db-8013-4112-b6b5-1decaabcbf40 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:36.344730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.350200 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:36.391587 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ef17b-a378-4f92-b363-68084f66446f None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:36.394031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.491291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17cdab63-04d8-4b8e-a7c9-32ef2bbc791d req-ad7d114f-321d-468b-ae33-33317a04dc99 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767165 Mar 31 23:01:36.495553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.498835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.503173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7bc2c928-444d-4887-a799-956b2c99414e HTTP/1.1" status: 204 len: 168 time: 0.2468309 Mar 31 23:01:36.536610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a6e1a-fc46-498f-b2fa-8d4a12574868 req-651597f6-f711-45fe-a75a-767c7723d184 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.549846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-e279d6e4-14ee-40e9-b154-7d5f8184ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.555090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-e279d6e4-14ee-40e9-b154-7d5f8184ca00 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.3362160 Mar 31 23:01:36.556897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc1a6e1a-fc46-498f-b2fa-8d4a12574868 req-651597f6-f711-45fe-a75a-767c7723d184 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1354251 Mar 31 23:01:36.561510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59985261-5cb1-4d99-9253-b248d2a5c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2c928-444d-4887-a799-956b2c99414e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.597802 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd5244-86ab-4e62-bed3-aa063ce6bc9c x-openstack-request-id: req-17bd5244-86ab-4e62-bed3-aa063ce6bc9c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:36.598343 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "name": "network-vif-plugged", "status": "completed", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:36.598343 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-17bd5244-86ab-4e62-bed3-aa063ce6bc9c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:36.598741 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bd5244-86ab-4e62-bed3-aa063ce6bc9c'] response: {'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'code': 200} Mar 31 23:01:36.630610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-64d3a9b7-4e58-41e2-873c-90a62b07233b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 200 len: 217 time: 0.0715997 Mar 31 23:01:36.653915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42300) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:36.727147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc1a6e1a-fc46-498f-b2fa-8d4a12574868 req-f42df334-a174-4f2e-b65d-62364416f56f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680789 Mar 31 23:01:36.771196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.784078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:36.786134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e70b09-af8a-43e5-a98b-ae7d70d5fb42 req-a92b5ed5-8c48-4b83-bc7b-56da41b178e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.788124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-2a3d6c15-f9cd-4cde-b7a3-b38e7197d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:36.789949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-2a3d6c15-f9cd-4cde-b7a3-b38e7197d953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1459830 Mar 31 23:01:36.790099 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5e70b09-af8a-43e5-a98b-ae7d70d5fb42 req-a92b5ed5-8c48-4b83-bc7b-56da41b178e0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.1104145 Mar 31 23:01:36.827672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'Port': ['ID=183bb1db-8013-4112-b6b5-1decaabcbf40,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:36.877627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a779d51-5715-423d-8fb3-f99c390f2a4d None None] New status for floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:36.888835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5e70b09-af8a-43e5-a98b-ae7d70d5fb42 req-fcfe60ec-90bc-41ed-b2dd-16dc26e8aaf3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902805 Mar 31 23:01:36.957036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] No DVR routers for this DVR port 183bb1db-8013-4112-b6b5-1decaabcbf40 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:36.973946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:36.977783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e85de794-7e42-4b78-92be-c9a73908650e req-e56d82b6-e25e-464f-a3a2-c093057642e5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.60 "DELETE /v2.0/ports/183bb1db-8013-4112-b6b5-1decaabcbf40 HTTP/1.1" status: 204 len: 173 time: 1.8487616 Mar 31 23:01:36.979326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'name': 'network-vif-deleted', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:36.988267 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79423df-439f-4087-aec9-b7d74adb37bf" -d '{"events": [{"server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "name": "network-vif-deleted", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:36.995982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-089815d0-cf9c-4d57-a189-0792f98468ce req-f7f0f73a-e752-4b74-9dad-d74fd4e7bd8e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8ea2962-7508-4192-96dc-e73e98e9b3b6 HTTP/1.1" status: 200 len: 210 time: 0.0652521 Mar 31 23:01:37.005743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-8b928bb2-a1cc-49d6-9d05-c3b7162f2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.007381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-8b928bb2-a1cc-49d6-9d05-c3b7162f2e6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884117 Mar 31 23:01:37.134412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-42f1c02f-3270-4d6e-bd4e-fb01c3695f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.207169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-b8eaa0fc-026a-4932-9ff5-9bad445aab9d service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921861 Mar 31 23:01:37.216810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-12354142-network', 'tenant_id': '7480211560f243b5899f8993be872176'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.264016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Made reservation on behalf of 7480211560f243b5899f8993be872176 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:37.269084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.287717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42314) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.294790 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.322189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-85f9f7bb-cb9e-46f5-bd7c-a86ea236df35 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.329846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-85f9f7bb-cb9e-46f5-bd7c-a86ea236df35 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1628423 Mar 31 23:01:37.380801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6b069674-5989-436b-bc41-1bea33e7e40f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=484b9a3111e64fa2b9ce734762d5672d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889809 Mar 31 23:01:37.381820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42316) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.394474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-0ba1bdc8-e2c9-4553-99c6-b72461866729 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 698 time: 0.0637560 Mar 31 23:01:37.401806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.439753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebead698-9b4b-44f7-bb06-1b05cfc6060a req-11a179e3-8f19-4886-8ac0-f2c98f63580c service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173626 Mar 31 23:01:37.449142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.606571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.608332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.616313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.687431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:37.697575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.712884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf834f-037e-4c8c-ab65-0030ce5a2254,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:37.722189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.722832 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Added segment cafbdbb6-3116-480d-a5db-af543423ba92 of type vlan for network c5410d63-c0d3-484a-a4e9-671310ce3765 Mar 31 23:01:37.787275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.808518 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe7abe-4c25-483a-9d41-34bebfc72dda x-openstack-request-id: req-14fe7abe-4c25-483a-9d41-34bebfc72dda {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:37.808804 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea2962-7508-4192-96dc-e73e98e9b3b6", "name": "network-vif-deleted", "tag": "183bb1db-8013-4112-b6b5-1decaabcbf40", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:37.809189 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-14fe7abe-4c25-483a-9d41-34bebfc72dda {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:37.809595 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14fe7abe-4c25-483a-9d41-34bebfc72dda'] response: {'server_uuid': 'f8ea2962-7508-4192-96dc-e73e98e9b3b6', 'name': 'network-vif-deleted', 'tag': '183bb1db-8013-4112-b6b5-1decaabcbf40', 'status': 'completed', 'code': 200} Mar 31 23:01:37.819355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.820578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:37.821628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.830237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.832994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.835287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cc4a91bf-d2bf-4368-a6eb-f088e234dcb6 HTTP/1.1" status: 204 len: 168 time: 0.4513109 Mar 31 23:01:37.871925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49930d5-59f6-4017-bb42-ab6326934ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4a91bf-d2bf-4368-a6eb-f088e234dcb6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:37.876436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2215271 Mar 31 23:01:37.881020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42326) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:37.911224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Request body: {'subnet': {'network_id': 'c5410d63-c0d3-484a-a4e9-671310ce3765', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-12354142-subnet', 'tenant_id': '7480211560f243b5899f8993be872176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:37.924771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee79430-0546-4709-85f8-80f6f39c4262 admin admin] Pushing event updated for resources: {'Network': ['ID=c5410d63-c0d3-484a-a4e9-671310ce3765,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:37.945956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c5410d63-c0d3-484a-a4e9-671310ce3765 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:37.964064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Made reservation on behalf of 7480211560f243b5899f8993be872176 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:37.966661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:37.999130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c15eec-af5d-4592-ac82-ab233258c78d req-28fd11e8-a326-48c2-92b4-3875a8bf4c25 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.001157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3c15eec-af5d-4592-ac82-ab233258c78d req-28fd11e8-a326-48c2-92b4-3875a8bf4c25 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1210890 Mar 31 23:01:38.022965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 183bb1db-8013-4112-b6b5-1decaabcbf40 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:38.057573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 183bb1db-8013-4112-b6b5-1decaabcbf40 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:38.057939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 183bb1db-8013-4112-b6b5-1decaabcbf40 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:38.084280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.089928 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.123539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3c15eec-af5d-4592-ac82-ab233258c78d req-42eecbd3-829e-47c3-847f-f95024ef3d8a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870249 Mar 31 23:01:38.223756 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b associated. External IP: 172.25.8.228, port: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834. Mar 31 23:01:38.253075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.300266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.321209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ecd6c-2b64-4af4-ad2e-3379f7393871 req-d18416ba-977e-4766-a1fa-7853825e676c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.329887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b34ecd6c-2b64-4af4-ad2e-3379f7393871 req-d18416ba-977e-4766-a1fa-7853825e676c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1157527 Mar 31 23:01:38.410385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ed99b0-f985-4a2d-8073-2870dee689c4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.420001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b34ecd6c-2b64-4af4-ad2e-3379f7393871 req-471cdca8-8100-437e-bd2c-c52a67b0d969 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892141 Mar 31 23:01:38.428290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Checking segment: {'id': 'cafbdbb6-3116-480d-a5db-af543423ba92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'c5410d63-c0d3-484a-a4e9-671310ce3765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:38.428655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Network hostable DHCP agents. Network: c5410d63-c0d3-484a-a4e9-671310ce3765, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:38.467192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Network c5410d63-c0d3-484a-a4e9-671310ce3765 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:38.489192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c5410d63-c0d3-484a-a4e9-671310ce3765) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:38.501631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b8ba6-2f1f-4501-8f33-5989d60d6f66 None None] Network c5410d63-c0d3-484a-a4e9-671310ce3765 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:38.513426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.514156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.541021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00ba311b-5930-44de-bdc0-9b9531e7ad72 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6338751 Mar 31 23:01:38.592662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:38.615781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-296909cb-239a-44ff-bce2-3b72aa8009d5 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/2289bfa4-7167-4734-97b9-939d80a65154 HTTP/1.1" status: 200 len: 1800 time: 0.0559299 Mar 31 23:01:38.654201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-c89b4174-8e96-4db0-ba88-07abf23af3ff tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:38.657658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-c89b4174-8e96-4db0-ba88-07abf23af3ff tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "GET /v2.0/ports?device_id=361ded1b-8fea-47b8-89ae-5f7c3f06b9fb HTTP/1.1" status: 200 len: 946 time: 0.1873655 Mar 31 23:01:38.687429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.738087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.810453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.813414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.821343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fb7a189-0a44-44ae-a1a9-27842bc5b585 req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/2289bfa4-7167-4734-97b9-939d80a65154 HTTP/1.1" status: 204 len: 173 time: 0.2043297 Mar 31 23:01:38.847416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff35016-c5ca-4bce-85fc-dad47c34545d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2289bfa4-7167-4734-97b9-939d80a65154,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:38.876767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb7d4c-23e6-4112-b9bc-1b2d8a86b179 None None] Network c5410d63-c0d3-484a-a4e9-671310ce3765 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:38.947811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42356) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:38.959050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:38.965466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:38.976392 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:38.993427 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:38.994043 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:39.032856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-3f0b1346-d38b-4d31-9b40-acbf281ae30c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "PUT /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 996 time: 1.6371834 Mar 31 23:01:39.044518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Deleting port 89218a28-7603-4758-85c7-6ecc376b8e8f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:39.047061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.150868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:39.170418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-a770bed8-c169-45e8-b2a2-67bf609f2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.172156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-a770bed8-c169-45e8-b2a2-67bf609f2dfc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1081941 Mar 31 23:01:39.228597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] For port 89218a28-7603-4758-85c7-6ecc376b8e8f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=89218a28-7603-4758-85c7-6ecc376b8e8f,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:39.229054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.231369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e5f0-adb8-4cb5-8399-78d59a1e2bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.275371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Calling delete_port for 89218a28-7603-4758-85c7-6ecc376b8e8f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:39.333229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e5f0-adb8-4cb5-8399-78d59a1e2bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.342010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1333432735', 'description': 'tempest-description-1899384059'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:39.348845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-42d6c349-bba1-40fb-8de5-92611b198aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.350868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-42d6c349-bba1-40fb-8de5-92611b198aab service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.1690814 Mar 31 23:01:39.362892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f2d3e5f0-adb8-4cb5-8399-78d59a1e2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.380908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.441181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f2d3e5f0-adb8-4cb5-8399-78d59a1e2bbc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=49acac9051ad4645abe6d51014cd55b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896424 Mar 31 23:01:39.441458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42368) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:39.442761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3e5f0-adb8-4cb5-8399-78d59a1e2bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ce471f-3915-4ddd-b264-0532f56a8ba6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.467676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-7be7f3a3-1598-4eb6-b96e-7a7f1ee44d6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 999 time: 0.1044273 Mar 31 23:01:39.487873 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:37Z', 'revision_number': 8, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:39.499087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.505080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.515148 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:39.529465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:39.530129 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:39.554358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.566521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74ce66e7-9ead-443b-8d10-b8a3a4894fbf req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2298150 Mar 31 23:01:39.567788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bddc6-b0a9-4989-9ed3-15edc0507c63 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20521279-5078-49f3-ab3b-cd5dd48dcaca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.574853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-d3ca8f4e-6bbe-4103-a128-b8a138f76e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.576475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-d3ca8f4e-6bbe-4103-a128-b8a138f76e15 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.0882127 Mar 31 23:01:39.606183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:39.633810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-fd1d8e52-d2c5-47e5-8405-988e6f6fd68f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/bb58996b-e05c-485e-8447-846d44b2f8cf HTTP/1.1" status: 200 len: 1799 time: 0.0502782 Mar 31 23:01:39.637748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.649770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.651423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8095d9fd-c1fe-40ee-8fc0-bd2879b93834', '89218a28-7603-4758-85c7-6ecc376b8e8f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:39.700212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.749553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.750132 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:39.789722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event deleted for resources: {'Port': ['ID=89218a28-7603-4758-85c7-6ecc376b8e8f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.847427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.851686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.854001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/58ce471f-3915-4ddd-b264-0532f56a8ba6 HTTP/1.1" status: 204 len: 168 time: 0.4115770 Mar 31 23:01:39.862587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1128074547'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:39.865207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.869180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-fca461b8-e8c1-495e-a76a-de5d8932638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:39.871019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-fca461b8-e8c1-495e-a76a-de5d8932638f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876289 Mar 31 23:01:39.871727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:39.874616 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f318bcb-9c64-4623-9954-691ba1d8c9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:39.878677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] No DVR routers for this DVR port 89218a28-7603-4758-85c7-6ecc376b8e8f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:39.884839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.890160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3e986d0-bac8-46d3-b4df-6b2052a55f42 req-343866d7-c5c6-4839-b779-577d443ad340 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "DELETE /v2.0/ports/89218a28-7603-4758-85c7-6ecc376b8e8f HTTP/1.1" status: 204 len: 173 time: 1.2237649 Mar 31 23:01:39.921392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb1fd-666f-417f-86a6-32c65668bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ce471f-3915-4ddd-b264-0532f56a8ba6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:39.932256 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.992942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:39.996537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.012456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06bd1da3-eb08-4815-a0a2-c0a7d676b617 req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/bb58996b-e05c-485e-8447-846d44b2f8cf HTTP/1.1" status: 204 len: 173 time: 0.3672802 Mar 31 23:01:40.043983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5820c-8a60-464a-a9fe-5607e20a6a7e tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58996b-e05c-485e-8447-846d44b2f8cf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.047519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:40.051372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.065408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.154011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-dfb603ff-b269-42ff-84a8-85fae67a8006 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611744 Mar 31 23:01:40.175384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c671009-7d2c-491c-a490-5d7e12e1d14f req-faf4248e-40eb-4ea5-96a1-cfbef82afe03 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.176956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c671009-7d2c-491c-a490-5d7e12e1d14f req-faf4248e-40eb-4ea5-96a1-cfbef82afe03 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0821154 Mar 31 23:01:40.243293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:37Z', 'revision_number': 8, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:40.257094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c671009-7d2c-491c-a490-5d7e12e1d14f req-602df6af-60c8-40d1-aafb-f18d2eb41aa2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640771 Mar 31 23:01:40.281015 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c2f7d-51dd-409e-8c14-7602ca2727eb None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4b1e2283-2d8a-4736-80dc-32c9b360e27b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'port_id': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'mac_address': 'fa:16:3e:4c:ec:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:00:57Z', 'updated_at': '2022-03-31T23:01:37Z', 'revision_number': 8, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:40.299460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.388847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4ebc-d5fc-489f-8550-a3107c820158 req-8bf3b0e8-b69d-44bd-9af1-6c8dd7d5d104 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.390561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee6e4ebc-d5fc-489f-8550-a3107c820158 req-8bf3b0e8-b69d-44bd-9af1-6c8dd7d5d104 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.0739853 Mar 31 23:01:40.440484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee6e4ebc-d5fc-489f-8550-a3107c820158 req-53b4d302-2d1e-4243-81a1-b7ae76703a59 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Mar 31 23:01:40.517640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42390) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:40.537244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab4057cb-8e94-4e66-ae0f-d3e2f666c1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.549452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-752208eb-be38-47ec-8e2a-16ff72c59427 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/20521279-5078-49f3-ab3b-cd5dd48dcaca HTTP/1.1" status: 200 len: 1807 time: 0.0668890 Mar 31 23:01:40.564252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20521279-5078-49f3-ab3b-cd5dd48dcaca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:40.564938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20521279-5078-49f3-ab3b-cd5dd48dcaca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:40.620576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.626221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.636307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0425233-2180-43d1-88a7-692ae638a167 None None] New status for floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:40.661032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.677929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:01:40.682704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a7459-a80a-449e-8a94-73bdd25e6e4d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.689167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90dda3e-03c3-41c3-8fcf-c9d6b4912780 req-744d3d57-0cc9-4622-8a68-52fb275dc6b7 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198269 Mar 31 23:01:40.692233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.693731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.694158 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Added segment ee6b3e17-da5f-4e1f-9759-2031d2fac425 of type vlan for network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da Mar 31 23:01:40.700442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.716229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab4057cb-8e94-4e66-ae0f-d3e2f666c1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.728439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab4057cb-8e94-4e66-ae0f-d3e2f666c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.731260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef7034f-9482-428e-bee3-047a323610f7,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.750978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.761512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.777900 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbe878-f8f7-4b0e-9ec4-3366372201fd x-openstack-request-id: req-e9cbe878-f8f7-4b0e-9ec4-3366372201fd {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:40.778231 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:40.779455 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e9cbe878-f8f7-4b0e-9ec4-3366372201fd {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:40.779455 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cbe878-f8f7-4b0e-9ec4-3366372201fd'] response: {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:01:40.780914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.783681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acf8a8d1-7ed9-49aa-875a-1ebcc7b0e5aa req-dccaec17-fd5d-41ac-823b-0672705a91cc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2332294 Mar 31 23:01:40.788167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.788987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.808430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-833103987', 'description': 'tempest-description-1497335541'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:40.821670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab4057cb-8e94-4e66-ae0f-d3e2f666c1bf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=754718c9ec57409781e9ba1a7916146c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030021 Mar 31 23:01:40.825252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4057cb-8e94-4e66-ae0f-d3e2f666c1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd51b0e-72ec-4883-a44a-dd45775b2d8a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.827990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42396) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:40.847377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2252421 Mar 31 23:01:40.851519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42398) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:40.861920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'subnet': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:40.883887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:40.965833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-af2084c7-ae22-4cb1-ac85-2345acb75cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:40.968280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-af2084c7-ae22-4cb1-ac85-2345acb75cc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1648521 Mar 31 23:01:40.969281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe481c-10b6-4259-acd1-3a1665b8750b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Network': ['ID=2bc4a9b2-8f29-4c53-9999-bc2a87d401da,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:40.982783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:01:41.004238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.040329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.042973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:41.046609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.103282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-f325bffc-65b5-4be0-9af6-0ee087dad081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.104852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-f325bffc-65b5-4be0-9af6-0ee087dad081 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.1287906 Mar 31 23:01:41.169468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.187657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.236213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.237430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed4de8be-b027-4fe7-ac51-f62adad22066 req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4404876 Mar 31 23:01:41.239221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-f7e12506-d084-481d-8b4a-e3e506c078d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.240788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-89b977fa-24a5-4b86-9746-f1dd0a1f8eae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 1001 time: 0.1128418 Mar 31 23:01:41.240914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-f7e12506-d084-481d-8b4a-e3e506c078d3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.1669526 Mar 31 23:01:41.248764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2894fb-6143-4388-9add-85c469145026 req-de234a55-3fba-47cf-a380-ce54e5f60d8f tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 998 time: 0.1065598 Mar 31 23:01:41.268014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ed4bd-6772-408d-ae6d-c32d1736f71d tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f337ef-ac8c-43d4-9266-ae65991ca0ab,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.288101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1162133321', 'description': 'tempest-description-1380863989'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:41.303418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.305875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.306994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8cd51b0e-72ec-4883-a44a-dd45775b2d8a HTTP/1.1" status: 204 len: 168 time: 0.4757974 Mar 31 23:01:41.348006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-1cc3a23b-dbd5-4cb6-9fb5-c9001bee98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.349474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-1cc3a23b-dbd5-4cb6-9fb5-c9001bee98e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1023984 Mar 31 23:01:41.383381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6495e7-7a1e-4a0f-8e5e-b51df95c29d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd51b0e-72ec-4883-a44a-dd45775b2d8a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.412841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.415970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2894fb-6143-4388-9add-85c469145026 req-6dda42d3-338c-4349-ae66-5d7f4b8ff9d3 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.417602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2894fb-6143-4388-9add-85c469145026 req-6dda42d3-338c-4349-ae66-5d7f4b8ff9d3 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1441655 Mar 31 23:01:41.425495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-031461e7-667d-476f-8457-2389cc408e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.428139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-031461e7-667d-476f-8457-2389cc408e26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692887 Mar 31 23:01:41.473340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-35c67e87-6a4f-4fc1-9cdd-cd47130d294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.474839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-35c67e87-6a4f-4fc1-9cdd-cd47130d294f service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.2248538 Mar 31 23:01:41.486348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.566909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-e9bc2311-bce7-4aff-bcba-bd932b45ed7a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0746381 Mar 31 23:01:41.572078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ad0e8-473e-4c87-8326-e5ed1175bcbc req-b95318f9-06f6-4bf7-8819-ee99fb0b3e83 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.573842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f74ad0e8-473e-4c87-8326-e5ed1175bcbc req-b95318f9-06f6-4bf7-8819-ee99fb0b3e83 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0708528 Mar 31 23:01:41.578215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-01185600-1c76-4585-96cb-1639e4ab4967 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412094 Mar 31 23:01:41.643965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Subnet': ['ID=5ec8725f-f3a1-403b-87e7-fc7e1b7844f4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.674326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f74ad0e8-473e-4c87-8326-e5ed1175bcbc req-3cd30e92-7039-4182-b359-b1fda884c116 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905709 Mar 31 23:01:41.676538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-bf5d77f0-4264-463e-94b5-de53d96ae14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.678047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-bf5d77f0-4264-463e-94b5-de53d96ae14d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.1033444 Mar 31 23:01:41.680417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.683808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Checking segment: {'id': 'ee6b3e17-da5f-4e1f-9759-2031d2fac425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:41.684696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network hostable DHCP agents. Network: 2bc4a9b2-8f29-4c53-9999-bc2a87d401da, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:01:41.689139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.709308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f318bcb-9c64-4623-9954-691ba1d8c9aa req-653a3994-e4de-45dd-b6fc-a63392fa703c service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189270 Mar 31 23:01:41.744585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-78c5909d-34cb-4554-a399-16f750f6ab7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564182 Mar 31 23:01:41.750231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.766385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-756d506a-1b91-46e7-8fcf-2b0f07b1f958 req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4952655 Mar 31 23:01:41.812635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:01:41.819636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca738637-e42b-4af6-a783-6a9c364d7501 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477a202e-4969-41eb-a7ca-0eb1cccd0347,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:41.858125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17295-0d41-4c17-87c7-8ef2c9ca2226 req-ea814c00-4980-40be-8ad5-48c8bf5c7167 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.860600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8cf17295-0d41-4c17-87c7-8ef2c9ca2226 req-ea814c00-4980-40be-8ad5-48c8bf5c7167 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0670483 Mar 31 23:01:41.873428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2bc4a9b2-8f29-4c53-9999-bc2a87d401da) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:41.884446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a873c-59ff-40f5-89b1-6aab8df00906 None None] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:41.889825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:41.890472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:41.912960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a7880785-5229-42f2-8c72-fec0d109117a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/51f337ef-ac8c-43d4-9266-ae65991ca0ab HTTP/1.1" status: 200 len: 1802 time: 0.1456110 Mar 31 23:01:41.921651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Request body: {'security_group': {'name': 'tempest-sg-hth-544104672', 'description': 'tempest-description-hth-329249032'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:41.926657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8cf17295-0d41-4c17-87c7-8ef2c9ca2226 req-9421fa4f-9822-4601-a247-35bfe25b2d40 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577586 Mar 31 23:01:41.934056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:41.934316 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-defc8b8e-32b7-49f7-9933-f8b6ff12d870 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0792925 Mar 31 23:01:41.953295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102187455'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:41.977145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-05975abc-e763-4f40-bc2a-4ccbe5b52f2a service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069001 Mar 31 23:01:41.986197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.010561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 89218a28-7603-4758-85c7-6ecc376b8e8f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:42.052188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 89218a28-7603-4758-85c7-6ecc376b8e8f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:42.052936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 89218a28-7603-4758-85c7-6ecc376b8e8f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:42.094141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.103922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.106465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.112050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b73e9d-c138-416a-a644-973aefd2ab3b req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "PUT /v2.0/security-groups/51f337ef-ac8c-43d4-9266-ae65991ca0ab HTTP/1.1" status: 200 len: 1775 time: 0.1981816 Mar 31 23:01:42.115918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-8894c7f1-3ac0-4286-a2ff-7b3c1a0a082c tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1001 time: 0.1417725 Mar 31 23:01:42.156457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5095b19b-7b0f-41c9-a084-b9156decdb21 req-7ac0ff41-f527-4b5c-a504-f346f74be3fc service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651144 Mar 31 23:01:42.185198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'tenant_id': '9fab9c2e21bd4ac7a57dca2aff94ebe2', 'fixed_ips': [{'subnet_id': '5ec8725f-f3a1-403b-87e7-fc7e1b7844f4'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:01:42.191266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3089651-1c18-478d-b82d-e43a953ede0b tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f337ef-ac8c-43d4-9266-ae65991ca0ab,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.191663 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.221717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-84f48328-8d6d-43c2-a4f6-f598bfcdfda3 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.228225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-3f48e73c-b3d8-4a84-a8a3-b78028cef35e tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/477a202e-4969-41eb-a7ca-0eb1cccd0347 HTTP/1.1" status: 200 len: 1807 time: 0.0831077 Mar 31 23:01:42.234453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '477a202e-4969-41eb-a7ca-0eb1cccd0347', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:42.234952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '477a202e-4969-41eb-a7ca-0eb1cccd0347', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:42.235596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-84f48328-8d6d-43c2-a4f6-f598bfcdfda3 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports/8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 942 time: 0.0850513 Mar 31 23:01:42.248894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:42.255588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.307679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port bc23146b-de55-4d5c-9d0a-a8836983fccd yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:42.327877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.374819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.380280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.400073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Allocated IP 2001:db8::2 (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/e9e0bd7c-fa1c-4777-aea6-423b43b94bec) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:42.403250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d845a2d4-be49-43e3-aa92-ecc4c344c2b7,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.415067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.418214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afed9683-b789-43b6-a734-7d9e8c0e9764 req-c6d9202d-00a9-476a-b11c-a7bbc8fbf270 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1881897 Mar 31 23:01:42.470125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-767a9c2c-fd6d-4ec0-800a-7822f2800faf tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1001 time: 0.1630180 Mar 31 23:01:42.544623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f9242-4f54-486e-b119-a10abdcec5fe req-bbcfbe0c-5989-4c65-963e-48f8b8067938 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.546567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f0f9242-4f54-486e-b119-a10abdcec5fe req-bbcfbe0c-5989-4c65-963e-48f8b8067938 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0660322 Mar 31 23:01:42.579480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.589985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.603771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f0f9242-4f54-486e-b119-a10abdcec5fe req-397d40e1-5005-4c51-9944-6544fae319eb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504241 Mar 31 23:01:42.632111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-5de33b76-a6ab-4c68-a8aa-0158402f3902 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.634575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:42.641098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-5de33b76-a6ab-4c68-a8aa-0158402f3902 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1697199 Mar 31 23:01:42.643503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:42.649182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:42.668188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc2e836d-5387-4d39-9431-93861671eb76 req-dfc3358c-48a5-4832-9aaa-23453cb07e7a tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/51f337ef-ac8c-43d4-9266-ae65991ca0ab HTTP/1.1" status: 200 len: 1775 time: 0.0484142 Mar 31 23:01:42.688993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-877453205', 'description': 'tempest-description-284921454'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:42.717020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.725739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Pushing event updated for resources: {'Port': ['ID=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.732197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-938dc4e7-2944-447f-aac9-188c7320bbad tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1001 time: 0.0900784 Mar 31 23:01:42.742287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:42.755043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Attempting to bind port e9e0bd7c-fa1c-4777-aea6-423b43b94bec on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:42.755729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Attempting to bind port e9e0bd7c-fa1c-4777-aea6-423b43b94bec by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'ee6b3e17-da5f-4e1f-9759-2031d2fac425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:42.757227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Attempting to bind port e9e0bd7c-fa1c-4777-aea6-423b43b94bec on network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:42.764478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:42.765058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Checking segment: {'id': 'ee6b3e17-da5f-4e1f-9759-2031d2fac425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:42.765629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.766280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Bound using segment: {'id': 'ee6b3e17-da5f-4e1f-9759-2031d2fac425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:42.766951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Bound port: e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6b3e17-da5f-4e1f-9759-2031d2fac425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:42.767529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.786797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'name': 'network-vif-deleted', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:42.789120 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa727380-c3a4-41f1-b6b6-2f4ae978e833" -d '{"events": [{"server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "name": "network-vif-deleted", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:42.813928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.819047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::2d4 (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/bc23146b-de55-4d5c-9d0a-a8836983fccd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:42.819275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.841590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.860652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.862368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c976ee5-2d02-4799-a1f0-b95cf6fd5bd9 req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1776376 Mar 31 23:01:42.863473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-60d47841-b212-468a-9172-35069a1a6711 None None] For port e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:42.867284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63073cf-6934-4d90-b4e2-581c0943ad6c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4276fd0a-f989-4832-a84d-831474f95e55,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.870065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-60d47841-b212-468a-9172-35069a1a6711 None None] For port e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,segment=NetworkSegment(ee6b3e17-da5f-4e1f-9759-2031d2fac425),segment_id=ee6b3e17-da5f-4e1f-9759-2031d2fac425)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:42.876870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:42.956531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47841-b212-468a-9172-35069a1a6711 None None] Pushing event updated for resources: {'Port': ['ID=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:42.990246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113f7bb-3f7f-4493-b78a-e19acf53036c req-b67cc784-6805-4270-9b30-0c924b9bc3e5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:42.998269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2113f7bb-3f7f-4493-b78a-e19acf53036c req-b67cc784-6805-4270-9b30-0c924b9bc3e5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0750878 Mar 31 23:01:43.050196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2113f7bb-3f7f-4493-b78a-e19acf53036c req-49479468-0dac-4866-9e91-5631ebc6a868 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509291 Mar 31 23:01:43.132552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-1c3ab663-86f2-4482-b57c-8f92cbc4ca09 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/51f337ef-ac8c-43d4-9266-ae65991ca0ab HTTP/1.1" status: 200 len: 1775 time: 0.0546982 Mar 31 23:01:43.143974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.155062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.155443 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b disassociated. External IP: 172.25.8.228, port: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834. Mar 31 23:01:43.208626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.222678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.267515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.324495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.330232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.335953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.342521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7190f0-d9f5-4dda-a092-9c853b0b225c req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/51f337ef-ac8c-43d4-9266-ae65991ca0ab HTTP/1.1" status: 204 len: 173 time: 0.2090428 Mar 31 23:01:43.369637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3164a-60ae-4f6b-b7ea-758003ef7cfe tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f337ef-ac8c-43d4-9266-ae65991ca0ab,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.392058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:43.396029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:43.401827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:43.407686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.408602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.413561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=bc23146b-de55-4d5c-9d0a-a8836983fccd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.489757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2d33aeb3-217f-479c-811d-d431c1b3bf11 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5545356 Mar 31 23:01:43.492748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42474) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:43.495023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb320b-5785-43e7-8893-33b5e52ee26a req-945dc245-8de2-440e-9de9-a6d7652b9d84 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.497021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89bb320b-5785-43e7-8893-33b5e52ee26a req-945dc245-8de2-440e-9de9-a6d7652b9d84 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0891232 Mar 31 23:01:43.498479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1446374260', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:90:da:20'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:43.543062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89bb320b-5785-43e7-8893-33b5e52ee26a req-d39ff96f-21c0-4b78-8b0b-a74a727f2a60 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356078 Mar 31 23:01:43.599539 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73b4df3-66ac-43e9-adee-be4cf1481ff9 x-openstack-request-id: req-e73b4df3-66ac-43e9-adee-be4cf1481ff9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:43.599877 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361ded1b-8fea-47b8-89ae-5f7c3f06b9fb", "name": "network-vif-deleted", "tag": "89218a28-7603-4758-85c7-6ecc376b8e8f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:43.600195 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e73b4df3-66ac-43e9-adee-be4cf1481ff9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:43.601005 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73b4df3-66ac-43e9-adee-be4cf1481ff9'] response: {'server_uuid': '361ded1b-8fea-47b8-89ae-5f7c3f06b9fb', 'name': 'network-vif-deleted', 'tag': '89218a28-7603-4758-85c7-6ecc376b8e8f', 'status': 'completed', 'code': 200} Mar 31 23:01:43.609991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e9e0bd7c-fa1c-4777-aea6-423b43b94bec up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:43.631320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1980090415', 'description': 'tempest-description-2118294924'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:43.638439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:43.657520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.685917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e9e0bd7c-fa1c-4777-aea6-423b43b94bec triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:43.685917 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.722196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:43.747387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.753120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.782621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.794136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.795567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a379c1c5-e725-4de7-a59c-649a1fbeb48d req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.1785643 Mar 31 23:01:43.818456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3531-ff21-49b1-94c0-8b439a336079 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63a5e2-db6a-45da-8eb6-87aa9946ac51,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.831370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:43.836967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.842477 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:43.857832 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:43.858499 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:43.864038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,segment=NetworkSegment(ee6b3e17-da5f-4e1f-9759-2031d2fac425),segment_id=ee6b3e17-da5f-4e1f-9759-2031d2fac425)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:43.869275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.885197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:43.888516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-d6890a12-eb99-4f65-a2a3-c78ed06dd3cb tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "PUT /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 696 time: 1.1548676 Mar 31 23:01:43.920908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port a5cf2ba7-aead-4e44-895f-90a8ab4cee50 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:43.953110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:43.958888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac8c94-443b-464c-91b3-81d889a7bbaa req-07e3edfd-f9f1-4694-868b-3d25a844d748 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:43.960838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4eac8c94-443b-464c-91b3-81d889a7bbaa req-07e3edfd-f9f1-4694-868b-3d25a844d748 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0680234 Mar 31 23:01:44.013504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4eac8c94-443b-464c-91b3-81d889a7bbaa req-f411d357-5778-4eb5-90bb-460a1550d2ce tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 Mar 31 23:01:44.019700 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:44.047271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-b20526a2-a159-4a2f-a4f2-0ed111aa2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.047271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-b20526a2-a159-4a2f-a4f2-0ed111aa2abf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1170640 Mar 31 23:01:44.322068 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:44.341504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8974e-d178-4042-a824-da0d33d88392 None None] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:01:44.356838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:01:44.378297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:44.379199 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:44.450066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dbea738b-7f9a-4b32-afa7-743ee7b0c2af None None] Provisioning complete for port e9e0bd7c-fa1c-4777-aea6-423b43b94bec triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:44.450513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dbea738b-7f9a-4b32-afa7-743ee7b0c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.474587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-31a09d3a-1356-46ca-8537-1a9777b3b029 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1137eaa77a6a4e779d988333a287fce9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365198 Mar 31 23:01:44.507404 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:01:44.551112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-0040fe8e-09ec-4518-981a-b1d1760d3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.559038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-0040fe8e-09ec-4518-981a-b1d1760d3e9b service neutron] 10.222.0.95 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.4938309 Mar 31 23:01:44.583799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::3c8 (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/a5cf2ba7-aead-4e44-895f-90a8ab4cee50) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:44.594703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-9e88091a-835e-41e5-87b1-ab3a4489e3dd tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.603526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-9e88091a-835e-41e5-87b1-ab3a4489e3dd tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266348 Mar 31 23:01:44.626132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d9a929b2-ecfe-46e3-bed0-87fd16a5b7b4 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/quotas/1137eaa77a6a4e779d988333a287fce9 HTTP/1.1" status: 200 len: 375 time: 0.0212703 Mar 31 23:01:44.672884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-6782d749-7c8b-4fa4-9ffc-c6abd84d76d3 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1137eaa77a6a4e779d988333a287fce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452123 Mar 31 23:01:44.675004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-89b7256d-85c4-48cd-a161-259744bf58ac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.1147032 Mar 31 23:01:44.743584 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:44.780216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-2c286d77-5320-4a8e-aae4-1fd440565101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.784214 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592449cc-ffbf-4aee-8a2e-09afce7fce00 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:00:33Z', 'revision_number': 4, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7c6fae8e-85bf-46d8-bb18-6d0538fef8dd', 'name': '', 'network_id': 'bf7c2573-ecf4-4748-8fdb-5ec9be501c2b', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'mac_address': 'fa:16:3e:79:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:31Z', 'updated_at': '2022-03-31T23:00:39Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'subnets': [{'id': 'c2ad45dc-7440-406f-9c95-6949e0e2439a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:01:44.789572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-2c286d77-5320-4a8e-aae4-1fd440565101 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1136220 Mar 31 23:01:44.901646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-bb167041-e3fd-41e1-b7b0-1a676709a9b0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/4276fd0a-f989-4832-a84d-831474f95e55 HTTP/1.1" status: 200 len: 1805 time: 0.0810237 Mar 31 23:01:44.909868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:44.914767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-fd4022ef-1867-4658-8022-5c4e634a6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:44.916764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-fd4022ef-1867-4658-8022-5c4e634a6fc6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261022 Mar 31 23:01:44.968878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-9ad3b27d-22a6-4880-ac1e-a3e0dc2723e2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/9b63a5e2-db6a-45da-8eb6-87aa9946ac51 HTTP/1.1" status: 200 len: 1807 time: 0.0660872 Mar 31 23:01:44.974129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4276fd0a-f989-4832-a84d-831474f95e55', 'remote_group_id': '9b63a5e2-db6a-45da-8eb6-87aa9946ac51', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:44.974556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4276fd0a-f989-4832-a84d-831474f95e55', 'remote_group_id': '9b63a5e2-db6a-45da-8eb6-87aa9946ac51', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:45.035768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.061762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fc581c5a-af0a-42d5-ab3d-780f5ad12710 None None] Provisioning complete for port e9e0bd7c-fa1c-4777-aea6-423b43b94bec triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:45.062359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc581c5a-af0a-42d5-ab3d-780f5ad12710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.081975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.131690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=a5cf2ba7-aead-4e44-895f-90a8ab4cee50,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.155848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-74be194c-53b8-44a6-8cd5-6163c8d7111c service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262411 Mar 31 23:01:45.157609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:45.159167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:45.161734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:45.167878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.168544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.187998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.192929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.242642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.243917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19499f2-b9ca-449d-9b7f-e4e84eb5c46e None None] New status for floating IP 4b1e2283-2d8a-4736-80dc-32c9b360e27b: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:01:45.245844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bf0a4ac0-208c-4c56-bb67-77d2b1129c66 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7518332 Mar 31 23:01:45.246606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42504) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.255987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b71f44a4-0c18-4c03-82b1-df8cdf5da4f0 req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2860079 Mar 31 23:01:45.258575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db6dcc-6aee-49c4-8824-d0c94b631d5c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d585eae-7b7f-4e98-9c28-5c3dda6a605d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:45.369126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6debf787-6ff1-4961-bac7-2ad02f5447e8 req-7b402506-a745-45d2-bd00-6ff1bf3ebca9 service neutron] 10.222.0.95 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977019 Mar 31 23:01:45.517301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee667fc5-bd45-4728-bb81-e01dfb0b0d45 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.536210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee667fc5-bd45-4728-bb81-e01dfb0b0d45 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.542673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fc581c5a-af0a-42d5-ab3d-780f5ad12710 None None] Provisioning complete for port bc23146b-de55-4d5c-9d0a-a8836983fccd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:45.543092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc581c5a-af0a-42d5-ab3d-780f5ad12710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.553319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee667fc5-bd45-4728-bb81-e01dfb0b0d45 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.558436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:45.560744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee667fc5-bd45-4728-bb81-e01dfb0b0d45 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2365232 Mar 31 23:01:45.583583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e9e0bd7c-fa1c-4777-aea6-423b43b94bec up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:45.591853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc581c5a-af0a-42d5-ab3d-780f5ad12710 None None] Port bc23146b-de55-4d5c-9d0a-a8836983fccd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:45.611906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:45.614637 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e1163-289a-4118-8ff3-8fad0853b778" -d '{"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:45.641987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72013e8-7331-4e7a-8948-400bf150186d req-b066760a-a74d-4da9-8ce4-31b9fed1e26c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.643995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b72013e8-7331-4e7a-8948-400bf150186d req-b066760a-a74d-4da9-8ce4-31b9fed1e26c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0819271 Mar 31 23:01:45.658477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-18c2e519-b92b-4662-9f0f-d4829fa4c1c3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:45.661029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-18c2e519-b92b-4662-9f0f-d4829fa4c1c3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2531307 Mar 31 23:01:45.718070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b72013e8-7331-4e7a-8948-400bf150186d req-5b2b7d47-b2c5-4310-b94b-837c82e1acf9 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534034 Mar 31 23:01:45.746288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-b6e08df5-13b8-454f-8e34-fce458a8be21 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/quotas/76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 375 time: 0.0700114 Mar 31 23:01:45.763337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e9e0bd7c-fa1c-4777-aea6-423b43b94bec triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:45.763989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.815505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:01:45.821584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-02fa8b5d-2179-48d7-844d-af35843a2fac None None] Provisioning complete for port bc23146b-de55-4d5c-9d0a-a8836983fccd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:45.822188 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-02fa8b5d-2179-48d7-844d-af35843a2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.848345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-7bc525e2-f5ca-4cca-b6ed-bdd24e2b797a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1011779 Mar 31 23:01:45.852480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port a5cf2ba7-aead-4e44-895f-90a8ab4cee50 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:45.853114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:45.874893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d66e2091-d777-4559-a8f4-955b31cd9c76 req-f9d00216-f95a-41a9-ae2b-73a8df89ce08 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 210 time: 0.0435331 Mar 31 23:01:45.921122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-02fa8b5d-2179-48d7-844d-af35843a2fac None None] Port bc23146b-de55-4d5c-9d0a-a8836983fccd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:45.931434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1568439784', 'description': 'tempest-description-530498099'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:45.955517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.037580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7f721f8a-b12c-4e7c-b2d9-1c543484e204 None None] Provisioning complete for port a5cf2ba7-aead-4e44-895f-90a8ab4cee50 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:46.038517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.039013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f721f8a-b12c-4e7c-b2d9-1c543484e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.043760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.079573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.082183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3ae66ad-8f95-443f-809f-ce554ad2baba req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1549833 Mar 31 23:01:46.084875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a98713-966c-4583-ba5a-dc1bcc0e3ac0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1a01ab-d267-4e42-b4b2-ff1245633c5c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:46.105534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7f721f8a-b12c-4e7c-b2d9-1c543484e204 None None] Port a5cf2ba7-aead-4e44-895f-90a8ab4cee50 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:46.147847 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-cc6c8465-1853-4c4b-b1f9-c4ac46ad3e10 req-1eea8d42-4fcd-4e43-9990-ad4b4f249166 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:46.151933 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc6c8465-1853-4c4b-b1f9-c4ac46ad3e10 req-1eea8d42-4fcd-4e43-9990-ad4b4f249166 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/bb58996b-e05c-485e-8447-846d44b2f8cf HTTP/1.1" status: 404 len: 352 time: 0.0442059 Mar 31 23:01:46.260480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-77ff94d7-d41b-421b-8a01-c71d8864e792 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1137eaa77a6a4e779d988333a287fce9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457485 Mar 31 23:01:46.319718 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea687d8a-3521-40d5-8c94-ee5d387a6189 x-openstack-request-id: req-ea687d8a-3521-40d5-8c94-ee5d387a6189 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:46.319989 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:46.320246 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ea687d8a-3521-40d5-8c94-ee5d387a6189 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:46.320670 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea687d8a-3521-40d5-8c94-ee5d387a6189'] response: {'name': 'network-changed', 'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:01:46.336240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-196026126', 'description': 'tempest-description-1402687834'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:46.436999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.440162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.455932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-a30a09a8-3e79-4b7a-aa05-6b03c437634e service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976324 Mar 31 23:01:46.460762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for a5cf2ba7-aead-4e44-895f-90a8ab4cee50 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:46.462485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-a3323fb7-641f-4a9b-be37-1341d5352618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.464040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-a3323fb7-641f-4a9b-be37-1341d5352618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 1096 time: 0.1407759 Mar 31 23:01:46.475537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-334b9470-669b-4f61-a6e9-c4a485afa59d tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.477559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-334b9470-669b-4f61-a6e9-c4a485afa59d tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047679 Mar 31 23:01:46.495118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Request body: {'port': {'device_id': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '1137eaa77a6a4e779d988333a287fce9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:46.610545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-6d12f65f-7426-46db-bab6-b7de261bd0ef service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477475 Mar 31 23:01:46.690158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.693380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.693915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-1186c7db-f479-4449-b55a-6e648fffd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.694942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-1186c7db-f479-4449-b55a-6e648fffd541 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 200 len: 923 time: 0.2165029 Mar 31 23:01:46.698129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.731314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=a5cf2ba7-aead-4e44-895f-90a8ab4cee50,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:46.776738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-ded3214e-98a7-4312-a4b0-759f8afbb2e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 200 len: 217 time: 0.0657730 Mar 31 23:01:46.777661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Made reservation on behalf of 1137eaa77a6a4e779d988333a287fce9 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:46.784012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.816800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.823204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bd7f2e4-8b6c-4e47-a280-62b4aa9dde45 req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5014575 Mar 31 23:01:46.826442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cd844-4fc0-4d73-af87-3dbccccf02bc tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb471ca8-70b1-446a-83cd-1f0e2fb2e97f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:46.903645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:46.935472 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-25302549-6fef-448e-b17f-75b281bfdb8c req-3d764b09-8d93-4467-80fc-d3f1ee97ce30 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:46.953555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25302549-6fef-448e-b17f-75b281bfdb8c req-3d764b09-8d93-4467-80fc-d3f1ee97ce30 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/2289bfa4-7167-4734-97b9-939d80a65154 HTTP/1.1" status: 404 len: 352 time: 0.0885301 Mar 31 23:01:46.970293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-12b7888f-7abd-46cd-9acb-3706a8b62db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:46.986585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-12b7888f-7abd-46cd-9acb-3706a8b62db3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 200 len: 860 time: 0.1826043 Mar 31 23:01:47.140677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11aa9c10-8bf6-4a48-86c0-f8b5a0a541df req-b29b057d-b6e9-48d5-b88a-5c02787c3847 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 210 time: 0.1139598 Mar 31 23:01:47.142233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-6870aad0-0e74-4f96-a5e5-0a8e63aa0ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.144018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-6870aad0-0e74-4f96-a5e5-0a8e63aa0ba3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565297 Mar 31 23:01:47.148209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.162066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2172519c-1abf-4646-b942-182ed5333497 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/a5cf2ba7-aead-4e44-895f-90a8ab4cee50 HTTP/1.1" status: 204 len: 168 time: 1.6008275 Mar 31 23:01:47.162658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048910ac-0fce-49ef-a233-d49ae94df0af req-90181919-ead7-4443-a32a-2369fa3a527b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.164268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-048910ac-0fce-49ef-a233-d49ae94df0af req-90181919-ead7-4443-a32a-2369fa3a527b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1229389 Mar 31 23:01:47.164816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42560) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:47.205686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c0121659-49ca-44d1-acc4-fdbca70e2790 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/fa1a01ab-d267-4e42-b4b2-ff1245633c5c HTTP/1.1" status: 200 len: 1806 time: 0.0440795 Mar 31 23:01:47.226204 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55b1a9a-330f-4927-91dc-1de4d0e20dbc tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] GET failed (client error): The resource could not be found. Mar 31 23:01:47.231355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f55b1a9a-330f-4927-91dc-1de4d0e20dbc tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports/a5cf2ba7-aead-4e44-895f-90a8ab4cee50 HTTP/1.1" status: 404 len: 333 time: 0.0515640 Mar 31 23:01:47.231725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42562) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:47.240062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-453730201'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:47.272167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.285236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60474c99-6481-4db2-aebc-b5054c60f30d req-62dfcf95-5122-4642-884e-107adfafb7e5 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/eb471ca8-70b1-446a-83cd-1f0e2fb2e97f HTTP/1.1" status: 200 len: 1806 time: 0.0719340 Mar 31 23:01:47.329727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.331389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa1a01ab-d267-4e42-b4b2-ff1245633c5c', 'remote_group_id': 'eb471ca8-70b1-446a-83cd-1f0e2fb2e97f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:47.331690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa1a01ab-d267-4e42-b4b2-ff1245633c5c', 'remote_group_id': 'eb471ca8-70b1-446a-83cd-1f0e2fb2e97f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:47.345111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-048910ac-0fce-49ef-a233-d49ae94df0af req-7ccecf41-7258-491d-b07a-4fbbc6449601 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580119 Mar 31 23:01:47.416810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:47.420655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.458910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.461911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea6b005-b738-426f-add3-0d2b7431a9a8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.464872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port bf593d52-ab75-4488-913d-a9e502d22926 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:47.489251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-51833d2b-d4a9-4c77-b6ba-a9a65bfa6c37 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364875 Mar 31 23:01:47.496122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-9b17f35c-6dd0-49cd-8d97-a1d4f06066e5 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 200 len: 694 time: 0.0869381 Mar 31 23:01:47.532671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.539314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.566142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6283dd8d-15ab-4e59-b719-d879c2159bb3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:47.594154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.595389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60474c99-6481-4db2-aebc-b5054c60f30d req-c3457344-3e86-4b1a-ab62-13a73f22a36a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2699153 Mar 31 23:01:47.647366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::182 (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/bf593d52-ab75-4488-913d-a9e502d22926) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:47.676115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Allocated IP 192.168.233.94 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/8428a58c-cd2a-4d49-8d36-0410b2ab004e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:47.709933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0941ad24-5c7c-486b-a5b6-21d0e535ef63 req-c1aee2bc-56ac-414e-a710-f22ece834a60 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 210 time: 0.0427983 Mar 31 23:01:47.727896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc3e1163-289a-4118-8ff3-8fad0853b778 req-79682bed-7a1f-450a-b5e9-2b7460b0b8c6 service neutron] 10.222.0.60 "GET /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306910 Mar 31 23:01:47.757275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-ae987083-6db4-497e-ab8f-0d743df9c19e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.758946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-ae987083-6db4-497e-ab8f-0d743df9c19e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2484090 Mar 31 23:01:47.773008 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-360660da-7276-4909-b3c6-749f0e36eb3d req-d44aad97-fe27-4bd2-ad96-ec7142c4339c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:47.774105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-360660da-7276-4909-b3c6-749f0e36eb3d req-d44aad97-fe27-4bd2-ad96-ec7142c4339c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/ad4d3187-0612-479e-be6e-f330bce9214e HTTP/1.1" status: 404 len: 352 time: 0.0165977 Mar 31 23:01:47.838536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-85dc7e04-a9be-48be-937e-dbedc5097f4e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 697 time: 0.0689230 Mar 31 23:01:47.870858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.912935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:47.921956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-c0246f9b-adc8-4203-a387-5e8f7203f184 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 697 time: 0.0737047 Mar 31 23:01:47.972047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:47.975284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:47.978336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:47.985054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:47.985853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.006489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7735448 Mar 31 23:01:48.007213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7e4b6-2b93-42aa-ad69-8aa5a8092a6a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=bf593d52-ab75-4488-913d-a9e502d22926,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.010554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42582) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:48.016577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:90:da:20'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.051285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.145626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Deleting port 0bcff4f7-802c-4e4d-a73c-c116ca82c2e4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:48.145858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.158636 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.278306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:48.279227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.291923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:48.295683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Pushing event updated for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.298239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:48.363695 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.363964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.385458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Calling delete_port for 0bcff4f7-802c-4e4d-a73c-c116ca82c2e4 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:48.401107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.401820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.489461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-4f4de6a5-8dd9-4098-b980-b61ebc1c2e44 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0005882 Mar 31 23:01:48.503948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Request body: {'port': {'device_id': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.520149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-ccf06f10-0b2d-445c-94e1-a91954237575 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/eb471ca8-70b1-446a-83cd-1f0e2fb2e97f HTTP/1.1" status: 200 len: 1806 time: 0.2622502 Mar 31 23:01:48.560003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-2156fd7c-1aad-4866-87cf-94037baa9486 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:48.562407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-2156fd7c-1aad-4866-87cf-94037baa9486 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.96 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.3685856 Mar 31 23:01:48.573355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6295956d-f5fe-4476-bbba-ef32643a8ee6 None None] Provisioning complete for port bf593d52-ab75-4488-913d-a9e502d22926 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:48.576222 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6295956d-f5fe-4476-bbba-ef32643a8ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.587344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'device_id': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'admin_state_up': True, 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:48.630268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.639034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6295956d-f5fe-4476-bbba-ef32643a8ee6 None None] Port bf593d52-ab75-4488-913d-a9e502d22926 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:48.771910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cef56e23-b09d-4361-8ae0-e0ea3ecdce3c None None] Provisioning complete for port 8428a58c-cd2a-4d49-8d36-0410b2ab004e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:48.773134 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cef56e23-b09d-4361-8ae0-e0ea3ecdce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.783639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.799545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.828079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cef56e23-b09d-4361-8ae0-e0ea3ecdce3c None None] Port 8428a58c-cd2a-4d49-8d36-0410b2ab004e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:48.837753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event deleted for resources: {'Port': ['ID=0bcff4f7-802c-4e4d-a73c-c116ca82c2e4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:48.896053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.943657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:48.947113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.953854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.972835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.978558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.981035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:48.982215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a345ae9-25b4-4ab4-a7e4-a6edbfaffca4 req-f66a7f50-c2d4-47a4-98a2-35725c9fc212 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "DELETE /v2.0/floatingips/4b1e2283-2d8a-4736-80dc-32c9b360e27b HTTP/1.1" status: 204 len: 173 time: 1.0474665 Mar 31 23:01:49.030802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] In _notify_port_updated(), no bound segment for port bf593d52-ab75-4488-913d-a9e502d22926 on network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:49.035095 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-2cdc75f1-e411-49f3-8a5a-6ffb6cf14d90 req-d96371ec-c9ea-4392-b5de-8c13210fe8e2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:49.036167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cdc75f1-e411-49f3-8a5a-6ffb6cf14d90 req-d96371ec-c9ea-4392-b5de-8c13210fe8e2 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/cfba6e76-080e-488a-98c4-25d8adfb14b9 HTTP/1.1" status: 404 len: 352 time: 0.0253685 Mar 31 23:01:49.036491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.037164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.041358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "PUT /v2.0/ports/bf593d52-ab75-4488-913d-a9e502d22926 HTTP/1.1" status: 200 len: 1002 time: 1.0267255 Mar 31 23:01:49.041620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42596) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:49.109678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5210b-0b8d-485e-8151-3930253c4822 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=bf593d52-ab75-4488-913d-a9e502d22926,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.121952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.125035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.146492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66eb32ce-4cc4-440b-be41-014bf8fad483 req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/eb471ca8-70b1-446a-83cd-1f0e2fb2e97f HTTP/1.1" status: 204 len: 173 time: 0.6134923 Mar 31 23:01:49.174933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efc333-e755-4d81-b5dc-7ba353f0530b tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb471ca8-70b1-446a-83cd-1f0e2fb2e97f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.238461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cff3de93-e19e-4cd1-9ff5-6e739a2a02f1 req-1aa86880-e689-458e-8be8-8a6917756882 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 210 time: 0.0801024 Mar 31 23:01:49.246428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8428a58c-cd2a-4d49-8d36-0410b2ab004e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:49.260326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.280150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Transition to ACTIVE for port object 8428a58c-cd2a-4d49-8d36-0410b2ab004e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:49.290764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.329243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da281bc4-250c-4889-9a0d-2b3f6369682d req-1ffb77e7-5933-4a4d-a697-9927f01f2858 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.330828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da281bc4-250c-4889-9a0d-2b3f6369682d req-1ffb77e7-5933-4a4d-a697-9927f01f2858 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1049933 Mar 31 23:01:49.332945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.20.0.12 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/74f140e4-0f4b-4697-9340-ae6ecc28f827) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:49.400735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.406233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port bf593d52-ab75-4488-913d-a9e502d22926 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:49.406629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.481143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da281bc4-250c-4889-9a0d-2b3f6369682d req-1eace535-2fba-4956-880d-73101d62e068 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394482 Mar 31 23:01:49.512852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.527709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for bf593d52-ab75-4488-913d-a9e502d22926 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:49.658826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.717938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.782827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:49.816118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:49.824512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:49.828018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:49.836501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60852829-b5ca-44ea-9f5c-a25a07590a78 req-d6804b3d-7f30-4db3-8816-e1d1ebc770ae tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.844322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60852829-b5ca-44ea-9f5c-a25a07590a78 req-d6804b3d-7f30-4db3-8816-e1d1ebc770ae tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 947 time: 0.2252295 Mar 31 23:01:49.846961 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-9b1d84d8-b4c7-4946-a38e-4a319d2df6f1 req-74c18e1d-a473-4f91-bfaf-b5355d63222f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:49.848320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b1d84d8-b4c7-4946-a38e-4a319d2df6f1 req-74c18e1d-a473-4f91-bfaf-b5355d63222f tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/fdd6763e-6d90-45c2-aabd-47d9b0f9877f HTTP/1.1" status: 404 len: 352 time: 0.0669456 Mar 31 23:01:49.854269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:49.877871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Attempting to bind port 8428a58c-cd2a-4d49-8d36-0410b2ab004e on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:49.878195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Attempting to bind port 8428a58c-cd2a-4d49-8d36-0410b2ab004e by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:49.878725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Attempting to bind port 8428a58c-cd2a-4d49-8d36-0410b2ab004e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:49.900555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Port 8428a58c-cd2a-4d49-8d36-0410b2ab004e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:49.901178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Attempting to bind port 8428a58c-cd2a-4d49-8d36-0410b2ab004e on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:49.907508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bcbee765-a605-4430-85ec-b665ec6850d5 None None] Provisioning complete for port bf593d52-ab75-4488-913d-a9e502d22926 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:49.908018 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcbee765-a605-4430-85ec-b665ec6850d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.932172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:49.932517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:49.932901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:49.933352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Bound port: 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:49.933714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.968578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:49.969560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.973456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:49.988745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2be4c892-9f40-4b02-a3a6-97a7ae9f553f req-15157ae2-39e8-494e-8829-0b338eac5e4c tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/fa1a01ab-d267-4e42-b4b2-ff1245633c5c HTTP/1.1" status: 200 len: 1806 time: 0.0892570 Mar 31 23:01:49.998538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bcbee765-a605-4430-85ec-b665ec6850d5 None None] Port bf593d52-ab75-4488-913d-a9e502d22926 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:49.998784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e58169df-820b-4d06-894e-0df5291562dc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4109216 Mar 31 23:01:50.016529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60852829-b5ca-44ea-9f5c-a25a07590a78 req-e14f644d-1b03-454c-952f-16707dcbf10f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698608 Mar 31 23:01:50.022652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Request body: {'port': {'device_id': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:50.104537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=bf593d52-ab75-4488-913d-a9e502d22926,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.121434 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-532762d5-31fb-4b10-8bc0-ad7523905612 req-9c453aaf-7702-43ea-ab06-9eb17288f8e4 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] show failed (client error): The resource could not be found. Mar 31 23:01:50.128014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.134658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-532762d5-31fb-4b10-8bc0-ad7523905612 req-9c453aaf-7702-43ea-ab06-9eb17288f8e4 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/a7aab312-8594-4b70-894d-b45ae23732e0 HTTP/1.1" status: 404 len: 352 time: 0.0357361 Mar 31 23:01:50.199687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2049369994', 'description': 'tempest-description-47050127'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:50.245371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25f85-a1e8-400b-96a4-38582d4ae5c0 req-f6dcf29c-f7af-462f-95bd-560cf4bad931 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.246909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efe25f85-a1e8-400b-96a4-38582d4ae5c0 req-f6dcf29c-f7af-462f-95bd-560cf4bad931 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.1090958 Mar 31 23:01:50.280842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:50.294756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.309996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-971a1526-95ee-4e2f-8762-47be47fa68e6 None None] Provisioning complete for port 74f140e4-0f4b-4697-9340-ae6ecc28f827 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:50.315775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-971a1526-95ee-4e2f-8762-47be47fa68e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.370753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-971a1526-95ee-4e2f-8762-47be47fa68e6 None None] Port 74f140e4-0f4b-4697-9340-ae6ecc28f827 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:50.378249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efe25f85-a1e8-400b-96a4-38582d4ae5c0 req-2933ed0a-91aa-4fd7-9413-c0055ab9845f tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223586 Mar 31 23:01:50.704229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f140e4-0f4b-4697-9340-ae6ecc28f827 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:50.718862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.737201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Transition to ACTIVE for port object 74f140e4-0f4b-4697-9340-ae6ecc28f827 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:01:50.742578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.750645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:50.812383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Pushing event updated for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:50.864410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e5f89-468a-4bce-bfcc-9619c00e8834 req-cd76b4a1-77f5-48b0-b0aa-14ccd8789776 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:50.866070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2e5f89-468a-4bce-bfcc-9619c00e8834 req-cd76b4a1-77f5-48b0-b0aa-14ccd8789776 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 944 time: 0.1187005 Mar 31 23:01:50.964714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:51.019092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.020552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.030076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Attempting to bind port 74f140e4-0f4b-4697-9340-ae6ecc28f827 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:01:51.030076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Attempting to bind port 74f140e4-0f4b-4697-9340-ae6ecc28f827 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:01:51.030469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7b9676c-e170-4f2c-bc9f-3cd63868a96f tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/bf593d52-ab75-4488-913d-a9e502d22926 HTTP/1.1" status: 204 len: 168 time: 1.9834177 Mar 31 23:01:51.030581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Attempting to bind port 74f140e4-0f4b-4697-9340-ae6ecc28f827 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:51.030709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42620) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:51.031899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2e5f89-468a-4bce-bfcc-9619c00e8834 req-d02b6760-3ee8-4812-97f8-9ca9a72330a7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520276 Mar 31 23:01:51.048141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Port 74f140e4-0f4b-4697-9340-ae6ecc28f827 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:01:51.048767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Attempting to bind port 74f140e4-0f4b-4697-9340-ae6ecc28f827 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:01:51.058985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:01:51.059690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:01:51.060404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:01:51.061017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Bound port: 74f140e4-0f4b-4697-9340-ae6ecc28f827, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:01:51.061644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.191282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.191954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.193491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] 10.222.0.60 "PUT /v2.0/ports/8428a58c-cd2a-4d49-8d36-0410b2ab004e HTTP/1.1" status: 200 len: 1095 time: 2.6952763 Mar 31 23:01:51.203879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:01:51.244849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:51.245257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:01:51.248539 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97118f39-0060-4591-a458-8d0e17768db6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:51.260062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.266974 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-364cf717-9dd5-4a40-90e4-d63c41ff9bab tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] GET failed (client error): The resource could not be found. Mar 31 23:01:51.268651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-364cf717-9dd5-4a40-90e4-d63c41ff9bab tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports/bf593d52-ab75-4488-913d-a9e502d22926 HTTP/1.1" status: 404 len: 333 time: 0.2336245 Mar 31 23:01:51.279216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:51.302947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527453358'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:51.317788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8be44-731f-45bf-8fb3-92718f7ea302 req-db179d55-7aa3-4d38-8563-67852679215b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.319330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7d8be44-731f-45bf-8fb3-92718f7ea302 req-db179d55-7aa3-4d38-8563-67852679215b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1300545 Mar 31 23:01:51.357980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.358639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.358922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.360104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] 10.222.0.96 "PUT /v2.0/ports/74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 1092 time: 1.3440156 Mar 31 23:01:51.360571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:51.363053 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a9632-c710-4cd0-b839-b79d391e7963" -d '{"events": [{"name": "network-changed", "server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:51.429318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56fc92-9425-4658-b975-14ee168e7601 service neutron] Pushing event updated for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.451725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.470446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f5f71-e9f2-4ceb-a41f-1945c41daff0 service neutron] Pushing event updated for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.518654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7d8be44-731f-45bf-8fb3-92718f7ea302 req-c341613c-520e-4cd6-a370-23b10dc1e7c2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465583 Mar 31 23:01:51.526513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e9f5d401-9129-4237-84e2-9b5b652cafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.530574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e9f5d401-9129-4237-84e2-9b5b652cafcb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1095 time: 0.0949333 Mar 31 23:01:51.585552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-e6ae285f-01df-4821-a6de-cd26aae813a2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 217 time: 0.0451748 Mar 31 23:01:51.604426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e847e901-f2e6-4a44-9bfa-690477800a4d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:51.658499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:51.669826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d430e8ed-1b4a-4dc3-b40f-41eeb3f0457a req-d51b4e71-7350-4eb3-abf0-a9df45ee1b51 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5087512 Mar 31 23:01:51.707171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-2cfd4c4a-8abf-4d29-82cd-f56674a4e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.714696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-2cfd4c4a-8abf-4d29-82cd-f56674a4e819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1137eaa77a6a4e779d988333a287fce9&device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 1098 time: 0.4570220 Mar 31 23:01:51.717497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-140222ed-66c9-4929-a44e-ce3708268bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.719823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-140222ed-66c9-4929-a44e-ce3708268bf1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1224616 Mar 31 23:01:51.751229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-7f6b8c1a-2e32-49fa-b366-1d148c5353c9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.752936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-7f6b8c1a-2e32-49fa-b366-1d148c5353c9 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.3909292 Mar 31 23:01:51.766731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b75c2b-f785-4d68-bdd7-491b14c2a2b6 req-85add4ae-4b8d-4562-b5cb-23a35d150766 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.768341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1b75c2b-f785-4d68-bdd7-491b14c2a2b6 req-85add4ae-4b8d-4562-b5cb-23a35d150766 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1024 time: 0.1061013 Mar 31 23:01:51.799444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-c248089a-c131-41c6-bfab-ecc7165a199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.801578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-c248089a-c131-41c6-bfab-ecc7165a199d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719855 Mar 31 23:01:51.835247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1b75c2b-f785-4d68-bdd7-491b14c2a2b6 req-e90e3182-a616-474b-9d61-91a1e34df7af tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=3f73b75a-bcfe-45cd-a558-07187456c770&id=ccb3bdbd-9d8e-42a8-89f1-02311d05cabf&id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0544481 Mar 31 23:01:51.854458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-7b36b682-f965-46e1-a8d8-e0bf941e8733 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e HTTP/1.1" status: 200 len: 217 time: 0.1300468 Mar 31 23:01:51.930455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-849fa344-b866-4e8d-8640-c28664fd9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:51.932199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-849fa344-b866-4e8d-8640-c28664fd9348 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0706658 Mar 31 23:01:51.938156 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ddcef-db4f-4189-896b-d60bf55ad283 x-openstack-request-id: req-db3ddcef-db4f-4189-896b-d60bf55ad283 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:51.938460 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:51.938706 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-db3ddcef-db4f-4189-896b-d60bf55ad283 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:51.939079 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3ddcef-db4f-4189-896b-d60bf55ad283'] response: {'name': 'network-changed', 'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e', 'status': 'completed', 'code': 200} Mar 31 23:01:51.959852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-3d22d443-f121-4822-b696-5ec97653c802 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366696 Mar 31 23:01:51.980145 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a837e53-53cc-44f0-9fbe-672d8d09e790 x-openstack-request-id: req-2a837e53-53cc-44f0-9fbe-672d8d09e790 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:51.980538 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:51.980688 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a837e53-53cc-44f0-9fbe-672d8d09e790 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:51.981077 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a837e53-53cc-44f0-9fbe-672d8d09e790'] response: {'name': 'network-changed', 'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827', 'status': 'completed', 'code': 200} Mar 31 23:01:52.041790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c4259-eef6-4890-8833-38ca9c5490ec req-bad55d3a-3ee8-4877-808e-a278f4e07f08 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.043443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d2c4259-eef6-4890-8833-38ca9c5490ec req-bad55d3a-3ee8-4877-808e-a278f4e07f08 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 947 time: 0.2797153 Mar 31 23:01:52.046912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-444626a5-9036-4d3c-954d-ad165d412140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.048451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-444626a5-9036-4d3c-954d-ad165d412140 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062992 Mar 31 23:01:52.050608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:52.054091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.128941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port d6d13b39-70ad-46ee-aa0d-07d793180a64 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:52.162052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6b70af7-7b1a-4b61-a3b7-7b12fc18a2b2 req-64007a11-239d-4e6e-ac75-f2fb5c808162 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910059 Mar 31 23:01:52.173439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fe351-f810-4aaa-8d9e-41409f6e7cd1 req-7ba5e586-10b7-41fc-8d0d-1721ac9e9a88 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.180179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d2c4259-eef6-4890-8833-38ca9c5490ec req-afd93600-493e-4f17-8bb3-71956afc323f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221714 Mar 31 23:01:52.181372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9fe351-f810-4aaa-8d9e-41409f6e7cd1 req-7ba5e586-10b7-41fc-8d0d-1721ac9e9a88 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 945 time: 0.0864711 Mar 31 23:01:52.224305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Deleting port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:52.225318 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.235037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e9fe351-f810-4aaa-8d9e-41409f6e7cd1 req-9473debb-285b-4896-8c07-2355a1ccf093 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b6acec8-785d-43b2-b2fb-e532e1eb7545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525644 Mar 31 23:01:52.298418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-c23e6cd0-98f4-4ba2-b2eb-fec67fded124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.300126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-c23e6cd0-98f4-4ba2-b2eb-fec67fded124 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1095 time: 0.0631430 Mar 31 23:01:52.382309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-f45dbdd0-ad34-4389-bb0d-9e987b9ea78f service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214428 Mar 31 23:01:52.435640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da41a14-d874-47c6-b7ac-5312ec4290fa req-4d6e9060-3aac-4101-b1e4-80f7e10b90e0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.437410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0da41a14-d874-47c6-b7ac-5312ec4290fa req-4d6e9060-3aac-4101-b1e4-80f7e10b90e0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 944 time: 0.1056376 Mar 31 23:01:52.441181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-d7923f60-f2e1-4a89-8124-a93b124111f2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 200 len: 1805 time: 0.1940017 Mar 31 23:01:52.471054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-ba655ecb-28e2-4e44-88b6-1642d8579595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.472671 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-ba655ecb-28e2-4e44-88b6-1642d8579595 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.1628594 Mar 31 23:01:52.493063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e847e901-f2e6-4a44-9bfa-690477800a4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:52.493378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e847e901-f2e6-4a44-9bfa-690477800a4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:52.521736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-87c2fc37-eb3c-44ba-b0a7-ffc4215a09bf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 217 time: 0.0377264 Mar 31 23:01:52.542436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0da41a14-d874-47c6-b7ac-5312ec4290fa req-84557d3a-24b7-4f52-801f-8385b28a84a4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892518 Mar 31 23:01:52.553000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::1db (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/d6d13b39-70ad-46ee-aa0d-07d793180a64) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:52.561954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] For port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:52.562439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.597129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-1254b3ec-ef98-4996-afb9-2f8e3b666736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.598181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Calling delete_port for 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:52.600223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-1254b3ec-ef98-4996-afb9-2f8e3b666736 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0704439 Mar 31 23:01:52.645045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7dcbde5e-3e46-40d1-a07d-eb481985a5e7 req-1ee65df2-76ac-46f3-97e9-2dcb84b8c0f4 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514765 Mar 31 23:01:52.738320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-315322d9-6adb-4d28-b17c-c66d58308621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.740770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-315322d9-6adb-4d28-b17c-c66d58308621 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304169 Mar 31 23:01:52.794660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c1f2-076a-44ef-b506-99e0aadda363 req-78a9d09f-6bdd-42e0-9a64-9ebcfc6b5c75 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.797416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.807572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e7c1f2-076a-44ef-b506-99e0aadda363 req-78a9d09f-6bdd-42e0-9a64-9ebcfc6b5c75 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1577489 Mar 31 23:01:52.887698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118f39-0060-4591-a458-8d0e17768db6 req-53b86815-2dd3-48a4-8d61-a1644886d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:52.889309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-53b86815-2dd3-48a4-8d61-a1644886d54c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1137eaa77a6a4e779d988333a287fce9&device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 1098 time: 0.1753778 Mar 31 23:01:52.907482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e7c1f2-076a-44ef-b506-99e0aadda363 req-b1844014-ae47-44ff-81bf-29c15042c78c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986080 Mar 31 23:01:52.918341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:52.936765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-32d5fd5a-948c-48b7-8a4c-f0e06386a568 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866722 Mar 31 23:01:52.946685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.044416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325a7617-b880-41c6-b261-5067c8f09bb8,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.052985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.062551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.063826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbe7a055-0f07-48dc-ae75-e7e95c8b191f req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5885394 Mar 31 23:01:53.085746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.086086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.086423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.086761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.087097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.087456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.087788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.088114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.088442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.088781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.089093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.089416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bcc909-05dc-46b2-9fd6-7e75ccf3dcd4 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:01:53.154657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c66a9632-c710-4cd0-b839-b79d391e7963 req-ad5ecd3a-d1b0-4dc3-940f-63f45f25858f service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085831 Mar 31 23:01:53.166383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.169378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515184-de46-4291-867b-ec21bc4f1ff4 req-e8278235-1e10-46ca-a018-b005a09a87dc tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.175741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3515184-de46-4291-867b-ec21bc4f1ff4 req-e8278235-1e10-46ca-a018-b005a09a87dc tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1024 time: 0.1663120 Mar 31 23:01:53.178519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8095d9fd-c1fe-40ee-8fc0-bd2879b93834'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:53.209426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118f39-0060-4591-a458-8d0e17768db6 req-f631f088-892d-49f2-95c0-8e0394ee0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.210892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-f631f088-892d-49f2-95c0-8e0394ee0502 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3106697 Mar 31 23:01:53.222308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-45e3b604-335d-4689-b4de-746a4da3aac3 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.224579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-45e3b604-335d-4689-b4de-746a4da3aac3 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.96 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 1024 time: 0.2164099 Mar 31 23:01:53.260734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Pushing event deleted for resources: {'Port': ['ID=8095d9fd-c1fe-40ee-8fc0-bd2879b93834,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.290686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.318034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-7a4703aa-72dc-430d-ad34-e600187b185d tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 200 len: 2399 time: 0.2104745 Mar 31 23:01:53.321770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-1d3ff18b-048b-4b3f-9692-673feb93ed79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e HTTP/1.1" status: 200 len: 217 time: 0.0968330 Mar 31 23:01:53.335556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3515184-de46-4291-867b-ec21bc4f1ff4 req-75eaf8bf-f9bb-4406-9586-eb084784da26 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups?id=3f73b75a-bcfe-45cd-a558-07187456c770&id=ccb3bdbd-9d8e-42a8-89f1-02311d05cabf&id=e65fc40e-8300-4616-a37e-17937cc5a0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1518586 Mar 31 23:01:53.391622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] No DVR routers for this DVR port 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:53.401005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.404994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7bf347b-28dc-4046-8ef1-90d470b8d2cc req-f3423d8b-021f-405c-b43b-e876b849708e tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.60 "DELETE /v2.0/ports/8095d9fd-c1fe-40ee-8fc0-bd2879b93834 HTTP/1.1" status: 204 len: 173 time: 1.6427872 Mar 31 23:01:53.420676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e847e901-f2e6-4a44-9bfa-690477800a4d', 'remote_group_id': None}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.420932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e847e901-f2e6-4a44-9bfa-690477800a4d', 'remote_group_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.454523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=d6d13b39-70ad-46ee-aa0d-07d793180a64,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.462559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:53.468949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Deleting port f9bfb69c-0c18-48e3-9ed9-b16aa653913e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:53.470480 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.474540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:53.477819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:53.483423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.484072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.510333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118f39-0060-4591-a458-8d0e17768db6 req-c634d55d-0cf1-4957-b7fe-a0c75b456e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.511497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-c634d55d-0cf1-4957-b7fe-a0c75b456e85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1225708 Mar 31 23:01:53.522968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9eb55979-6a66-4a3f-8d9a-0e1253cef011 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2400942 Mar 31 23:01:53.536443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:53.545916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:90:da:20'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:53.678008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118f39-0060-4591-a458-8d0e17768db6 req-3090f3c5-fab9-44e0-bccb-7c27e0983837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:53.680490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-3090f3c5-fab9-44e0-bccb-7c27e0983837 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1586506 Mar 31 23:01:53.684606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.713824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.728479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.781623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.782866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ac73ce0-b738-4b5b-aaa7-45771cee150d req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3952668 Mar 31 23:01:53.800097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc63771-19fb-4829-9a4a-b5b2d553fcf1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa42b4a4-cca8-467d-a207-1bbf8f7d40d2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:53.961335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'name': 'network-vif-deleted', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:53.962551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a28d2271-84d0-4db6-9779-f56ec0077c35 None None] Provisioning complete for port d6d13b39-70ad-46ee-aa0d-07d793180a64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:53.962938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a28d2271-84d0-4db6-9779-f56ec0077c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:53.963667 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e5addf-9e82-43b2-bced-2c65df5b874e" -d '{"events": [{"server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "name": "network-vif-deleted", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:53.988471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-3b13bd5f-5ec6-4070-82f8-0116f6060c2d service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722900 Mar 31 23:01:53.990434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c2603e8-9ac5-431c-bc00-3e5c368febe7 req-84199f34-a3b0-46a6-8390-f7c672f8c713 tempest-FloatingIPsAssociationTestJSON-65418902 tempest-FloatingIPsAssociationTestJSON-65418902-project] 10.222.0.95 "GET /v2.0/ports?device_id=fede9adc-bf4c-4e5a-9c32-bc8effb428db HTTP/1.1" status: 200 len: 210 time: 0.0562308 Mar 31 23:01:54.053752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a28d2271-84d0-4db6-9779-f56ec0077c35 None None] Port d6d13b39-70ad-46ee-aa0d-07d793180a64 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:54.061549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] For port f9bfb69c-0c18-48e3-9ed9-b16aa653913e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,segment=NetworkSegment(d8ebac96-82e6-4259-9488-3970061e41f2),segment_id=d8ebac96-82e6-4259-9488-3970061e41f2)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:54.061933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.075716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Calling delete_port for f9bfb69c-0c18-48e3-9ed9-b16aa653913e owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:54.173539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f0f60-5f34-476f-ab72-ffbbfe649859 req-2178e686-f75b-43fb-99b1-a23bbf10184b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.175270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b1f0f60-5f34-476f-ab72-ffbbfe649859 req-2178e686-f75b-43fb-99b1-a23bbf10184b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 944 time: 0.1134205 Mar 31 23:01:54.177961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97118f39-0060-4591-a458-8d0e17768db6 req-7eccc1c8-9c41-4061-861d-5f0712f75ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787555 Mar 31 23:01:54.219090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b1f0f60-5f34-476f-ab72-ffbbfe649859 req-1a284350-c0bb-457a-bf04-bdb888eabc8d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Mar 31 23:01:54.249254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c934b-4c9b-4edc-b0cb-f6d5e74cf7d9 req-13d168e3-1645-4f35-a6ff-11913cfae1dc tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.250973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba7c934b-4c9b-4edc-b0cb-f6d5e74cf7d9 req-13d168e3-1645-4f35-a6ff-11913cfae1dc tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 947 time: 0.8072445 Mar 31 23:01:54.294729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4859e00e-342c-410f-a364-ccf192a735f0 req-423c6ecd-c08b-4ad6-81e8-ab6108945a06 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 200 len: 2998 time: 0.0497022 Mar 31 23:01:54.377239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba7c934b-4c9b-4edc-b0cb-f6d5e74cf7d9 req-0e275d42-4e39-46cd-a817-4ebd9272221a tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172330 Mar 31 23:01:54.379508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.389404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.405747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f9bfb69c-0c18-48e3-9ed9-b16aa653913e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:54.410969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588e96a-0eb9-42f3-b057-56c86b75bc84 req-ae474a01-4b6d-48ba-ada6-5ba7985b5caf tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.412899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c588e96a-0eb9-42f3-b057-56c86b75bc84 req-ae474a01-4b6d-48ba-ada6-5ba7985b5caf tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0622258 Mar 31 23:01:54.417371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'Port': ['ID=f9bfb69c-0c18-48e3-9ed9-b16aa653913e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.461918 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0bcb32-180b-4403-ab8f-3d492f32607d x-openstack-request-id: req-3c0bcb32-180b-4403-ab8f-3d492f32607d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:54.462213 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fede9adc-bf4c-4e5a-9c32-bc8effb428db", "name": "network-vif-deleted", "tag": "8095d9fd-c1fe-40ee-8fc0-bd2879b93834", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:54.462462 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3c0bcb32-180b-4403-ab8f-3d492f32607d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:54.462849 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0bcb32-180b-4403-ab8f-3d492f32607d'] response: {'server_uuid': 'fede9adc-bf4c-4e5a-9c32-bc8effb428db', 'name': 'network-vif-deleted', 'tag': '8095d9fd-c1fe-40ee-8fc0-bd2879b93834', 'status': 'completed', 'code': 200} Mar 31 23:01:54.468567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c588e96a-0eb9-42f3-b057-56c86b75bc84 req-78bf1e38-4011-4c7d-9143-aca88c03820d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474038 Mar 31 23:01:54.485938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] No DVR routers for this DVR port f9bfb69c-0c18-48e3-9ed9-b16aa653913e on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:01:54.495074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.498243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24ff8dea-c405-4f9f-a125-4014f5932801 req-d049592c-46d3-49d4-a1b9-2b45dff20e16 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.96 "DELETE /v2.0/ports/f9bfb69c-0c18-48e3-9ed9-b16aa653913e HTTP/1.1" status: 204 len: 173 time: 1.2604067 Mar 31 23:01:54.499743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'name': 'network-vif-deleted', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:54.502071 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33a649-ee74-46d0-b3bf-c607610558b5" -d '{"events": [{"server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "name": "network-vif-deleted", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:54.521864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-2e97d710-2e0f-49c6-ac3b-dcd2a62c2d02 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-group-rules/aa42b4a4-cca8-467d-a207-1bbf8f7d40d2 HTTP/1.1" status: 200 len: 783 time: 0.0416765 Mar 31 23:01:54.566250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44fdf4bd-ef41-4025-a10e-80c9c3c8b938 req-7cc224a6-7573-41f1-90cb-2538b5ce43c9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/ports?device_id=714ed3b5-323f-4dbb-bc28-1e023976ef52 HTTP/1.1" status: 200 len: 210 time: 0.0324588 Mar 31 23:01:54.619659 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3701c16-492e-4f22-a153-5d076b3bc654 x-openstack-request-id: req-f3701c16-492e-4f22-a153-5d076b3bc654 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:54.620095 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714ed3b5-323f-4dbb-bc28-1e023976ef52", "name": "network-vif-deleted", "tag": "f9bfb69c-0c18-48e3-9ed9-b16aa653913e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:54.620362 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f3701c16-492e-4f22-a153-5d076b3bc654 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:54.620756 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3701c16-492e-4f22-a153-5d076b3bc654'] response: {'server_uuid': '714ed3b5-323f-4dbb-bc28-1e023976ef52', 'name': 'network-vif-deleted', 'tag': 'f9bfb69c-0c18-48e3-9ed9-b16aa653913e', 'status': 'completed', 'code': 200} Mar 31 23:01:54.654249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-07141d2f-28ba-4510-a303-2ee425702573 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 200 len: 2998 time: 0.1248367 Mar 31 23:01:54.704330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.720656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.750303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.756941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.763375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.797351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.798435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78fb2346-a8d9-4b93-807c-a1d7671864fc req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/aa42b4a4-cca8-467d-a207-1bbf8f7d40d2 HTTP/1.1" status: 204 len: 173 time: 0.1352756 Mar 31 23:01:54.813991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] In _notify_port_updated(), no bound segment for port d6d13b39-70ad-46ee-aa0d-07d793180a64 on network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:54.819826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:54.820530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:54.821855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "PUT /v2.0/ports/d6d13b39-70ad-46ee-aa0d-07d793180a64 HTTP/1.1" status: 200 len: 1002 time: 1.2853012 Mar 31 23:01:54.822980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f03ab5-6ee3-4ebe-b246-54581c3b46d0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa42b4a4-cca8-467d-a207-1bbf8f7d40d2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.824907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:54.836995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726f49-006b-417b-bc05-8d7940fff4de tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=d6d13b39-70ad-46ee-aa0d-07d793180a64,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:54.943928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-efd19cce-b290-45fe-9da5-c62dc1503d69 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 200 len: 2399 time: 0.1218014 Mar 31 23:01:54.988261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port d6d13b39-70ad-46ee-aa0d-07d793180a64 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:54.988950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.058119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42678) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.068479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.091166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5f092fe6-94be-4b44-9405-ad788f92abf7 None None] Provisioning complete for port d6d13b39-70ad-46ee-aa0d-07d793180a64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:55.094201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5f092fe6-94be-4b44-9405-ad788f92abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.107620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.124422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.148060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for d6d13b39-70ad-46ee-aa0d-07d793180a64 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:55.161250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5f092fe6-94be-4b44-9405-ad788f92abf7 None None] Port d6d13b39-70ad-46ee-aa0d-07d793180a64 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:55.222551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.225111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.226260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afaacc11-1d41-4bf5-81ee-581cebe10e46 req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/e847e901-f2e6-4a44-9bfa-690477800a4d HTTP/1.1" status: 204 len: 173 time: 0.2733195 Mar 31 23:01:55.239360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94101d2-2dfe-4321-9a9c-3c10964aa572 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847e901-f2e6-4a44-9bfa-690477800a4d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.288631 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-21bfa2b1-564a-4b38-be10-05e1d2c4b2d5 req-e332e132-6fe2-48b5-a59a-19d6ce758f6a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] show failed (client error): The resource could not be found. Mar 31 23:01:55.290584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21bfa2b1-564a-4b38-be10-05e1d2c4b2d5 req-e332e132-6fe2-48b5-a59a-19d6ce758f6a tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/eb471ca8-70b1-446a-83cd-1f0e2fb2e97f HTTP/1.1" status: 404 len: 352 time: 0.0351548 Mar 31 23:01:55.340968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.384357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=d6d13b39-70ad-46ee-aa0d-07d793180a64,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.387826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 74f140e4-0f4b-4697-9340-ae6ecc28f827 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:55.431769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.435183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-48358145-b945-4de7-9051-ad510bab8d4c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/d6d13b39-70ad-46ee-aa0d-07d793180a64 HTTP/1.1" status: 204 len: 168 time: 0.6093559 Mar 31 23:01:55.441373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42688) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.448010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-ed3a0bcb-496b-4363-94ed-cc2734d1ce98 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/fa1a01ab-d267-4e42-b4b2-ff1245633c5c HTTP/1.1" status: 200 len: 1806 time: 0.0851443 Mar 31 23:01:55.485320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7b1e5-33f4-405b-a931-d74c48076aef req-51eeef6c-b507-41b6-a401-a1c9b8cb7d0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.493906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc7b1e5-33f4-405b-a931-d74c48076aef req-51eeef6c-b507-41b6-a401-a1c9b8cb7d0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 944 time: 0.1231818 Mar 31 23:01:55.517281 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-92db9fd7-5544-4a3c-b124-0d4a8fb5c25c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] GET failed (client error): The resource could not be found. Mar 31 23:01:55.519139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-92db9fd7-5544-4a3c-b124-0d4a8fb5c25c tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports/d6d13b39-70ad-46ee-aa0d-07d793180a64 HTTP/1.1" status: 404 len: 333 time: 0.0757666 Mar 31 23:01:55.527496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:55.533196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:55.539568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1759227817'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:55.544743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc7b1e5-33f4-405b-a931-d74c48076aef req-006fdc29-df89-49bb-8484-2d0b84e3349c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Mar 31 23:01:55.549508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '74f140e4-0f4b-4697-9340-ae6ecc28f827', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '74f140e4-0f4b-4697-9340-ae6ecc28f827', 'mac_address': 'fa:16:3e:1c:89:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:55.605358 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.621695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f140e4-0f4b-4697-9340-ae6ecc28f827 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:55.647228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:55.652258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.678328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.685395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb4e42-aae3-4aed-951d-838a6e2108eb req-352fa94f-7aba-4b27-af6c-12db997575ba tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.687103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdbb4e42-aae3-4aed-951d-838a6e2108eb req-352fa94f-7aba-4b27-af6c-12db997575ba tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 947 time: 0.0667460 Mar 31 23:01:55.719495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.727967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.742812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdbb4e42-aae3-4aed-951d-838a6e2108eb req-ca41d7dd-e646-4faf-99af-1f45f08646c6 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480058 Mar 31 23:01:55.791654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:55.795112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.820129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.822689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:55.823890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01595046-d6bb-4108-be18-0c6f4924ca7f req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/fa1a01ab-d267-4e42-b4b2-ff1245633c5c HTTP/1.1" status: 204 len: 173 time: 0.3639936 Mar 31 23:01:55.827659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port 862ef96f-4d98-4880-a8e9-cd4bcc84900f yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:55.864212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298784-20cf-4859-b42b-93efbb13f656 req-86e30794-8918-4863-99f1-b575c8738b32 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:55.865278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e298784-20cf-4859-b42b-93efbb13f656 req-86e30794-8918-4863-99f1-b575c8738b32 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0592382 Mar 31 23:01:55.915493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b10d2a-c7d9-4d38-9bec-611cf75ddc20 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1a01ab-d267-4e42-b4b2-ff1245633c5c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:55.921904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e298784-20cf-4859-b42b-93efbb13f656 req-9e5b159a-18b5-4f4c-ba6a-25edf702d206 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Mar 31 23:01:55.933649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.009451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-306df84d-453f-435f-b152-2fa3c3e11804 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/9b63a5e2-db6a-45da-8eb6-87aa9946ac51 HTTP/1.1" status: 200 len: 1807 time: 0.1025944 Mar 31 23:01:56.018869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-e6a022b2-2d80-48ba-ad9e-84c4e2c5faa0 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/ccb3bdbd-9d8e-42a8-89f1-02311d05cabf HTTP/1.1" status: 200 len: 1801 time: 0.0603864 Mar 31 23:01:56.026071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.066965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8428a58c-cd2a-4d49-8d36-0410b2ab004e details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:01:56.073606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:56.076955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:56.083000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::320 (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/862ef96f-4d98-4880-a8e9-cd4bcc84900f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:56.105391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.132743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:56.133083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8095d9fd-c1fe-40ee-8fc0-bd2879b93834 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:56.144155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.224778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.229845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.238026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9180cfb1-9712-49b4-b52c-fb573330f92b req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/ccb3bdbd-9d8e-42a8-89f1-02311d05cabf HTTP/1.1" status: 204 len: 173 time: 0.2085686 Mar 31 23:01:56.242483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.261035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39af1af-acee-4d3f-b725-5e18c3538ec9 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb3bdbd-9d8e-42a8-89f1-02311d05cabf,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.320065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-ff3cba5d-eaff-4971-bd12-612b26e15f0c tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "GET /v2.0/security-groups/3f73b75a-bcfe-45cd-a558-07187456c770 HTTP/1.1" status: 200 len: 1800 time: 0.0619888 Mar 31 23:01:56.355061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:56.371136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.402486 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.406897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '8428a58c-cd2a-4d49-8d36-0410b2ab004e', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '8428a58c-cd2a-4d49-8d36-0410b2ab004e', 'mac_address': 'fa:16:3e:11:49:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:01:56.433995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.451416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.460228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.483169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8428a58c-cd2a-4d49-8d36-0410b2ab004e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:01:56.503592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.506808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:56.511119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.513878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1af440e-a26e-46ed-b86a-9bc5432452bd req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] 10.222.0.95 "DELETE /v2.0/security-groups/3f73b75a-bcfe-45cd-a558-07187456c770 HTTP/1.1" status: 204 len: 173 time: 0.1864018 Mar 31 23:01:56.519702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.520262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.531402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7d6d3-15f1-4e72-920a-fb2c11b85569 tempest-SecurityGroupsTestJSON-815677804 tempest-SecurityGroupsTestJSON-815677804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73b75a-bcfe-45cd-a558-07187456c770,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.580597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.601484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.604426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.605533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c45c784e-ffb9-4f33-a097-b289d2c73893 req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/9b63a5e2-db6a-45da-8eb6-87aa9946ac51 HTTP/1.1" status: 204 len: 173 time: 0.5749085 Mar 31 23:01:56.612111 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.665518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8772f2-ed77-4ec5-8915-88ad63074494 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63a5e2-db6a-45da-8eb6-87aa9946ac51,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.666513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7895ec-37e5-4a33-9c5a-c530028f6c1d req-dac56968-2008-40a0-8dbe-8257b30b3eca tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.668964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d7895ec-37e5-4a33-9c5a-c530028f6c1d req-dac56968-2008-40a0-8dbe-8257b30b3eca tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 945 time: 0.0505109 Mar 31 23:01:56.701462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Deleting subnet eb95f2c3-664d-4d69-a5d0-2bf08999739a {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:56.718922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d7895ec-37e5-4a33-9c5a-c530028f6c1d req-bc7f4477-bc46-4aae-8218-0d6e337e5f83 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Mar 31 23:01:56.719168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.729643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:56.767323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:56.775985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:56.781822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.782470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.790674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=862ef96f-4d98-4880-a8e9-cd4bcc84900f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:56.816624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-d8b0873b-b6f7-4cc3-9f68-f2cd846d63b7 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/4276fd0a-f989-4832-a84d-831474f95e55 HTTP/1.1" status: 200 len: 1805 time: 0.1753180 Mar 31 23:01:56.819329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.844449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8428a58c-cd2a-4d49-8d36-0410b2ab004e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:01:56.844710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-157842ef-e4e4-4cc7-976f-009efff88aba tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3156621 Mar 31 23:01:56.845252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:56.855865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'network_id': '2bc4a9b2-8f29-4c53-9999-bc2a87d401da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-970298397'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:56.895459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4bcb-3972-4a17-a517-dad33d2cb78d req-07355c54-b17e-4585-baae-cf7f08d20d9f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:56.899938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-496f4bcb-3972-4a17-a517-dad33d2cb78d req-07355c54-b17e-4585-baae-cf7f08d20d9f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 948 time: 0.0728114 Mar 31 23:01:56.914452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Deleting port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:56.914802 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:56.957559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-496f4bcb-3972-4a17-a517-dad33d2cb78d req-7100120d-352d-4c1d-a09b-cfac62013ea8 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Mar 31 23:01:56.990992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.088794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec979b23-5ae8-408d-9a05-ec1342e450a4 req-bbc51f26-49f2-4dea-8c3c-dac9fd9c0d7e tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:57.090315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec979b23-5ae8-408d-9a05-ec1342e450a4 req-bbc51f26-49f2-4dea-8c3c-dac9fd9c0d7e tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0544465 Mar 31 23:01:57.121056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-692e958a-63b3-4646-adf4-499ad5f895ee None None] Provisioning complete for port 862ef96f-4d98-4880-a8e9-cd4bcc84900f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:57.121438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-692e958a-63b3-4646-adf4-499ad5f895ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.151192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] For port 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:57.151706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.156113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec979b23-5ae8-408d-9a05-ec1342e450a4 req-175e3b24-d5d2-4515-a473-7e2a828fafd2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569365 Mar 31 23:01:57.158743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.181957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-692e958a-63b3-4646-adf4-499ad5f895ee None None] Port 862ef96f-4d98-4880-a8e9-cd4bcc84900f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:57.189426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Calling delete_port for 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:01:57.199543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.219218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.255802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb95f2c3-664d-4d69-a5d0-2bf08999739a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.296854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.300038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ebeec8b-992b-42ad-8ffd-5dab154f78ea admin admin] 10.222.0.95 "DELETE /v2.0/subnets/eb95f2c3-664d-4d69-a5d0-2bf08999739a HTTP/1.1" status: 204 len: 168 time: 0.7588136 Mar 31 23:01:57.302954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:57.314567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Made reservation on behalf of 9fab9c2e21bd4ac7a57dca2aff94ebe2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:01:57.318095 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.359808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] device_id is not set on port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:01:57.367045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.369562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.370710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9ece817-31be-46fc-8387-b4e15cbe1aba req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/4276fd0a-f989-4832-a84d-831474f95e55 HTTP/1.1" status: 204 len: 173 time: 0.5236180 Mar 31 23:01:57.392709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.400874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 74f140e4-0f4b-4697-9340-ae6ecc28f827 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:57.443060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f66329-acbf-4bd3-beb8-ab20a50616c2 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276fd0a-f989-4832-a84d-831474f95e55,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.459380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 74f140e4-0f4b-4697-9340-ae6ecc28f827 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:57.464872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 74f140e4-0f4b-4697-9340-ae6ecc28f827 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:57.466333 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.470944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-a8863227-c7f9-4ea2-9e75-8f4c2ee8d7f1 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/477a202e-4969-41eb-a7ca-0eb1cccd0347 HTTP/1.1" status: 200 len: 2407 time: 0.0745814 Mar 31 23:01:57.509731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.550405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19fa069-3f2d-4228-9026-1763278a091c']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:57.573412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ebac96-82e6-4259-9488-3970061e41f2') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:57.573780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ebac96-82e6-4259-9488-3970061e41f2') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:57.584014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Allocated IP 2001:db8::3bd (2bc4a9b2-8f29-4c53-9999-bc2a87d401da/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4/b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:01:57.590342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.612435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.616444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.629550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.629891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.631709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:57.632115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:57.633781 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:57.654990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.667538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:57.669998 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b018656-2fb9-4fe8-b911-3d60a64a4d0c" -d '{"events": [{"server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "name": "network-vif-plugged", "status": "completed", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:57.685058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6fae8e-85bf-46d8-bb18-6d0538fef8dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.711274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:57.717352 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.719001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f9bfb69c-0c18-48e3-9ed9-b16aa653913e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:01:57.742963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.749437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.755759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] 10.222.0.95 "DELETE /v2.0/networks/e19fa069-3f2d-4228-9026-1763278a091c HTTP/1.1" status: 204 len: 168 time: 0.4516430 Mar 31 23:01:57.768192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd9fe1-66cb-43ed-9156-849db9700e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=e19fa069-3f2d-4228-9026-1763278a091c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.779656 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf0af81-405a-496b-a58d-ea018924a6ae x-openstack-request-id: req-2bf0af81-405a-496b-a58d-ea018924a6ae {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:57.780001 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "name": "network-vif-plugged", "status": "completed", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:57.780439 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2bf0af81-405a-496b-a58d-ea018924a6ae {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:57.780990 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf0af81-405a-496b-a58d-ea018924a6ae'] response: {'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827', 'code': 200} Mar 31 23:01:57.785388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: f9bfb69c-0c18-48e3-9ed9-b16aa653913e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:01:57.785831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f9bfb69c-0c18-48e3-9ed9-b16aa653913e not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:01:57.816533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.819686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:57.824966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0030bd15-4c23-43c1-8b1f-9dd960da4117 req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/477a202e-4969-41eb-a7ca-0eb1cccd0347 HTTP/1.1" status: 204 len: 173 time: 0.3411541 Mar 31 23:01:57.886957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0395f9-6c9f-4b80-bdfc-5d077896c1a0 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a202e-4969-41eb-a7ca-0eb1cccd0347,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.887261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:57.960750 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-50cac480-127b-4655-9a70-99f3fdf302bb tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "GET /v2.0/security-groups/20521279-5078-49f3-ab3b-cd5dd48dcaca HTTP/1.1" status: 200 len: 2401 time: 0.1049340 Mar 31 23:01:58.042622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.073779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.080000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8428a58c-cd2a-4d49-8d36-0410b2ab004e up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:01:58.081630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.084708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f3ec6-8b2d-40b2-8fce-474843692c3a req-76f2af9b-454e-43af-82a2-1387b03ec6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.086335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c0f3ec6-8b2d-40b2-8fce-474843692c3a req-76f2af9b-454e-43af-82a2-1387b03ec6ea service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1097 time: 0.1932302 Mar 31 23:01:58.128802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540a64a-fc23-404c-9d24-128b5b7666fa req-7ef4dbfc-de19-4265-8fb6-510cb07daad2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.137664 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7540a64a-fc23-404c-9d24-128b5b7666fa req-7ef4dbfc-de19-4265-8fb6-510cb07daad2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.2468238 Mar 31 23:01:58.141849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42732) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.169016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 8428a58c-cd2a-4d49-8d36-0410b2ab004e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:01:58.173961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 8428a58c-cd2a-4d49-8d36-0410b2ab004e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:58.176360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.223134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.224455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ab493426-592d-4ad2-8762-d796488d1890 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c4bb783e76b140e5a04fc365e1a4e51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798898 Mar 31 23:01:58.224596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42738) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.226515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.230305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.231715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-419f96fe-a3b5-41e2-b54e-4487285d37ea req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] 10.222.0.95 "DELETE /v2.0/security-groups/20521279-5078-49f3-ab3b-cd5dd48dcaca HTTP/1.1" status: 204 len: 173 time: 0.2611625 Mar 31 23:01:58.243672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42740) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.244870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62222b77-a07f-4060-bc5c-a2629a33a825 tempest-SecurityGroupRulesTestJSON-1807690894 tempest-SecurityGroupRulesTestJSON-1807690894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20521279-5078-49f3-ab3b-cd5dd48dcaca,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.246869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c0f3ec6-8b2d-40b2-8fce-474843692c3a req-42239a47-6a2e-4390-be5d-4edae64b8171 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274078 Mar 31 23:01:58.271555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7540a64a-fc23-404c-9d24-128b5b7666fa req-b7166ad7-dd40-4825-a60d-2de55b80deab tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171672 Mar 31 23:01:58.306184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Deleting subnet 09ed99b0-f985-4a2d-8073-2870dee689c4 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:01:58.311207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.345259 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.390891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:01:58.395995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.396419 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.444577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21cb09-be4a-464d-ba17-a29bf1820fe0 req-428b69da-513a-4d72-95fd-418a0f91dbac tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.446438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a21cb09-be4a-464d-ba17-a29bf1820fe0 req-428b69da-513a-4d72-95fd-418a0f91dbac tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 948 time: 0.0963078 Mar 31 23:01:58.460159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.472645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.531012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a21cb09-be4a-464d-ba17-a29bf1820fe0 req-053fd0e7-b975-4675-b0ac-772b78bd5584 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Mar 31 23:01:58.565485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.591846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ed99b0-f985-4a2d-8073-2870dee689c4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.598129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.604119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f5f9115-3d99-4f0a-ac98-54f4459a3d9d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/09ed99b0-f985-4a2d-8073-2870dee689c4 HTTP/1.1" status: 204 len: 168 time: 0.3541040 Mar 31 23:01:58.604608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42742) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.684419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.716107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.795091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.812448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:01:58.821186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5410d63-c0d3-484a-a4e9-671310ce3765']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.831703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafbdbb6-3116-480d-a5db-af543423ba92') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.832089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafbdbb6-3116-480d-a5db-af543423ba92') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:01:58.844000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.856967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:01:58.859759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.863977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:01:58.869611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.869974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:01:58.870270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.870454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:01:58.872686 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:01:58.876062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:58.881625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.901821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e65af3-1144-492c-bd51-6c5655325bee req-24621f67-9910-4063-a4bc-b411ccc05bb3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:58.903407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8e65af3-1144-492c-bd51-6c5655325bee req-24621f67-9910-4063-a4bc-b411ccc05bb3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.5383704 Mar 31 23:01:58.939330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f904dc52-36b0-4c35-873c-14bf977e6d85 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0891464 Mar 31 23:01:58.940204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42746) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:58.942336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.956123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d4', 'mac_address': 'fa:16:3e:90:da:20'}, {'ip_address': '2001:db8::320', 'mac_address': 'fa:16:3e:b8:2f:b5'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:01:58.958402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.977368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:58.980694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c5410d63-c0d3-484a-a4e9-671310ce3765 HTTP/1.1" status: 204 len: 168 time: 0.3748379 Mar 31 23:01:58.991782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec0ad0-11dd-4564-b136-cc4d33324577 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5410d63-c0d3-484a-a4e9-671310ce3765,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.121768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.232585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b5bdf7b2-e34d-4466-b50a-6357c19000ed None None] Provisioning complete for port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:01:59.233105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42750) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.233907 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b5bdf7b2-e34d-4466-b50a-6357c19000ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.285857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e26a33aa-eeeb-4999-ba36-0d76a2f3cc15 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7480211560f243b5899f8993be872176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511262 Mar 31 23:01:59.287837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdf7b2-e34d-4466-b50a-6357c19000ed None None] Port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:01:59.288433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42756) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.368918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.377870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.380684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.381679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e65fc40e-8300-4616-a37e-17937cc5a0bd HTTP/1.1" status: 204 len: 168 time: 1.1504536 Mar 31 23:01:59.402763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e8c2-c367-4b3c-88ae-b6b0d526c591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65fc40e-8300-4616-a37e-17937cc5a0bd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.441700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Router 41252dd9-a479-4fa0-bde4-4be5898e644e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:01:59.473707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.475047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.483175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8e65af3-1144-492c-bd51-6c5655325bee req-c03abdd2-542b-4478-962d-c055f7ae7f74 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641849 Mar 31 23:01:59.486967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.519910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cf670-f85a-4e79-9cdc-895974cf7d45 req-fba9b4b4-c908-436c-a1e7-ccae74a1b418 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.521653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-529cf670-f85a-4e79-9cdc-895974cf7d45 req-fba9b4b4-c908-436c-a1e7-ccae74a1b418 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.1709361 Mar 31 23:01:59.584102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-529cf670-f85a-4e79-9cdc-895974cf7d45 req-9f0e8b57-e7b9-4581-8bcf-62362803b292 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529585 Mar 31 23:01:59.585273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.587725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] In _notify_port_updated(), no bound segment for port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 on network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:01:59.587962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.591613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/63cf834f-037e-4c8c-ab65-0030ce5a2254 HTTP/1.1" status: 204 len: 168 time: 0.2977703 Mar 31 23:01:59.597731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.598416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.603109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42764) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:01:59.603422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "PUT /v2.0/ports/b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 HTTP/1.1" status: 200 len: 1067 time: 0.6579583 Mar 31 23:01:59.615021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea49a-18a0-4bea-9d31-4bb5e39bda7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf834f-037e-4c8c-ab65-0030ce5a2254,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.622115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7a607-b1d4-457f-a4f6-4c784fe97286 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event updated for resources: {'Port': ['ID=b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:01:59.763363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:01:59.764116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:01:59.782804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:01:59.787107 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e629dcf-4d95-420b-95b7-5f8b40da7411" -d '{"events": [{"server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "name": "network-vif-plugged", "status": "completed", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:01:59.882781 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606b4b6-2c50-497d-a089-dbf61234cb98 x-openstack-request-id: req-e606b4b6-2c50-497d-a089-dbf61234cb98 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:01:59.882781 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "name": "network-vif-plugged", "status": "completed", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:01:59.882781 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e606b4b6-2c50-497d-a089-dbf61234cb98 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:01:59.883198 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e606b4b6-2c50-497d-a089-dbf61234cb98'] response: {'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e', 'code': 200} Mar 31 23:01:59.940729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:01:59.949935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18ddc8-0cdb-415c-ad46-465140ee760f req-e1ecaf40-504c-4a00-9f94-e6bcbf1e9b4b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:01:59.956884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Sync routers for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:01:59.972400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a18ddc8-0cdb-415c-ad46-465140ee760f req-e1ecaf40-504c-4a00-9f94-e6bcbf1e9b4b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.2090600 Mar 31 23:01:59.982564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3f83642-e67f-4706-9a19-b985e7874481 admin admin] 10.222.0.95 "PUT /v2.0/routers/41252dd9-a479-4fa0-bde4-4be5898e644e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9230721 Mar 31 23:01:59.991119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:01:59.991775 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:00.047448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:00.052722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d049aee7-d67c-40c6-b72f-946d9f7012b7 None None] Provisioning complete for port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:00.053139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d049aee7-d67c-40c6-b72f-946d9f7012b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.063217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a18ddc8-0cdb-415c-ad46-465140ee760f req-3f6e72a2-2d58-4e83-bf12-3168910b8904 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897882 Mar 31 23:02:00.159046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d049aee7-d67c-40c6-b72f-946d9f7012b7 None None] Port b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:00.251331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.380821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.399081 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:00.511267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Deleting port 2d20f962-602e-442c-b8eb-60b14db858d8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:00.511750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.684618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:01:57Z', 'revision_number': 5, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port': {'id': '2d20f962-602e-442c-b8eb-60b14db858d8', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:09:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:23Z', 'updated_at': '2022-03-31T23:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:00.709014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.731430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] For port 2d20f962-602e-442c-b8eb-60b14db858d8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2d20f962-602e-442c-b8eb-60b14db858d8,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:00.732793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:00.747101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:00.762494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Calling delete_port for 2d20f962-602e-442c-b8eb-60b14db858d8 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:00.768609 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Checking router: 41252dd9-a479-4fa0-bde4-4be5898e644e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:00.801051 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Routers {'41252dd9-a479-4fa0-bde4-4be5898e644e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:00.801814 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:01:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41252dd9-a479-4fa0-bde4-4be5898e644e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:00.808778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10994-d1b0-48d9-8860-5905e017eef0 req-05945ed2-b9f0-4729-8568-9a98a03fb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.810395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7d10994-d1b0-48d9-8860-5905e017eef0 req-05945ed2-b9f0-4729-8568-9a98a03fb310 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 1100 time: 0.8396761 Mar 31 23:02:00.820768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390113d-207c-42eb-a283-c93fcda261a2 req-5891812a-8eb6-492e-ae39-47b061023272 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.828261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d390113d-207c-42eb-a283-c93fcda261a2 req-5891812a-8eb6-492e-ae39-47b061023272 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1461797 Mar 31 23:02:00.857446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ae36-faaf-4f3e-abdb-8553731394a8 req-d040b1f5-d3cc-4289-aa4c-7635592460a5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:00.859727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc50ae36-faaf-4f3e-abdb-8553731394a8 req-d040b1f5-d3cc-4289-aa4c-7635592460a5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.1221607 Mar 31 23:02:00.904252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7d10994-d1b0-48d9-8860-5905e017eef0 req-fcab5237-c58d-4873-9963-9524d46c7dc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737405 Mar 31 23:02:00.925803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d390113d-207c-42eb-a283-c93fcda261a2 req-070b5054-4744-4665-bb16-3b8cd94715cc tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Mar 31 23:02:00.993187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc50ae36-faaf-4f3e-abdb-8553731394a8 req-44556329-9635-4ef2-93b3-5f4e00ef296b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210692 Mar 31 23:02:01.004474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.023470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] Set router 41252dd9-a479-4fa0-bde4-4be5898e644e gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:01.059260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.111556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.156374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.182876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d20f962-602e-442c-b8eb-60b14db858d8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.184172 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:02:00Z', 'revision_number': 6, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:01.270899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-591197636-network', 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:01.272723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.274511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01220453-4aed-450c-8c1e-3100f31a1aa7 None None] The sync data for ids ['41252dd9-a479-4fa0-bde4-4be5898e644e'] in n-d-835855-2 is: [{'id': '41252dd9-a479-4fa0-bde4-4be5898e644e', 'name': 'tempest-FloatingIPsAssociationTestJSON-2079832302-router', 'tenant_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:22Z', 'updated_at': '2022-03-31T23:02:00Z', 'revision_number': 6, 'project_id': 'bc5d6e5297fa44a898b2fe210d1c41f3', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:01.378834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Made reservation on behalf of 00a468c11f6b4103b3eed4101f1521e4 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:01.392887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.416397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.416550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.425857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.531356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.531864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41252dd9-a479-4fa0-bde4-4be5898e644e {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:02:01.538238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.539485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c79196c-830c-442b-994f-2f93efcf738e admin admin] 10.222.0.95 "DELETE /v2.0/routers/41252dd9-a479-4fa0-bde4-4be5898e644e HTTP/1.1" status: 204 len: 168 time: 1.4659569 Mar 31 23:02:01.542247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.557289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.560784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1b4d4b0-c024-45a4-8f52-9ed7df5b1d14 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 HTTP/1.1" status: 204 len: 168 time: 1.9556499 Mar 31 23:02:01.565382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42844) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.595006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Deleting subnet c2ad45dc-7440-406f-9c95-6949e0e2439a {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:01.598913 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.603974 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe87764-11ca-41be-b652-d60595265816 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] GET failed (client error): The resource could not be found. Mar 31 23:02:01.604351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6fe87764-11ca-41be-b652-d60595265816 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports/b2b7e9f5-d742-4ad1-8bd2-ea5e4e6f6644 HTTP/1.1" status: 404 len: 333 time: 0.0380139 Mar 31 23:02:01.612313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.652011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.677392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79558d-8d43-41fa-93a2-2aa7d0f78968 req-9ca833df-69dd-4f6b-be55-acc3010f3429 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:01.679712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee79558d-8d43-41fa-93a2-2aa7d0f78968 req-9ca833df-69dd-4f6b-be55-acc3010f3429 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.1614091 Mar 31 23:02:01.755013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:01.765939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.782034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:01.782372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c6fae8e-85bf-46d8-bb18-6d0538fef8dd not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:01.783417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.831024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.832232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee79558d-8d43-41fa-93a2-2aa7d0f78968 req-d82ce4d3-7a16-43a4-a46e-ba0380c9fe98 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389868 Mar 31 23:02:01.843762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.853587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.872543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ad45dc-7440-406f-9c95-6949e0e2439a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.875637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:01.877615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.883374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c15ab809-48e1-49cd-ad55-931a523d0cb7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c2ad45dc-7440-406f-9c95-6949e0e2439a HTTP/1.1" status: 204 len: 168 time: 0.3379145 Mar 31 23:02:01.883833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:01.884616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb0803b-be7a-4338-922d-fb8dcf7ddc27 None None] Network bf7c2573-ecf4-4748-8fdb-5ec9be501c2b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:01.906304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port 862ef96f-4d98-4880-a8e9-cd4bcc84900f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:01.906304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.930962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:01.931384 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Added segment 3e58b34f-8f67-42e3-85ae-7c9812e2581f of type vlan for network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 Mar 31 23:02:01.939171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:01.979990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.056206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ca535271-323e-447e-95ec-eaffdc47e115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.059229 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.082837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ca36a-f891-47ad-bcb2-b14eb40e1756 req-be419e39-f44f-4c01-b28f-b278e1e2bb25 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.105019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.106217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-749ca36a-f891-47ad-bcb2-b14eb40e1756 req-be419e39-f44f-4c01-b28f-b278e1e2bb25 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0893126 Mar 31 23:02:02.139065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for 862ef96f-4d98-4880-a8e9-cd4bcc84900f owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:02.153760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Deleting port 278e5211-9167-4811-80cf-a3dc4475b55b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:02.154031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.164348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.165466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:02.166148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.200803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] DHCP port deletion for bf7c2573-ecf4-4748-8fdb-5ec9be501c2b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:02.204905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1967144 Mar 31 23:02:02.209903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.232396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Request body: {'subnet': {'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-591197636-subnet', 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:02.254060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-749ca36a-f891-47ad-bcb2-b14eb40e1756 req-1a36f8bb-973c-4767-99d9-57a535e31972 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415005 Mar 31 23:02:02.303086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Deleting port 278e5211-9167-4811-80cf-a3dc4475b55b {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:02.303466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.353194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Made reservation on behalf of 00a468c11f6b4103b3eed4101f1521e4 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:02.364737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.373068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] For port 278e5211-9167-4811-80cf-a3dc4475b55b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=278e5211-9167-4811-80cf-a3dc4475b55b,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:02.373575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.392052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec41794-eeb0-4a6d-b9a6-b09617726be5 admin admin] Pushing event updated for resources: {'Network': ['ID=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.407586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Calling delete_port for 278e5211-9167-4811-80cf-a3dc4475b55b owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:02.418973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] For port 278e5211-9167-4811-80cf-a3dc4475b55b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=278e5211-9167-4811-80cf-a3dc4475b55b,segment=NetworkSegment(0dbe0254-26d3-40f3-9d58-84535b5a76d8),segment_id=0dbe0254-26d3-40f3-9d58-84535b5a76d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:02.419965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.440577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Calling delete_port for 278e5211-9167-4811-80cf-a3dc4475b55b owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:02.449641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ca535271-323e-447e-95ec-eaffdc47e115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.468343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ca535271-323e-447e-95ec-eaffdc47e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.562028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:02.582249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.607809 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ca535271-323e-447e-95ec-eaffdc47e115 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=684a548d328f41449b10e531756a0e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8164878 Mar 31 23:02:02.608504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca535271-323e-447e-95ec-eaffdc47e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19e243-fe72-445b-8c0f-34f8e419a638,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.621668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42864) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.647032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] Pushing event deleted for resources: {'Port': ['ID=278e5211-9167-4811-80cf-a3dc4475b55b,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.657692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425778a-0d01-4058-9ea4-639b640cdd6c None None] No DVR routers for this DVR port 278e5211-9167-4811-80cf-a3dc4475b55b on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:02.670875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.690263 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.732545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=862ef96f-4d98-4880-a8e9-cd4bcc84900f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.751029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.774755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.778132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c017ced4-edb5-40bf-909a-44e00bdff052 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/862ef96f-4d98-4880-a8e9-cd4bcc84900f HTTP/1.1" status: 204 len: 168 time: 1.1648197 Mar 31 23:02:02.780811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42866) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.801006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=278e5211-9167-4811-80cf-a3dc4475b55b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.811230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] No DVR routers for this DVR port 278e5211-9167-4811-80cf-a3dc4475b55b on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:02.817721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.826308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.841637 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e67b13-2e69-4b3e-bbe1-ac6b36e8d77d tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] GET failed (client error): The resource could not be found. Mar 31 23:02:02.847102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40e67b13-2e69-4b3e-bbe1-ac6b36e8d77d tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "GET /v2.0/ports/862ef96f-4d98-4880-a8e9-cd4bcc84900f HTTP/1.1" status: 404 len: 333 time: 0.0614555 Mar 31 23:02:02.851293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42868) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:02.958283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b55ec50-a930-49e0-9867-f83f09af98d7,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:02.969443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:02.994378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Checking segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:02.994740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Network hostable DHCP agents. Network: d167b7b2-992c-4b1d-9d3a-0d8324b49ea2, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:03.002008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7c2573-ecf4-4748-8fdb-5ec9be501c2b']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:03.022601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbe0254-26d3-40f3-9d58-84535b5a76d8') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:03.022932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbe0254-26d3-40f3-9d58-84535b5a76d8') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:03.037041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.042763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port bc23146b-de55-4d5c-9d0a-a8836983fccd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:03.043168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.044135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:03.065543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.075796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:03.076467 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:03.082252 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:03.093153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d167b7b2-992c-4b1d-9d3a-0d8324b49ea2) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:03.102831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.103362 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.111474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b178a1-6d85-4dfb-be8a-9c89d928d6ef None None] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:03.120684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3148127-88e0-4c28-af6b-d0cfe5c624f2 req-7c7db5bc-53cd-4373-b701-9c0f6dc958d3 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.130132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3148127-88e0-4c28-af6b-d0cfe5c624f2 req-7c7db5bc-53cd-4373-b701-9c0f6dc958d3 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.1816690 Mar 31 23:02:03.167562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-35587296-054f-4b44-b4a1-1235a8b26ddd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9405837 Mar 31 23:02:03.185805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.195579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.208129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/bf7c2573-ecf4-4748-8fdb-5ec9be501c2b HTTP/1.1" status: 204 len: 168 time: 1.3168678 Mar 31 23:02:03.236281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53eba94-02bb-4b94-a73b-39f918ce44b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7c2573-ecf4-4748-8fdb-5ec9be501c2b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.250712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.263470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for bc23146b-de55-4d5c-9d0a-a8836983fccd owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:03.383805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.386362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.387564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e19e243-fe72-445b-8c0f-34f8e419a638 HTTP/1.1" status: 204 len: 168 time: 0.7648973 Mar 31 23:02:03.426535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15a659-409c-4a34-8d25-acc73864d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19e243-fe72-445b-8c0f-34f8e419a638,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.452289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3148127-88e0-4c28-af6b-d0cfe5c624f2 req-67910cbd-0dfd-4335-8560-3f0aa97fb44a tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205743 Mar 31 23:02:03.468112 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.485576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4', 'fixed_ips': [{'subnet_id': '7b55ec50-a930-49e0-9867-f83f09af98d7'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:03.488362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.517074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.639635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2d20f962-602e-442c-b8eb-60b14db858d8 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:03.655702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc12e72-1a0b-4121-a979-35099407ec86 req-1cc2c86a-6b2b-4ea6-be76-aae810a1d031 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:03.675201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdc12e72-1a0b-4121-a979-35099407ec86 req-1cc2c86a-6b2b-4ea6-be76-aae810a1d031 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1731961 Mar 31 23:02:03.759120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.763788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/ports/bc23146b-de55-4d5c-9d0a-a8836983fccd HTTP/1.1" status: 204 len: 168 time: 0.9103959 Mar 31 23:02:03.765897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42896) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.771003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027c198-7562-48fc-8753-af718fb7ae2a tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=bc23146b-de55-4d5c-9d0a-a8836983fccd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:03.801535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c47a89f-a9c3-45ad-a896-a0d50b2296ee admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bc5d6e5297fa44a898b2fe210d1c41f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643116 Mar 31 23:02:03.806841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42898) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:03.827076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2d20f962-602e-442c-b8eb-60b14db858d8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:03.830031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2d20f962-602e-442c-b8eb-60b14db858d8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:03.841627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 278e5211-9167-4811-80cf-a3dc4475b55b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:03.933422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting subnet 5ec8725f-f3a1-403b-87e7-fc7e1b7844f4 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:03.946795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:03.955007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdc12e72-1a0b-4121-a979-35099407ec86 req-967a94ae-c4ef-46e8-98cd-f3087afddcf0 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770758 Mar 31 23:02:03.961899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.009039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 278e5211-9167-4811-80cf-a3dc4475b55b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:04.009306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 278e5211-9167-4811-80cf-a3dc4475b55b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:04.018397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.033831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.082064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Allocated IP 172.20.0.2 (d167b7b2-992c-4b1d-9d3a-0d8324b49ea2/7b55ec50-a930-49e0-9867-f83f09af98d7/e2fe0655-987d-4f20-820d-ea276af1615c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:04.133154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.143292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.146741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7b6acec8-785d-43b2-b2fb-e532e1eb7545 HTTP/1.1" status: 204 len: 168 time: 0.3309944 Mar 31 23:02:04.154223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0ef7e-2589-4184-bab6-16f1d4b88073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6acec8-785d-43b2-b2fb-e532e1eb7545,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.254345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc3486-b33b-44aa-b2f8-c851b3c82520 req-eb3ef168-e472-46d4-94b8-51c886128748 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:04.263231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05fc3486-b33b-44aa-b2f8-c851b3c82520 req-eb3ef168-e472-46d4-94b8-51c886128748 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.1948624 Mar 31 23:02:04.275379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.354105 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.368307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.370537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-05fc3486-b33b-44aa-b2f8-c851b3c82520 req-43f6e091-c7b4-403b-9ac1-01f233e19d9a tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690243 Mar 31 23:02:04.424649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.455093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:04.456416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:04.459754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:04.484546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec8725f-f3a1-403b-87e7-fc7e1b7844f4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.491150 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-707298f7-04fd-4f93-a78d-9f639fbf2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.495340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.501334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42928) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:04.508108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea5e87b1-6b47-4fd6-a8ec-b7d03a37571b tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/subnets/5ec8725f-f3a1-403b-87e7-fc7e1b7844f4 HTTP/1.1" status: 204 len: 168 time: 0.7409215 Mar 31 23:02:04.514632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Pushing event updated for resources: {'Port': ['ID=e2fe0655-987d-4f20-820d-ea276af1615c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:04.518475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d39cb8-f667-4fdd-b9d4-a96c8ce08486 None None] Network 2bc4a9b2-8f29-4c53-9999-bc2a87d401da requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:04.625424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Attempting to bind port e2fe0655-987d-4f20-820d-ea276af1615c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:04.626041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Attempting to bind port e2fe0655-987d-4f20-820d-ea276af1615c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:04.626494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Attempting to bind port e2fe0655-987d-4f20-820d-ea276af1615c on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:04.664476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:04.665024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Checking segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:04.665571 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.666118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Bound using segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:04.666728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Bound port: e2fe0655-987d-4f20-820d-ea276af1615c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:04.667316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.720117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.801790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Deleting port e9e0bd7c-fa1c-4777-aea6-423b43b94bec {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:04.802028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.837140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] For port e2fe0655-987d-4f20-820d-ea276af1615c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:04.850440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] DHCP port deletion for 2bc4a9b2-8f29-4c53-9999-bc2a87d401da request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:04.857908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] For port e2fe0655-987d-4f20-820d-ea276af1615c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e2fe0655-987d-4f20-820d-ea276af1615c,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:04.874140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.917114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] For port e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,segment=NetworkSegment(ee6b3e17-da5f-4e1f-9759-2031d2fac425),segment_id=ee6b3e17-da5f-4e1f-9759-2031d2fac425)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:04.918300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:04.942937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Calling delete_port for e9e0bd7c-fa1c-4777-aea6-423b43b94bec owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:04.971473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42948) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:05.055979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aafdd-342f-4e0a-a070-d35203ce1903 None None] Pushing event updated for resources: {'Port': ['ID=e2fe0655-987d-4f20-820d-ea276af1615c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.077125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Deleting port e9e0bd7c-fa1c-4777-aea6-423b43b94bec {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:05.079909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.183068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584427e-5426-4020-b540-34c2777c1165 req-0acb751b-c4f7-4674-8499-871ef9448f63 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.199887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0584427e-5426-4020-b540-34c2777c1165 req-0acb751b-c4f7-4674-8499-871ef9448f63 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0905991 Mar 31 23:02:05.243330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-5fcb98f3-5ca0-4a63-a78e-607c8df893e9 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.244581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-5fcb98f3-5ca0-4a63-a78e-607c8df893e9 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.2842984 Mar 31 23:02:05.245898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.268682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0584427e-5426-4020-b540-34c2777c1165 req-69a1e265-2665-4fc9-987b-d29151409e6f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Mar 31 23:02:05.281568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] For port e9e0bd7c-fa1c-4777-aea6-423b43b94bec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,segment=NetworkSegment(ee6b3e17-da5f-4e1f-9759-2031d2fac425),segment_id=ee6b3e17-da5f-4e1f-9759-2031d2fac425)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:05.281568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.296073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Port': ['ID=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.303535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] No DVR routers for this DVR port e9e0bd7c-fa1c-4777-aea6-423b43b94bec on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:05.306646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-e3eae34e-7e4c-4fd8-b945-d78425369053 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/quotas/00a468c11f6b4103b3eed4101f1521e4 HTTP/1.1" status: 200 len: 375 time: 0.0521057 Mar 31 23:02:05.319324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Calling delete_port for e9e0bd7c-fa1c-4777-aea6-423b43b94bec owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:05.338894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-128689460-network', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:05.456708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Made reservation on behalf of 73da1b96a79b4d459f4ee570bf17fd72 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:05.462642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.494477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.611106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.624155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.662793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] No DVR routers for this DVR port e9e0bd7c-fa1c-4777-aea6-423b43b94bec on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:05.705383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc4a9b2-8f29-4c53-9999-bc2a87d401da']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:05.719997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e2fe0655-987d-4f20-820d-ea276af1615c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:05.728595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb47afe-093a-47ad-90ed-9cc4e67f704f None None] Pushing event deleted for resources: {'Port': ['ID=e9e0bd7c-fa1c-4777-aea6-423b43b94bec,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:05.729137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdd275-36b4-4a11-a1ea-f501b63e8c72 req-1278cf0f-9a94-4e5f-93a0-7ea6d2fe6405 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.732458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-920fa41c-326f-4acb-84a8-a5275adfe68f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:05.734066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-920fa41c-326f-4acb-84a8-a5275adfe68f tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.3804739 Mar 31 23:02:05.738513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ecdd275-36b4-4a11-a1ea-f501b63e8c72 req-1278cf0f-9a94-4e5f-93a0-7ea6d2fe6405 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 949 time: 0.1571016 Mar 31 23:02:05.741557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6b3e17-da5f-4e1f-9759-2031d2fac425') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:05.742307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6b3e17-da5f-4e1f-9759-2031d2fac425') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:05.749746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-4c237522-d320-41b3-9af0-c48a87b321fa tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4139409 Mar 31 23:02:05.767731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-0ced210e-a370-433e-bd0e-c00e28022c28 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2473998 Mar 31 23:02:05.770410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.811749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ecdd275-36b4-4a11-a1ea-f501b63e8c72 req-eb68b67d-8598-4281-83cd-c22f28931f63 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/security-groups?id=3ea6b005-b738-426f-add3-0d2b7431a9a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714025 Mar 31 23:02:05.846246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e2fe0655-987d-4f20-820d-ea276af1615c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:05.846615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.862435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42968) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:05.886960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.938907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:05.939677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:05.946055 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:05.992759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.001939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.015657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:06.027228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.028059 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Added segment d6eff9c8-a241-42ed-bdba-b68175517d6f of type vlan for network b6c8321a-8d65-44f8-863f-afa68e20cf51 Mar 31 23:02:06.077070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.105389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-network', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:06.139213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-87536ff9-34e0-472f-8a93-9f8a93ffc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.153493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-87536ff9-34e0-472f-8a93-9f8a93ffc5da service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b70c1af007da4cc798e9288ff6f54252&device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 1096 time: 0.2811925 Mar 31 23:02:06.164920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Made reservation on behalf of ad37cf05bc1f44ff9562f3dd2923bc96 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:06.167384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.192292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.234404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.239493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] 10.222.0.95 "DELETE /v2.0/networks/2bc4a9b2-8f29-4c53-9999-bc2a87d401da HTTP/1.1" status: 204 len: 168 time: 1.7362072 Mar 31 23:02:06.240584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901e13a-ebd5-4701-ba27-33f10c248383 tempest-AllowedAddressPairIpV6TestJSON-1266716103 tempest-AllowedAddressPairIpV6TestJSON-1266716103-project] Pushing event deleted for resources: {'Network': ['ID=2bc4a9b2-8f29-4c53-9999-bc2a87d401da,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.252166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-239d7edc-3c41-4969-9c16-dd9af73884a8 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794841 Mar 31 23:02:06.275628 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.317327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Deleting port 8428a58c-cd2a-4d49-8d36-0410b2ab004e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:06.317675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.346996 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.350927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-8709a1fd-091e-4fe1-8067-a224bfcfbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.352993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-8709a1fd-091e-4fe1-8067-a224bfcfbfb9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 200 len: 917 time: 0.1418064 Mar 31 23:02:06.365322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d8a38f-c678-4cdc-9725-9498ed0316d3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.368156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.369438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.370115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.372785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e2fe0655-987d-4f20-820d-ea276af1615c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e2fe0655-987d-4f20-820d-ea276af1615c,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:06.378518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.509315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e2fe0655-987d-4f20-820d-ea276af1615c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.541365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.551635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e9e0bd7c-fa1c-4777-aea6-423b43b94bec no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:06.591021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e9e0bd7c-fa1c-4777-aea6-423b43b94bec {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:06.591408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e9e0bd7c-fa1c-4777-aea6-423b43b94bec not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:06.617390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.657406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] For port 8428a58c-cd2a-4d49-8d36-0410b2ab004e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8428a58c-cd2a-4d49-8d36-0410b2ab004e,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:06.657847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.681117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Calling delete_port for 8428a58c-cd2a-4d49-8d36-0410b2ab004e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:06.691325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7154603 Mar 31 23:02:06.697636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:06.722672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:06.732061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Request body: {'subnet': {'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-subnet', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:06.738703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:06.752206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-2163f35d-d21d-4ed1-ab96-fe190c274106 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844296 Mar 31 23:02:06.818893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caf037-2dd4-4b07-9063-0c41dd37cf21 None None] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:06.821888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.826147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-a51f4372-4c0e-445b-a453-cb947c3353a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 200 len: 1001 time: 0.4529195 Mar 31 23:02:06.826752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda80f6e-3c3f-44f2-ac07-ef1d99999675 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c8321a-8d65-44f8-863f-afa68e20cf51,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:06.838008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.838377 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Added segment 5a41a5b9-8515-4bfe-b55a-25c06caf2072 of type vlan for network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 Mar 31 23:02:06.875434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:06.914165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.950452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff412ea-4faf-4d16-af22-f99e9a1380ee req-f9d69a50-50a3-4453-a2f8-d8b8fd2129a3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:06.952087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eff412ea-4faf-4d16-af22-f99e9a1380ee req-f9d69a50-50a3-4453-a2f8-d8b8fd2129a3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.4037623 Mar 31 23:02:06.952852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Made reservation on behalf of 73da1b96a79b4d459f4ee570bf17fd72 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:06.955994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:06.976171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Pushing event deleted for resources: {'Port': ['ID=8428a58c-cd2a-4d49-8d36-0410b2ab004e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:07.074568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.125087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] No DVR routers for this DVR port 8428a58c-cd2a-4d49-8d36-0410b2ab004e on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:07.129831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.144007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4fe64d0-45f8-41c6-b8e2-0793ab8aaec5 req-cd6510b5-68b0-495d-a2a9-bf756452941b tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.60 "DELETE /v2.0/ports/8428a58c-cd2a-4d49-8d36-0410b2ab004e HTTP/1.1" status: 204 len: 173 time: 1.3859727 Mar 31 23:02:07.152883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-0d319f79-06b3-406c-9e4d-3d0500c29bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.154624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-0d319f79-06b3-406c-9e4d-3d0500c29bc2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f5966c72-3271-41f1-af23-19af7a671c36 HTTP/1.1" status: 200 len: 854 time: 0.3205135 Mar 31 23:02:07.158831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'name': 'network-vif-deleted', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:07.173618 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1214c-ec5f-4019-b19c-f2329645be47" -d '{"events": [{"server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "name": "network-vif-deleted", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:07.301668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ea5aed3-3de9-4c18-9851-f0c54c190da9 req-8896cabc-59bc-4ea8-90d6-a213af2d43c8 tempest-ServerDiagnosticsNegativeTest-2128387944 tempest-ServerDiagnosticsNegativeTest-2128387944-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f3b5efc-51c1-4e3f-8948-f363a2c743cd HTTP/1.1" status: 200 len: 210 time: 0.0829272 Mar 31 23:02:07.427929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5e6e5e57-af66-420b-b388-44cc90c822a9 None None] Provisioning complete for port e2fe0655-987d-4f20-820d-ea276af1615c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:07.428603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5e6e5e57-af66-420b-b388-44cc90c822a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.472931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb2f4743-1b3d-4b25-b8ae-4220d01ae30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.514236 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd38544b-c43d-447e-a318-ad9210bc66e6 x-openstack-request-id: req-cd38544b-c43d-447e-a318-ad9210bc66e6 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:07.514728 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3b5efc-51c1-4e3f-8948-f363a2c743cd", "name": "network-vif-deleted", "tag": "8428a58c-cd2a-4d49-8d36-0410b2ab004e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:07.515161 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd38544b-c43d-447e-a318-ad9210bc66e6 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:07.515810 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd38544b-c43d-447e-a318-ad9210bc66e6'] response: {'server_uuid': '1f3b5efc-51c1-4e3f-8948-f363a2c743cd', 'name': 'network-vif-deleted', 'tag': '8428a58c-cd2a-4d49-8d36-0410b2ab004e', 'status': 'completed', 'code': 200} Mar 31 23:02:07.587993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e2fe0655-987d-4f20-820d-ea276af1615c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:07.650495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e2fe0655-987d-4f20-820d-ea276af1615c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:07.651331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:07.898132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-68f75ccf-e00b-42e3-ad54-5725d9d96c40 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:07.900747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-68f75ccf-e00b-42e3-ad54-5725d9d96c40 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.2572267 Mar 31 23:02:07.917247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:02:07.924385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-7cda7958-6831-4653-90e2-9a669fadaeae tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/quotas/00a468c11f6b4103b3eed4101f1521e4 HTTP/1.1" status: 200 len: 375 time: 0.0169466 Mar 31 23:02:07.999349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-817f57e7-8dfb-41f2-8df4-7240e4feb14a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685043 Mar 31 23:02:08.018441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-046e738c-96e0-47b5-b277-3979c3e9fadb None None] Provisioning complete for port e2fe0655-987d-4f20-820d-ea276af1615c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:08.019057 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-046e738c-96e0-47b5-b277-3979c3e9fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.047261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eff412ea-4faf-4d16-af22-f99e9a1380ee req-111afabf-c7b7-4334-a964-d1863479b819 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0734506 Mar 31 23:02:08.093612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-876e74ea-9511-4307-8592-77daa43d51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.095358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-876e74ea-9511-4307-8592-77daa43d51df service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2fb2b508-15a2-4ac5-951b-32f3baadd101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874993 Mar 31 23:02:08.096135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.097424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.098335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.104772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8428a58c-cd2a-4d49-8d36-0410b2ab004e no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:08.157517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-43b00cfb-360a-43b7-841a-4bc32832d744 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478012 Mar 31 23:02:08.183691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71717b2a-9cc7-40b2-a032-0844c5c9a402 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9fab9c2e21bd4ac7a57dca2aff94ebe2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4076288 Mar 31 23:02:08.193812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 8428a58c-cd2a-4d49-8d36-0410b2ab004e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:08.194149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8428a58c-cd2a-4d49-8d36-0410b2ab004e not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:08.198696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43016) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:08.257479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.263637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.3732750 Mar 31 23:02:08.269533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43018) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:08.290239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd51193-163a-40f3-95ed-518156c16322 admin admin] Pushing event updated for resources: {'Network': ['ID=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.308240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:08.326770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Request body: {'subnet': {'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-subnet', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:08.328788 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.368553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.375216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Made reservation on behalf of ad37cf05bc1f44ff9562f3dd2923bc96 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:08.377462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.385120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-7774e0a9-8134-4782-820b-57915ae02ee0 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266350 Mar 31 23:02:08.429281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-c8d6dd39-57da-401a-b7e9-a2f702488c13 service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055162 Mar 31 23:02:08.457918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.463288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.468973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4c6a7459-a80a-449e-8a94-73bdd25e6e4d HTTP/1.1" status: 204 len: 168 time: 0.2665064 Mar 31 23:02:08.482529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.516508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbb794-ac8e-4cf0-b8ca-39c839d007d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a7459-a80a-449e-8a94-73bdd25e6e4d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.817322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-e79cd4f4-0fc0-44fc-8d3a-f1d6d806ed75 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:08.818962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-e79cd4f4-0fc0-44fc-8d3a-f1d6d806ed75 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.1740348 Mar 31 23:02:08.833451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Request body: {'port': {'device_id': '25d39222-a04e-4099-8b87-696e3d58da60', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'admin_state_up': True, 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:08.863032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:08.890670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c48ceb1a-b75d-44f0-83d0-4f300d162c1e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:08.949135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:09.025545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a2b4cb3-4a02-46b0-bf8c-ba5eb9d28171 req-bff40080-4e0a-431b-be40-8b16a826441a service neutron] 10.222.0.96 "GET /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823483 Mar 31 23:02:09.035454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Made reservation on behalf of 00a468c11f6b4103b3eed4101f1521e4 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:09.039672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.047404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:09.048033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Network hostable DHCP agents. Network: b6c8321a-8d65-44f8-863f-afa68e20cf51, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:09.063199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138bf43a-bd14-4689-8a7e-11dfcf59b462,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:09.078732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Checking segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:09.079813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Network hostable DHCP agents. Network: 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:09.176214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:09.184694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:09.255165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:09.263592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.264290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee0dbb-6823-4534-a553-a7a31b0ca0ba None None] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:09.265105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.294396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b6c8321a-8d65-44f8-863f-afa68e20cf51) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:09.302610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.303543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.315800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-c2c094e0-ac2c-435c-be6c-08c430c1bd22 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.317131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fe35d-d0a3-474f-b5cc-b7f1a4561ddd None None] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:09.323375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-c2c094e0-ac2c-435c-be6c-08c430c1bd22 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.3627157 Mar 31 23:02:09.329214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fd0a118f-a6fe-486b-98f9-b9d1a5acb5e6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0399187 Mar 31 23:02:09.338811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43070) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:09.348207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:09.362456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-388e93e3-cdb0-4dcb-aef5-63d4fce163b4 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/quotas/00a468c11f6b4103b3eed4101f1521e4 HTTP/1.1" status: 200 len: 375 time: 0.0380917 Mar 31 23:02:09.396892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5e1f6d06-5be6-4f92-920b-a8da1ca9f3f1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6810462 Mar 31 23:02:09.397527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43074) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:09.419560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aa2a9c9c-cfb0-44fa-a705-758e041d44f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1137eaa77a6a4e779d988333a287fce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667275 Mar 31 23:02:09.420132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:09.424991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43076) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:09.439875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.440931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.451329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Allocated IP 172.20.0.11 (d167b7b2-992c-4b1d-9d3a-0d8324b49ea2/7b55ec50-a930-49e0-9867-f83f09af98d7/37862d4c-c08a-49c0-ac2d-ab7d54bf169b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:09.500322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296abde-4853-4147-8c3a-efb360fcfb51 req-36b9eb15-f8ec-4a39-9e9f-df2b5b67a5f0 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:09.506004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.507081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.510802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1296abde-4853-4147-8c3a-efb360fcfb51 req-36b9eb15-f8ec-4a39-9e9f-df2b5b67a5f0 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.3171146 Mar 31 23:02:09.541353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-b3803389-54b9-4eb9-9c63-a3ad6f575112 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642134 Mar 31 23:02:09.620830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1296abde-4853-4147-8c3a-efb360fcfb51 req-5656027c-6b2e-4248-8fb9-c3dc60047af3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088088 Mar 31 23:02:09.776493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-4eb135dc-957f-4aee-a659-aae9cf44f154 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343602 Mar 31 23:02:09.783668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:09.784835 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.853329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.863792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.893305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:09.911400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.954178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.957600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.976324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b6c8321a-8d65-44f8-863f-afa68e20cf51', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:09.977490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:09.994273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event updated for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.014031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:10.016233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:10.020049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:10.049641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.122581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.126082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.153487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-d7abd72d-1b02-4eaa-96cd-5123bdd763a8 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.157988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7abd72d-1b02-4eaa-96cd-5123bdd763a8 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2635887 Mar 31 23:02:10.159227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.162951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-67c6c40a-5fcd-4344-9746-4de83a4c4694 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3354855 Mar 31 23:02:10.167780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-261421df-8647-4123-a55f-8f0920dfca3c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.171749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-261421df-8647-4123-a55f-8f0920dfca3c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076270 Mar 31 23:02:10.173912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43100) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.178080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-dc0f0e63-8641-4ee9-a5b8-19442f041c3b tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.182302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc0f0e63-8641-4ee9-a5b8-19442f041c3b tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072095 Mar 31 23:02:10.182957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43102) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.186815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-1c31a10b-d4c5-4850-8d8f-72fbf51d14bb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.188047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-1c31a10b-d4c5-4850-8d8f-72fbf51d14bb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148542 Mar 31 23:02:10.192964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-23b4359e-579b-44eb-8968-a6480034fca6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.196546 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-23b4359e-579b-44eb-8968-a6480034fca6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054586 Mar 31 23:02:10.197371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43104) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.204436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Request body: {'port': {'device_id': '25d39222-a04e-4099-8b87-696e3d58da60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:10.236825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-be84ae9b-29d0-442f-be1d-a48bfd6f344e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.240953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be84ae9b-29d0-442f-be1d-a48bfd6f344e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0394568 Mar 31 23:02:10.245377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.252399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-ca3410ac-5eed-4c26-b807-5c75a2617d01 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.256100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ca3410ac-5eed-4c26-b807-5c75a2617d01 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075588 Mar 31 23:02:10.281374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.288070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-df0ca37d-bccf-4cec-8592-71e05711e585 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.292671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-df0ca37d-bccf-4cec-8592-71e05711e585 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0102110 Mar 31 23:02:10.305927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43110) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.322573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-1e4e1502-f6b9-4c3a-8538-e939f5072649 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.326975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1e4e1502-f6b9-4c3a-8538-e939f5072649 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0142312 Mar 31 23:02:10.330522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43112) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.338410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-e75f3da6-2f45-4c07-bf7e-c325092c23e7 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.343120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e75f3da6-2f45-4c07-bf7e-c325092c23e7 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090473 Mar 31 23:02:10.344427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Allocated IP 172.20.0.2 (51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9/138bf43a-bd14-4689-8a7e-11dfcf59b462/68233b70-acf9-4ea5-a40b-6f15f1b754dd) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:10.356332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43114) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.362843 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.363650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-d3e865e9-0f4c-45eb-b095-e723f0746a03 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.364334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.367386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d3e865e9-0f4c-45eb-b095-e723f0746a03 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077126 Mar 31 23:02:10.370933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43118) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.371995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.377730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-72085b77-e079-4e29-86f9-e3cd83603245 service neutron] 10.222.0.95 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911372 Mar 31 23:02:10.397741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-e50eca7d-ee81-4b45-9a1c-3bf74f412156 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.402585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e50eca7d-ee81-4b45-9a1c-3bf74f412156 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0147009 Mar 31 23:02:10.408327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43120) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.423092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-38615d9e-21ed-44e0-a2a2-75b546ea7db3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.427163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38615d9e-21ed-44e0-a2a2-75b546ea7db3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066087 Mar 31 23:02:10.427509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.479166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43122) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.485913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-51aa3832-b32f-418b-a7bc-d06060bb2936 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.489587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51aa3832-b32f-418b-a7bc-d06060bb2936 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073106 Mar 31 23:02:10.494004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43124) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.499708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-f5aa7587-7e08-4060-b52f-c0ac3998cd38 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.503300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f5aa7587-7e08-4060-b52f-c0ac3998cd38 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0055153 Mar 31 23:02:10.512073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.523052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-9332a6cc-bdf3-42b1-98b2-2bf0a0bd581c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.527354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9332a6cc-bdf3-42b1-98b2-2bf0a0bd581c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0142217 Mar 31 23:02:10.541413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43128) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.563503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Allocated IP 172.20.0.2 (b6c8321a-8d65-44f8-863f-afa68e20cf51/c48ceb1a-b75d-44f0-83d0-4f300d162c1e/697c6beb-5ee4-4033-9893-27793bd5af3c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:10.568758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-1ee76f60-9e8b-4811-99b0-7b06e500066a tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.575251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ee76f60-9e8b-4811-99b0-7b06e500066a tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0301218 Mar 31 23:02:10.578875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.600082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.602034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b72d847e-caed-4c0b-8187-944e84b9b5a3 None None] Provisioning complete for port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:10.602592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b72d847e-caed-4c0b-8187-944e84b9b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.614039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-b5555ed4-f08d-4d94-a395-46e44307378c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.617757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b5555ed4-f08d-4d94-a395-46e44307378c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0087726 Mar 31 23:02:10.619543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43132) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.637835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-308fc67a-2aec-4e9b-84f3-9b66cd7bb7c3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.639263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-308fc67a-2aec-4e9b-84f3-9b66cd7bb7c3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052195 Mar 31 23:02:10.652926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43136) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.666363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-e3966237-0092-400a-92ee-9eb3e54faa6e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.671849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3966237-0092-400a-92ee-9eb3e54faa6e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0088418 Mar 31 23:02:10.685827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.694042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-dc487d7a-a914-4749-bb34-537b7cc9a8be tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.697772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc487d7a-a914-4749-bb34-537b7cc9a8be tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0100653 Mar 31 23:02:10.706208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43144) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.715158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-f117adec-aae3-44cf-879f-c5b88af37d6a tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.719630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f117adec-aae3-44cf-879f-c5b88af37d6a tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0122683 Mar 31 23:02:10.727258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422290a4-ddcd-4e3d-8683-98b337b0e4b4 req-3de36a58-70cd-47e9-84a3-8aa36a9f746e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.730256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-422290a4-ddcd-4e3d-8683-98b337b0e4b4 req-3de36a58-70cd-47e9-84a3-8aa36a9f746e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.1949999 Mar 31 23:02:10.730256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43146) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.738827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-75b3a41b-5eed-46a0-a152-39675580a47d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.742644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75b3a41b-5eed-46a0-a152-39675580a47d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0087283 Mar 31 23:02:10.743588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43148) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.758687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-3e3efc6a-62de-496d-90bf-842c17cc787c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:10.760411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-3e3efc6a-62de-496d-90bf-842c17cc787c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.5141015 Mar 31 23:02:10.765396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ee112f6-975f-4127-88b8-e546ba27a95c req-f60ded5a-e312-4015-91aa-ce2aa9724a9b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.0404935 Mar 31 23:02:10.766514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-7d1f5c36-3c60-40a2-8817-fb8254efce68 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.771580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7d1f5c36-3c60-40a2-8817-fb8254efce68 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0209568 Mar 31 23:02:10.776038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.806678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Request body: {'port': {'device_id': '51034973-cc02-4966-ad84-8072c01ca62c', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'admin_state_up': True, 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:10.823898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-b1ba6327-6d33-4686-bdcb-0361b5f96206 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.824917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1ba6327-6d33-4686-bdcb-0361b5f96206 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0480416 Mar 31 23:02:10.839058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43156) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.846473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-dcfe6015-26d3-46a9-a7c3-3a68a81d8b9c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.847585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b72d847e-caed-4c0b-8187-944e84b9b5a3 None None] Port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:10.850408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dcfe6015-26d3-46a9-a7c3-3a68a81d8b9c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0085070 Mar 31 23:02:10.851896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.857503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-392f9530-a938-464c-b22d-70f2d06db349 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.861101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-392f9530-a938-464c-b22d-70f2d06db349 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068169 Mar 31 23:02:10.863585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.866234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:10.869843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3ea6b005-b738-426f-add3-0d2b7431a9a8 HTTP/1.1" status: 204 len: 168 time: 1.4406605 Mar 31 23:02:10.869843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.877107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-d5138186-e8a8-4479-a8a5-6f8bd58e8570 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.880855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5138186-e8a8-4479-a8a5-6f8bd58e8570 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074837 Mar 31 23:02:10.881953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43168) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.907044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-9caa6dde-8c9c-4634-8559-2b70bdc1764b tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.910866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9caa6dde-8c9c-4634-8559-2b70bdc1764b tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0258210 Mar 31 23:02:10.916543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.930153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-f8fc9c4e-b78b-436e-8996-78c3ddab11f4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.933865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f8fc9c4e-b78b-436e-8996-78c3ddab11f4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0142984 Mar 31 23:02:10.934920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830d293-2272-482a-93b7-2dc439fb861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea6b005-b738-426f-add3-0d2b7431a9a8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:10.946156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.966919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-088ea1ae-daa0-45a1-aca5-a0a0b64d7156 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:10.968490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-088ea1ae-daa0-45a1-aca5-a0a0b64d7156 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0161777 Mar 31 23:02:10.973578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:10.981935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.011207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.051160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eeb8e-8c3d-470d-9883-9affd8b8db59 req-b0451c9c-0be6-4429-89c7-51c423403a2f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:11.052813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b64eeb8e-8c3d-470d-9883-9affd8b8db59 req-b0451c9c-0be6-4429-89c7-51c423403a2f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1823640 Mar 31 23:02:11.118173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:11.124858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:11.132015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:11.167395 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.171226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Pushing event updated for resources: {'Port': ['ID=68233b70-acf9-4ea5-a40b-6f15f1b754dd,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.191662 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.210470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b64eeb8e-8c3d-470d-9883-9affd8b8db59 req-8f264960-acf0-4ea1-9715-80dbccf7e8d0 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487195 Mar 31 23:02:11.366125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-8f2fca6a-4262-446f-b611-98252270e605 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.368321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:11.369782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8f2fca6a-4262-446f-b611-98252270e605 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0100641 Mar 31 23:02:11.374866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43180) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.379047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-422290a4-ddcd-4e3d-8683-98b337b0e4b4 req-3e9ff1d3-a3ba-4cf6-854c-b10f2cf45f78 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6172426 Mar 31 23:02:11.383600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:11.387735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-a6c1702b-82ad-44f2-97dd-7fbdc3592406 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.390066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Attempting to bind port 68233b70-acf9-4ea5-a40b-6f15f1b754dd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:11.390542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Attempting to bind port 68233b70-acf9-4ea5-a40b-6f15f1b754dd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:11.391042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Attempting to bind port 68233b70-acf9-4ea5-a40b-6f15f1b754dd on network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:11.392037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6c1702b-82ad-44f2-97dd-7fbdc3592406 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0162265 Mar 31 23:02:11.402255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43182) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.409143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:11.412530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-429c7e87-8c44-47b1-a447-60d9ac0cf65d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.418980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-429c7e87-8c44-47b1-a447-60d9ac0cf65d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0126624 Mar 31 23:02:11.422868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:11.423724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.424213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Checking segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:11.424876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.425603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Bound using segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:11.426344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Bound port: 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:11.426975 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.451435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-34526be1-fe4b-42c3-b857-e906282e0450 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.458997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-34526be1-fe4b-42c3-b857-e906282e0450 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0342135 Mar 31 23:02:11.462932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.472689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-733cedcb-da73-4a0c-9d27-1f1427acfccf tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.473669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-733cedcb-da73-4a0c-9d27-1f1427acfccf tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0097997 Mar 31 23:02:11.474787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.477755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.483197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Pushing event updated for resources: {'Port': ['ID=697c6beb-5ee4-4033-9893-27793bd5af3c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.484965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-f3ec14cd-79ff-4926-96bb-3c01f0327db6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.488239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f3ec14cd-79ff-4926-96bb-3c01f0327db6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044162 Mar 31 23:02:11.490020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.494929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-605801ea-2073-4582-a067-39ea83e581f4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.495944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-605801ea-2073-4582-a067-39ea83e581f4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0047712 Mar 31 23:02:11.519305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.531313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-d866adad-ff44-4cdb-b41a-941555d3b42c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.535420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d866adad-ff44-4cdb-b41a-941555d3b42c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091772 Mar 31 23:02:11.535634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Attempting to bind port 697c6beb-5ee4-4033-9893-27793bd5af3c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:11.535634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Attempting to bind port 697c6beb-5ee4-4033-9893-27793bd5af3c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:11.535634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Attempting to bind port 697c6beb-5ee4-4033-9893-27793bd5af3c on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:11.536190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43194) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.545653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-ddf9e892-7f6a-4021-9e2f-5ad0152baaf4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.549743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ddf9e892-7f6a-4021-9e2f-5ad0152baaf4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076847 Mar 31 23:02:11.550040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:11.550906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:11.551060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.552415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.553319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Bound using segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:11.554462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Bound port: 697c6beb-5ee4-4033-9893-27793bd5af3c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:11.555291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-cb7082c5-6a77-43c7-9c94-cc890e7a6f21 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.555761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.559325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb7082c5-6a77-43c7-9c94-cc890e7a6f21 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044882 Mar 31 23:02:11.559512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.576708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43198) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.583595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-ff413a1a-711e-4b30-aab9-166e02a33582 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.586971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff413a1a-711e-4b30-aab9-166e02a33582 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066311 Mar 31 23:02:11.586971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Made reservation on behalf of 00a468c11f6b4103b3eed4101f1521e4 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:11.588729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.599494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.603503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.645474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-f4d45374-3370-4a70-acee-93683fefbd03 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.649126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f4d45374-3370-4a70-acee-93683fefbd03 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0075979 Mar 31 23:02:11.665773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.679640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-e7696719-5217-4d44-9d19-444756b8e23d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.679640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7696719-5217-4d44-9d19-444756b8e23d tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055380 Mar 31 23:02:11.679927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43204) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.680040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43206) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.687054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-a193a6d9-c03a-46ad-b619-f7842ffb9f2c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.690383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a193a6d9-c03a-46ad-b619-f7842ffb9f2c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0060472 Mar 31 23:02:11.701426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.705522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.708568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-8ca8beed-8f14-4a8a-a9a7-b1f816312b4c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.709835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ca8beed-8f14-4a8a-a9a7-b1f816312b4c tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0070891 Mar 31 23:02:11.714251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.719052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-91032d3c-03b5-46a2-8adc-5035283f27c9 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.722451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-91032d3c-03b5-46a2-8adc-5035283f27c9 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0048447 Mar 31 23:02:11.724182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43212) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.724958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55e572a-c251-45b0-b321-c7aed5bdeb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.741215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-b42e5425-bb34-4331-816b-d52426827ab6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.742502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b42e5425-bb34-4331-816b-d52426827ab6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0155110 Mar 31 23:02:11.756433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.772414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] For port 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:11.777421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] For port 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=68233b70-acf9-4ea5-a40b-6f15f1b754dd,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:11.780901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-4bff9e79-bdc5-4770-82ab-acdaffdd14fa tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.785652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4bff9e79-bdc5-4770-82ab-acdaffdd14fa tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0115476 Mar 31 23:02:11.786750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43218) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.793042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-061c94d8-d65c-4900-80b2-98e1167073a6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.793916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-061c94d8-d65c-4900-80b2-98e1167073a6 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044606 Mar 31 23:02:11.794075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.818909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43220) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.827045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-ce9abc15-b725-4a0a-9251-25df7d3cfe65 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.828542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce9abc15-b725-4a0a-9251-25df7d3cfe65 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060656 Mar 31 23:02:11.831935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.837045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-cdaa1bc0-b561-45eb-a631-069b265f66cd tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.838402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cdaa1bc0-b561-45eb-a631-069b265f66cd tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054030 Mar 31 23:02:11.841266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43224) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.846259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-7aab145a-aa45-4dcc-aa91-bed328aadb41 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.847653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7aab145a-aa45-4dcc-aa91-bed328aadb41 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054853 Mar 31 23:02:11.852000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43226) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.857710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37862d4c-c08a-49c0-ac2d-ab7d54bf169b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:11.861654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-7abe97b9-30b6-4f3d-bace-4ee8f4b821b5 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.862510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7abe97b9-30b6-4f3d-bace-4ee8f4b821b5 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0081506 Mar 31 23:02:11.872663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43228) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.875072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] For port 697c6beb-5ee4-4033-9893-27793bd5af3c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:11.882826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ac2f7-88f5-4318-bc18-a505309d744f None None] Pushing event updated for resources: {'Port': ['ID=68233b70-acf9-4ea5-a40b-6f15f1b754dd,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:11.888115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-dcf731a0-7314-41e4-83cf-2ea8ecad9d75 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.893420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dcf731a0-7314-41e4-83cf-2ea8ecad9d75 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0194445 Mar 31 23:02:11.894888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43230) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.895795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.897190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ef23759-88a0-4a98-8a49-f48e71cf1902 req-c8b59e40-b6b5-4dae-95ef-27fabb279a34 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.0442672 Mar 31 23:02:11.906049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] For port 697c6beb-5ee4-4033-9893-27793bd5af3c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=697c6beb-5ee4-4033-9893-27793bd5af3c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:11.907018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-b2f8603f-d27b-431f-aff7-e32e46a8a819 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.907881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2f8603f-d27b-431f-aff7-e32e46a8a819 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0097933 Mar 31 23:02:11.912174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43232) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.914801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.917306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-232a161a-524d-4c36-a362-05d30d998d51 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.918716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-232a161a-524d-4c36-a362-05d30d998d51 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0054750 Mar 31 23:02:11.921254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43234) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.922267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Transition to ACTIVE for port object 37862d4c-c08a-49c0-ac2d-ab7d54bf169b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:11.926420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Allocated IP 172.25.8.139 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/aa905b8b-f298-4b15-848a-56f8dfb55f1d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:11.945571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-4126f833-1b43-4b33-8374-3a2065ea9bf3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.945571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4126f833-1b43-4b33-8374-3a2065ea9bf3 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0166862 Mar 31 23:02:11.946596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43236) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.950090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-7fe46bd3-ce30-4d04-92f0-3a5a3f626913 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.951468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7fe46bd3-ce30-4d04-92f0-3a5a3f626913 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0071213 Mar 31 23:02:11.954263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.960125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-531a7f7d-6581-4704-9276-8cad58213a8f tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.961477 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-531a7f7d-6581-4704-9276-8cad58213a8f tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060956 Mar 31 23:02:11.965475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43240) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:11.972790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-c2645eac-d521-4663-919e-8426999e0f3e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:11.974049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c2645eac-d521-4663-919e-8426999e0f3e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074387 Mar 31 23:02:11.980868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:11.984280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43242) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.004487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-57ce0e99-1931-4503-b13f-1197b7b2bb79 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.005460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57ce0e99-1931-4503-b13f-1197b7b2bb79 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0152888 Mar 31 23:02:12.015855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12137d22-afb9-4510-b129-b4400a400b3d None None] Pushing event updated for resources: {'Port': ['ID=697c6beb-5ee4-4033-9893-27793bd5af3c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.030369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43244) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.042534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-153ac772-221f-4c3d-8602-c31cfaeb8a6e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.046045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-153ac772-221f-4c3d-8602-c31cfaeb8a6e tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061772 Mar 31 23:02:12.057042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43246) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.065481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [None req-a231e902-05a5-4f6b-b979-2706fc77fdf4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.067678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a231e902-05a5-4f6b-b979-2706fc77fdf4 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077255 Mar 31 23:02:12.070015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43248) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.075041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-37b47c46-c4fe-4ead-aed5-4737c9ae1925 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.076138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37b47c46-c4fe-4ead-aed5-4737c9ae1925 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0051186 Mar 31 23:02:12.078749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43250) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.084430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-a5124c57-fffd-4042-9d78-7e6a5e366348 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.085831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a5124c57-fffd-4042-9d78-7e6a5e366348 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058403 Mar 31 23:02:12.088558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43252) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.099443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-c632ac22-ab2f-49ee-948f-01113cb20007 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.101529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c632ac22-ab2f-49ee-948f-01113cb20007 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0087783 Mar 31 23:02:12.105174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43254) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.110370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-a166df78-fd3c-478e-b9fb-5cbc637286d8 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.111623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a166df78-fd3c-478e-b9fb-5cbc637286d8 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052319 Mar 31 23:02:12.116357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43256) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.121359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-4a35c5e2-0886-42b3-9e1a-f3f5c4559547 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.123001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a35c5e2-0886-42b3-9e1a-f3f5c4559547 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046644 Mar 31 23:02:12.132252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43258) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.132459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Allocated IP 172.20.0.13 (d167b7b2-992c-4b1d-9d3a-0d8324b49ea2/7b55ec50-a930-49e0-9867-f83f09af98d7/5dc04093-43e0-4a66-8697-ccfcb946b780) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:12.151976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [None req-17b10226-c10b-41ff-9818-a40425804670 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:12.153009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-17b10226-c10b-41ff-9818-a40425804670 tempest-ExtensionsTestJSON-1661937202 tempest-ExtensionsTestJSON-1661937202-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0150964 Mar 31 23:02:12.209745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.226747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Pushing event updated for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.251777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55e572a-c251-45b0-b321-c7aed5bdeb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.297825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.311795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55e572a-c251-45b0-b321-c7aed5bdeb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.543509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e55e572a-c251-45b0-b321-c7aed5bdeb48 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=33f1afd6670b4ea4a9ccef0759e060bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601522 Mar 31 23:02:12.550519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43268) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.594695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e572a-c251-45b0-b321-c7aed5bdeb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42c968-0671-4ac0-b7d9-b66eb1d2ef5a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.655586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Attempting to bind port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:12.655813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Attempting to bind port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:12.656270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Attempting to bind port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:12.714565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Allocated IP 172.25.8.43 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/721ca410-e28a-4ad1-963f-e0cf4aebab9a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:12.742547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Pushing event updated for resources: {'Port': ['ID=aa905b8b-f298-4b15-848a-56f8dfb55f1d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:12.754040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:12.764385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:12.764916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Attempting to bind port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:12.788002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a6d82-2882-4754-a607-3212bc726af8 req-04bb972d-d23d-4444-8d64-804c468fb899 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.789406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:12.795961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-338a6d82-2882-4754-a607-3212bc726af8 req-04bb972d-d23d-4444-8d64-804c468fb899 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.4090180 Mar 31 23:02:12.797056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:12.805929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-a7794ebc-c708-412d-992f-1557c09056fc tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:12.807695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-a7794ebc-c708-412d-992f-1557c09056fc tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.96 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 815 time: 0.4520640 Mar 31 23:02:12.841598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:12.842285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Checking segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:12.843059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Bound using segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:12.843594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Bound port: 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:12.843965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.883612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43272) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:12.904861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.960098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:12.994297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-338a6d82-2882-4754-a607-3212bc726af8 req-f5e0d505-5641-450c-b059-9aa771e80388 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974056 Mar 31 23:02:12.996423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.085350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:13.090573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:13.142176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.152855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-630b8fe6-1219-4a4d-b428-9f6643156c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.180658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1ff8103-36c3-4560-b504-d5c14c2f0aff req-c00bb778-b758-4b69-8f27-c516a1e0c674 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.0570874 Mar 31 23:02:13.252935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.254045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.256232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] 10.222.0.60 "PUT /v2.0/ports/37862d4c-c08a-49c0-ac2d-ab7d54bf169b HTTP/1.1" status: 200 len: 1092 time: 3.0578249 Mar 31 23:02:13.257148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:13.261408 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137" -d '{"events": [{"name": "network-changed", "server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:13.294727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.321117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe6d3-14df-4264-b6ce-b7483965812e service neutron] Pushing event updated for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:13.325562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.328056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.332565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e42c968-0671-4ac0-b7d9-b66eb1d2ef5a HTTP/1.1" status: 204 len: 168 time: 0.7777114 Mar 31 23:02:13.390867 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc74b2-32cc-4fee-b6e2-25faa3d75037 x-openstack-request-id: req-98dc74b2-32cc-4fee-b6e2-25faa3d75037 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:13.391183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Request body: {'port': {'device_id': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'admin_state_up': True, 'tenant_id': '00a468c11f6b4103b3eed4101f1521e4'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:13.391399 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:13.400884 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-98dc74b2-32cc-4fee-b6e2-25faa3d75037 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:13.401220 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dc74b2-32cc-4fee-b6e2-25faa3d75037'] response: {'name': 'network-changed', 'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b', 'status': 'completed', 'code': 200} Mar 31 23:02:13.422747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f640ce8-0514-428f-85a5-5c808586671e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42c968-0671-4ac0-b7d9-b66eb1d2ef5a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:13.470722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:13.504480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:13.592417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:13.628342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d791f62b-adfd-4c6e-82cb-06b3b2c09596 None None] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:13.851029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event updated for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:13.943909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-630b8fe6-1219-4a4d-b428-9f6643156c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:13.964449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:13.973077 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.009445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-630b8fe6-1219-4a4d-b428-9f6643156c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.037322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Provisioning complete for port 68233b70-acf9-4ea5-a40b-6f15f1b754dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:14.037696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.061826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-e04478fc-cb40-4b0b-b42b-e79ce147a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.065061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-e04478fc-cb40-4b0b-b42b-e79ce147a095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 1095 time: 0.7343762 Mar 31 23:02:14.091212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-f188a5bb-4de0-4c8b-9595-066045ada56d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3160717 Mar 31 23:02:14.131797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Request body: {'port': {'device_id': '51034973-cc02-4966-ad84-8072c01ca62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:14.145763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 68233b70-acf9-4ea5-a40b-6f15f1b754dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:14.214357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-630b8fe6-1219-4a4d-b428-9f6643156c76 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=39e81d4d99824ebea17b81a7aa023c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3292611 Mar 31 23:02:14.218769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b8fe6-1219-4a4d-b428-9f6643156c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5dd844-bc28-4bc4-bd9c-348894a7e0e4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.222289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-ca2b65e2-1cab-4846-8215-5dd31403ccab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b HTTP/1.1" status: 200 len: 217 time: 0.1447668 Mar 31 23:02:14.222756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43298) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:14.321573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39b6d7b-6145-4e02-b20e-4c9207af4753 None None] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:14.345853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 68233b70-acf9-4ea5-a40b-6f15f1b754dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:14.346250 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.350693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.415519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.467906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8a67c-859b-4e3d-8312-c48c777dd12c req-9bcc49d5-add4-4b8e-ba7b-3624c6b6db0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.483176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bef8a67c-859b-4e3d-8312-c48c777dd12c req-9bcc49d5-add4-4b8e-ba7b-3624c6b6db0b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 1.7617393 Mar 31 23:02:14.510503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] For port 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=68233b70-acf9-4ea5-a40b-6f15f1b754dd,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:14.536444 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.542189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2b37b-8204-426e-bc36-307d6b728eb7 req-350e9870-b81b-44fc-b296-d9197bac8b2d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.544730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcb2b37b-8204-426e-bc36-307d6b728eb7 req-350e9870-b81b-44fc-b296-d9197bac8b2d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.3269002 Mar 31 23:02:14.545711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.585702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-0fc7cba6-e5dd-4f49-a46d-65855c17fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.587189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-0fc7cba6-e5dd-4f49-a46d-65855c17fdfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.3222334 Mar 31 23:02:14.679993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bef8a67c-859b-4e3d-8312-c48c777dd12c req-fef4a083-e7ce-4743-8e55-5d4d2965bb8b tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958966 Mar 31 23:02:14.680590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Made reservation on behalf of 00a468c11f6b4103b3eed4101f1521e4 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:14.683916 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.696243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Pushing event updated for resources: {'Port': ['ID=68233b70-acf9-4ea5-a40b-6f15f1b754dd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:14.716901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.746009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcb2b37b-8204-426e-bc36-307d6b728eb7 req-da88f7eb-9479-49e8-a123-a0720a4edf22 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700079 Mar 31 23:02:14.746273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.779947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-26245f4f-aa9c-4661-a82b-9d0fb28a10cd tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.781562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-26245f4f-aa9c-4661-a82b-9d0fb28a10cd tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.96 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 1.3787532 Mar 31 23:02:14.803156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.804306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.804444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06705f23-302e-4a8b-a408-e818da79c657 req-8bdab9b5-c939-4db6-9209-5691ab67db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:14.804993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.807563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.808067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.808264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-8bdab9b5-c939-4db6-9209-5691ab67db95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022588 Mar 31 23:02:14.809787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.811614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.812279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.813741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.814580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.815662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.816895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e335be49-7561-487f-9cbe-7d72f1ddccef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:14.903039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Provisioning complete for port 5dc04093-43e0-4a66-8697-ccfcb946b780 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:14.903752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:14.905977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-466c5ebe-91ab-4175-8c8a-4000b36f3367 req-c37eed75-a621-4c44-a1e5-0c42328c5cc5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.0837131 Mar 31 23:02:14.945986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Port 5dc04093-43e0-4a66-8697-ccfcb946b780 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:14.952766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 697c6beb-5ee4-4033-9893-27793bd5af3c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:15.003511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Provisioning complete for port 697c6beb-5ee4-4033-9893-27793bd5af3c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:15.004183 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.018743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.084853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 697c6beb-5ee4-4033-9893-27793bd5af3c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:15.084853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.149234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.193843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.198023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.233841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc04093-43e0-4a66-8697-ccfcb946b780 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:15.255438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-608406c8-15c0-4924-8440-f4642995be05 None None] For port 697c6beb-5ee4-4033-9893-27793bd5af3c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=697c6beb-5ee4-4033-9893-27793bd5af3c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:15.267378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.275890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.295454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:15.310509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:15.316632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9f75-50b6-455c-bf3c-31724acc73dc req-7ded75d8-b567-4904-8f81-44ad3057028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.318319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1caa9f75-50b6-455c-bf3c-31724acc73dc req-7ded75d8-b567-4904-8f81-44ad3057028e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.5915816 Mar 31 23:02:15.320534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:15.337921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Transition to ACTIVE for port object 5dc04093-43e0-4a66-8697-ccfcb946b780 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:15.353704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.360243 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.376255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Pushing event updated for resources: {'Port': ['ID=721ca410-e28a-4ad1-963f-e0cf4aebab9a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.385459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608406c8-15c0-4924-8440-f4642995be05 None None] Pushing event updated for resources: {'Port': ['ID=697c6beb-5ee4-4033-9893-27793bd5af3c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.420345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1caa9f75-50b6-455c-bf3c-31724acc73dc req-2f022f7a-35e2-4a8b-b853-146546939ac0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922678 Mar 31 23:02:15.428108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-ab43535f-0e1b-44d6-9090-ec62cf515154 service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632520 Mar 31 23:02:15.430445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.432034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:15.432405 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:15.437039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.439976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.444225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd5dd844-bc28-4bc4-bd9c-348894a7e0e4 HTTP/1.1" status: 204 len: 168 time: 1.2142005 Mar 31 23:02:15.482548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b728c7d-5c82-4527-b37c-d6c10bebb268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5dd844-bc28-4bc4-bd9c-348894a7e0e4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:15.488008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e93a30af-ab27-4afb-972c-eac1e544c343 None None] Provisioning complete for port 697c6beb-5ee4-4033-9893-27793bd5af3c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:15.488698 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e93a30af-ab27-4afb-972c-eac1e544c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.577760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:15.607094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Deleting port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:15.607759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.636588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:15.662637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06705f23-302e-4a8b-a408-e818da79c657 req-03ddea9b-e22e-4282-8d18-e6f6609a5699 service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267051 Mar 31 23:02:15.680621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Attempting to bind port 5dc04093-43e0-4a66-8697-ccfcb946b780 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:15.681721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Attempting to bind port 5dc04093-43e0-4a66-8697-ccfcb946b780 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:15.683518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Attempting to bind port 5dc04093-43e0-4a66-8697-ccfcb946b780 on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:15.686426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Allocated IP 172.20.0.14 (d167b7b2-992c-4b1d-9d3a-0d8324b49ea2/7b55ec50-a930-49e0-9867-f83f09af98d7/f0804b29-c9b6-4c07-859f-2f8fafb4ed9e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:15.693594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Port 5dc04093-43e0-4a66-8697-ccfcb946b780 on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:15.696599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Attempting to bind port 5dc04093-43e0-4a66-8697-ccfcb946b780 on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:15.703063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:15.704306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Checking segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:15.708723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Bound using segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:15.710260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Bound port: 5dc04093-43e0-4a66-8697-ccfcb946b780, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:15.710807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.863122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.924480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:15.926801 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01d75fc-ce79-4f78-94cf-d9410bb9edc4" -d '{"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:15.973277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:15.982516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-079b8bf9-417d-425a-ab4b-8b4740b91a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:15.983049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] For port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:15.983191 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:15.993662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-079b8bf9-417d-425a-ab4b-8b4740b91a2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 1095 time: 0.2589984 Mar 31 23:02:16.011951 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.017244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e93a30af-ab27-4afb-972c-eac1e544c343 None None] Provisioning complete for port 68233b70-acf9-4ea5-a40b-6f15f1b754dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:16.017614 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e93a30af-ab27-4afb-972c-eac1e544c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.041291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3af59-81b7-42e5-b732-78b5f176ccd6 req-193baaeb-d87e-4c1b-9f31-5a7e8ef46090 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.043625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fa3af59-81b7-42e5-b732-78b5f176ccd6 req-193baaeb-d87e-4c1b-9f31-5a7e8ef46090 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 945 time: 0.2066026 Mar 31 23:02:16.045158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:16.050883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5dc04093-43e0-4a66-8697-ccfcb946b780,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:16.080294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.110397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:16.190807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.191533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.192905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] 10.222.0.60 "PUT /v2.0/ports/5dc04093-43e0-4a66-8697-ccfcb946b780 HTTP/1.1" status: 200 len: 1092 time: 2.0742526 Mar 31 23:02:16.198228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:16.200557 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc9f95-bf89-40dc-8867-5eee12706b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:16.256934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 68233b70-acf9-4ea5-a40b-6f15f1b754dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:16.272297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fa3af59-81b7-42e5-b732-78b5f176ccd6 req-ab64e275-c53d-4081-8dff-905adcfb086d tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups?id=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175255 Mar 31 23:02:16.289530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1a72b-a5c1-476e-bae4-24321eb05994 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:16.307579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-5acb7b50-b5aa-4f1d-8f49-9e67ab3a599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.308898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-5acb7b50-b5aa-4f1d-8f49-9e67ab3a599a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 917 time: 0.3015440 Mar 31 23:02:16.366646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-e001198a-990e-432e-87ac-3af7383d1af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b HTTP/1.1" status: 200 len: 217 time: 0.0480547 Mar 31 23:02:16.369443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-8a2913db-5fdf-46f2-b74c-dbabfdff8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.371522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-8a2913db-5fdf-46f2-b74c-dbabfdff8445 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 1095 time: 0.1299086 Mar 31 23:02:16.400152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5835c65-4868-49dd-8ee2-3efb267a999d req-4dd16de1-e9dd-4648-b96c-a769410b5578 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.404290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5835c65-4868-49dd-8ee2-3efb267a999d req-4dd16de1-e9dd-4648-b96c-a769410b5578 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.5237789 Mar 31 23:02:16.441248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 68233b70-acf9-4ea5-a40b-6f15f1b754dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:16.441619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.511529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-e090eb47-1bf5-4302-8341-1f71ecf691c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc04093-43e0-4a66-8697-ccfcb946b780 HTTP/1.1" status: 200 len: 217 time: 0.1277323 Mar 31 23:02:16.566680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 697c6beb-5ee4-4033-9893-27793bd5af3c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:16.597636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-74a634f7-8799-4f10-84c5-481c7d61e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.599323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-74a634f7-8799-4f10-84c5-481c7d61e7bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.0777838 Mar 31 23:02:16.621081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6678920d-d18d-469f-98dd-64114669569a req-fa2f5410-703d-4249-a48b-d1a4d7bb9575 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.1031349 Mar 31 23:02:16.635492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-d8f0f9f6-7912-4edc-813a-c3cdc2103f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.637037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-d8f0f9f6-7912-4edc-813a-c3cdc2103f79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.2559767 Mar 31 23:02:16.654941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 697c6beb-5ee4-4033-9893-27793bd5af3c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:16.657993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:16.720385 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59159b0a-ca80-47e4-9b5c-203f10ea806a x-openstack-request-id: req-59159b0a-ca80-47e4-9b5c-203f10ea806a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:16.720826 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:16.721095 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-59159b0a-ca80-47e4-9b5c-203f10ea806a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:16.721512 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59159b0a-ca80-47e4-9b5c-203f10ea806a'] response: {'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'code': 200} Mar 31 23:02:16.721894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-627046f8-f5d2-4541-842e-2fb30fb60e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.723524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-627046f8-f5d2-4541-842e-2fb30fb60e48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595191 Mar 31 23:02:16.725878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643604-9847-4329-ac30-4aebc95541c1 req-76aa05a8-0659-4733-8668-a4458161a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:16.727675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-76aa05a8-0659-4733-8668-a4458161a2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107395 Mar 31 23:02:16.939959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-df87f0ac-8c63-4c44-82c6-ecd42d36400a service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035170 Mar 31 23:02:16.999768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43366) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.020157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:17.035458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:17.051639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:17.052277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.058019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-79bfa144-0505-4a70-972d-ed41bcd4aaad service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842314 Mar 31 23:02:17.063386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.064140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.064642 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Floating IP e4c00dd1-5686-4f75-a714-4cfbb4457e2b disassociated. External IP: 172.25.8.100, port: 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63. Mar 31 23:02:17.065159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Calling delete_port for 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:17.071023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.132152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.133384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-872c292b-6a96-4923-9195-a1d670a56f39 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7180398 Mar 31 23:02:17.143552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:17.150913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5835c65-4868-49dd-8ee2-3efb267a999d req-5e6a42a2-9b1f-4fe8-8d37-b34bf8bcce96 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591730 Mar 31 23:02:17.185266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1303645847'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:17.229040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.291625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9ffe26e-ebb7-474c-8529-cef7ff5eb137 req-ed5c118f-c474-44f7-beda-7d0b88d13dfa service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413043 Mar 31 23:02:17.315183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:17.552262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.651717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:13Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:17.662466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f84a27-8ad7-4d40-b878-0c4a7455d435 req-3a91ff57-70c0-4689-a838-6aa6f05f84b0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:17.672177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3f84a27-8ad7-4d40-b878-0c4a7455d435 req-3a91ff57-70c0-4689-a838-6aa6f05f84b0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2392588 Mar 31 23:02:17.692113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event updated for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:17.706278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:17.713653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:17.713865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd643604-9847-4329-ac30-4aebc95541c1 req-d3576dec-b67a-4330-8436-74c2e22c3a2a service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461284 Mar 31 23:02:17.714130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Updating router 80a46710-bb47-4f14-9841-8e84cc8c1c8e port aa905b8b-f298-4b15-848a-56f8dfb55f1d binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:17.716407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:17.716516 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d614bd33-9d32-4d7d-be02-37843e4db624 x-openstack-request-id: req-d614bd33-9d32-4d7d-be02-37843e4db624 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:17.716803 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:17.716918 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d614bd33-9d32-4d7d-be02-37843e4db624 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:17.717298 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d614bd33-9d32-4d7d-be02-37843e4db624'] response: {'name': 'network-changed', 'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780', 'status': 'completed', 'code': 200} Mar 31 23:02:17.723702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Made reservation on behalf of f80d96a4bec643ef95bcb2a7cfa36099 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:17.727363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.729288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:17.738567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.745856 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.745976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:17.773315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10a9bdde-c6d6-4f4f-9373-92642b17835c req-23b24d77-7498-4b9d-a02a-c8432769ad25 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0587854 Mar 31 23:02:17.861521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3f84a27-8ad7-4d40-b878-0c4a7455d435 req-da7e07a8-5436-42a7-8d4c-a75103453a57 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642134 Mar 31 23:02:18.053291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.069248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event deleted for resources: {'Port': ['ID=1b38f5d7-d6df-4d50-8305-8ac53ba5ed63,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.086536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.110126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b01d476c-84ae-47b7-bdb2-678ea20692ba None None] Provisioning complete for port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:18.110511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b01d476c-84ae-47b7-bdb2-678ea20692ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.143542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.169697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.170365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.199925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67d43f66-a03a-4211-b609-6ac679793778 req-6a53100c-f7e9-40b6-b585-33c8d242e0a5 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.2224100 Mar 31 23:02:18.204960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28dfe9c8-9a88-47d8-accd-f6c7e2f08e8c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.214283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64126e-fc72-445b-9693-07111dbc935c req-803ea2f7-9d94-4f59-bf17-f194e96cb3d1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.226223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c64126e-fc72-445b-9693-07111dbc935c req-803ea2f7-9d94-4f59-bf17-f194e96cb3d1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 932 time: 0.1890275 Mar 31 23:02:18.252013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:18.258084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b01d476c-84ae-47b7-bdb2-678ea20692ba None None] Port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:18.259736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 37862d4c-c08a-49c0-ac2d-ab7d54bf169b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:18.283100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-588af36c-a034-429d-84ba-bf476ccf551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.283387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:02:18.285475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-588af36c-a034-429d-84ba-bf476ccf551c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 1095 time: 0.4508400 Mar 31 23:02:18.294308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-6569923d-ae36-466b-9871-fee9cb665505 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4692867 Mar 31 23:02:18.352842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Request body: {'port': {'device_id': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:18.403387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.403753 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Added segment cde64711-9310-404c-b8bd-dba4f95c58e1 of type vlan for network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 Mar 31 23:02:18.471101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c64126e-fc72-445b-9693-07111dbc935c req-dd32a200-7c37-4a9f-9306-b9a34658cf5d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389858 Mar 31 23:02:18.488209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Router 890a2952-e5e3-47ad-9c75-8d3d40bd312e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:18.523354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f21b97-ee83-4bfd-a688-92772088664c req-bdf95055-66f3-4c06-95bf-b9fc6bc23b5e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.534220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5f21b97-ee83-4bfd-a688-92772088664c req-bdf95055-66f3-4c06-95bf-b9fc6bc23b5e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1905711 Mar 31 23:02:18.583307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.613572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.621220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:18.643095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'port_id': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b', 'mac_address': 'fa:16:3e:b2:fa:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b55ec50-a930-49e0-9867-f83f09af98d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:18.645124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5f21b97-ee83-4bfd-a688-92772088664c req-47e3bde7-1edc-4ff5-a2ad-5652be980e15 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099377 Mar 31 23:02:18.649435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.701598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.725514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-caa64aaa-b5b5-4841-8898-84cb4e511333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.727076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-caa64aaa-b5b5-4841-8898-84cb4e511333 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 917 time: 0.3921094 Mar 31 23:02:18.734151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.741931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.742935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.765678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.784427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:18.795037 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Sync routers for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:18.797233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Attempting to bind port aa905b8b-f298-4b15-848a-56f8dfb55f1d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:18.797746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Attempting to bind port aa905b8b-f298-4b15-848a-56f8dfb55f1d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:18.798729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Attempting to bind port aa905b8b-f298-4b15-848a-56f8dfb55f1d on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:18.806974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986ec05-ea54-4ed1-a460-d2da93a4de97 None None] Pushing event updated for resources: {'Port': ['ID=aa905b8b-f298-4b15-848a-56f8dfb55f1d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.811525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37862d4c-c08a-49c0-ac2d-ab7d54bf169b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:18.813536 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:18.814294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:18.819783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:18.819783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:18.820028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.820684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:18.820996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Bound port: aa905b8b-f298-4b15-848a-56f8dfb55f1d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:18.821464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.852875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee3a0f-b2de-47da-96a4-8d9f9af99fd6 req-4ccb1078-27d3-4595-a72f-75a4696ff90d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:18.854615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbee3a0f-b2de-47da-96a4-8d9f9af99fd6 req-4ccb1078-27d3-4595-a72f-75a4696ff90d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.2114787 Mar 31 23:02:18.868023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:18.869318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-ca508f2f-44dc-4965-885c-797bf8f5420b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc04093-43e0-4a66-8697-ccfcb946b780 HTTP/1.1" status: 200 len: 217 time: 0.1205192 Mar 31 23:02:18.878774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.890994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'Network': ['ID=1046ff67-6cab-4364-bd0d-c7019f9e5ea4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:18.916967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:18.927111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09753ac0-8a6c-4c0e-b5cb-abf27ae70d38 req-6476f41f-7399-4f4f-a458-94c01869dc66 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0553689 Mar 31 23:02:18.943606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:18.949520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-27c360d1-4df5-4e9a-b2bc-a47f37f6cc7e admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 9.6096361 Mar 31 23:02:18.952247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43408) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:18.966275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] For port aa905b8b-f298-4b15-848a-56f8dfb55f1d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:18.967088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6820d7f3-d55a-4bb5-9da5-8432fde71b2b tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9662335 Mar 31 23:02:18.967830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:18.971584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:18.986949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Request body: {'subnet': {'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:18.988575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Sync routers for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:18.999705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] For port aa905b8b-f298-4b15-848a-56f8dfb55f1d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa905b8b-f298-4b15-848a-56f8dfb55f1d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:19.033478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] No DVR routers for this DVR port 1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:19.035569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.036494 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.040377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d046b7e4-fd22-4f40-9690-ee561ddfafa5 req-7dbe53fa-e8d9-4a49-b521-205ccf8edbc4 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.96 "DELETE /v2.0/ports/1b38f5d7-d6df-4d50-8305-8ac53ba5ed63 HTTP/1.1" status: 204 len: 173 time: 4.2477398 Mar 31 23:02:19.045657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-deleted', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:19.048113 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8735fb-6c3a-44cb-9452-249ad153f68b" -d '{"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-deleted", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:19.080567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbee3a0f-b2de-47da-96a4-8d9f9af99fd6 req-77377aea-ad00-424a-b4d7-d9d3e86c4b46 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174168 Mar 31 23:02:19.122223 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:19.150064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.174595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Made reservation on behalf of f80d96a4bec643ef95bcb2a7cfa36099 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:19.178404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.182983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:19.184559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:19.272228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:19.272866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:19.286123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e8853a7-c2f1-4942-9cab-629470f52c94 req-18e8772c-c3ac-43c3-8643-66ae8691be6a tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/ports?device_id=2eb2df31-0ce2-4624-a7d8-ce333d6c83ba HTTP/1.1" status: 200 len: 210 time: 0.0491011 Mar 31 23:02:19.353982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0804b29-c9b6-4c07-859f-2f8fafb4ed9e {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:19.377123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.385930 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3330a9ac-a14c-4c50-8a74-399636974e02 x-openstack-request-id: req-3330a9ac-a14c-4c50-8a74-399636974e02 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:19.385930 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb2df31-0ce2-4624-a7d8-ce333d6c83ba", "name": "network-vif-deleted", "tag": "1b38f5d7-d6df-4d50-8305-8ac53ba5ed63", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:19.387323 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3330a9ac-a14c-4c50-8a74-399636974e02 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:19.388978 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3330a9ac-a14c-4c50-8a74-399636974e02'] response: {'server_uuid': '2eb2df31-0ce2-4624-a7d8-ce333d6c83ba', 'name': 'network-vif-deleted', 'tag': '1b38f5d7-d6df-4d50-8305-8ac53ba5ed63', 'status': 'completed', 'code': 200} Mar 31 23:02:19.399083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:19.417449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1963481216', 'description': 'tempest-description-2020818702'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:19.445250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Transition to ACTIVE for port object f0804b29-c9b6-4c07-859f-2f8fafb4ed9e will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:19.447481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.483278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.485809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['37862d4c-c08a-49c0-ac2d-ab7d54bf169b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:19.490411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-ecd9cd46-d0f4-4767-9535-49e402089a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.492358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-ecd9cd46-d0f4-4767-9535-49e402089a86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.5979323 Mar 31 23:02:19.533402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ba530-c841-421c-8246-5262cf82cbae req-d3c3e110-6136-4c21-8d15-0c0bbde2e4b5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.541139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-873ba530-c841-421c-8246-5262cf82cbae req-d3c3e110-6136-4c21-8d15-0c0bbde2e4b5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.3761001 Mar 31 23:02:19.550026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Pushing event updated for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.567944 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 3, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:19.608150 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Checking router: 3f2c176d-bdb1-4083-8edd-59c71127a1b9 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:19.611057 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Updating router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 port 721ca410-e28a-4ad1-963f-e0cf4aebab9a binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:19.663426 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.705232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986ec05-ea54-4ed1-a460-d2da93a4de97 None None] Pushing event updated for resources: {'Port': ['ID=aa905b8b-f298-4b15-848a-56f8dfb55f1d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.762028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.784626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Attempting to bind port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:19.784987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Attempting to bind port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:19.785295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Attempting to bind port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:19.787642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.828529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-873ba530-c841-421c-8246-5262cf82cbae req-d7c578a0-30eb-4c1a-93da-11a4ebf6594c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864203 Mar 31 23:02:19.849658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f44d9-1adb-4ad3-be04-50329183509c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:19.851498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:19.869105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:19.869483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Attempting to bind port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e on network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:19.873324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-7ad2dd88-0569-4d22-9823-441a8e99757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:19.878329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-7ad2dd88-0569-4d22-9823-441a8e99757d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3696220 Mar 31 23:02:19.885932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:19.886279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Checking segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:19.886673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Bound using segment: {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:19.887122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Bound port: f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e58b34f-8f67-42e3-85ae-7c9812e2581f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:19.887566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.894794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.925686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:19.927144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1041fecb-7410-486e-84f3-837effd16851 req-528388dd-2f39-49dd-aaa7-8e725336d09f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5160570 Mar 31 23:02:20.004587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:20.007977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:20.020795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.060157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-8fdfb790-0361-4a6f-aa74-d1e874cd27b9 service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347003 Mar 31 23:02:20.083962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Pushing event updated for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.107568 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.115832 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.153555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:13Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.166655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.167292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.168766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-3e80be06-8bb8-41b3-8037-7534a5ccb262 service neutron] 10.222.0.96 "PUT /v2.0/ports/f0804b29-c9b6-4c07-859f-2f8fafb4ed9e HTTP/1.1" status: 200 len: 1092 time: 1.8533852 Mar 31 23:02:20.178293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Attempting to bind port 721ca410-e28a-4ad1-963f-e0cf4aebab9a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:20.178732 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Attempting to bind port 721ca410-e28a-4ad1-963f-e0cf4aebab9a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:20.179152 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Attempting to bind port 721ca410-e28a-4ad1-963f-e0cf4aebab9a on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:20.189476 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:20.189850 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:20.190374 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.190913 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:20.191569 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Bound port: 721ca410-e28a-4ad1-963f-e0cf4aebab9a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:20.192395 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.214151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782f302-d29d-48ce-a71a-4332d4546166 req-2c817b06-2382-441a-9a87-4776cafb5388 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.218193 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4782f302-d29d-48ce-a71a-4332d4546166 req-2c817b06-2382-441a-9a87-4776cafb5388 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1395967 Mar 31 23:02:20.234355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21133ef-81de-49bb-96ac-80910045c0bb None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:13Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:20.295382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] For port 721ca410-e28a-4ad1-963f-e0cf4aebab9a, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:20.299314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] For port 721ca410-e28a-4ad1-963f-e0cf4aebab9a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=721ca410-e28a-4ad1-963f-e0cf4aebab9a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:20.307602 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f0c9-eda8-47f4-ae73-9242d29716fa None None] Pushing event updated for resources: {'Port': ['ID=721ca410-e28a-4ad1-963f-e0cf4aebab9a,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.310030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae9ce3-fa46-474c-84c6-dd0d87ad454e req-a33faff3-aff4-41f8-b53e-7ab91fa25e46 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.314465 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.321885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1cae9ce3-fa46-474c-84c6-dd0d87ad454e req-a33faff3-aff4-41f8-b53e-7ab91fa25e46 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 944 time: 0.2600563 Mar 31 23:02:20.378015 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:20.379728 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.422053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.439746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4782f302-d29d-48ce-a71a-4332d4546166 req-a49dff82-7fb0-4526-a9ae-d53382024070 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175053 Mar 31 23:02:20.453340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-ea6fbbaa-d7f2-4f51-9c10-4ce992ff29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.460094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-ea6fbbaa-d7f2-4f51-9c10-4ce992ff29e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 1095 time: 0.2352335 Mar 31 23:02:20.469462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Checking router: 890a2952-e5e3-47ad-9c75-8d3d40bd312e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:20.483831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:20.484461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:20.540873 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475f0c9-eda8-47f4-ae73-9242d29716fa None None] Pushing event updated for resources: {'Port': ['ID=721ca410-e28a-4ad1-963f-e0cf4aebab9a,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:20.550710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-408de653-f8ef-4ef1-af4e-85559693ff89 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e HTTP/1.1" status: 200 len: 217 time: 0.0828180 Mar 31 23:02:20.580459 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:20.626491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-89c70e61-85f5-4a97-b82a-d45a8354d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.628024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-89c70e61-85f5-4a97-b82a-d45a8354d9c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.0586333 Mar 31 23:02:20.686521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1cae9ce3-fa46-474c-84c6-dd0d87ad454e req-6a54ffce-78a3-404c-b0d0-3bb5863c135d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643637 Mar 31 23:02:20.735970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.753272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-818c2d05-60db-40d2-859d-223c05db2e42 req-6145854b-d714-4263-888f-afb2768d1076 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1963481216&fields=id&tenant_id=8d55f8c30c79434e96bafda0de9133ce HTTP/1.1" status: 200 len: 267 time: 0.2003810 Mar 31 23:02:20.813754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-d3a545c9-b9fa-41f5-b797-57f34daea9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.817117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-d3a545c9-b9fa-41f5-b797-57f34daea9cd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797354 Mar 31 23:02:20.826668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:20.838484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:20.846924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-0e823bf1-c2a3-4365-9c35-811a519b3968 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:20.849159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-0e823bf1-c2a3-4365-9c35-811a519b3968 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154216 Mar 31 23:02:20.872504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c2d05-60db-40d2-859d-223c05db2e42 req-d43507fa-12f6-482a-b515-75b8c413f4d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:20.874623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-818c2d05-60db-40d2-859d-223c05db2e42 req-d43507fa-12f6-482a-b515-75b8c413f4d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1201987 Mar 31 23:02:20.898886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'port': {'security_groups': ['2451da68-ba0f-487c-8468-3a8095f7ed67', '5a7f44d9-1adb-4ad3-be04-50329183509c']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:21.118643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 3, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:21.129745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:21.143754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.148677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-1d6fe165-bd17-471f-9756-1d2f430be048 service neutron] 10.222.0.96 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875447 Mar 31 23:02:21.167684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c3148-5304-406a-8554-5db129ec6804 None None] The sync data for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 is: [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T22:58:27Z', 'revision_number': 4, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '3fe3a06d-2a4a-4e8b-915d-5688f0505139', 'name': '', 'network_id': '2fb2b508-15a2-4ac5-951b-32f3baadd101', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'mac_address': 'fa:16:3e:08:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:26Z', 'updated_at': '2022-03-31T22:58:36Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'subnets': [{'id': 'f5966c72-3271-41f1-af23-19af7a671c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:21.187330 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a74122-754d-4e9d-9945-cfc3d6773a33 None None] The sync data for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 is: [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:15Z', 'revision_number': 3, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:21.334020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a7f8c12-223f-4097-bf1a-5aa1dfdb0785 req-51a365c0-c758-48a4-a8a3-7657d9bf27bc service neutron] 10.222.0.96 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681695 Mar 31 23:02:21.354261 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bc9f95-bf89-40dc-8867-5eee12706b4e req-2dc374bf-d5a7-4a28-a98a-97bce000a7b4 service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2768390 Mar 31 23:02:21.419606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:21.421818 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984c256-f324-4de2-8460-1644ef292a68" -d '{"events": [{"name": "network-changed", "server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:21.426485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e6a0db3-462a-4c25-859e-48d164e31aed req-dbab9943-6f55-49d9-9843-4fa9978fe3c3 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0958025 Mar 31 23:02:21.493424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'Subnet': ['ID=ef853b79-9eeb-4128-a663-44098e4fc813,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.495669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:21.513510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Allocated IP 172.20.0.1 (b6c8321a-8d65-44f8-863f-afa68e20cf51/c48ceb1a-b75d-44f0-83d0-4f300d162c1e/45d33c86-a705-406f-91ff-d051c4ac2d4d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:21.520624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.538834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.545085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.560353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9596458c-cb34-4211-9359-b9c5a367988d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:21.614691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:21.615513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.617613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-818c2d05-60db-40d2-859d-223c05db2e42 req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "PUT /v2.0/ports/9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 981 time: 0.7229304 Mar 31 23:02:21.619712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Checking segment: {'id': 'cde64711-9310-404c-b8bd-dba4f95c58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:21.619829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Network hostable DHCP agents. Network: 1046ff67-6cab-4364-bd0d-c7019f9e5ea4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:21.649410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd20a5-bb17-4fd2-8109-79f1af6fc507 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:21.703720 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff436cfd-2030-4fb6-9353-fb680c0399f7 None None] New status for floating IP e4c00dd1-5686-4f75-a714-4cfbb4457e2b: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:21.729937 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f19004a-c43a-4ce2-81cf-c36b6dc682c1 x-openstack-request-id: req-9f19004a-c43a-4ce2-81cf-c36b6dc682c1 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:21.731734 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:21.732035 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9f19004a-c43a-4ce2-81cf-c36b6dc682c1 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:21.733286 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f19004a-c43a-4ce2-81cf-c36b6dc682c1'] response: {'name': 'network-changed', 'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e', 'status': 'completed', 'code': 200} Mar 31 23:02:21.873821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43438) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:21.929762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:21.981672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9596458c-cb34-4211-9359-b9c5a367988d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:22.014903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8d477-b6ca-422b-8a0b-035fcad5a5aa req-d89d7964-d8c7-47b1-ab55-1b907938c203 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.021052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:22.024407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72f8d477-b6ca-422b-8a0b-035fcad5a5aa req-d89d7964-d8c7-47b1-ab55-1b907938c203 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 944 time: 0.1214216 Mar 31 23:02:22.027553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c256-f324-4de2-8460-1644ef292a68 req-c445186b-e3d4-4fe5-a3d6-ffb735ee82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.029042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-c445186b-e3d4-4fe5-a3d6-ffb735ee82ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 1095 time: 0.2463629 Mar 31 23:02:22.074965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72f8d477-b6ca-422b-8a0b-035fcad5a5aa req-e985eefb-721a-4367-a603-0d629a728697 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495012 Mar 31 23:02:22.104989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 1046ff67-6cab-4364-bd0d-c7019f9e5ea4) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:22.127512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acea13-e3b9-4078-8637-73a443aebd9b None None] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:22.136860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.137814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.150254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77a7664a-8c00-4c17-bac9-30a9a9318b8a req-983c0ab6-f882-4a9b-9f14-32e00161408f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0757945 Mar 31 23:02:22.170836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5dc04093-43e0-4a66-8697-ccfcb946b780 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:22.174780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 37862d4c-c08a-49c0-ac2d-ab7d54bf169b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:22.182728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-6ccd53f3-c048-44f6-9118-12b9f29f3955 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1963481216&fields=id&tenant_id=8d55f8c30c79434e96bafda0de9133ce HTTP/1.1" status: 200 len: 267 time: 0.2419698 Mar 31 23:02:22.201269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.312827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.313686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d873a384-5814-42de-8fab-2f6c5b665e29 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3371570 Mar 31 23:02:22.319861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.330627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:22.344083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Request body: {'port': {'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1549522390'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:22.356902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa905b8b-f298-4b15-848a-56f8dfb55f1d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:22.379520 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:02:22.410252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b70cb-ff0d-4339-aa25-febdbc509f5e req-f90337be-1676-4be4-9ffd-956f25ff1a66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.414122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:22.417762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db5b70cb-ff0d-4339-aa25-febdbc509f5e req-f90337be-1676-4be4-9ffd-956f25ff1a66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2006578 Mar 31 23:02:22.422534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Allocated IP 172.20.0.1 (51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9/138bf43a-bd14-4689-8a7e-11dfcf59b462/b8b66e7c-56d8-4f1d-956f-432b7f7d0439) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:22.429900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:22.470865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-50533eb7-e314-4acd-a60b-217f3f1234cb tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.472845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-50533eb7-e314-4acd-a60b-217f3f1234cb tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 984 time: 0.2893355 Mar 31 23:02:22.474150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:22.487930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db5b70cb-ff0d-4339-aa25-febdbc509f5e req-199f223a-1d57-42bc-a7a6-3f42eb3319e9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691454 Mar 31 23:02:22.489133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c256-f324-4de2-8460-1644ef292a68 req-40363546-7011-4601-9e07-67c232fb09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:22.490594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.490734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-40363546-7011-4601-9e07-67c232fb09d3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 917 time: 0.4280059 Mar 31 23:02:22.505486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'port': {'security_groups': ['2451da68-ba0f-487c-8468-3a8095f7ed67']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:22.648134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-4fffbedf-1be0-4090-becf-c8e35b064ee2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e HTTP/1.1" status: 200 len: 217 time: 0.1437244 Mar 31 23:02:22.673883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.682605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.686578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "DELETE /v2.0/security-groups/e15caee6-a8b3-4fe8-932b-25c67a5cf9b2 HTTP/1.1" status: 204 len: 168 time: 0.8094451 Mar 31 23:02:22.693941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:22.706966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:22.731535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0a25f-19c3-40ab-84bc-837101944fb3 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15caee6-a8b3-4fe8-932b-25c67a5cf9b2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:22.804843 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:22.805888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:22.806531 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.821071 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-6fcc35a9-fe32-4696-8750-cef3f575f15e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] show failed (client error): The resource could not be found. Mar 31 23:02:22.825259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6fcc35a9-fe32-4696-8750-cef3f575f15e tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "GET /v2.0/security-groups/e15caee6-a8b3-4fe8-932b-25c67a5cf9b2 HTTP/1.1" status: 404 len: 347 time: 0.1233842 Mar 31 23:02:22.826130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.833469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:22.877599 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-baf42fe9-1379-481f-b827-1244135c940a req-61d4dfe0-67f2-44fc-bd2b-74cfb537960c tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1166513 Mar 31 23:02:22.906218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Made reservation on behalf of f80d96a4bec643ef95bcb2a7cfa36099 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:22.909903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.929988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:22.952110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] device_id is not set on port 450031e3-3316-4e07-b99f-2f2e7a3ef109 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:22.971570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5dc04093-43e0-4a66-8697-ccfcb946b780,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.004286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5dc04093-43e0-4a66-8697-ccfcb946b780', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'port_id': '5dc04093-43e0-4a66-8697-ccfcb946b780', 'mac_address': 'fa:16:3e:83:67:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b55ec50-a930-49e0-9867-f83f09af98d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:23.017888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8e476a79-e9e5-4b2a-82f4-c92cff710661 None None] Provisioning complete for port 45d33c86-a705-406f-91ff-d051c4ac2d4d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:23.018281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8e476a79-e9e5-4b2a-82f4-c92cff710661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.019672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aa905b8b-f298-4b15-848a-56f8dfb55f1d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:23.020032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.170187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-1046ff67-6cab-4364-bd0d-c7019f9e5ea4', 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4', 'tenant_id': 'f80d96a4bec643ef95bcb2a7cfa36099', 'fixed_ips': [{'subnet_id': 'ef853b79-9eeb-4128-a663-44098e4fc813'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:23.171061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.194357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.250005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.283777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.303205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8e476a79-e9e5-4b2a-82f4-c92cff710661 None None] Port 45d33c86-a705-406f-91ff-d051c4ac2d4d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:23.304552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.324866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9596458c-cb34-4211-9359-b9c5a367988d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:23.326543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.340720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.359037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:23.361878 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f23ca29-4150-4571-992f-4d4dcfed5a32" -d '{"events": [{"server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "name": "network-vif-plugged", "status": "completed", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:23.401082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.407327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc04093-43e0-4a66-8697-ccfcb946b780 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:23.440473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Allocated IP 172.20.0.11 (1046ff67-6cab-4364-bd0d-c7019f9e5ea4/ef853b79-9eeb-4128-a663-44098e4fc813/450031e3-3316-4e07-b99f-2f2e7a3ef109) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:23.465206 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.472981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.473692 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.475166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78a73cd6-2eed-41fd-a1d6-9019e6ebc5a4 req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "PUT /v2.0/ports/9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 942 time: 0.9863589 Mar 31 23:02:23.486420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:23.489458 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:23.522058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5dc04093-43e0-4a66-8697-ccfcb946b780,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.555319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73248c09-9a28-41d9-859b-d7cd8799dab7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:23.569306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c256-f324-4de2-8460-1644ef292a68 req-cf87d355-2dff-431a-a2ce-cf0518b29de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.570758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-cf87d355-2dff-431a-a2ce-cf0518b29de3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.9119411 Mar 31 23:02:23.580238 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.592331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.605632 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.608935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.623592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Deleting port 94661a72-4d00-4f40-96f5-a015a379a953 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:23.623954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.642948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:23.665983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9596458c-cb34-4211-9359-b9c5a367988d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:23.687338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:23.701805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:23.732136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779b5e-ad37-416b-9539-acf8136eb0d9 req-2af12a05-85bf-46ad-bb90-d158daa2406e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.742185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50779b5e-ad37-416b-9539-acf8136eb0d9 req-2af12a05-85bf-46ad-bb90-d158daa2406e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 944 time: 0.2106740 Mar 31 23:02:23.748864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:23.749376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:23.754292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:23.758315 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6558294-f56d-483b-be28-b91e27ecc6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:23.813584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c256-f324-4de2-8460-1644ef292a68 req-d59f9a3e-ec91-473e-a9f2-5e086ca8e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:23.815122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-d59f9a3e-ec91-473e-a9f2-5e086ca8e301 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131863 Mar 31 23:02:23.825114 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2967c9a-cf45-4793-8e9b-0a58ca2c5efd x-openstack-request-id: req-c2967c9a-cf45-4793-8e9b-0a58ca2c5efd {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:23.826449 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "name": "network-vif-plugged", "status": "completed", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:23.839747 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2967c9a-cf45-4793-8e9b-0a58ca2c5efd {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:23.840771 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2967c9a-cf45-4793-8e9b-0a58ca2c5efd'] response: {'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b', 'code': 200} Mar 31 23:02:23.892049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port aa905b8b-f298-4b15-848a-56f8dfb55f1d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa905b8b-f298-4b15-848a-56f8dfb55f1d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:23.913017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.914097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 721ca410-e28a-4ad1-963f-e0cf4aebab9a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:23.927023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50779b5e-ad37-416b-9539-acf8136eb0d9 req-a1333954-fb14-4534-aacc-8c73f2504eb5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789107 Mar 31 23:02:23.934116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:23.984202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.012210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.012210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.028429 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bca7f4-d95f-4a84-8b25-9d6ba5a11342 x-openstack-request-id: req-39bca7f4-d95f-4a84-8b25-9d6ba5a11342 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:24.028707 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:24.028949 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39bca7f4-d95f-4a84-8b25-9d6ba5a11342 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:24.029348 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bca7f4-d95f-4a84-8b25-9d6ba5a11342'] response: {'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:02:24.095544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5dc04093-43e0-4a66-8697-ccfcb946b780'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:24.103053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.131094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Calling delete_port for 94661a72-4d00-4f40-96f5-a015a379a953 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:24.132321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-ca255d7b-3e00-4d37-97e4-921881bd0d61 service neutron] 10.222.0.96 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987041 Mar 31 23:02:24.138676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.185562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=aa905b8b-f298-4b15-848a-56f8dfb55f1d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.227553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-ecac6c28-c695-4d8e-b9e0-3bd113e786c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.229778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-ecac6c28-c695-4d8e-b9e0-3bd113e786c2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.1807940 Mar 31 23:02:24.233652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:24.274702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4104-174d-4a4c-bc52-69dff1ded009 req-ef132270-b8d5-4704-8224-3186ca1389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.275979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8fb4104-174d-4a4c-bc52-69dff1ded009 req-ef132270-b8d5-4704-8224-3186ca1389b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 1097 time: 0.4268439 Mar 31 23:02:24.277256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:24.290417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'Port': ['ID=450031e3-3316-4e07-b99f-2f2e7a3ef109,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.300477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a55e1b-1b7c-4845-a983-acc3101041ae req-e4a9a193-744e-41cb-b115-97afd23b40d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.303863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3a55e1b-1b7c-4845-a983-acc3101041ae req-e4a9a193-744e-41cb-b115-97afd23b40d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2075832 Mar 31 23:02:24.313078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-246dc522-1b8a-4196-b654-bc393408eedd req-456cb7ec-4160-4217-b4c4-f9b63f5a2e1c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4909477 Mar 31 23:02:24.322553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:24.333228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.333829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.334472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.334841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.335203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.335570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.335927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.336312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.336638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.336958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.337280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.337604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:24.355702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:24.410365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c257e32a-28af-40ff-a9a9-f3b43feb8fe0 None None] Provisioning complete for port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:24.410656 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c257e32a-28af-40ff-a9a9-f3b43feb8fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.418125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.422535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8fb4104-174d-4a4c-bc52-69dff1ded009 req-1ceae5db-7d0f-4633-b80f-5986eb197651 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345057 Mar 31 23:02:24.437556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.451688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Allocated IP 172.20.0.2 (1046ff67-6cab-4364-bd0d-c7019f9e5ea4/ef853b79-9eeb-4128-a663-44098e4fc813/76fa6791-3108-4401-be53-2c951d12b1a7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:24.455485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3984c256-f324-4de2-8460-1644ef292a68 req-2789cc82-4016-4659-a5eb-4a27d948c935 service neutron] 10.222.0.96 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063874 Mar 31 23:02:24.463550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.488758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.489441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.501722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c257e32a-28af-40ff-a9a9-f3b43feb8fe0 None None] Port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:24.514325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 721ca410-e28a-4ad1-963f-e0cf4aebab9a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:24.514695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.522080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2a714837-5f7c-448a-9984-f8baf0e9d1bb tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1843219 Mar 31 23:02:24.522080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:24.531562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Request body: {'port': {'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-170527660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:24.532122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] bootfile-name is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:24.532824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] tftp-server is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:24.532824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] server-ip-address is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:24.545334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3a55e1b-1b7c-4845-a983-acc3101041ae req-d725b5c9-f735-42a5-a158-ac6d8d3c4c7c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183223 Mar 31 23:02:24.575481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-59014554-bc49-4011-875d-89a7b445ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.576489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.577023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-59014554-bc49-4011-875d-89a7b445ddf2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.3136613 Mar 31 23:02:24.586401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.610255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.703909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-e9c6f568-b970-4059-b089-743bf3cd14ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.1170509 Mar 31 23:02:24.706066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.707293 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c09bd-caab-4789-a095-4bdaef8a6ee1 x-openstack-request-id: req-cd1c09bd-caab-4789-a095-4bdaef8a6ee1 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:24.707699 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:24.708039 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd1c09bd-caab-4789-a095-4bdaef8a6ee1 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:24.708522 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1c09bd-caab-4789-a095-4bdaef8a6ee1'] response: {'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:02:24.767965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6ded280-3ded-402f-8dfd-20b0c91ec0c5 req-4e3e8ae3-b0c6-4e26-8fef-71c411965dd6 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0580699 Mar 31 23:02:24.788628 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.789600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Pushing event deleted for resources: {'Port': ['ID=94661a72-4d00-4f40-96f5-a015a379a953,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:24.804795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-2e37d0ec-4ed2-4dbb-b22b-a4d59ca98adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.807455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-2e37d0ec-4ed2-4dbb-b22b-a4d59ca98adb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.0858042 Mar 31 23:02:24.811923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Made reservation on behalf of f80d96a4bec643ef95bcb2a7cfa36099 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:24.817424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.866552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-52dd1794-3d8a-40b0-868e-a8229e3c7add service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314431 Mar 31 23:02:24.869653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] device_id is not set on port 46683e51-35ac-4d6c-903c-fcb3d9133802 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:24.890836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 721ca410-e28a-4ad1-963f-e0cf4aebab9a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=721ca410-e28a-4ad1-963f-e0cf4aebab9a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:24.908381 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.953697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.956461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:24.957597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0d25255a-3859-4ead-a491-676220ea8462 tempest-AttachSCSIVolumeTestJSON-1906347280 tempest-AttachSCSIVolumeTestJSON-1906347280-project] 10.222.0.95 "DELETE /v2.0/floatingips/e4c00dd1-5686-4f75-a714-4cfbb4457e2b HTTP/1.1" status: 204 len: 168 time: 2.1213295 Mar 31 23:02:24.966218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:24.974394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:25.027782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.062529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.084549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.088640 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=721ca410-e28a-4ad1-963f-e0cf4aebab9a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.097279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa905b8b-f298-4b15-848a-56f8dfb55f1d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:25.196174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:25.210781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:25.216219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:25.218441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.267861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Pushing event updated for resources: {'Port': ['ID=76fa6791-3108-4401-be53-2c951d12b1a7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.286903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Allocated IP 172.20.0.5 (1046ff67-6cab-4364-bd0d-c7019f9e5ea4/ef853b79-9eeb-4128-a663-44098e4fc813/46683e51-35ac-4d6c-903c-fcb3d9133802) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:25.290114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31ac7636-98a5-4769-b77a-6344ad308670 req-c96b04ba-3155-4436-b46f-aec995a78c86 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0661500 Mar 31 23:02:25.301587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-b2488f28-7e4d-418f-8ecd-f4847343c545 service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185367 Mar 31 23:02:25.331788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aa905b8b-f298-4b15-848a-56f8dfb55f1d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:25.331788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.339063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.362717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Attempting to bind port 76fa6791-3108-4401-be53-2c951d12b1a7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:25.363205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Attempting to bind port 76fa6791-3108-4401-be53-2c951d12b1a7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cde64711-9310-404c-b8bd-dba4f95c58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:25.363936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Attempting to bind port 76fa6791-3108-4401-be53-2c951d12b1a7 on network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:25.381975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:25.382348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Checking segment: {'id': 'cde64711-9310-404c-b8bd-dba4f95c58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:25.382755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.383200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Bound using segment: {'id': 'cde64711-9310-404c-b8bd-dba4f95c58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:25.383757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Bound port: 76fa6791-3108-4401-be53-2c951d12b1a7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde64711-9310-404c-b8bd-dba4f95c58e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '1046ff67-6cab-4364-bd0d-c7019f9e5ea4'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:25.391225 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.428405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8ce00c52-9435-4e96-9698-3a205a491ce2 None None] Provisioning complete for port 45d33c86-a705-406f-91ff-d051c4ac2d4d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:25.428781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ce00c52-9435-4e96-9698-3a205a491ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.536510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9453fd-e9f3-43b7-8888-f4b65332036f req-b24eab1c-8ef5-4cb9-8eba-16a7664a965a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:25.544474 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d9453fd-e9f3-43b7-8888-f4b65332036f req-b24eab1c-8ef5-4cb9-8eba-16a7664a965a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 944 time: 0.1029556 Mar 31 23:02:25.567040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8ce00c52-9435-4e96-9698-3a205a491ce2 None None] Port 45d33c86-a705-406f-91ff-d051c4ac2d4d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:25.591480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f0804b29-c9b6-4c07-859f-2f8fafb4ed9e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:25.614283 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] For port 76fa6791-3108-4401-be53-2c951d12b1a7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:25.619887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] For port 76fa6791-3108-4401-be53-2c951d12b1a7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=76fa6791-3108-4401-be53-2c951d12b1a7,segment=NetworkSegment(cde64711-9310-404c-b8bd-dba4f95c58e1),segment_id=cde64711-9310-404c-b8bd-dba4f95c58e1)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:25.633450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.695520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a69939c-bbdf-4d7f-99ae-c6f68270f8f7 req-20c687ec-5164-4c06-9d80-7363702d3d09 service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770509 Mar 31 23:02:25.723967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d9453fd-e9f3-43b7-8888-f4b65332036f req-50a49017-889d-4774-a889-4ea7920789f0 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785743 Mar 31 23:02:25.741244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.859628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370287c0-bc7e-42c1-a573-936ad6d24b84 None None] Pushing event updated for resources: {'Port': ['ID=76fa6791-3108-4401-be53-2c951d12b1a7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.890597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.893217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:25.940989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:25.941786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:25.958363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Allocated IP 172.25.8.11 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/fc29b011-80d5-4c95-9ea1-518fd689fa7c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:25.980239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:25.983984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e', 'network_id': 'd167b7b2-992c-4b1d-9d3a-0d8324b49ea2', 'port_id': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e', 'mac_address': 'fa:16:3e:9d:60:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b55ec50-a930-49e0-9867-f83f09af98d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:25.996550 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.033079 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.057049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0804b29-c9b6-4c07-859f-2f8fafb4ed9e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:26.124808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5dec2222-c86c-496a-b253-e72f7d51dfe3 req-371e0025-3953-49be-80f5-fa1b0bc63226 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1989317 Mar 31 23:02:26.128365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:26.136522 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.151334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:26.187885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:26.190757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5dc04093-43e0-4a66-8697-ccfcb946b780 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:26.207319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:26.253615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:26.265860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:26.287314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'Port': ['ID=46683e51-35ac-4d6c-903c-fcb3d9133802,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:26.307525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-33424570-18c2-483e-b053-e0abd422236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.309479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-33424570-18c2-483e-b053-e0abd422236b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.4860458 Mar 31 23:02:26.314728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:26.356757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5dc04093-43e0-4a66-8697-ccfcb946b780 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:26.362764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5dc04093-43e0-4a66-8697-ccfcb946b780 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:26.362764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.476599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.525725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:26.528565 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2d3cae-b990-478b-86dd-44791efb9522" -d '{"events": [{"server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:26.536950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:26.556300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba935d60-c738-44fa-8df5-664da3662fe1 admin admin] 10.222.0.95 "PUT /v2.0/routers/80a46710-bb47-4f14-9841-8e84cc8c1c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3995459 Mar 31 23:02:26.573293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.573978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.580732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5dc04093-43e0-4a66-8697-ccfcb946b780,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:26.592488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:26.597086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.607587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.613214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f0804b29-c9b6-4c07-859f-2f8fafb4ed9e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:26.647285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160d466-2916-462a-90a7-d6a4e4a1fe76 req-d87f600f-eb43-4205-bfe0-318299407bcd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.665181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f160d466-2916-462a-90a7-d6a4e4a1fe76 req-d87f600f-eb43-4205-bfe0-318299407bcd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1818471 Mar 31 23:02:26.672589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e94f8c9-a094-47e2-9acb-ee37379fb4fc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1460068 Mar 31 23:02:26.692232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43550) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:26.764944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:26.765348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-7f8ddf73-3381-4354-8225-51c77b2d5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.767418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-7f8ddf73-3381-4354-8225-51c77b2d5b59 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.4428115 Mar 31 23:02:26.781961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:26.785870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:26.786530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:26.854190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-2fd29d9f-7a18-4df8-943a-9d42dd8b1e9f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0652471 Mar 31 23:02:26.872860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'Port': ['ID=fc29b011-80d5-4c95-9ea1-518fd689fa7c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:26.894264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:26.897519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:26.901527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:26.964980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f160d466-2916-462a-90a7-d6a4e4a1fe76 req-e0aba957-c53b-459a-a475-7f0889f10106 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808974 Mar 31 23:02:27.006004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:27.011058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25cba1-e0d4-4b47-a24f-930d2973a067 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.017262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:27.024712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6cc39744-016f-4152-ac08-1097334be492 admin admin] 10.222.0.95 "PUT /v2.0/routers/3f2c176d-bdb1-4083-8edd-59c71127a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0704284 Mar 31 23:02:27.040925 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Sync routers for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:27.058198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25cba1-e0d4-4b47-a24f-930d2973a067 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.077487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25cba1-e0d4-4b47-a24f-930d2973a067 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.081029 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:27.081828 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.087423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7f25cba1-e0d4-4b47-a24f-930d2973a067 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3855247 Mar 31 23:02:27.089108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:27.132622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.140366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.145617 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf5563-0bf0-456d-80bd-d08db3f80100 x-openstack-request-id: req-7cbf5563-0bf0-456d-80bd-d08db3f80100 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:27.145939 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:27.146149 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7cbf5563-0bf0-456d-80bd-d08db3f80100 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:27.146615 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbf5563-0bf0-456d-80bd-d08db3f80100'] response: {'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780', 'code': 200} Mar 31 23:02:27.194592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d54d8509-0bba-40d2-b43d-e3cbdbda5e1c None None] Provisioning complete for port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:27.194960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d54d8509-0bba-40d2-b43d-e3cbdbda5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.202730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.317903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-c405d4ff-92d3-4e5e-a2bb-d71c4e59f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.352083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-c405d4ff-92d3-4e5e-a2bb-d71c4e59f728 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.4823675 Mar 31 23:02:27.404678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:27.429468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-99aa3fa3-0c51-4088-9795-104d1fc466cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761497 Mar 31 23:02:27.439014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9f535-af1c-442a-90ef-82306a6e0132 req-143a3903-1c11-440d-b368-71d61f4d14ec tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.441456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97e9f535-af1c-442a-90ef-82306a6e0132 req-143a3903-1c11-440d-b368-71d61f4d14ec tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 945 time: 0.2609563 Mar 31 23:02:27.521736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401950b-146a-47e6-b27b-cb6f99a96ed0 req-46416621-ed90-4ac2-8827-aff54492dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.523282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f401950b-146a-47e6-b27b-cb6f99a96ed0 req-46416621-ed90-4ac2-8827-aff54492dc31 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 1097 time: 0.2138362 Mar 31 23:02:27.558622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 721ca410-e28a-4ad1-963f-e0cf4aebab9a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:27.687178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97e9f535-af1c-442a-90ef-82306a6e0132 req-2daf2868-15a3-410d-932c-ef66ace8b863 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305615 Mar 31 23:02:27.689931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d54d8509-0bba-40d2-b43d-e3cbdbda5e1c None None] Port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:27.695486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Deleting port 46683e51-35ac-4d6c-903c-fcb3d9133802 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:27.695827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.754279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f401950b-146a-47e6-b27b-cb6f99a96ed0 req-5a362a68-be6d-4c5b-aa1c-d580a34426c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159529 Mar 31 23:02:27.772671 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-43f68977-a685-4396-88dd-83d8e4fada6b service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298903 Mar 31 23:02:27.774124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f538b67-e810-4daa-ac62-92b582f2e874 None None] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:27.795209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.801240 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 2, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.814439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.841924 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Checking router: 3f2c176d-bdb1-4083-8edd-59c71127a1b9 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:27.842709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Updating router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:27.849093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.862527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Calling delete_port for 46683e51-35ac-4d6c-903c-fcb3d9133802 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:27.875728 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:27.921845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 2, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:27.993400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:27.993859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Updating router 80a46710-bb47-4f14-9841-8e84cc8c1c8e port 45d33c86-a705-406f-91ff-d051c4ac2d4d binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:02:27.995855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 721ca410-e28a-4ad1-963f-e0cf4aebab9a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:27.996223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.004431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] Provisioning complete for port 76fa6791-3108-4401-be53-2c951d12b1a7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:28.004792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.004940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event updated for resources: {'Port': ['ID=fc29b011-80d5-4c95-9ea1-518fd689fa7c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.040542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.064397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.074829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-246dc522-1b8a-4196-b654-bc393408eedd req-607125c5-0fd3-4a9d-914f-9e455f8fd5d2 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7442167 Mar 31 23:02:28.120960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.180116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-246dc522-1b8a-4196-b654-bc393408eedd req-0afd0843-143a-4008-adb5-a63c0faa579d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1040204 Mar 31 23:02:28.186609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.273732 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.290176 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.329535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-ba16a009-fcf9-4fd3-886a-eb50160cd73c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.342257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-ba16a009-fcf9-4fd3-886a-eb50160cd73c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.1727328 Mar 31 23:02:28.389695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dc522-1b8a-4196-b654-bc393408eedd req-fdc2175b-4bf3-47d7-aa53-166ef466c5ed tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.403495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-246dc522-1b8a-4196-b654-bc393408eedd req-fdc2175b-4bf3-47d7-aa53-166ef466c5ed tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2224114 Mar 31 23:02:28.418734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6558294-f56d-483b-be28-b91e27ecc6f8 req-3e0274c0-902c-4d11-b367-6ae83eecf14a service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387068 Mar 31 23:02:28.443359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event deleted for resources: {'Port': ['ID=46683e51-35ac-4d6c-903c-fcb3d9133802,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.451099 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Pushing event updated for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.491948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a5faf3d1-df20-48d7-a416-4a669bab007c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/quotas/73da1b96a79b4d459f4ee570bf17fd72 HTTP/1.1" status: 200 len: 375 time: 0.1483021 Mar 31 23:02:28.493835 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.502122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a3fd968-f072-4d79-b18b-f5fbe7248817 req-4533a6de-5a95-48e2-b205-e1ad002a4046 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0471549 Mar 31 23:02:28.502921 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.503446 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.503941 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.504573 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.504781 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.505045 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.505362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.505675 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.506079 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.506281 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.506586 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:28.544115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Attempting to bind port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:28.544478 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Attempting to bind port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:28.544825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Attempting to bind port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 on network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:28.560323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:28.560736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Checking segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:28.561088 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.561471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Bound using segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:28.561941 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Bound port: b8b66e7c-56d8-4f1d-956f-432b7f7d0439, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:28.562311 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.618110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.625256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19c13665-2c64-4ae8-aff4-9b33d65b33bc tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "DELETE /v2.0/ports/46683e51-35ac-4d6c-903c-fcb3d9133802 HTTP/1.1" status: 204 len: 168 time: 1.5117133 Mar 31 23:02:28.625671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43588) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:28.632220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Request body: {'port': {'name': 'tempest-new-port-name-1440436784', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:28.632612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] bootfile-name is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:28.633216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] tftp-server is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:28.633564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.api.validators [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] server-ip-address is not in valid_values {{(pid=109299) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:02:28.693498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 76fa6791-3108-4401-be53-2c951d12b1a7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:28.700032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.739866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-ab39f2c8-7fd4-4f80-964e-ccc2a9e7a088 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2468402 Mar 31 23:02:28.750784 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] For port b8b66e7c-56d8-4f1d-956f-432b7f7d0439, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:28.760016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] For port b8b66e7c-56d8-4f1d-956f-432b7f7d0439, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:28.769144 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.824312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-e6b0299a-19a4-48e6-b406-691b19fdff4b service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:28.840992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-e6b0299a-19a4-48e6-b406-691b19fdff4b service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1001003 Mar 31 23:02:28.877965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.878497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] For port 76fa6791-3108-4401-be53-2c951d12b1a7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=76fa6791-3108-4401-be53-2c951d12b1a7,segment=NetworkSegment(cde64711-9310-404c-b8bd-dba4f95c58e1),segment_id=cde64711-9310-404c-b8bd-dba4f95c58e1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:28.891341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:28.891549 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:28.893514 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847237c-aad6-4eb2-b84b-4f5862a31f3f None None] Pushing event updated for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:28.893664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:28.955481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-a1d13abc-f760-4cb6-926a-9edf2e2e1213 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:28.957605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-a1d13abc-f760-4cb6-926a-9edf2e2e1213 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 828 time: 0.2263861 Mar 31 23:02:29.007107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 76fa6791-3108-4401-be53-2c951d12b1a7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:29.007107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.031009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-42d31c62-8676-4689-a73d-ebb46581fc1b tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/quotas/ad37cf05bc1f44ff9562f3dd2923bc96 HTTP/1.1" status: 200 len: 375 time: 0.0645273 Mar 31 23:02:29.089800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c71160-e5fb-4074-a5c8-a9c1e1b50ecb None None] Pushing event updated for resources: {'Port': ['ID=76fa6791-3108-4401-be53-2c951d12b1a7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.179943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-aca2e117-4f21-46b8-a66c-f52e641ae5d7 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462851 Mar 31 23:02:29.212688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-0cfa2fd1-5808-4dc1-895d-5e809e63f724 service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707290 Mar 31 23:02:29.216537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] Provisioning complete for port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:29.216989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.230080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:29.263637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.308577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-44e4e36d-3c03-48f8-8b5b-c9cc32843306 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:02:29.312383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.318272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-44e4e36d-3c03-48f8-8b5b-c9cc32843306 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1369476 Mar 31 23:02:29.442014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9fa57-e633-4bff-b3ac-6cbfa5185550 None None] Pushing event updated for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:29.506410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-c2ee8657-44c9-4098-aeef-bfde1995c2cf service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867025 Mar 31 23:02:29.568318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-3af99211-29b0-4ce8-a87d-bbbd0ec72b51 service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546393 Mar 31 23:02:29.581256 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.612040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f0804b29-c9b6-4c07-859f-2f8fafb4ed9e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:29.679565 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:28Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:29.686732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-b62ef6f5-4333-4c6e-b745-c9fcd28479dd service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769214 Mar 31 23:02:29.709904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 76fa6791-3108-4401-be53-2c951d12b1a7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:29.714386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.715010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Attempting to bind port 45d33c86-a705-406f-91ff-d051c4ac2d4d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:29.717073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Attempting to bind port 45d33c86-a705-406f-91ff-d051c4ac2d4d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:29.717549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Attempting to bind port 45d33c86-a705-406f-91ff-d051c4ac2d4d on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:29.735461 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.765763 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f3361-e3e1-44e5-8720-6de3c69c7a1b None None] The sync data for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 is: [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:28Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:29.908504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:29.908902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:29.909330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:29.909733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Bound using segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:29.910241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Bound port: 45d33c86-a705-406f-91ff-d051c4ac2d4d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:29.910627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.019335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] For port b8b66e7c-56d8-4f1d-956f-432b7f7d0439, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:30.049250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event updated for resources: {'Port': ['ID=450031e3-3316-4e07-b99f-2f2e7a3ef109,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.120523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.161627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] In _notify_port_updated(), no bound segment for port 450031e3-3316-4e07-b99f-2f2e7a3ef109 on network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:02:30.175030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.175775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.178858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b4a2cca-86d8-4cad-9c18-00c1e1ebca08 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "PUT /v2.0/ports/450031e3-3316-4e07-b99f-2f2e7a3ef109 HTTP/1.1" status: 200 len: 1137 time: 1.5517590 Mar 31 23:02:30.182273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43618) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:30.240361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f4c61-046e-4114-8d65-82c0b1e57573 req-3ff057f4-dbf2-4313-8586-19aa8cf47382 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.255743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5355d32-f6d8-4b3d-9d0e-12cd207c9f87 None None] Pushing event updated for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:30.266077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-593f4c61-046e-4114-8d65-82c0b1e57573 req-3ff057f4-dbf2-4313-8586-19aa8cf47382 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1921785 Mar 31 23:02:30.306471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:30.328628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:30.329001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.373119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-593f4c61-046e-4114-8d65-82c0b1e57573 req-4b25a623-c666-457d-a1a0-72148d61df61 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056333 Mar 31 23:02:30.443847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] For port 45d33c86-a705-406f-91ff-d051c4ac2d4d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:30.446208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Provisioning complete for port 76fa6791-3108-4401-be53-2c951d12b1a7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:30.446593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.576212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] For port 45d33c86-a705-406f-91ff-d051c4ac2d4d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=45d33c86-a705-406f-91ff-d051c4ac2d4d,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:30.579868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79086ccc-e020-4f6f-b5f2-0e44475858bb req-c0bfd46f-5e31-4276-928f-4beaa78377de tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.580872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 76fa6791-3108-4401-be53-2c951d12b1a7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:30.581439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.603865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79086ccc-e020-4f6f-b5f2-0e44475858bb req-c0bfd46f-5e31-4276-928f-4beaa78377de tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 945 time: 0.1256588 Mar 31 23:02:30.658718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:30.669943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79086ccc-e020-4f6f-b5f2-0e44475858bb req-b2293346-9b3e-418f-b0cc-e98da83bb418 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 Mar 31 23:02:30.764321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-47e5c789-3813-4694-bf7d-871b9ce6b8f6 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.766211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-47e5c789-3813-4694-bf7d-871b9ce6b8f6 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6983621 Mar 31 23:02:30.774451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9315aa-d448-46d5-9b87-0dd7396b19fd tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.779621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:30.779932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-df9315aa-d448-46d5-9b87-0dd7396b19fd tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "GET /v2.0/ports/450031e3-3316-4e07-b99f-2f2e7a3ef109 HTTP/1.1" status: 200 len: 1137 time: 0.5955760 Mar 31 23:02:30.865025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-8b49323f-ed45-45e2-94c5-e77c7a287ed1 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.0839064 Mar 31 23:02:30.889723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'floatingip': {'port_id': '9596458c-cb34-4211-9359-b9c5a367988d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:30.952199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e663de2d-e32f-4c1a-b0ce-f75611de7b97 req-94647f5e-db04-4a2a-8171-9642a7e8337e tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1115909 Mar 31 23:02:30.962224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.042201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:31.044000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:31.104572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Deleting port 450031e3-3316-4e07-b99f-2f2e7a3ef109 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:31.107529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.192625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00d6dd21-1247-4274-8b9f-7f04bc82df7c req-b23b78a0-a72b-4077-b0f9-0fe9f91bda27 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 210 time: 0.0777318 Mar 31 23:02:31.249621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9fa57-e633-4bff-b3ac-6cbfa5185550 None None] Pushing event updated for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.301709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Provisioning complete for port 450031e3-3316-4e07-b99f-2f2e7a3ef109 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:31.302329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.330181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc160cdc-fea6-4127-a641-c5b466acb30e req-5a3c8ae1-c91f-4bf1-a2bb-b7672e655e5c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 210 time: 0.0421674 Mar 31 23:02:31.350303 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.372053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.423074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Calling delete_port for 450031e3-3316-4e07-b99f-2f2e7a3ef109 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:31.443636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:31.545211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Port 450031e3-3316-4e07-b99f-2f2e7a3ef109 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:31.563826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:31.567010 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6189a67e-2d42-418c-a6d0-f6844373e970" -d '{"events": [{"server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "name": "network-vif-plugged", "status": "completed", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:31.603273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:31.650868 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.687364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61f8a5-782d-4696-8719-58ef23dd3b14 req-1ecb813f-0693-4289-af1f-76d442036862 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:31.698119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf61f8a5-782d-4696-8719-58ef23dd3b14 req-1ecb813f-0693-4289-af1f-76d442036862 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1723518 Mar 31 23:02:31.720105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Provisioning complete for port 45d33c86-a705-406f-91ff-d051c4ac2d4d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:31.720538 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:31.776797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:31.833945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf61f8a5-782d-4696-8719-58ef23dd3b14 req-4ab7dd92-d02f-4e29-a1e6-8f0df4b71b09 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345849 Mar 31 23:02:31.963382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:02:31.963825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.035589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.043565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event deleted for resources: {'Port': ['ID=450031e3-3316-4e07-b99f-2f2e7a3ef109,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.059491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8b66e7c-56d8-4f1d-956f-432b7f7d0439 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:32.114407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] For port 45d33c86-a705-406f-91ff-d051c4ac2d4d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=45d33c86-a705-406f-91ff-d051c4ac2d4d,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:32.122972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.130450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.142277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-03584d3c-b3e2-4cff-8b9e-0c4d1733ca3a tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.144187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-03584d3c-b3e2-4cff-8b9e-0c4d1733ca3a tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.96 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 828 time: 0.3062956 Mar 31 23:02:32.145567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.169652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Could not find standard attr ID for object 46683e51-35ac-4d6c-903c-fcb3d9133802. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:02:32.201616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'port': {'device_id': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'admin_state_up': True, 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:32.359332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c129ac0f-8ea4-4ab3-8876-b7d4420057d0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:32.369393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c129ac0f-8ea4-4ab3-8876-b7d4420057d0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.3375826 Mar 31 23:02:32.392289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Provisioning complete for port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:32.392289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.398847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-78f7a7c0-c306-4405-8f5a-d0e170e8a321 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/quotas/73da1b96a79b4d459f4ee570bf17fd72 HTTP/1.1" status: 200 len: 375 time: 0.0281017 Mar 31 23:02:32.414208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.420642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8400f10b-4a0b-4964-b71b-1313cb8960d5 tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "DELETE /v2.0/ports/450031e3-3316-4e07-b99f-2f2e7a3ef109 HTTP/1.1" status: 204 len: 168 time: 1.6393821 Mar 31 23:02:32.421256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43660) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:32.460801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408586d7-4a2a-4859-adcc-c170f0abaceb None None] Pushing event updated for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:32.491533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:32.491959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.498124 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Floating IP fa0eb5a9-0d2b-468e-8952-958ca79c8f49 associated. External IP: 172.25.8.11, port: 9596458c-cb34-4211-9359-b9c5a367988d. Mar 31 23:02:32.516853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Deleting subnet ef853b79-9eeb-4128-a663-44098e4fc813 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:32.521477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.578315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-fade9122-24ca-4598-a8ae-99c9548c7661 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784577 Mar 31 23:02:32.612218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.638523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Made reservation on behalf of ad37cf05bc1f44ff9562f3dd2923bc96 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:32.643683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.671863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:30Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:32.702591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650c1a-963c-40a5-a117-8992819ee399 None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:30Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:32.741683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0d600008-7ce1-4018-aa32-db20cbce2ffb None None] Provisioning complete for port 45d33c86-a705-406f-91ff-d051c4ac2d4d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:32.743428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d600008-7ce1-4018-aa32-db20cbce2ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.800543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-f35c9248-b7e7-4466-9f1a-c50d3b5f62ac service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211490 Mar 31 23:02:32.887308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:32.952466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0d600008-7ce1-4018-aa32-db20cbce2ffb None None] Could not find standard attr ID for object 450031e3-3316-4e07-b99f-2f2e7a3ef109. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:02:33.044732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b78f49cb-b93a-41d6-979d-36ec86337f8d service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376311 Mar 31 23:02:33.052124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.082272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96ef8b-b878-478b-91b9-2d2fc3e32c71 None None] Network 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:33.088098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.094060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Allocated IP 172.20.0.14 (51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9/138bf43a-bd14-4689-8a7e-11dfcf59b462/295d5020-ca45-4b35-b74f-6fac971de058) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:33.105835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "DELETE /v2.0/subnets/ef853b79-9eeb-4128-a663-44098e4fc813 HTTP/1.1" status: 204 len: 168 time: 0.6542110 Mar 31 23:02:33.106662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43664) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:33.110443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Router 22129e02-56ce-41ec-93be-4572c6466f13 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:33.193452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-066f67af-f899-43a7-ad17-cc044d93cf4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.194997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-066f67af-f899-43a7-ad17-cc044d93cf4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.2321279 Mar 31 23:02:33.237230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca3585-fdd6-4b90-b2b4-9eb4dc12dd3f tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event deleted for resources: {'Subnet': ['ID=ef853b79-9eeb-4128-a663-44098e4fc813,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.244918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.272116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'port': {'device_id': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'admin_state_up': True, 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:33.345619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Deleting port 76fa6791-3108-4401-be53-2c951d12b1a7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:33.345982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.391776 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f67ec-ad67-4e87-9e3d-961604abe242 x-openstack-request-id: req-876f67ec-ad67-4e87-9e3d-961604abe242 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:33.398630 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "name": "network-vif-plugged", "status": "completed", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:33.403411 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-876f67ec-ad67-4e87-9e3d-961604abe242 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:33.404012 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876f67ec-ad67-4e87-9e3d-961604abe242'] response: {'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e', 'code': 200} Mar 31 23:02:33.472725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] DHCP port deletion for 1046ff67-6cab-4364-bd0d-c7019f9e5ea4 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:33.567557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Deleting port 76fa6791-3108-4401-be53-2c951d12b1a7 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:33.567890 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.574928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] For port 76fa6791-3108-4401-be53-2c951d12b1a7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=76fa6791-3108-4401-be53-2c951d12b1a7,segment=NetworkSegment(cde64711-9310-404c-b8bd-dba4f95c58e1),segment_id=cde64711-9310-404c-b8bd-dba4f95c58e1)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:33.575473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.602253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Calling delete_port for 76fa6791-3108-4401-be53-2c951d12b1a7 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:33.631101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34e63-5113-4355-b908-ac544d384584 req-a58aee23-3896-4de5-800b-c3c067ec815e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.634941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15a34e63-5113-4355-b908-ac544d384584 req-a58aee23-3896-4de5-800b-c3c067ec815e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.1595345 Mar 31 23:02:33.642993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160732d-7424-46c9-8bbe-ec0e3005002a req-be6aea5a-4cb8-4820-bd64-b123663eb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.644708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b160732d-7424-46c9-8bbe-ec0e3005002a req-be6aea5a-4cb8-4820-bd64-b123663eb017 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 1097 time: 0.1677818 Mar 31 23:02:33.679950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] For port 76fa6791-3108-4401-be53-2c951d12b1a7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=76fa6791-3108-4401-be53-2c951d12b1a7,segment=NetworkSegment(cde64711-9310-404c-b8bd-dba4f95c58e1),segment_id=cde64711-9310-404c-b8bd-dba4f95c58e1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:33.680296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.691914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.694821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Calling delete_port for 76fa6791-3108-4401-be53-2c951d12b1a7 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:33.741515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:33.754801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Sync routers for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:33.759152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.798360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15a34e63-5113-4355-b908-ac544d384584 req-abf0f548-06a6-4b57-9cdc-3bd17da99668 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509717 Mar 31 23:02:33.820005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Made reservation on behalf of 73da1b96a79b4d459f4ee570bf17fd72 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:33.823618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b160732d-7424-46c9-8bbe-ec0e3005002a req-5545cb6b-571a-4ede-b378-b6d3f22a426c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309330 Mar 31 23:02:33.825144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.866577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-f595d20d-e523-47ab-bd87-79b108074f01 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "PUT /v2.0/floatingips/fa0eb5a9-0d2b-468e-8952-958ca79c8f49 HTTP/1.1" status: 200 len: 995 time: 2.9808805 Mar 31 23:02:33.866917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.870262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:33.874840 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:33.892073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:33.892776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:33.892776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:33.954282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event deleted for resources: {'Port': ['ID=76fa6791-3108-4401-be53-2c951d12b1a7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:33.965401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] No DVR routers for this DVR port 76fa6791-3108-4401-be53-2c951d12b1a7 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:33.995279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 45d33c86-a705-406f-91ff-d051c4ac2d4d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:34.011616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event updated for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.074940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-233d3076-2653-472d-a093-4bda67fbff38 req-23772e67-43ba-4d97-82e4-b901a34b6120 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0594020 Mar 31 23:02:34.077575 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.140680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:34.158265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:34.166142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:34.189505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] Pushing event deleted for resources: {'Port': ['ID=76fa6791-3108-4401-be53-2c951d12b1a7,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.203425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8cf47e-e66c-466f-a649-be787c29f4e5 None None] No DVR routers for this DVR port 76fa6791-3108-4401-be53-2c951d12b1a7 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:34.206763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.250798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1046ff67-6cab-4364-bd0d-c7019f9e5ea4']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:34.252427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:34.267046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde64711-9310-404c-b8bd-dba4f95c58e1') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:34.268045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde64711-9310-404c-b8bd-dba4f95c58e1') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:34.283389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.285584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 45d33c86-a705-406f-91ff-d051c4ac2d4d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:34.286084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.307127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.315682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:34.316972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:34.320721 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:34.342278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-076ea731-2fae-4d03-b935-84f8c030d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.353794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-076ea731-2fae-4d03-b935-84f8c030d8b0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.3592651 Mar 31 23:02:34.472129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.474537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.475591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.493553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.501745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] 10.222.0.95 "DELETE /v2.0/networks/1046ff67-6cab-4364-bd0d-c7019f9e5ea4 HTTP/1.1" status: 204 len: 168 time: 1.3920963 Mar 31 23:02:34.528852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f66e99-5480-40fc-84dd-b241b631782e tempest-ExtraDHCPOptionsTestJSON-794239653 tempest-ExtraDHCPOptionsTestJSON-794239653-project] Pushing event deleted for resources: {'Network': ['ID=1046ff67-6cab-4364-bd0d-c7019f9e5ea4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:34.550830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518ece-5985-43e6-bba8-2a78fa79a4ce req-00593510-079f-43e4-91bf-ae9909d3bb6e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.559853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44518ece-5985-43e6-bba8-2a78fa79a4ce req-00593510-079f-43e4-91bf-ae9909d3bb6e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 932 time: 0.2180727 Mar 31 23:02:34.636057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44518ece-5985-43e6-bba8-2a78fa79a4ce req-47979b31-b8e0-4de7-ba9e-b7a07c18972d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Mar 31 23:02:34.640735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-228d8af8-1b02-4efe-bfa2-6a7c80802580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.642662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 76fa6791-3108-4401-be53-2c951d12b1a7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:34.665327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 76fa6791-3108-4401-be53-2c951d12b1a7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:34.665688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 76fa6791-3108-4401-be53-2c951d12b1a7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:34.712903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Allocated IP 172.20.0.3 (b6c8321a-8d65-44f8-863f-afa68e20cf51/c48ceb1a-b75d-44f0-83d0-4f300d162c1e/72d06218-8a5c-47eb-82f9-a47fbd876121) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:34.727714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-094498f1-c34a-40c4-b584-0baf70f38585 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5336483 Mar 31 23:02:34.751547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Request body: {'port': {'device_id': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:34.760026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b972e544-4fa7-4db5-8acf-8e4b1dcb187f None None] Provisioning complete for port 295d5020-ca45-4b35-b74f-6fac971de058 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:34.760544 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b972e544-4fa7-4db5-8acf-8e4b1dcb187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.804579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b972e544-4fa7-4db5-8acf-8e4b1dcb187f None None] Port 295d5020-ca45-4b35-b74f-6fac971de058 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:34.809204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'fa0eb5a9-0d2b-468e-8952-958ca79c8f49', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'port_id': '9596458c-cb34-4211-9359-b9c5a367988d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'mac_address': 'fa:16:3e:79:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:27Z', 'updated_at': '2022-03-31T23:02:31Z', 'revision_number': 1, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:34.810289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-ff755c36-d707-452a-89ae-483935ed08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.820860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-ff755c36-d707-452a-89ae-483935ed08f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.4015207 Mar 31 23:02:34.828663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e014f6-25f5-4354-90ba-e34c0094d29e req-9d629068-18b9-4419-b983-58b203f08b13 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:34.838375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26e014f6-25f5-4354-90ba-e34c0094d29e req-9d629068-18b9-4419-b983-58b203f08b13 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0970230 Mar 31 23:02:34.854361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Checking router: 22129e02-56ce-41ec-93be-4572c6466f13 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:34.864986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:34.865645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:34.939714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26e014f6-25f5-4354-90ba-e34c0094d29e req-5f74d65e-00f5-4b72-9eaf-2f3fb881f83a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013908 Mar 31 23:02:34.954245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:34.968871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43688) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:34.998980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:35.019848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-38545eca-467c-4f1d-8865-169468da6fa9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 998 time: 0.1855924 Mar 31 23:02:35.075327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-0f2924d5-e3ab-4c83-bf0f-f374564af446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.083777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-0f2924d5-e3ab-4c83-bf0f-f374564af446 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.0629909 Mar 31 23:02:35.144929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-183d31c9-c495-4a35-b391-013e49c2164f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592067 Mar 31 23:02:35.174116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5381fbb4-aeeb-4faf-a386-f6c61b71493d req-8eb44eff-0fdc-4758-99f6-e77abf61274b tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 210 time: 0.1003776 Mar 31 23:02:35.224397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.270963 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190f5f7-aa39-4ecb-99d9-a38931de1919 x-openstack-request-id: req-e190f5f7-aa39-4ecb-99d9-a38931de1919 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:35.271224 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:35.271427 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e190f5f7-aa39-4ecb-99d9-a38931de1919 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:35.271828 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e190f5f7-aa39-4ecb-99d9-a38931de1919'] response: {'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:02:35.291307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f9dbaaa8-1b93-4354-9a3c-8d93f0c5f723 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f80d96a4bec643ef95bcb2a7cfa36099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191116 Mar 31 23:02:35.291307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43694) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.314838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43696) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:35.320985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'fa0eb5a9-0d2b-468e-8952-958ca79c8f49', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'port_id': '9596458c-cb34-4211-9359-b9c5a367988d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'mac_address': 'fa:16:3e:79:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:27Z', 'updated_at': '2022-03-31T23:02:31Z', 'revision_number': 1, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:35.360123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c45a94f-9bd9-4129-9648-988db1a3d74e None None] The sync data for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 is: [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'fa0eb5a9-0d2b-468e-8952-958ca79c8f49', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'port_id': '9596458c-cb34-4211-9359-b9c5a367988d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'mac_address': 'fa:16:3e:79:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:27Z', 'updated_at': '2022-03-31T23:02:31Z', 'revision_number': 1, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:35.472079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-99a02157-4d19-4d83-aead-f600ee078658 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.473767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-99a02157-4d19-4d83-aead-f600ee078658 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.4571545 Mar 31 23:02:35.535466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'port': {'device_id': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'admin_state_up': True, 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:35.580770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-2f0f0ae0-4efd-40ae-a48e-1cb926656efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.582470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-2f0f0ae0-4efd-40ae-a48e-1cb926656efb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.2962115 Mar 31 23:02:35.607900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4771-dad3-4ec7-93eb-33a06a0ce1c9 req-5a3a1650-3f8d-4594-bc02-6edc8d2016e1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.609906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-731e4771-dad3-4ec7-93eb-33a06a0ce1c9 req-5a3a1650-3f8d-4594-bc02-6edc8d2016e1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.2286196 Mar 31 23:02:35.616183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.636064 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfad81b-5a3b-4afc-9a85-92752d53826a None None] New status for floating IP fa0eb5a9-0d2b-468e-8952-958ca79c8f49: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:35.730490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:35.834478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:35.851869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:35.859425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-22859c02-cc81-431e-b7a5-72b051b24ce5 service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128017 Mar 31 23:02:35.860207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:35.985330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.026936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.027551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.070529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6eac4f4-2861-4396-96d0-4e09f6e106d1 req-da634a2f-1092-407f-a6ef-2c87f64aef82 service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589508 Mar 31 23:02:36.078163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-2894d056-7ee9-4720-a639-e654606d3ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8106220 Mar 31 23:02:36.099646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Request body: {'port': {'device_id': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:36.113475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.180568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295d5020-ca45-4b35-b74f-6fac971de058 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:36.193851 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.200448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.214102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-731e4771-dad3-4ec7-93eb-33a06a0ce1c9 req-812b55ef-b08e-4411-bfe0-f473891ce98a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589898 Mar 31 23:02:36.257068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Transition to ACTIVE for port object 295d5020-ca45-4b35-b74f-6fac971de058 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:36.322220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Made reservation on behalf of 73da1b96a79b4d459f4ee570bf17fd72 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:36.325668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-901cbfba-9f70-45d8-a573-2e85be593ea3 None None] Provisioning complete for port 72d06218-8a5c-47eb-82f9-a47fbd876121 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:36.326227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-901cbfba-9f70-45d8-a573-2e85be593ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.327690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.330079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-3b9e4ed5-4f20-406d-8e2d-a3b17779fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.331586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-3b9e4ed5-4f20-406d-8e2d-a3b17779fde9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.7165024 Mar 31 23:02:36.362617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-901cbfba-9f70-45d8-a573-2e85be593ea3 None None] Port 72d06218-8a5c-47eb-82f9-a47fbd876121 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:36.366070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e49baac7-9423-4f27-99ee-15242cf0b3af req-fcd2254f-7982-4c4e-b040-b3dcf7abdfa2 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0585380 Mar 31 23:02:36.372678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.465347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.468688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.472432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/28dfe9c8-9a88-47d8-accd-f6c7e2f08e8c HTTP/1.1" status: 204 len: 168 time: 1.1492255 Mar 31 23:02:36.539002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Pushing event updated for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.581930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1f2d9-9c31-4d90-916d-e55e84eb8572 req-8d982677-a2e8-4181-9527-78006991f8da tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.587916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a7d94-8a87-41ca-a5bd-93f4de0fad2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dfe9c8-9a88-47d8-accd-f6c7e2f08e8c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:36.590883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cce1f2d9-9c31-4d90-916d-e55e84eb8572 req-8d982677-a2e8-4181-9527-78006991f8da tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 944 time: 0.2114365 Mar 31 23:02:36.617881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-43409e43-d54e-4fe6-9322-1c17099a3286 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 1000 time: 0.2602894 Mar 31 23:02:36.696905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cce1f2d9-9c31-4d90-916d-e55e84eb8572 req-2aaf7bed-5046-427e-8681-34f2956ba3ed tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Mar 31 23:02:36.699870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-464ffc0e-159a-4a4b-91d8-fd48a45b5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.701521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-464ffc0e-159a-4a4b-91d8-fd48a45b5480 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.2614763 Mar 31 23:02:36.717147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-af189832-c6e5-4f44-9ba8-a0a4619ce68d tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.2700622 Mar 31 23:02:36.770275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Attempting to bind port 295d5020-ca45-4b35-b74f-6fac971de058 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:36.770721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Attempting to bind port 295d5020-ca45-4b35-b74f-6fac971de058 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:36.785628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Attempting to bind port 295d5020-ca45-4b35-b74f-6fac971de058 on network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:36.800160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-dd86b5ea-58f8-468f-af92-e920ff3bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.802030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-dd86b5ea-58f8-468f-af92-e920ff3bac98 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.1615906 Mar 31 23:02:36.822238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bfc913c-89ae-46f2-ae48-93f70daa3300 req-e2ddac6c-de59-4427-aaa4-e92902691917 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 210 time: 0.0338356 Mar 31 23:02:36.824735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Port 295d5020-ca45-4b35-b74f-6fac971de058 on network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:36.825116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Attempting to bind port 295d5020-ca45-4b35-b74f-6fac971de058 on network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:36.833829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:36.834433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Checking segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:36.834828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Bound using segment: {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:36.835293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Bound port: 295d5020-ca45-4b35-b74f-6fac971de058, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a41a5b9-8515-4bfe-b55a-25c06caf2072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:36.835661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.887178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-a7f3772e-ae0a-4f01-8c08-cb2024090b85 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.887178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-a7f3772e-ae0a-4f01-8c08-cb2024090b85 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports/9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 942 time: 0.1679111 Mar 31 23:02:36.891033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-1a2cb699-8892-4793-a5c8-18a9a8b4b136 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492976 Mar 31 23:02:36.944787 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f5d63b39-0dc3-4274-ae95-6f69ea1d6259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:36.985129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-72e8536b-08a9-455d-b43b-09ef0bc3eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:36.986753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-72e8536b-08a9-455d-b43b-09ef0bc3eed2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2641287 Mar 31 23:02:36.988035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:36.995133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=295d5020-ca45-4b35-b74f-6fac971de058,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:37.022293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.068129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5d30-3ee3-4ce4-ac65-7db1f3dfc6ef req-31285099-589b-4cdf-ac58-ad93b419b9e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.069843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f12c5d30-3ee3-4ce4-ac65-7db1f3dfc6ef req-31285099-589b-4cdf-ac58-ad93b419b9e1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1408339 Mar 31 23:02:37.077754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d06218-8a5c-47eb-82f9-a47fbd876121 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:37.084376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.084991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.086384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] 10.222.0.96 "PUT /v2.0/ports/295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 1092 time: 2.3407454 Mar 31 23:02:37.093999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.125008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Transition to ACTIVE for port object 72d06218-8a5c-47eb-82f9-a47fbd876121 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:37.126317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17aa77-1e77-4ef6-9808-e38892bfab5b service neutron] Pushing event updated for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.144232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-8062c0c3-f181-4fbb-8bcd-c14f573b058d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.1011484 Mar 31 23:02:37.148327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.241442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f12c5d30-3ee3-4ce4-ac65-7db1f3dfc6ef req-929190b3-c0d5-4adf-9fc1-526fa27e45f1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193299 Mar 31 23:02:37.268300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:37.277963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-942657f7-dbaf-4982-a68e-49e424563859 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.3207700 Mar 31 23:02:37.282431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:37.284975 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556c2fc-4522-47d4-8ed6-454a7ccda44c" -d '{"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:37.304629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-9245b440-0828-40e6-9aa8-566ffb4bf262 service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018197 Mar 31 23:02:37.334407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Allocated IP 172.20.0.7 (b6c8321a-8d65-44f8-863f-afa68e20cf51/c48ceb1a-b75d-44f0-83d0-4f300d162c1e/e0dc9928-30d3-46b7-8530-b0bcfee9bf3b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:37.369245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-c213c56c-addb-46d0-bcb4-226910df2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.371167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-c213c56c-addb-46d0-bcb4-226910df2b62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.2109427 Mar 31 23:02:37.400303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-8dcb15da-9157-43e6-9f10-e81d6f35e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.402134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-8dcb15da-9157-43e6-9f10-e81d6f35e790 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1095 time: 0.2088013 Mar 31 23:02:37.444224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Attempting to bind port 72d06218-8a5c-47eb-82f9-a47fbd876121 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:37.444999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Attempting to bind port 72d06218-8a5c-47eb-82f9-a47fbd876121 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:37.445508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Attempting to bind port 72d06218-8a5c-47eb-82f9-a47fbd876121 on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:37.484778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:37.492085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Port 72d06218-8a5c-47eb-82f9-a47fbd876121 on network b6c8321a-8d65-44f8-863f-afa68e20cf51 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:37.493609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Attempting to bind port 72d06218-8a5c-47eb-82f9-a47fbd876121 on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:37.500631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:37.501258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:37.501862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Bound using segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:37.502993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Bound port: 72d06218-8a5c-47eb-82f9-a47fbd876121, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:37.504538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.507780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-fe737b58-3b0f-427e-b201-33762ca1b63f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 217 time: 0.0743484 Mar 31 23:02:37.518225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.535736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b2218-a967-4f2d-b4b3-1f9358ce3263 req-ee3f7214-6056-4416-be5f-7d762ccbd2e1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.537710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba9b2218-a967-4f2d-b4b3-1f9358ce3263 req-ee3f7214-6056-4416-be5f-7d762ccbd2e1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.1884634 Mar 31 23:02:37.593162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-89c2199f-4311-4f0b-bc65-f74cdffccf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.594673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-89c2199f-4311-4f0b-bc65-f74cdffccf4a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.0536392 Mar 31 23:02:37.643005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-d1356d49-707f-4617-b69f-dc8e13af08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.644611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-d1356d49-707f-4617-b69f-dc8e13af08e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558808 Mar 31 23:02:37.652371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1909900061'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:37.652668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c3ffe73-3b5b-4baa-91e5-2d75a4a0fc6a req-6c7d5f0e-5ae6-47ff-b8d5-4e0e18375cdc service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196924 Mar 31 23:02:37.687096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8a5f9fe6-6eb0-4ab0-8d11-d19a32c357c7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.688461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8a5f9fe6-6eb0-4ab0-8d11-d19a32c357c7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.4097431 Mar 31 23:02:37.721618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba9b2218-a967-4f2d-b4b3-1f9358ce3263 req-ef0204dc-49a4-4601-aaaf-94d1fb7ec7c1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691687 Mar 31 23:02:37.731281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:37.735665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.748787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.754455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-2befa827-0772-4789-aada-4aeea8a6321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.756219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-2befa827-0772-4789-aada-4aeea8a6321c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273837 Mar 31 23:02:37.762456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:37.787061 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e14ba-ab19-4455-8cee-3b70e5c4a5be x-openstack-request-id: req-762e14ba-ab19-4455-8cee-3b70e5c4a5be {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:37.787561 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:37.788107 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-762e14ba-ab19-4455-8cee-3b70e5c4a5be {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:37.788566 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762e14ba-ab19-4455-8cee-3b70e5c4a5be'] response: {'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058', 'status': 'completed', 'code': 200} Mar 31 23:02:37.814898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:37.854734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.915292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b71a528b-48ee-4a6d-9ddb-52f26dfa3399 req-6f27753a-6e97-456c-9328-bb02f9dd8b98 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0653050 Mar 31 23:02:37.926960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-9660a50d-3f42-437e-8ca2-9b30c089d78f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 1000 time: 0.1993639 Mar 31 23:02:37.944243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:37.944917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:37.946342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-a6315553-2d30-4377-baba-01646c651d0b service neutron] 10.222.0.96 "PUT /v2.0/ports/72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 1091 time: 1.8526340 Mar 31 23:02:37.962318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:38.001558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-cb652752-ff49-4568-b284-b082ab2b30ad service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362130 Mar 31 23:02:38.019258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6315553-2d30-4377-baba-01646c651d0b service neutron] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.043001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-ac72d271-a7b6-44ab-9310-08ba6deee562 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726790 Mar 31 23:02:38.047495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.093279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.168080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.187881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.207959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-fa074e4c-bae5-4ed1-bf8c-1439bc6c0a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.209496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-fa074e4c-bae5-4ed1-bf8c-1439bc6c0a3b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1094 time: 0.1694281 Mar 31 23:02:38.226779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6aadf6-103f-4b20-b320-bc1541eb6032 req-a04ef395-1763-4979-a666-f8059c02bdc3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.228428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b6aadf6-103f-4b20-b320-bc1541eb6032 req-a04ef395-1763-4979-a666-f8059c02bdc3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 944 time: 0.2122650 Mar 31 23:02:38.254589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:38.261241 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.300178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9a881ad-dba7-47b5-803f-e76d803e82d4 req-7b418419-a866-4a86-96c2-e6be5b7d0489 service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764463 Mar 31 23:02:38.304680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-9cc1316d-40fb-4bdd-9da1-d01298bc9460 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.0662653 Mar 31 23:02:38.314832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.315271 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment 2ccb94ed-7070-4ec0-93b6-b7b452543ed5 of type vlan for network 9db0ae80-991c-4252-bb04-5a1299da9d90 Mar 31 23:02:38.317718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f838841-5df0-401e-9b12-a1c6923def52,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.426596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b6aadf6-103f-4b20-b320-bc1541eb6032 req-df8d3f2e-2554-41ab-b2bc-87852af800a3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746938 Mar 31 23:02:38.443592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.454118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-4872635b-dc01-49a5-a568-094cc01b2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.455638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-4872635b-dc01-49a5-a568-094cc01b2e25 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1350548 Mar 31 23:02:38.464246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-8ee9b0e6-d6f5-4603-8b35-efc34cb1d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.465764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-8ee9b0e6-d6f5-4603-8b35-efc34cb1d03a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1095 time: 0.1074216 Mar 31 23:02:38.550524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.555934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.556528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.613819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.620719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17837b6a-e08c-4d03-ae95-19c407844b6f req-84452e05-4830-45f7-9314-875af586ee73 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668147 Mar 31 23:02:38.673859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1865001 Mar 31 23:02:38.731270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765d558-2c37-4410-ba2b-ac338b54974d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=9db0ae80-991c-4252-bb04-5a1299da9d90,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.731544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.736252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-336ebe08-67d4-468a-9d80-f4558a6508ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.736252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-336ebe08-67d4-468a-9d80-f4558a6508ab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2677474 Mar 31 23:02:38.744396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:38.745126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.745447 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Floating IP fa0eb5a9-0d2b-468e-8952-958ca79c8f49 disassociated. External IP: 172.25.8.11, port: 9596458c-cb34-4211-9359-b9c5a367988d. Mar 31 23:02:38.747082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7115872-c45d-4f01-a6db-5cc61a9d25c1 req-a64e4844-20d5-44a0-bc59-c890d05d87b8 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.751692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:38.752441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:38.754426 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7115872-c45d-4f01-a6db-5cc61a9d25c1 req-a64e4844-20d5-44a0-bc59-c890d05d87b8 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2461429 Mar 31 23:02:38.793458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:38.804665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:38.830483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-5e11be48-4ea1-40e6-9ee9-48a892c7e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.834731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-5e11be48-4ea1-40e6-9ee9-48a892c7e5dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 930 time: 0.3473454 Mar 31 23:02:38.914793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.915192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.932136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-94e25d6a-4ff9-4adc-9ac4-34a3c041b010 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 217 time: 0.0865440 Mar 31 23:02:38.943955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Deleting port 3fe3a06d-2a4a-4e8b-915d-5688f0505139 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:38.944299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:38.967783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-c0ae9dbf-eba6-4c9a-a29b-57796f189981 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4461546 Mar 31 23:02:38.987345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7115872-c45d-4f01-a6db-5cc61a9d25c1 req-a01f9724-b5b4-4bc6-b5e1-fe511a0c9bbb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317929 Mar 31 23:02:38.987647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Request body: {'port': {'device_id': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:39.061377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-9b63a3a1-8019-4e60-9bf9-73c59a06b3da service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899325 Mar 31 23:02:39.073990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-e05a7657-5a5a-4a55-9a03-348e546c32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.076484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-e05a7657-5a5a-4a55-9a03-348e546c32d0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.1310790 Mar 31 23:02:39.222077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-31100e5f-a482-43fb-a70a-e328850fe970 None None] Provisioning complete for port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:39.223024 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31100e5f-a482-43fb-a70a-e328850fe970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.265874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434bfa9-b7e6-412d-a2a1-9d1460ba18e4 req-ffd16bfc-3cfa-454f-bd53-12ea3bfa062d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.275826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0434bfa9-b7e6-412d-a2a1-9d1460ba18e4 req-ffd16bfc-3cfa-454f-bd53-12ea3bfa062d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 931 time: 0.1960382 Mar 31 23:02:39.298170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-1ef1e2ea-db6b-4014-be9e-b99c54b349db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.300095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-1ef1e2ea-db6b-4014-be9e-b99c54b349db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085469 Mar 31 23:02:39.315450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db923079-d28d-46a9-98e2-17e0734b72b2 req-d5edd06b-4fbb-474e-b138-60a787e840d2 service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138991 Mar 31 23:02:39.332772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.357010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0434bfa9-b7e6-412d-a2a1-9d1460ba18e4 req-94ef702f-95f5-46cd-99f8-248c94ad9991 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800874 Mar 31 23:02:39.361331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-31100e5f-a482-43fb-a70a-e328850fe970 None None] Port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:02:39.432817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] For port 3fe3a06d-2a4a-4e8b-915d-5688f0505139, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3fe3a06d-2a4a-4e8b-915d-5688f0505139,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:39.433312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.501820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b572-bf1c-47b6-b9bf-f9fbeb40603c req-4dbd0685-1650-4893-abfc-b439fb3f86cb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.503399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e105b572-bf1c-47b6-b9bf-f9fbeb40603c req-4dbd0685-1650-4893-abfc-b439fb3f86cb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0710027 Mar 31 23:02:39.505387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-e9a6cc8f-21f4-4d0a-bca9-9abed216e1e0 service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925497 Mar 31 23:02:39.507314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Calling delete_port for 3fe3a06d-2a4a-4e8b-915d-5688f0505139 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:39.531656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Router 22129e02-56ce-41ec-93be-4572c6466f13 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:39.567274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e105b572-bf1c-47b6-b9bf-f9fbeb40603c req-87fc6ac3-bbd0-472f-a92c-dd30dd1b820c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544615 Mar 31 23:02:39.650717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7556c2fc-4522-47d4-8ed6-454a7ccda44c req-ae4a9619-74f6-472b-ba40-e437d82d6b31 service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161423 Mar 31 23:02:39.709106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6819e335-d6bd-474f-ada3-65d1290ccfb5 req-ca9ee4be-f47a-47f7-a861-add405ce1dc9 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0324330 Mar 31 23:02:39.796791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:39.799080 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a7ca31-4c9f-4973-a181-3c553467401a" -d '{"events": [{"name": "network-changed", "server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:39.858848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea169042-5c8d-4e34-a294-5d60c1bc12fc req-551c644c-f766-4651-a6b9-2de8f954f2bd tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:39.860906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea169042-5c8d-4e34-a294-5d60c1bc12fc req-551c644c-f766-4651-a6b9-2de8f954f2bd tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.0709541 Mar 31 23:02:39.892340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:39.897962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.908018 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:39.910238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Sync routers for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:39.931932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea169042-5c8d-4e34-a294-5d60c1bc12fc req-0133eca1-39f1-4a94-a954-6fefdf9f5dd0 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 Mar 31 23:02:39.934994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:39.936274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:39.965916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-e283c3e9-e4b2-4e9d-8c57-bd6280729581 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "PUT /v2.0/floatingips/fa0eb5a9-0d2b-468e-8952-958ca79c8f49 HTTP/1.1" status: 200 len: 694 time: 2.0277753 Mar 31 23:02:39.967987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:39.979436 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892bf79b-1633-4d95-aa7c-4c450967c616" -d '{"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:40.088553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f6037-588a-4836-b816-16b6152a10ce req-ce8112ab-913a-4668-bb51-7276280bca05 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.099797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-641f6037-588a-4836-b816-16b6152a10ce req-ce8112ab-913a-4668-bb51-7276280bca05 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 944 time: 0.0679545 Mar 31 23:02:40.110845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dc9928-30d3-46b7-8530-b0bcfee9bf3b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:40.125887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.141448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-b87a6f24-dfc0-43e9-a298-181287bdb168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.141448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-b87a6f24-dfc0-43e9-a298-181287bdb168 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.1339793 Mar 31 23:02:40.144164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.156622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:40.161177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Transition to ACTIVE for port object e0dc9928-30d3-46b7-8530-b0bcfee9bf3b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:02:40.175490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-641f6037-588a-4836-b816-16b6152a10ce req-af741ed7-ac1c-4ae6-a701-a76e248a1d5c tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742979 Mar 31 23:02:40.199542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe3a06d-2a4a-4e8b-915d-5688f0505139,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.211003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.359817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad56795-b233-4673-9b01-33dd46fc4bc0 req-c5c966a1-1805-42e5-b0a5-4428f4698279 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.370363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bad56795-b233-4673-9b01-33dd46fc4bc0 req-c5c966a1-1805-42e5-b0a5-4428f4698279 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0942621 Mar 31 23:02:40.573891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:40.595185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:40.605757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:40.684256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Checking router: 22129e02-56ce-41ec-93be-4572c6466f13 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:40.695918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:40.696833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:40.703275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8b22c1e3-fe91-400b-a1cd-9f455e429251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.711835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8b22c1e3-fe91-400b-a1cd-9f455e429251 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.5297234 Mar 31 23:02:40.758287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-1d3975c3-a82a-4944-845a-5ac5051ba4ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0452988 Mar 31 23:02:40.823480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Attempting to bind port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:40.823957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Attempting to bind port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:40.824881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Attempting to bind port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:40.827452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8aec9315-14f2-4860-a926-8dddc68cfa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:40.835197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-8aec9315-14f2-4860-a926-8dddc68cfa2e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.0758243 Mar 31 23:02:40.840519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:40.882505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-3f73222c-1f93-44a3-9e98-78ec2abc2742 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460024 Mar 31 23:02:40.885595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b on network b6c8321a-8d65-44f8-863f-afa68e20cf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:02:40.885835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Attempting to bind port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:40.951289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bad56795-b233-4673-9b01-33dd46fc4bc0 req-0abcb2fe-44de-46d9-b4ea-9fed96f537c6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5759087 Mar 31 23:02:40.988239 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfadd5a-444b-435d-9652-f41105dd33d4 x-openstack-request-id: req-acfadd5a-444b-435d-9652-f41105dd33d4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:40.988834 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:40.988834 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-acfadd5a-444b-435d-9652-f41105dd33d4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:40.989164 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acfadd5a-444b-435d-9652-f41105dd33d4'] response: {'name': 'network-changed', 'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'status': 'completed', 'code': 200} Mar 31 23:02:41.030701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:41.031384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:41.031788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Bound using segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:41.032317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Bound port: e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:41.032785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.081445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ca31-4c9f-4973-a181-3c553467401a req-7b6225f1-8933-427b-a34f-830ca16a700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.083026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-7b6225f1-8933-427b-a34f-830ca16a700a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1094 time: 0.0608075 Mar 31 23:02:41.132627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:41.138673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:41.146612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.156081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.166352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:41.178862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-db9e560d-18ce-49a5-9beb-1c39cd6a71e8 service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950485 Mar 31 23:02:41.200517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f2592-4035-45ee-9e81-6c1efaea4833 None None] The sync data for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 is: [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:01:16Z', 'revision_number': 4, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '28053068-3f28-4138-b9cd-f6b033b00571', 'name': '', 'network_id': '4e2b699b-6c5a-4605-acfb-321f5d3a9821', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'mac_address': 'fa:16:3e:e4:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:15Z', 'updated_at': '2022-03-31T23:01:23Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'subnets': [{'id': '5a6c7aea-a0bd-4da9-8499-928b8fc6544a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:41.252235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ca31-4c9f-4973-a181-3c553467401a req-2d6566a2-49ee-4b15-b609-abef3b761e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.254106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-2d6566a2-49ee-4b15-b609-abef3b761e5a service neutron] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.1569400 Mar 31 23:02:41.281930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Pushing event updated for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:41.320768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.322703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:41.324578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-b2462063-7fce-445a-95cc-664a5416764c service neutron] 10.222.0.60 "PUT /v2.0/ports/e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 1091 time: 2.3430943 Mar 31 23:02:41.336220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-0dc13db3-1466-488a-9678-eeb6bfc68fb3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.0607643 Mar 31 23:02:41.448955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ca31-4c9f-4973-a181-3c553467401a req-b13db220-c54d-4560-80fc-c64310d72596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.450451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-b13db220-c54d-4560-80fc-c64310d72596 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1037083 Mar 31 23:02:41.534241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b27a2596-b60c-4f62-884e-f369c796aee7 req-0ae9da0c-c2b0-4ef5-879c-4b194534fe0a service neutron] 10.222.0.95 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542094 Mar 31 23:02:41.585110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-2eae6fdc-a2cb-4c5a-a8f0-8fe256df01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.586589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-2eae6fdc-a2cb-4c5a-a8f0-8fe256df01dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1094 time: 0.2094510 Mar 31 23:02:41.670435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 295d5020-ca45-4b35-b74f-6fac971de058 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:41.711898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ca31-4c9f-4973-a181-3c553467401a req-8bfe8e65-501a-4852-a18d-81ef88ddef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.714236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-8bfe8e65-501a-4852-a18d-81ef88ddef34 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513547 Mar 31 23:02:41.735764 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26546b-d5ba-461f-9879-ac06d0bb6181 None None] New status for floating IP fa0eb5a9-0d2b-468e-8952-958ca79c8f49: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:41.833830 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bd1a31-b2db-4bcc-8bd1-098d90b74d34 x-openstack-request-id: req-c3bd1a31-b2db-4bcc-8bd1-098d90b74d34 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:41.834118 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:41.834412 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c3bd1a31-b2db-4bcc-8bd1-098d90b74d34 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:41.834831 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3bd1a31-b2db-4bcc-8bd1-098d90b74d34'] response: {'name': 'network-changed', 'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:02:41.866870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=295d5020-ca45-4b35-b74f-6fac971de058,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:41.887088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '295d5020-ca45-4b35-b74f-6fac971de058', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'mac_address': 'fa:16:3e:be:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:41.905759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-842b3a25-58ba-4fc2-aed8-3fb8262a8385 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 217 time: 0.3044314 Mar 31 23:02:41.915119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Router 890a2952-e5e3-47ad-9c75-8d3d40bd312e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:41.939203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed02d8-2f21-453d-b9f6-86be5eafd8e6 req-f2d321ab-1e22-470e-98f0-ab30933c937b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.944619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eaed02d8-2f21-453d-b9f6-86be5eafd8e6 req-f2d321ab-1e22-470e-98f0-ab30933c937b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.3855696 Mar 31 23:02:41.996153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-32dc4b6c-d745-46c7-b73d-ae72665d37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.005195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-32dc4b6c-d745-46c7-b73d-ae72665d37b0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8d55f8c30c79434e96bafda0de9133ce&device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 1096 time: 0.3175287 Mar 31 23:02:42.018752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.037491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295d5020-ca45-4b35-b74f-6fac971de058 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:42.061253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=295d5020-ca45-4b35-b74f-6fac971de058,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:42.076469 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.154296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.165611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:42.178398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:42.203679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-4e3fdae0-3644-4038-9f1a-79e29148c7bb service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575202 Mar 31 23:02:42.233251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eaed02d8-2f21-453d-b9f6-86be5eafd8e6 req-83c24406-7da2-444c-a0fa-4802df4b8f5b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739718 Mar 31 23:02:42.395556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbebad-8d4f-49c5-add1-7a0fc1001541 req-1ef7cbb7-444e-4871-b112-2ec0ed50eeba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.397223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fdbebad-8d4f-49c5-add1-7a0fc1001541 req-1ef7cbb7-444e-4871-b112-2ec0ed50eeba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 943 time: 0.5582948 Mar 31 23:02:42.408716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-4adcc2dc-5fca-4fdf-b545-b558c1f67f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.410113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-4adcc2dc-5fca-4fdf-b545-b558c1f67f09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.4936049 Mar 31 23:02:42.424490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62dbb0e5-6cf3-4a14-b4d7-0a5f40da981e req-f265bff0-b731-4597-9211-97794f7f55b7 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0824082 Mar 31 23:02:42.439013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-fa09b374-06f2-41a7-a69e-9264acc2917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.440500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-fa09b374-06f2-41a7-a69e-9264acc2917a service neutron] 10.222.0.96 "GET /v2.0/networks?id=4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 200 len: 922 time: 0.4183326 Mar 31 23:02:42.501223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92a7ca31-4c9f-4973-a181-3c553467401a req-49c814d9-6f18-4024-a9cf-07fca6fc96cd service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648301 Mar 31 23:02:42.503485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-73425ad5-2ffe-4f20-b6b2-459e26e5f546 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 200 len: 217 time: 0.0489564 Mar 31 23:02:42.505549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:42.509475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.557228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fdbebad-8d4f-49c5-add1-7a0fc1001541 req-cf9c16a2-cee9-4d87-98c4-f9a1ae39bd1d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534927 Mar 31 23:02:42.568443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-241d35ce-0288-4713-8c4c-75134f8a6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.569996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-241d35ce-0288-4713-8c4c-75134f8a6ff3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263690 Mar 31 23:02:42.605225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:42.614713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07073240-31bb-4527-8915-fc3e462127df admin admin] 10.222.0.95 "PUT /v2.0/routers/890a2952-e5e3-47ad-9c75-8d3d40bd312e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3077734 Mar 31 23:02:42.615777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43774) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:42.621538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Sync routers for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:42.639077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:42.639898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:42.682457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-bda452a6-7e9a-4bc0-ae02-5139671cf953 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips/fa0eb5a9-0d2b-468e-8952-958ca79c8f49 HTTP/1.1" status: 200 len: 692 time: 0.0661130 Mar 31 23:02:42.688363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-5ff51274-ae47-487a-93a4-975db0ff1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.690042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-5ff51274-ae47-487a-93a4-975db0ff1879 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 200 len: 860 time: 0.1628249 Mar 31 23:02:42.731331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['295d5020-ca45-4b35-b74f-6fac971de058'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:42.770168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-f14c8787-b8b3-47e2-9608-e9e1c011a5d6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4e2b699b-6c5a-4605-acfb-321f5d3a9821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505257 Mar 31 23:02:42.782284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:42.794797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-7a7ece79-68dc-4cd3-aaad-950e2d346d26 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111092 Mar 31 23:02:42.813138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66c1c-18af-4d46-9e5e-1b01dbed5679 req-1f29cc03-07e7-430b-aef0-5c6a6bc36006 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.814694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3c66c1c-18af-4d46-9e5e-1b01dbed5679 req-1f29cc03-07e7-430b-aef0-5c6a6bc36006 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 945 time: 0.1795843 Mar 31 23:02:42.846568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:42.962247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-4f205d36-9faa-4957-95fb-12f601130a30 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:42.964259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-4f205d36-9faa-4957-95fb-12f601130a30 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2697222 Mar 31 23:02:42.969231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3c66c1c-18af-4d46-9e5e-1b01dbed5679 req-3453bec4-2de1-4288-9c8a-881fd4d37e0a tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442137 Mar 31 23:02:43.056693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-c1dbc2e2-992a-4463-b778-b23a095a3f3b service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539978 Mar 31 23:02:43.066944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e14bb5c8-4780-419d-a7d9-ea2ecc3a2e09 req-7ea01902-2480-45dd-951f-770deb1d7aa3 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616553 Mar 31 23:02:43.070722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.088382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-ba963aba-946d-4886-8423-2dcb334d1ea7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1095712 Mar 31 23:02:43.103101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.153252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Deleting port e99ddb9d-2519-41ff-91af-008ed3c40cf3 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:43.153595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.219908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T23:02:40Z', 'revision_number': 5, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port': {'id': 'e99ddb9d-2519-41ff-91af-008ed3c40cf3', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:23Z', 'updated_at': '2022-03-31T22:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.229791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-098cbca7-dd3f-4ad9-a656-4eae8e59c849 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.11 HTTP/1.1" status: 200 len: 695 time: 0.1404812 Mar 31 23:02:43.250450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] For port e99ddb9d-2519-41ff-91af-008ed3c40cf3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e99ddb9d-2519-41ff-91af-008ed3c40cf3,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:43.250450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.262005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Checking router: 890a2952-e5e3-47ad-9c75-8d3d40bd312e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:43.266990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Calling delete_port for e99ddb9d-2519-41ff-91af-008ed3c40cf3 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:43.271307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Routers {'890a2952-e5e3-47ad-9c75-8d3d40bd312e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:43.272039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.300256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=f192c0b0-cc02-4e9c-80d9-49956809a1d9,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.356005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': '2ccb94ed-7070-4ec0-93b6-b7b452543ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:43.356344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: 9db0ae80-991c-4252-bb04-5a1299da9d90, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:43.357437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4eed83-e5bb-4e64-afbe-18f9b40f8a8e req-a58ea022-c27a-4be0-8ffb-b1b75e4bd3ff tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.358975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc4eed83-e5bb-4e64-afbe-18f9b40f8a8e req-a58ea022-c27a-4be0-8ffb-b1b75e4bd3ff tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.0938523 Mar 31 23:02:43.364632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] Set router 890a2952-e5e3-47ad-9c75-8d3d40bd312e gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:43.366817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-892bf79b-1633-4d95-aa7c-4c450967c616 req-e0343749-823a-4e78-9121-0579e4d2953a service neutron] 10.222.0.96 "GET /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983007 Mar 31 23:02:43.408563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:43.422245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 9db0ae80-991c-4252-bb04-5a1299da9d90) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:43.423809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T23:02:43Z', 'revision_number': 6, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:43.427472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.428056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.435868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Deleting port fc29b011-80d5-4c95-9ea1-518fd689fa7c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:43.436204 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.459646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ea751-b3b8-459b-b6fd-9bf4a1e15fae None None] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:43.463433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347923c-7e59-4d5a-be89-aaf7d063bca4 None None] The sync data for ids ['890a2952-e5e3-47ad-9c75-8d3d40bd312e'] in n-d-835855-2 is: [{'id': '890a2952-e5e3-47ad-9c75-8d3d40bd312e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1413851966-router', 'tenant_id': 'b70c1af007da4cc798e9288ff6f54252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:22Z', 'updated_at': '2022-03-31T23:02:43Z', 'revision_number': 6, 'project_id': 'b70c1af007da4cc798e9288ff6f54252', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:43.467117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41fc1192-8f9a-4021-a0b5-cded6737bee7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3112514 Mar 31 23:02:43.475768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc4eed83-e5bb-4e64-afbe-18f9b40f8a8e req-13801856-82d6-4106-b9f9-0256ba9aaaaa tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034777 Mar 31 23:02:43.478633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43778) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:43.490576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-230669541'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:43.546932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.547973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.559860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:43.562148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Calling delete_port for fc29b011-80d5-4c95-9ea1-518fd689fa7c owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:43.563632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.643613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-9db0ae80-991c-4252-bb04-5a1299da9d90', 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': 'f192c0b0-cc02-4e9c-80d9-49956809a1d9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:43.644787 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.646643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:43.659672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a8e73-03c8-4245-a3ab-30a1cb41ee75 req-7b6c66dc-2fbe-4755-9b6d-531bcb81ff0f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.661414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d6a8e73-03c8-4245-a3ab-30a1cb41ee75 req-7b6c66dc-2fbe-4755-9b6d-531bcb81ff0f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1216848 Mar 31 23:02:43.673309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.673743 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment 76217e13-9674-4102-8980-e11aae2b78a6 of type vlan for network 419f9de6-337e-4d5e-80af-763790c9f9a4 Mar 31 23:02:43.692515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.715719 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.720700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 72d06218-8a5c-47eb-82f9-a47fbd876121 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:43.751267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event deleted for resources: {'Port': ['ID=fc29b011-80d5-4c95-9ea1-518fd689fa7c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.756096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99ddb9d-2519-41ff-91af-008ed3c40cf3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:43.781348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.840009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:43.840369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.842316 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace66c5-038c-4e91-b11e-9d9bfae4a104" -d '{"events": [{"name": "network-changed", "server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:43.843550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.860315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d6a8e73-03c8-4245-a3ab-30a1cb41ee75 req-a196fbfa-e0e9-40b8-a954-207ad35d0d17 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837006 Mar 31 23:02:43.863908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f6cd8a9-f3cc-4e70-b069-bc21f033ec43 req-b41d22c4-0698-4a6e-9916-3a9da61e220c tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "DELETE /v2.0/floatingips/fa0eb5a9-0d2b-468e-8952-958ca79c8f49 HTTP/1.1" status: 204 len: 173 time: 0.6313248 Mar 31 23:02:43.910048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Allocated IP 2001:db8:0:ffff::2 (9db0ae80-991c-4252-bb04-5a1299da9d90/f192c0b0-cc02-4e9c-80d9-49956809a1d9/74bb0e8e-ef94-4a03-abc1-03592aab780d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:43.936561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.956838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:43.962224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:43.969330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:44.017521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'port_id': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'mac_address': 'fa:16:3e:b6:7c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:44.025480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3fe3a06d-2a4a-4e8b-915d-5688f0505139 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:44.026299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b55f12b3-e61e-4a76-8a50-8dd471640390 req-a904e5de-d8c4-43a5-93fa-e648788ef583 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0628867 Mar 31 23:02:44.126516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3fe3a06d-2a4a-4e8b-915d-5688f0505139 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:44.126516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3fe3a06d-2a4a-4e8b-915d-5688f0505139 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:44.126878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.135115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=419f9de6-337e-4d5e-80af-763790c9f9a4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.145118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae665dbc-ae91-4ecf-a4f6-98d6fb86458a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6616991 Mar 31 23:02:44.145457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43792) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.178023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:44.184963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0f14d-c2a9-4a05-84c1-f05e29a0e896 req-320f58dc-c3a7-4259-99b7-5b46ee6e6435 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.186550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ee0f14d-c2a9-4a05-84c1-f05e29a0e896 req-320f58dc-c3a7-4259-99b7-5b46ee6e6435 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 943 time: 0.0719035 Mar 31 23:02:44.194467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:44.232147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ee0f14d-c2a9-4a05-84c1-f05e29a0e896 req-d142ea0c-5a8c-4f23-a3a0-bc196da3f1f2 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Mar 31 23:02:44.241598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.280751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.296403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.309238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-da3896c8-e4e1-4235-bee6-af212d26018b tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups/5a7f44d9-1adb-4ad3-be04-50329183509c HTTP/1.1" status: 200 len: 1810 time: 0.0435565 Mar 31 23:02:44.316219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d06218-8a5c-47eb-82f9-a47fbd876121 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:44.330592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.350934 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.357014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:44.390499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.402824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.409663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:44.412948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:44.415057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.415217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:44.415611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 890a2952-e5e3-47ad-9c75-8d3d40bd312e {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:02:44.422177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.423835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Pushing event updated for resources: {'Port': ['ID=74bb0e8e-ef94-4a03-abc1-03592aab780d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.424184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0526afb1-b640-487a-abf0-e63c9d7c2de0 admin admin] 10.222.0.95 "DELETE /v2.0/routers/890a2952-e5e3-47ad-9c75-8d3d40bd312e HTTP/1.1" status: 204 len: 168 time: 1.8062921 Mar 31 23:02:44.428795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43794) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:44.445968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.450668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647552-e675-4bff-80e4-180e61b359f6 req-45dbc993-4c5d-4faa-9a56-5886ce9116b5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.456687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647552-e675-4bff-80e4-180e61b359f6 req-45dbc993-4c5d-4faa-9a56-5886ce9116b5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.462862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03647552-e675-4bff-80e4-180e61b359f6 req-45dbc993-4c5d-4faa-9a56-5886ce9116b5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.465337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03647552-e675-4bff-80e4-180e61b359f6 req-45dbc993-4c5d-4faa-9a56-5886ce9116b5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b&device_id=51034973-cc02-4966-ad84-8072c01ca62c&device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 2419 time: 0.1892552 Mar 31 23:02:44.505869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.506785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:44.510088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.510330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.517887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Attempting to bind port 74bb0e8e-ef94-4a03-abc1-03592aab780d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:44.518038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Attempting to bind port 74bb0e8e-ef94-4a03-abc1-03592aab780d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '2ccb94ed-7070-4ec0-93b6-b7b452543ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:44.519398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Attempting to bind port 74bb0e8e-ef94-4a03-abc1-03592aab780d on network 9db0ae80-991c-4252-bb04-5a1299da9d90 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:44.519509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86dc2d00-fc2e-4dfb-b3ee-23b221f84e96 req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "DELETE /v2.0/security-groups/5a7f44d9-1adb-4ad3-be04-50329183509c HTTP/1.1" status: 204 len: 173 time: 0.2008648 Mar 31 23:02:44.520553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.528306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:44.528673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Checking segment: {'id': '2ccb94ed-7070-4ec0-93b6-b7b452543ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:44.529482 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.529482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Bound using segment: {'id': '2ccb94ed-7070-4ec0-93b6-b7b452543ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:44.529935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Bound port: 74bb0e8e-ef94-4a03-abc1-03592aab780d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccb94ed-7070-4ec0-93b6-b7b452543ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '9db0ae80-991c-4252-bb04-5a1299da9d90'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:44.530258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.538771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c8885-807b-4d58-a0a4-6de1013fb9ea tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f44d9-1adb-4ad3-be04-50329183509c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.557531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Deleting subnet f5966c72-3271-41f1-af23-19af7a671c36 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:44.580188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.605569 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a3ad8-8b50-4a03-ba6e-4e92a7d7b467 x-openstack-request-id: req-1f3a3ad8-8b50-4a03-ba6e-4e92a7d7b467 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:44.606196 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:44.606442 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1f3a3ad8-8b50-4a03-ba6e-4e92a7d7b467 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:44.606910 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3a3ad8-8b50-4a03-ba6e-4e92a7d7b467'] response: {'name': 'network-changed', 'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b', 'status': 'completed', 'code': 200} Mar 31 23:02:44.608791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b07774c6-e334-45eb-83e0-66161909004a None None] For port 74bb0e8e-ef94-4a03-abc1-03592aab780d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:44.611625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03647552-e675-4bff-80e4-180e61b359f6 req-14d5de70-0391-4b74-bfdc-94f286af97d7 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255047 Mar 31 23:02:44.612257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b07774c6-e334-45eb-83e0-66161909004a None None] For port 74bb0e8e-ef94-4a03-abc1-03592aab780d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74bb0e8e-ef94-4a03-abc1-03592aab780d,segment=NetworkSegment(2ccb94ed-7070-4ec0-93b6-b7b452543ed5),segment_id=2ccb94ed-7070-4ec0-93b6-b7b452543ed5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:44.618680 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.694093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07774c6-e334-45eb-83e0-66161909004a None None] Pushing event updated for resources: {'Port': ['ID=74bb0e8e-ef94-4a03-abc1-03592aab780d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:44.754000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a078e25-c338-4864-a94b-bd51c9f301e0 req-eef44916-0340-4193-acd7-81b7f381c2e8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.755638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a078e25-c338-4864-a94b-bd51c9f301e0 req-eef44916-0340-4193-acd7-81b7f381c2e8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0692463 Mar 31 23:02:44.779539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:44.815996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a078e25-c338-4864-a94b-bd51c9f301e0 req-ef778f4c-f4c3-4e4d-a675-225a46eef5f5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524035 Mar 31 23:02:44.853314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-564352d6-d6af-4cae-a979-90510684a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.855070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-564352d6-d6af-4cae-a979-90510684a655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1094 time: 0.2424221 Mar 31 23:02:44.902510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1136f-213a-432e-bc5b-91259d68daaa req-c06172d9-baa6-4c8b-98c3-93de69348930 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.904061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ead1136f-213a-432e-bc5b-91259d68daaa req-c06172d9-baa6-4c8b-98c3-93de69348930 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 945 time: 0.1797225 Mar 31 23:02:44.930270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['72d06218-8a5c-47eb-82f9-a47fbd876121'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:45.142702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.178923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ead1136f-213a-432e-bc5b-91259d68daaa req-a865aec3-029a-4bc5-b51b-51116788583b tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287860 Mar 31 23:02:45.211014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-511e6f6a-37d3-4124-bf51-f000e81c5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.211428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b2b5c-5ec6-4b1f-b02a-53a1c8d81bc5 req-6a3c9d0f-a028-4b06-a5f3-e04ff45e7250 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.211609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-511e6f6a-37d3-4124-bf51-f000e81c5372 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.3193264 Mar 31 23:02:45.212920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a95b2b5c-5ec6-4b1f-b02a-53a1c8d81bc5 req-6a3c9d0f-a028-4b06-a5f3-e04ff45e7250 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.0512071 Mar 31 23:02:45.251923 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a95b2b5c-5ec6-4b1f-b02a-53a1c8d81bc5 req-00e9be06-39a1-4942-8400-7788c499a73d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 Mar 31 23:02:45.286263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-dbcae1ca-3ba3-4c25-9903-581e96f89a12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 217 time: 0.0643351 Mar 31 23:02:45.362724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030da7c6-5a59-4586-93e6-1e25be0bcb74 req-7d4d3800-0457-417f-8dce-76c9b69a2c45 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.364416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-030da7c6-5a59-4586-93e6-1e25be0bcb74 req-7d4d3800-0457-417f-8dce-76c9b69a2c45 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0547528 Mar 31 23:02:45.380303 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.402649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-030da7c6-5a59-4586-93e6-1e25be0bcb74 req-7787761e-f5b1-497e-951d-623ffa5a969e tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Mar 31 23:02:45.421825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:02:45.449701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.454982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5966c72-3271-41f1-af23-19af7a671c36,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.459953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.462808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e722d780-9c42-4fb0-8c41-71dfb86067e6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f5966c72-3271-41f1-af23-19af7a671c36 HTTP/1.1" status: 204 len: 168 time: 1.0330408 Mar 31 23:02:45.464447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-d36e7e18-7fda-4b82-b35d-60a4bcbdb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.465094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d7a5b-a137-4759-abf1-6ef5fd463660 None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:45.466124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-d36e7e18-7fda-4b82-b35d-60a4bcbdb020 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1604283 Mar 31 23:02:45.470044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43810) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:45.473699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb89c2d-1007-4c75-879a-945686512542 req-6632d2f1-282f-47df-88d7-25b9be5d0f3f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.475275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8cb89c2d-1007-4c75-879a-945686512542 req-6632d2f1-282f-47df-88d7-25b9be5d0f3f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1941741 Mar 31 23:02:45.521722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70c52f03-5e4f-41c9-a9d0-747a13504679 req-efb73a76-df4f-4d35-9f7c-f788728d7567 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0501900 Mar 31 23:02:45.604182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.609862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=291a4e58-23ee-4570-ae49-d91b6c9270e8,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:45.632256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-96a9c6b5-ff9f-485c-8661-4c34f3e8e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.633781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-96a9c6b5-ff9f-485c-8661-4c34f3e8e0f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576169 Mar 31 23:02:45.648527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8cb89c2d-1007-4c75-879a-945686512542 req-69bbb9b4-aa77-4aa2-8c94-f72ebb22efda tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388893 Mar 31 23:02:45.671167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': '76217e13-9674-4102-8980-e11aae2b78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:45.673164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: 419f9de6-337e-4d5e-80af-763790c9f9a4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:45.763016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cebe6-0adb-44d8-a0fe-e7cc14648bde req-c76381bd-cd20-431a-a439-411ce867d657 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.765629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 295d5020-ca45-4b35-b74f-6fac971de058 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:45.783227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-995cebe6-0adb-44d8-a0fe-e7cc14648bde req-c76381bd-cd20-431a-a439-411ce867d657 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 943 time: 0.1563969 Mar 31 23:02:45.802295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-13e6e7b5-e69f-4944-a06d-089a3121d5bb service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525726 Mar 31 23:02:45.806200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:45.846614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-995cebe6-0adb-44d8-a0fe-e7cc14648bde req-6977662b-00df-4913-a607-946bd1664a54 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619359 Mar 31 23:02:45.872424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 419f9de6-337e-4d5e-80af-763790c9f9a4) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:45.890854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0b54b1-be29-4ece-8923-f7abd36c1171 None None] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:45.894782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Deleting port 28ab1ae8-6657-4240-bd16-af3591147c87 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:45.895170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.918969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:45.919772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:45.938965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 295d5020-ca45-4b35-b74f-6fac971de058 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:45.954476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 295d5020-ca45-4b35-b74f-6fac971de058 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:45.959772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.044377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74bb0e8e-ef94-4a03-abc1-03592aab780d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:46.065285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] For port 28ab1ae8-6657-4240-bd16-af3591147c87, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28ab1ae8-6657-4240-bd16-af3591147c87,segment=NetworkSegment(24dc2c29-ab73-4818-8bac-1a1484093c09),segment_id=24dc2c29-ab73-4818-8bac-1a1484093c09)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:46.065694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.066511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ace66c5-038c-4e91-b11e-9d9bfae4a104 req-894b55bc-1a70-46d0-a438-39dac49020a0 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531109 Mar 31 23:02:46.071848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4fd9c0b9-eb5b-4f36-b500-82df9a6b96fc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8979268 Mar 31 23:02:46.096183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] DHCP port deletion for 2fb2b508-15a2-4ac5-951b-32f3baadd101 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:46.101410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:46.118387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Calling delete_port for 28ab1ae8-6657-4240-bd16-af3591147c87 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:46.131585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e0b88-a9af-41d0-b504-afcd0ddf2102 None None] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:46.132491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'port': {'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4', 'name': 'tempest-NetworksIpV6TestAttrs-2108613951'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:46.267697 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.285115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e0dc9928-30d3-46b7-8530-b0bcfee9bf3b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:02:46.292856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 74bb0e8e-ef94-4a03-abc1-03592aab780d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:46.293442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.301408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] No DVR routers for this DVR port 28ab1ae8-6657-4240-bd16-af3591147c87 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:46.309381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ab1ae8-6657-4240-bd16-af3591147c87,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.326768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1b46828c-4178-40bd-a1cc-8469f20e84b0 None None] Provisioning complete for port 74bb0e8e-ef94-4a03-abc1-03592aab780d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:46.327391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b46828c-4178-40bd-a1cc-8469f20e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.351028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:46.356241 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.370825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6701625-8bc0-4cac-ab07-f682503d1100 req-0ba3a36c-664c-46ca-9016-d3b6d172754b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.373252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6701625-8bc0-4cac-ab07-f682503d1100 req-0ba3a36c-664c-46ca-9016-d3b6d172754b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1366742 Mar 31 23:02:46.421653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] device_id is not set on port 8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:46.454422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.463996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6701625-8bc0-4cac-ab07-f682503d1100 req-c57afa79-19e2-43e9-b34d-dbf2c04f4071 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750473 Mar 31 23:02:46.487939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c053c-7252-48a7-8ef8-6a307c24bd56 req-bb820e76-7fbf-4ff3-8949-635de3bc7ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.496069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-564c053c-7252-48a7-8ef8-6a307c24bd56 req-bb820e76-7fbf-4ff3-8949-635de3bc7ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 945 time: 0.1147623 Mar 31 23:02:46.509056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-419f9de6-337e-4d5e-80af-763790c9f9a4', 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': '291a4e58-23ee-4570-ae49-d91b6c9270e8'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:46.510422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.521051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Deleting port 28ab1ae8-6657-4240-bd16-af3591147c87 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:46.521696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb2b508-15a2-4ac5-951b-32f3baadd101']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:46.521932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.536970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.540786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dc2c29-ab73-4818-8bac-1a1484093c09') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:46.541321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dc2c29-ab73-4818-8bac-1a1484093c09') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:46.554487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.576722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.587321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:46.587896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.590353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-564c053c-7252-48a7-8ef8-6a307c24bd56 req-a6fa8a7d-95b3-46a6-95e9-0fcb02bf4cfd tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875006 Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:46.605373 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:46.631929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Allocated IP 2001:db8::f816:3eff:feab:5e62 (419f9de6-337e-4d5e-80af-763790c9f9a4/291a4e58-23ee-4570-ae49-d91b6c9270e8/8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:46.674948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.692584 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.700835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2fb2b508-15a2-4ac5-951b-32f3baadd101 HTTP/1.1" status: 204 len: 168 time: 1.2148695 Mar 31 23:02:46.702093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708e4eb-51c3-4e51-b792-0f097c53c7c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb2b508-15a2-4ac5-951b-32f3baadd101,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:46.703978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:46.738226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:46.740713 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb5e48-0246-40ed-adb6-3bd4819b673c" -d '{"events": [{"server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "name": "network-vif-plugged", "status": "completed", "tag": "295d5020-ca45-4b35-b74f-6fac971de058"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:46.835147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7efb36b-b670-4125-a660-6314832b1320 req-86f37a2b-69ca-47a1-a8a8-5e7e32ed0fd9 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0286143 Mar 31 23:02:46.835920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] For port 28ab1ae8-6657-4240-bd16-af3591147c87, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:46.836488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.844545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:46.869561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=295d5020-ca45-4b35-b74f-6fac971de058,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:46.870646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f0fd-c6bd-453b-9835-0658b627aa71 req-8f5c05d8-fc53-422c-b5c8-f13ed478eb6f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.878432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f560f0fd-c6bd-453b-9835-0658b627aa71 req-8f5c05d8-fc53-422c-b5c8-f13ed478eb6f tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1918435 Mar 31 23:02:46.896094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Calling delete_port for 28ab1ae8-6657-4240-bd16-af3591147c87 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:46.901725 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.908323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Port 28ab1ae8-6657-4240-bd16-af3591147c87 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:02:46.911089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.920688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'port_id': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b', 'mac_address': 'fa:16:3e:9f:04:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:02:46.932205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.946647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.960043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f560f0fd-c6bd-453b-9835-0658b627aa71 req-f2fdacaf-7aea-414a-9ea7-4977d1faac48 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806293 Mar 31 23:02:46.962293 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b46828c-4178-40bd-a1cc-8469f20e84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:46.977753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Network 2fb2b508-15a2-4ac5-951b-32f3baadd101 is not hosted by any dhcp agent {{(pid=109300) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:02:46.978192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] No DVR routers for this DVR port 28ab1ae8-6657-4240-bd16-af3591147c87 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:47.037448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.072440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 74bb0e8e-ef94-4a03-abc1-03592aab780d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74bb0e8e-ef94-4a03-abc1-03592aab780d,segment=NetworkSegment(2ccb94ed-7070-4ec0-93b6-b7b452543ed5),segment_id=2ccb94ed-7070-4ec0-93b6-b7b452543ed5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.100790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.103488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.115709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.154465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:47.159799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:47.172623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:47.172623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.172623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.183906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e99ddb9d-2519-41ff-91af-008ed3c40cf3 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:47.199645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Port': ['ID=8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.205284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448b1c1-be10-44a7-b0dc-f57417d2c1c3 None None] Pushing event deleted for resources: {'Port': ['ID=28ab1ae8-6657-4240-bd16-af3591147c87,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.226908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26c426-9f5a-4938-aac5-5c666cb09b89 req-ce968123-ce92-4b23-abcc-a87d804f60c9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.235168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f26c426-9f5a-4938-aac5-5c666cb09b89 req-ce968123-ce92-4b23-abcc-a87d804f60c9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 943 time: 0.1346996 Mar 31 23:02:47.246123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a762666-1b42-4276-bd21-6d920a9f53e7 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1409104 Mar 31 23:02:47.248496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e99ddb9d-2519-41ff-91af-008ed3c40cf3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:47.248861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e99ddb9d-2519-41ff-91af-008ed3c40cf3 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:47.252997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:47.279009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dc9928-30d3-46b7-8530-b0bcfee9bf3b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:02:47.284006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Allocated IP 2001:db8::f816:3eff:febf:5fb5 (419f9de6-337e-4d5e-80af-763790c9f9a4/291a4e58-23ee-4570-ae49-d91b6c9270e8/7367f0f0-2f26-4a95-9aec-dcefea3359b5) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:47.295790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f26c426-9f5a-4938-aac5-5c666cb09b89 req-a3715519-6ace-434f-b4b2-6dc544799bd0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596638 Mar 31 23:02:47.328151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-1b46828c-4178-40bd-a1cc-8469f20e84b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:47.328572 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-1b46828c-4178-40bd-a1cc-8469f20e84b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:47.341409 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a3083-9580-41f3-98e1-20cfc8cd5f6b x-openstack-request-id: req-277a3083-9580-41f3-98e1-20cfc8cd5f6b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:47.341703 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "name": "network-vif-plugged", "status": "completed", "tag": "295d5020-ca45-4b35-b74f-6fac971de058", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:47.341950 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-277a3083-9580-41f3-98e1-20cfc8cd5f6b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:47.342337 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277a3083-9580-41f3-98e1-20cfc8cd5f6b'] response: {'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058', 'code': 200} Mar 31 23:02:47.365385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:47.377458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=74bb0e8e-ef94-4a03-abc1-03592aab780d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.382271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.382747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting subnet 291a4e58-23ee-4570-ae49-d91b6c9270e8 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:47.399864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.470824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.531678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273da67-3848-4175-986e-102ab0465fea req-b759c552-0ead-4ce1-8d31-b4533552a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.533164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b273da67-3848-4175-986e-102ab0465fea req-b759c552-0ead-4ce1-8d31-b4533552a4b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1097 time: 0.0911560 Mar 31 23:02:47.537106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.544097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.545024 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.591698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:47.594894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:47.599436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:47.603621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Pushing event updated for resources: {'Port': ['ID=7367f0f0-2f26-4a95-9aec-dcefea3359b5,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:47.672023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Attempting to bind port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:47.672759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Attempting to bind port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '76217e13-9674-4102-8980-e11aae2b78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:47.673208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Attempting to bind port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 on network 419f9de6-337e-4d5e-80af-763790c9f9a4 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:47.679515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:47.680061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Checking segment: {'id': '76217e13-9674-4102-8980-e11aae2b78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:47.680562 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.681049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Bound using segment: {'id': '76217e13-9674-4102-8980-e11aae2b78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:47.681610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Bound port: 7367f0f0-2f26-4a95-9aec-dcefea3359b5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76217e13-9674-4102-8980-e11aae2b78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '419f9de6-337e-4d5e-80af-763790c9f9a4'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:47.682084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.744761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884b5ea-55ab-4829-aa21-deaee1d31598 req-5cb01882-735a-4a28-ae38-e686cccf44c7 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.747508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d884b5ea-55ab-4829-aa21-deaee1d31598 req-5cb01882-735a-4a28-ae38-e686cccf44c7 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.0563300 Mar 31 23:02:47.814903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d884b5ea-55ab-4829-aa21-deaee1d31598 req-5278b243-cbe6-4692-84a4-8cfa9f0586b0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607343 Mar 31 23:02:47.890077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 72d06218-8a5c-47eb-82f9-a47fbd876121 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:47.892200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e0dc9928-30d3-46b7-8530-b0bcfee9bf3b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:02:47.894070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74bb0e8e-ef94-4a03-abc1-03592aab780d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:47.945849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7803ee-ffa7-4f9d-8eef-ac527a9c31bd req-1ef6c4fa-e56f-4f25-98f7-f1ca611fc14a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:47.947459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7803ee-ffa7-4f9d-8eef-ac527a9c31bd req-1ef6c4fa-e56f-4f25-98f7-f1ca611fc14a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.0560365 Mar 31 23:02:47.982475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:47.993413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7803ee-ffa7-4f9d-8eef-ac527a9c31bd req-95762f09-8852-4045-9fbd-814d7d517075 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389183 Mar 31 23:02:48.043861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b273da67-3848-4175-986e-102ab0465fea req-63c171cd-b62e-415a-9988-c728d788aac3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781559 Mar 31 23:02:48.046431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] For port 7367f0f0-2f26-4a95-9aec-dcefea3359b5, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:48.053531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] For port 7367f0f0-2f26-4a95-9aec-dcefea3359b5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7367f0f0-2f26-4a95-9aec-dcefea3359b5,segment=NetworkSegment(76217e13-9674-4102-8980-e11aae2b78a6),segment_id=76217e13-9674-4102-8980-e11aae2b78a6)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:48.071266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.075666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c65d-afc8-464f-9756-0c0327d610ac req-af64305a-5649-4d74-8193-7c22ba481670 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.077251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e241c65d-afc8-464f-9756-0c0327d610ac req-af64305a-5649-4d74-8193-7c22ba481670 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.4994824 Mar 31 23:02:48.088414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 72d06218-8a5c-47eb-82f9-a47fbd876121 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:48.116964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f919ab9-a42e-4da4-8aac-fde6572b9fc1 req-10d27907-2c33-4070-95e8-624221e367da tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0353673 Mar 31 23:02:48.124508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 74bb0e8e-ef94-4a03-abc1-03592aab780d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:48.124876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.126360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 72d06218-8a5c-47eb-82f9-a47fbd876121 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:48.126677 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.207970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e241c65d-afc8-464f-9756-0c0327d610ac req-c73acb42-cd38-44a2-bd82-0b2f84f14655 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033154 Mar 31 23:02:48.238139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.257183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8619ad1-fb2a-410e-9664-ec8dd816a239 None None] Pushing event updated for resources: {'Port': ['ID=7367f0f0-2f26-4a95-9aec-dcefea3359b5,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.281853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e5dc8d78-09cf-42fb-a375-22c11ae81d3b None None] Provisioning complete for port 74bb0e8e-ef94-4a03-abc1-03592aab780d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:48.282225 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5dc8d78-09cf-42fb-a375-22c11ae81d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.304290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a038e9-8465-45df-87fe-ff548d708689 req-3f3b0456-ab8c-435a-9422-00dc0b3295c3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.306822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26a038e9-8465-45df-87fe-ff548d708689 req-3f3b0456-ab8c-435a-9422-00dc0b3295c3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.0771697 Mar 31 23:02:48.387532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26a038e9-8465-45df-87fe-ff548d708689 req-e098eb8a-e249-4b1c-b335-eaf494d64ca3 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Mar 31 23:02:48.400393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.403409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Deleting port 9c1ac44d-a282-4f41-947d-447ab7f5bf65 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:48.408952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.487843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=291a4e58-23ee-4570-ae49-d91b6c9270e8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.500837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.503030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.518886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43862) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.531805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e35f57db-0940-41bb-858e-f2e86745577a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/291a4e58-23ee-4570-ae49-d91b6c9270e8 HTTP/1.1" status: 204 len: 168 time: 1.2762520 Mar 31 23:02:48.583399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28ab1ae8-6657-4240-bd16-af3591147c87 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:48.606459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 28ab1ae8-6657-4240-bd16-af3591147c87 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:48.606930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28ab1ae8-6657-4240-bd16-af3591147c87 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:48.627788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:48.634974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.658733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e38f89-30f7-4521-83c2-7ca701b7f623 req-fb17a154-628e-419a-9788-37b486fee4ea tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.666382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58e38f89-30f7-4521-83c2-7ca701b7f623 req-fb17a154-628e-419a-9788-37b486fee4ea tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 944 time: 0.1910911 Mar 31 23:02:48.682540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] For port 9c1ac44d-a282-4f41-947d-447ab7f5bf65, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c1ac44d-a282-4f41-947d-447ab7f5bf65,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:48.683197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.705103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Calling delete_port for 9c1ac44d-a282-4f41-947d-447ab7f5bf65 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:48.706152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:48.734771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58e38f89-30f7-4521-83c2-7ca701b7f623 req-3d05f2b2-b676-474b-8007-e86162d660ff tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673604 Mar 31 23:02:48.760173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8692e8-c230-4bd8-87ad-f55d97ecb23b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.762114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8692e8-c230-4bd8-87ad-f55d97ecb23b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.766621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c8692e8-c230-4bd8-87ad-f55d97ecb23b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2440369 Mar 31 23:02:48.767229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.788016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5828a-694e-45cc-b9a5-9fcc8da40137 req-b9e4628b-9762-41b2-88ff-d7d81b5067f3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.791733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1af5828a-694e-45cc-b9a5-9fcc8da40137 req-b9e4628b-9762-41b2-88ff-d7d81b5067f3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2139692 Mar 31 23:02:48.834894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1af5828a-694e-45cc-b9a5-9fcc8da40137 req-0a90d426-341f-48e9-a829-e52db73f5453 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Mar 31 23:02:48.893800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-734abffb-17af-4f8a-8419-85859785ecae tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:48.908015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-6d0d2c53-f50e-4cfe-95a2-c3f2bb266db7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:48.910509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-6d0d2c53-f50e-4cfe-95a2-c3f2bb266db7 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.96 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1440051 Mar 31 23:02:48.977837 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-734abffb-17af-4f8a-8419-85859785ecae tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:02:48.978289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734abffb-17af-4f8a-8419-85859785ecae tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:02:48.981538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-734abffb-17af-4f8a-8419-85859785ecae tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/419f9de6-337e-4d5e-80af-763790c9f9a4 HTTP/1.1" status: 409 len: 405 time: 0.2130156 Mar 31 23:02:48.986226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43868) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:48.991153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-649612158'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:49.013700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:49.017947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.045756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:49.055817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.056159 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment 9b2e5f34-35c1-425f-913a-1a7a102c3d22 of type vlan for network dc6836ac-9e52-4dfd-85fe-b221dc30843e Mar 31 23:02:49.072471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce2641-5cf5-41b3-9848-b68c700f82ab req-938bfdfc-c2a5-4533-981f-ecad5b1f58d2 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.074096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afce2641-5cf5-41b3-9848-b68c700f82ab req-938bfdfc-c2a5-4533-981f-ecad5b1f58d2 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.1777501 Mar 31 23:02:49.108868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.161579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afce2641-5cf5-41b3-9848-b68c700f82ab req-e84a9362-a6db-4c58-98ab-2d2c30b40cbd tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751424 Mar 31 23:02:49.183497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Deleting port 9596458c-cb34-4211-9359-b9c5a367988d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:49.183918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.200275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.249957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1ac44d-a282-4f41-947d-447ab7f5bf65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.325084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c2c1926-a0a9-48c0-869f-50312919cba0 req-e6947fad-c94c-4da1-83c4-b664f2df64cd tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0808454 Mar 31 23:02:49.343197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:49.348326 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f005e333-a071-4dc6-92c6-6fdd3a5abe5d" -d '{"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:49.417155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] For port 9596458c-cb34-4211-9359-b9c5a367988d, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9596458c-cb34-4211-9359-b9c5a367988d,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:49.417592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.436541 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cb3f77-92d3-449e-8577-44c4201b67ce x-openstack-request-id: req-60cb3f77-92d3-449e-8577-44c4201b67ce {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:49.436834 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:49.437080 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60cb3f77-92d3-449e-8577-44c4201b67ce {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:49.437494 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cb3f77-92d3-449e-8577-44c4201b67ce'] response: {'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'code': 200} Mar 31 23:02:49.474983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Calling delete_port for 9596458c-cb34-4211-9359-b9c5a367988d owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:49.588684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.594756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.595576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.610839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ace6a4-bd7f-421d-ab0a-78f2780217a3 req-198215ca-f38e-46a7-b1b0-2b4419086dff tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.612373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96ace6a4-bd7f-421d-ab0a-78f2780217a3 req-198215ca-f38e-46a7-b1b0-2b4419086dff tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.5257981 Mar 31 23:02:49.656733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6694152 Mar 31 23:02:49.661443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43878) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:49.666256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.679872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35540b0c-8229-4c26-afff-7b264b7a0c7f None None] Network 419f9de6-337e-4d5e-80af-763790c9f9a4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:49.694514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:49.703999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59718b2-e856-4f66-83dd-72d2b3777a5e req-9be50a41-c9be-404e-8124-26b2c9b53979 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.705581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59718b2-e856-4f66-83dd-72d2b3777a5e req-9be50a41-c9be-404e-8124-26b2c9b53979 tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/ports?device_id=1268c76d-faeb-4f42-a0dc-3adf4f940b6e HTTP/1.1" status: 200 len: 945 time: 0.1621838 Mar 31 23:02:49.707470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee13565-8224-405d-bd77-a7cd98046167 req-7df64e3c-32fd-45ac-a523-d203c8ee8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.709036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aee13565-8224-405d-bd77-a7cd98046167 req-7df64e3c-32fd-45ac-a523-d203c8ee8cd0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1644292 Mar 31 23:02:49.733821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94201033-098f-498e-9a46-037f1a9f681b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=dc6836ac-9e52-4dfd-85fe-b221dc30843e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:49.761365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:49.790783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96ace6a4-bd7f-421d-ab0a-78f2780217a3 req-5632889f-f73c-45f0-b6ed-79ebacee0c8a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619189 Mar 31 23:02:49.818803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:49.823688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.869681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] Provisioning complete for port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:49.870056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:49.886213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59718b2-e856-4f66-83dd-72d2b3777a5e req-316ec6b1-1988-4c5a-bff9-59f1a438bbfd tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.95 "GET /v2.0/security-groups?id=2451da68-ba0f-487c-8468-3a8095f7ed67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740608 Mar 31 23:02:50.025133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aee13565-8224-405d-bd77-a7cd98046167 req-e780cb47-3d48-4063-b6b5-abb925de7bc5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765338 Mar 31 23:02:50.056007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.064350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.079054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcd3f2-adca-4d5e-9e5c-9138e9126c14 req-309525ff-11ae-4ab2-90d6-a69ed49e5879 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.080920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3fcd3f2-adca-4d5e-9e5c-9138e9126c14 req-309525ff-11ae-4ab2-90d6-a69ed49e5879 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 944 time: 0.1579401 Mar 31 23:02:50.121402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7367f0f0-2f26-4a95-9aec-dcefea3359b5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:50.124247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Pushing event deleted for resources: {'Port': ['ID=9596458c-cb34-4211-9359-b9c5a367988d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.146020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] For port 7367f0f0-2f26-4a95-9aec-dcefea3359b5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7367f0f0-2f26-4a95-9aec-dcefea3359b5,segment=NetworkSegment(76217e13-9674-4102-8980-e11aae2b78a6),segment_id=76217e13-9674-4102-8980-e11aae2b78a6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:50.164955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] DHCP port deletion for 419f9de6-337e-4d5e-80af-763790c9f9a4 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:50.176832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.194968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3fcd3f2-adca-4d5e-9e5c-9138e9126c14 req-198b64c8-6b24-48a6-a528-db0ae9fb72bf tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 Mar 31 23:02:50.202600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] No DVR routers for this DVR port 9596458c-cb34-4211-9359-b9c5a367988d on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:50.205368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.210261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d55644af-6c6a-4706-9097-55bbd0d2f4b5 req-688b6b6b-3fa4-4510-8d50-98b60a218d7a tempest-ServerRescueTestJSONUnderV235-902012292 tempest-ServerRescueTestJSONUnderV235-902012292-project] 10.222.0.96 "DELETE /v2.0/ports/9596458c-cb34-4211-9359-b9c5a367988d HTTP/1.1" status: 204 len: 173 time: 1.2821174 Mar 31 23:02:50.215177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'name': 'network-vif-deleted', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:50.217375 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd673488-d3d9-4d89-9acd-4da957cba385" -d '{"events": [{"server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "name": "network-vif-deleted", "tag": "9596458c-cb34-4211-9359-b9c5a367988d"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:50.227020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee359b-61c3-450a-87fe-5916c1e2ef97 req-c1a6ec25-417b-4662-bc36-21ac71da8660 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.228559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9aee359b-61c3-450a-87fe-5916c1e2ef97 req-c1a6ec25-417b-4662-bc36-21ac71da8660 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2306547 Mar 31 23:02:50.286371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688058e-b964-4ef2-b98c-ef94c535f889 None None] Pushing event updated for resources: {'Port': ['ID=7367f0f0-2f26-4a95-9aec-dcefea3359b5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.301112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:50.301585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.306432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e0dc9928-30d3-46b7-8530-b0bcfee9bf3b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:50.315763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9aee359b-61c3-450a-87fe-5916c1e2ef97 req-221e0bde-6440-4f9f-9c6f-90109a11d529 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803721 Mar 31 23:02:50.340984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Router 6e6d1875-8409-45fc-80b5-757b0811bf2c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:50.370558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Deleting port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:50.371615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.406636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12451f63-6372-4cd5-8385-1f35f5dc15c3 req-6ae5afa9-efaa-4665-87a6-f25deead1458 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.417042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12451f63-6372-4cd5-8385-1f35f5dc15c3 req-6ae5afa9-efaa-4665-87a6-f25deead1458 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.1470358 Mar 31 23:02:50.467951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:02:50.482357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] For port 7367f0f0-2f26-4a95-9aec-dcefea3359b5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7367f0f0-2f26-4a95-9aec-dcefea3359b5,segment=NetworkSegment(76217e13-9674-4102-8980-e11aae2b78a6),segment_id=76217e13-9674-4102-8980-e11aae2b78a6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:50.482756 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.486244 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.506815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Calling delete_port for 7367f0f0-2f26-4a95-9aec-dcefea3359b5 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:50.530579 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b881b9e-f852-4d38-a8da-85f421947210 x-openstack-request-id: req-8b881b9e-f852-4d38-a8da-85f421947210 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:50.531080 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1268c76d-faeb-4f42-a0dc-3adf4f940b6e", "name": "network-vif-deleted", "tag": "9596458c-cb34-4211-9359-b9c5a367988d", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:50.531404 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8b881b9e-f852-4d38-a8da-85f421947210 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:50.532071 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b881b9e-f852-4d38-a8da-85f421947210'] response: {'server_uuid': '1268c76d-faeb-4f42-a0dc-3adf4f940b6e', 'name': 'network-vif-deleted', 'tag': '9596458c-cb34-4211-9359-b9c5a367988d', 'status': 'completed', 'code': 200} Mar 31 23:02:50.542916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:02:50.548814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:50.556062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:50.556356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.559057 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Sync routers for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:50.560534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5eaf278-4858-4d5c-888a-6f8ce72b6695 admin admin] 10.222.0.95 "PUT /v2.0/routers/6e6d1875-8409-45fc-80b5-757b0811bf2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8545961 Mar 31 23:02:50.561255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.581273 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:50.582136 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:50.620835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12451f63-6372-4cd5-8385-1f35f5dc15c3 req-993808d3-8f81-4613-b19e-5e0b9a5669c5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028284 Mar 31 23:02:50.710529 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:50.714367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=8128c7a0-62ab-44f8-aa47-5a313cf1a164,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.723577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': '9b2e5f34-35c1-425f-913a-1a7a102c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:50.727169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.727886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: dc6836ac-9e52-4dfd-85fe-b221dc30843e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:50.813346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.839738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7db696ea-c18d-4281-a512-a66ff289f885 req-c8540e01-fc6c-4066-8d66-3dfe9a711eef tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0781169 Mar 31 23:02:50.840319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:50.853200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.860514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] Pushing event deleted for resources: {'Port': ['ID=7367f0f0-2f26-4a95-9aec-dcefea3359b5,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:50.864111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, dc6836ac-9e52-4dfd-85fe-b221dc30843e) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:50.866724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e63781-adf7-4d75-9f3e-4b4e91a0cfc1 None None] No DVR routers for this DVR port 7367f0f0-2f26-4a95-9aec-dcefea3359b5 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:50.874227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.875611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:50.876530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:50.891814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a699aa-3bec-4556-b0a0-48ccd8f12d98 None None] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:50.919681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:02:49Z', 'revision_number': 5, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:50.926305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b7c6de13-b1fe-4874-acba-898fc069c391 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2600536 Mar 31 23:02:50.927180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43902) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:50.958069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Checking router: 6e6d1875-8409-45fc-80b5-757b0811bf2c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:50.960913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'port': {'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e', 'name': 'tempest-NetworksIpV6TestAttrs-1400345679'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:50.969039 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Routers {'6e6d1875-8409-45fc-80b5-757b0811bf2c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:50.970025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['6e6d1875-8409-45fc-80b5-757b0811bf2c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:51.064878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:51.087814 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.088958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8635e7-6886-4e5a-9f4a-640d29247ad3 req-0cba0b59-ed77-447f-bfe4-b318d292d247 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.093378 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] Set router 6e6d1875-8409-45fc-80b5-757b0811bf2c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:51.102729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf8635e7-6886-4e5a-9f4a-640d29247ad3 req-0cba0b59-ed77-447f-bfe4-b318d292d247 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.3724024 Mar 31 23:02:51.175581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf8635e7-6886-4e5a-9f4a-640d29247ad3 req-9acbe3b1-4431-46d9-81a5-cab39d660342 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546026 Mar 31 23:02:51.175581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.281714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:51.322838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Deleting port b9d7e5d0-d760-4554-b967-8fa39d7d3c34 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:51.323479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.329339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-f420c0f7-d11b-4b77-8546-794ef8f2a067 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 258 time: 0.3606627 Mar 31 23:02:51.334668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-dc6836ac-9e52-4dfd-85fe-b221dc30843e', 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': '8128c7a0-62ab-44f8-aa47-5a313cf1a164'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:51.335587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.342502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:51.371907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.404358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:02:49Z', 'revision_number': 5, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:51.417579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:51.426237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.447342 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4681a3-9c03-475c-b736-14bbc445dce0 None None] The sync data for ids ['6e6d1875-8409-45fc-80b5-757b0811bf2c'] in n-d-835855-2 is: [{'id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'name': 'tempest-AttachSCSIVolumeTestJSON-242256870-router', 'tenant_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:58:35Z', 'updated_at': '2022-03-31T23:02:49Z', 'revision_number': 5, 'project_id': 'd77d2cd171dc4a1fabb85b0b7e1fb7a8', 'gw_port': {'id': 'b9d7e5d0-d760-4554-b967-8fa39d7d3c34', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:41:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6d1875-8409-45fc-80b5-757b0811bf2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:37Z', 'updated_at': '2022-03-31T22:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:51.470104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] device_id is not set on port f580ac94-5d95-4905-b090-76bbbf16688f yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:02:51.637288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.664210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Allocated IP 2001:db8::f816:3eff:fef0:7a1b (dc6836ac-9e52-4dfd-85fe-b221dc30843e/8128c7a0-62ab-44f8-aa47-5a313cf1a164/a8511f63-dd99-4d9e-bbe1-27b062c15fa4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:51.695839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:51.701896 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2c7d5-0a99-4225-a9c5-27d58a27105b" -d '{"events": [{"server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:51.765802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Allocated IP 172.25.8.254 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/56279b81-105e-4e78-84e8-6c779eae10a1) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:51.781190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93b84f-83c6-41bb-8bd7-076efa037db1 req-e14480a3-6805-4fb8-b327-bd59dcaf4540 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:51.791442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c93b84f-83c6-41bb-8bd7-076efa037db1 req-e14480a3-6805-4fb8-b327-bd59dcaf4540 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.4993596 Mar 31 23:02:51.874014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.882377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9596458c-cb34-4211-9359-b9c5a367988d no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:51.910898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 9596458c-cb34-4211-9359-b9c5a367988d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:51.911942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9596458c-cb34-4211-9359-b9c5a367988d not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:51.914300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.926707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c93b84f-83c6-41bb-8bd7-076efa037db1 req-7cd1541e-072d-4a84-92d2-d1721530d5fb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257837 Mar 31 23:02:51.949598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] For port b9d7e5d0-d760-4554-b967-8fa39d7d3c34, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:51.950005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:51.971064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:51.972412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c1ac44d-a282-4f41-947d-447ab7f5bf65 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:51.982654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Calling delete_port for b9d7e5d0-d760-4554-b967-8fa39d7d3c34 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:51.997233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:51.999749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Pushing event updated for resources: {'Port': ['ID=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.007144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43912) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.036873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:52.044476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 9c1ac44d-a282-4f41-947d-447ab7f5bf65 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:52.044811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c1ac44d-a282-4f41-947d-447ab7f5bf65 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:52.045830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7367f0f0-2f26-4a95-9aec-dcefea3359b5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:52.084922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.089129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Allocated IP 2001:db8::f816:3eff:fe1c:1d51 (dc6836ac-9e52-4dfd-85fe-b221dc30843e/8128c7a0-62ab-44f8-aa47-5a313cf1a164/f580ac94-5d95-4905-b090-76bbbf16688f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:52.112182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7367f0f0-2f26-4a95-9aec-dcefea3359b5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:52.112523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7367f0f0-2f26-4a95-9aec-dcefea3359b5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:52.183676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Attempting to bind port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:52.185195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Attempting to bind port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '9b2e5f34-35c1-425f-913a-1a7a102c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:52.185555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Attempting to bind port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 on network dc6836ac-9e52-4dfd-85fe-b221dc30843e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:52.192107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:52.192519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Checking segment: {'id': '9b2e5f34-35c1-425f-913a-1a7a102c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:52.192901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.193293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Bound using segment: {'id': '9b2e5f34-35c1-425f-913a-1a7a102c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:52.193753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Bound port: a8511f63-dd99-4d9e-bbe1-27b062c15fa4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2e5f34-35c1-425f-913a-1a7a102c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'dc6836ac-9e52-4dfd-85fe-b221dc30843e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:52.194131 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.247538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc182b-308f-44b0-9dd6-1ac2d96d5433 req-0f8b2e29-3888-4551-b1f3-5d4254692886 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.249579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60fc182b-308f-44b0-9dd6-1ac2d96d5433 req-0f8b2e29-3888-4551-b1f3-5d4254692886 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0894301 Mar 31 23:02:52.250886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.264631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.272370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] For port a8511f63-dd99-4d9e-bbe1-27b062c15fa4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:52.276913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] For port a8511f63-dd99-4d9e-bbe1-27b062c15fa4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,segment=NetworkSegment(9b2e5f34-35c1-425f-913a-1a7a102c3d22),segment_id=9b2e5f34-35c1-425f-913a-1a7a102c3d22)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:52.282313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.304222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d7e5d0-d760-4554-b967-8fa39d7d3c34,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.376668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad042a8-f918-499b-b424-04a9ea77a45d None None] Pushing event updated for resources: {'Port': ['ID=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.386054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:52.390018 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60fc182b-308f-44b0-9dd6-1ac2d96d5433 req-c9bc4203-a34a-4038-b4c9-7c3568299afb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039083 Mar 31 23:02:52.393240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.421537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:52.427744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event updated for resources: {'Port': ['ID=56279b81-105e-4e78-84e8-6c779eae10a1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.434730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:52.527149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.529641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.577211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.594968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.598227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6d1875-8409-45fc-80b5-757b0811bf2c {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:02:52.616344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2bf3-7dba-480b-b207-758c4a8b1ac2 req-ebb4df69-1ef2-4127-8f50-82fe42676733 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.617879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8bb2bf3-7dba-480b-b207-758c4a8b1ac2 req-ebb4df69-1ef2-4127-8f50-82fe42676733 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1501210 Mar 31 23:02:52.621549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.625895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49b34039-8e58-447c-8167-48cd403a5df7 admin admin] 10.222.0.95 "DELETE /v2.0/routers/6e6d1875-8409-45fc-80b5-757b0811bf2c HTTP/1.1" status: 204 len: 168 time: 2.0635157 Mar 31 23:02:52.626538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:52.701542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Deleting subnet bfcdc01e-d994-4e07-a593-b209e4268fef {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:52.713922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.716403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8bb2bf3-7dba-480b-b207-758c4a8b1ac2 req-7da91115-be6b-4ff8-8131-eff1aa62feea tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887773 Mar 31 23:02:52.717175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.750908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.763095 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.785300 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86faa1a7-cbf8-47a3-91ec-1fdd33713a24 x-openstack-request-id: req-86faa1a7-cbf8-47a3-91ec-1fdd33713a24 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:52.786305 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "name": "network-vif-plugged", "status": "completed", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:52.786778 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-86faa1a7-cbf8-47a3-91ec-1fdd33713a24 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:52.787608 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86faa1a7-cbf8-47a3-91ec-1fdd33713a24'] response: {'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b', 'code': 200} Mar 31 23:02:52.800722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.840083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:52.855283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:52.859434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Port': ['ID=f580ac94-5d95-4905-b090-76bbbf16688f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:52.865527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:52.871105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:52.871755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.899916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ab161d5-2516-4b61-a5a0-386d89267221 req-134c67cf-fbdf-42bc-bb51-8772f91d2f09 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0566642 Mar 31 23:02:52.919316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:52.948367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-83803cb7-3550-46e5-b7bc-bbaf8321f0be tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0197213 Mar 31 23:02:52.952253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.036744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dec73b-0344-4d0a-97b5-c72cc15aec70 req-f71b1913-88c5-4957-b8d2-650377a0e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.038244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28dec73b-0344-4d0a-97b5-c72cc15aec70 req-f71b1913-88c5-4957-b8d2-650377a0e4ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1096 time: 0.1550920 Mar 31 23:02:53.052175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting subnet 8128c7a0-62ab-44f8-aa47-5a313cf1a164 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:02:53.059979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.063256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.078887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.126976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a184f9-3601-4847-9972-927d9db949bd req-b5f040e0-d39d-4245-ab39-f57a455d5393 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.128543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0a184f9-3601-4847-9972-927d9db949bd req-b5f040e0-d39d-4245-ab39-f57a455d5393 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1325955 Mar 31 23:02:53.131672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcdc01e-d994-4e07-a593-b209e4268fef,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.136380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.145527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28dec73b-0344-4d0a-97b5-c72cc15aec70 req-9784a84d-e680-468b-9440-ffafc9a6c6c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961914 Mar 31 23:02:53.147471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea675866-dfe6-49c2-b3af-9af41a9a93de admin admin] 10.222.0.95 "DELETE /v2.0/subnets/bfcdc01e-d994-4e07-a593-b209e4268fef HTTP/1.1" status: 204 len: 168 time: 0.5183372 Mar 31 23:02:53.149911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43922) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.150444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59905d5c-22a8-45c1-afdc-59502fb4ae55 None None] Network 27cae45c-e317-48b4-8699-9647bd4050ab requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:53.169640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.191043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.240739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0a184f9-3601-4847-9972-927d9db949bd req-106bda2b-7250-4416-a3ab-ce2f072d6372 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908182 Mar 31 23:02:53.312369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.348317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.383567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.455877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event updated for resources: {'Port': ['ID=56279b81-105e-4e78-84e8-6c779eae10a1,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.470279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] DHCP port deletion for 27cae45c-e317-48b4-8699-9647bd4050ab request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:53.498493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6cb86-f6de-4c54-ad19-2b0ef1bbe200 req-92c8c974-9fb7-4c62-ba2b-2249b5e5ca77 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.509213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52e6cb86-f6de-4c54-ad19-2b0ef1bbe200 req-92c8c974-9fb7-4c62-ba2b-2249b5e5ca77 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1204405 Mar 31 23:02:53.518392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.525500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.525854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.526206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.526546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.526885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.527221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.527345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Deleting port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:53.527575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.527889 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.527990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.528224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.528552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.528880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.529205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:53.533520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.562128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.570593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-3275de45-eb51-4549-b521-6c379513b5d5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2343671 Mar 31 23:02:53.570777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=8128c7a0-62ab-44f8-aa47-5a313cf1a164,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.575148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.582266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ced37ea-fe51-4e01-8afc-668928503158 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/8128c7a0-62ab-44f8-aa47-5a313cf1a164 HTTP/1.1" status: 204 len: 168 time: 0.6279447 Mar 31 23:02:53.583084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.609077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] For port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:53.609473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.622084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Calling delete_port for d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:53.642899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52e6cb86-f6de-4c54-ad19-2b0ef1bbe200 req-9d710780-19eb-4399-bd81-85d682809841 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Mar 31 23:02:53.664613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-55b5a64e-0e01-4b4e-a34e-33bab927b5ee tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0819187 Mar 31 23:02:53.697451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Deleting port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:53.697799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.700411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47d2fb-8c5b-4578-9d1f-c4b91bcc5cd8 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.704809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a47d2fb-8c5b-4578-9d1f-c4b91bcc5cd8 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.711893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a47d2fb-8c5b-4578-9d1f-c4b91bcc5cd8 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1251481 Mar 31 23:02:53.712748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43928) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.717160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3979a76-0689-475d-a782-4f5d401770b6 None None] Network dc6836ac-9e52-4dfd-85fe-b221dc30843e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:53.750712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.833864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb7922f3-3130-4284-bf02-661530f5c297 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.846103 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7922f3-3130-4284-bf02-661530f5c297 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 31 23:02:53.846600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7922f3-3130-4284-bf02-661530f5c297 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:02:53.855996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bb7922f3-3130-4284-bf02-661530f5c297 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/dc6836ac-9e52-4dfd-85fe-b221dc30843e HTTP/1.1" status: 409 len: 405 time: 0.1418262 Mar 31 23:02:53.857186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43932) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:53.865486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] Pushing event deleted for resources: {'Port': ['ID=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:53.871174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935612751'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:53.885350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb0c02-6ac8-4245-95b4-818de61999a2 req-afae864d-34ab-4bc5-a87f-dce4ed854d66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:53.887254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca97fbc-6cda-433a-aa32-cc5c0cbc3697 None None] No DVR routers for this DVR port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:53.888015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dcb0c02-6ac8-4245-95b4-818de61999a2 req-afae864d-34ab-4bc5-a87f-dce4ed854d66 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1440880 Mar 31 23:02:53.930636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] Provisioning complete for port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:53.930636 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:53.972137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a8511f63-dd99-4d9e-bbe1-27b062c15fa4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:02:53.979451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dcb0c02-6ac8-4245-95b4-818de61999a2 req-60d6d4eb-a267-4574-bbc5-a03bc7a98a4f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778530 Mar 31 23:02:53.982941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:53.988832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.024506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:54.037320 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.037755 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment a63a2242-85db-4def-a0db-213ec186ff78 of type vlan for network 92e1422b-2bae-4a59-828b-9a75018bfcd5 Mar 31 23:02:54.081319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:02:54.081684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.103885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.171994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c16768-9ba3-4459-bba4-f2de5ce93834 req-aa62d5ab-2f6d-40d0-b1c5-41dbf107effc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.173994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88c16768-9ba3-4459-bba4-f2de5ce93834 req-aa62d5ab-2f6d-40d0-b1c5-41dbf107effc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.0897028 Mar 31 23:02:54.175540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.175659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] DHCP port deletion for dc6836ac-9e52-4dfd-85fe-b221dc30843e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:02:54.184290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.185236 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.228584 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.234636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] For port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,segment=NetworkSegment(d8e2e9a5-e6b9-4233-be79-2365c5328de5),segment_id=d8e2e9a5-e6b9-4233-be79-2365c5328de5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:54.235170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.240020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3801365 Mar 31 23:02:54.242733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:54.249755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': '92e1422b-2bae-4a59-828b-9a75018bfcd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:54.258902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Calling delete_port for d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:54.266880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-f4202db4-8753-4e73-8658-65a9a5490893 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.276435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf10ecb5-f373-4a4b-9e0d-e7414ee63366 req-f4202db4-8753-4e73-8658-65a9a5490893 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.6102705 Mar 31 23:02:54.299874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe5948-1c53-43b4-9e1c-1c7fdc9f72dc tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=92e1422b-2bae-4a59-828b-9a75018bfcd5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.303801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] For port a8511f63-dd99-4d9e-bbe1-27b062c15fa4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,segment=NetworkSegment(9b2e5f34-35c1-425f-913a-1a7a102c3d22),segment_id=9b2e5f34-35c1-425f-913a-1a7a102c3d22)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:54.315005 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.319602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 92e1422b-2bae-4a59-828b-9a75018bfcd5 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:54.323635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.327004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88c16768-9ba3-4459-bba4-f2de5ce93834 req-4a52d6a8-1831-4c91-ad76-afd7b6a587c5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344318 Mar 31 23:02:54.403749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f2b9dbf-111a-4ad7-80c5-af29df86a660 req-b6d121b7-b663-46a2-9051-cb10d2b3e17e tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0536852 Mar 31 23:02:54.413839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:54.417714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.443659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Deleting port 28053068-3f28-4138-b9cd-f6b033b00571 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:54.444004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.465757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.519089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Deleting port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:54.519427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.527800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a7a5a8-8dd6-4c10-b09e-c52bd1164997,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.528136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67daf52-cc89-49c8-b650-11b1c927fa01 req-9b9f78fc-89be-413c-8f64-9cb9a1601a89 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.537155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e67daf52-cc89-49c8-b650-11b1c927fa01 req-9b9f78fc-89be-413c-8f64-9cb9a1601a89 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1353936 Mar 31 23:02:54.539563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] No DVR routers for this DVR port d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:54.588819 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:02:54.588819 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:02:54.609175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e67daf52-cc89-49c8-b650-11b1c927fa01 req-afc64948-c478-4d1c-b1e8-ba4abf750f14 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710421 Mar 31 23:02:54.638723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce10ed1-7494-4caf-bfc8-9e6a9da5b6b7 None None] Pushing event updated for resources: {'Port': ['ID=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.642521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] For port a8511f63-dd99-4d9e-bbe1-27b062c15fa4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,segment=NetworkSegment(9b2e5f34-35c1-425f-913a-1a7a102c3d22),segment_id=9b2e5f34-35c1-425f-913a-1a7a102c3d22)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:54.642926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.659269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Calling delete_port for a8511f63-dd99-4d9e-bbe1-27b062c15fa4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:54.733356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-0969f999-fec9-46e0-9377-bcf6218ac6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.741079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-0969f999-fec9-46e0-9377-bcf6218ac6b4 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2387216 Mar 31 23:02:54.748068 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.751659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] For port 28053068-3f28-4138-b9cd-f6b033b00571, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28053068-3f28-4138-b9cd-f6b033b00571,segment=NetworkSegment(df58ff15-21f5-4c11-9f07-d62a029bd50a),segment_id=df58ff15-21f5-4c11-9f07-d62a029bd50a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:54.752002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.813889 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.824035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-c4de32cc-0fab-4625-badd-9db549df173e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0799477 Mar 31 23:02:54.827415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Calling delete_port for 28053068-3f28-4138-b9cd-f6b033b00571 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:54.831613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cae45c-e317-48b4-8699-9647bd4050ab']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.844383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] Pushing event deleted for resources: {'Port': ['ID=a8511f63-dd99-4d9e-bbe1-27b062c15fa4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:54.847074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'floatingip': {'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:54.849622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bd4b4-a992-4a8c-aa89-690dc4a8f4f1 None None] No DVR routers for this DVR port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:02:54.864062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e2e9a5-e6b9-4233-be79-2365c5328de5') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.864384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e2e9a5-e6b9-4233-be79-2365c5328de5') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:54.903485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:02:54.912410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c14965-f80a-401f-8430-7b547be68091 req-faf60d92-a912-44e4-a299-838f25cb28be tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:54.914028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28c14965-f80a-401f-8430-7b547be68091 req-faf60d92-a912-44e4-a299-838f25cb28be tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1444600 Mar 31 23:02:54.915326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.917308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.953667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:54.998508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=d9dd7b2d-e24f-45cd-9b92-54633d1a42ea,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.007807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28c14965-f80a-401f-8430-7b547be68091 req-65c3640e-4ed1-43ca-9a3d-6440544b4ca8 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868902 Mar 31 23:02:55.008508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.017214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': 'a63a2242-85db-4def-a0db-213ec186ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '92e1422b-2bae-4a59-828b-9a75018bfcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:55.018058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: 92e1422b-2bae-4a59-828b-9a75018bfcd5, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:55.034331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:55.034779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:55.036534 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:55.038854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network 92e1422b-2bae-4a59-828b-9a75018bfcd5 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:55.049249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 92e1422b-2bae-4a59-828b-9a75018bfcd5) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:55.054672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.055527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.059001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7270035-98a7-4480-868a-f194bad80340 None None] Network 92e1422b-2bae-4a59-828b-9a75018bfcd5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:55.075762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-07b41790-88d2-423b-ab6c-b3be22d177c4 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8318558 Mar 31 23:02:55.078363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.142670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port a8511f63-dd99-4d9e-bbe1-27b062c15fa4 update to ACTIVE by agent not found {{(pid=109300) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:02:55.195922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.202492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.219224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:55.241021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.246952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] 10.222.0.95 "DELETE /v2.0/networks/27cae45c-e317-48b4-8699-9647bd4050ab HTTP/1.1" status: 204 len: 168 time: 2.0934453 Mar 31 23:02:55.267709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.268949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0bb5b-a082-4440-b56d-b7ee9eb2ed85 admin admin] Pushing event deleted for resources: {'Network': ['ID=27cae45c-e317-48b4-8699-9647bd4050ab,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.274130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:55.274443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4a7a5a8-8dd6-4c10-b09e-c52bd1164997 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:55.275143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b9d7e5d0-d760-4554-b967-8fa39d7d3c34 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:55.302171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a0f9b-b1f5-4d73-be7c-fdd42cc6870d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-92e1422b-2bae-4a59-828b-9a75018bfcd5', 'network_id': '92e1422b-2bae-4a59-828b-9a75018bfcd5', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': 'd9dd7b2d-e24f-45cd-9b92-54633d1a42ea'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:55.304705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a22a0f9b-b1f5-4d73-be7c-fdd42cc6870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.311144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b9d7e5d0-d760-4554-b967-8fa39d7d3c34 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:55.311794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b9d7e5d0-d760-4554-b967-8fa39d7d3c34 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:55.370850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.427192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dd7b2d-e24f-45cd-9b92-54633d1a42ea,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.451972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.528128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Pushing event deleted for resources: {'Port': ['ID=28053068-3f28-4138-b9cd-f6b033b00571,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.531450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.539666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43954) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-a22a0f9b-b1f5-4d73-be7c-fdd42cc6870d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9dd7b2d-e24f-45cd-9b92-54633d1a42ea: This subnet is being modified by another concurrent operation. Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:02:55.541761 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9dd7b2d-e24f-45cd-9b92-54633d1a42ea: This subnet is being modified by another concurrent operation. Mar 31 23:02:55.544847 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:02:55.552787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10e7e2-99af-4def-9ae1-20a617942475 req-9362db45-1f57-4f2f-9113-0631cbbf81cc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:55.554350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d10e7e2-99af-4def-9ae1-20a617942475 req-9362db45-1f57-4f2f-9113-0631cbbf81cc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1295822 Mar 31 23:02:55.572964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e1422b-2bae-4a59-828b-9a75018bfcd5']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:55.590767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63a2242-85db-4def-a0db-213ec186ff78') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:55.591089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63a2242-85db-4def-a0db-213ec186ff78') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:55.592554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9349a0f1-8ffc-4796-9417-14f10ff36a9b None None] Network 92e1422b-2bae-4a59-828b-9a75018bfcd5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:55.603879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.636191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d10e7e2-99af-4def-9ae1-20a617942475 req-a9cef77c-3bbe-4d60-b1e0-f78f517520ef tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674446 Mar 31 23:02:55.644411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.652070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:02:55.652481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:02:55.712351 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:02:55.715801 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.724020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.727459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/92e1422b-2bae-4a59-828b-9a75018bfcd5 HTTP/1.1" status: 204 len: 168 time: 0.6480944 Mar 31 23:02:55.736890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43958) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.742475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1541583336'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:55.748186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27349ede-950c-4835-a872-0ba4adc04a42 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=92e1422b-2bae-4a59-828b-9a75018bfcd5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:55.754912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d2280c82-3e9e-4d8e-9f3a-08d07ddfb04e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b70c1af007da4cc798e9288ff6f54252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082474 Mar 31 23:02:55.758807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43960) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:55.761618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dcc00-be7c-411d-b76e-005e71b9ba5b None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:02:55.791035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99a2a167-35c3-4b4c-a911-b8aedcd0e74b req-9061d030-2d84-4df0-a018-e91524b9b419 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0453889 Mar 31 23:02:55.827707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:55.831716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.894808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.956805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:55.959822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:02:56.023758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.035939 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c of type vlan for network a737353c-22eb-4f35-aea8-ee60880e1522 Mar 31 23:02:56.132393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.169004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:02:56.207334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a8511f63-dd99-4d9e-bbe1-27b062c15fa4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:56.258848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.260940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a8511f63-dd99-4d9e-bbe1-27b062c15fa4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:56.261529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a8511f63-dd99-4d9e-bbe1-27b062c15fa4 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:56.274124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.275603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.285083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.288852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.290220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.300100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.303082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683248a9-ce71-4fca-b223-56e21d2e632b req-cb272a90-b751-4e85-b068-ba04bc1d9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.304840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-cb272a90-b751-4e85-b068-ba04bc1d9e10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1096 time: 0.1067791 Mar 31 23:02:56.319540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.323759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.328256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3bd425ff-e43b-40d4-81ae-8f6d94f425df HTTP/1.1" status: 204 len: 168 time: 0.5639577 Mar 31 23:02:56.339657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4dcc00-be7c-411d-b76e-005e71b9ba5b None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:02:56.377455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d08497-c040-42f2-9161-d2cbd0ebaf94 req-505f3b5b-add9-4723-bc5c-65698240d20a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.380618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19d08497-c040-42f2-9161-d2cbd0ebaf94 req-505f3b5b-add9-4723-bc5c-65698240d20a tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2135820 Mar 31 23:02:56.385756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ff465-db0b-46dd-899d-6355d3df8dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd425ff-e43b-40d4-81ae-8f6d94f425df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.394463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6562803 Mar 31 23:02:56.399015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.408076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:56.463489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1d3e3-44a2-421b-af5d-8a2a2d097f8e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=a737353c-22eb-4f35-aea8-ee60880e1522,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:56.519704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19d08497-c040-42f2-9161-d2cbd0ebaf94 req-5e774459-4ee9-45af-ae01-589552eae786 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 Mar 31 23:02:56.594773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a737353c-22eb-4f35-aea8-ee60880e1522 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:02:56.644215 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Floating IP 4d367fd2-1813-4d2f-8e1a-9cf773ffd89e associated. External IP: 172.25.8.254, port: 295d5020-ca45-4b35-b74f-6fac971de058. Mar 31 23:02:56.652574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683248a9-ce71-4fca-b223-56e21d2e632b req-596d3cdc-f0c8-4fbd-9357-50a90c9c4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.654208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-596d3cdc-f0c8-4fbd-9357-50a90c9c4e04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.3172553 Mar 31 23:02:56.664017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd0e3-0798-4c88-8eaf-7ce4c760be8a req-960245e5-0bd9-44f2-bd77-24e46594f35c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.671813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95ddd0e3-0798-4c88-8eaf-7ce4c760be8a req-960245e5-0bd9-44f2-bd77-24e46594f35c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Mar 31 23:02:56.716462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95ddd0e3-0798-4c88-8eaf-7ce4c760be8a req-a4549c73-6830-4380-b330-267d5c501cd5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Mar 31 23:02:56.752157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-8700103b-9414-417e-a46f-a5e85ad402c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 217 time: 0.0575826 Mar 31 23:02:56.795493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:02:56.798850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:56.869136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.918886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9fde5d60-d28c-4916-824b-fb0fbb8478ea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d77d2cd171dc4a1fabb85b0b7e1fb7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482352 Mar 31 23:02:56.922901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:56.959882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89f9c26d-db7e-4ee0-aaae-401317f66060 req-b5a4999f-6ed3-413a-a4fd-958392e8f959 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0388260 Mar 31 23:02:56.972518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683248a9-ce71-4fca-b223-56e21d2e632b req-0fd6b13d-e7f0-4c61-87af-eec17770f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:56.974150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-0fd6b13d-e7f0-4c61-87af-eec17770f784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1895263 Mar 31 23:02:57.001517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.030159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.080996 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.083634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.084760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/414f50c0-72cd-4cc9-be78-abf59c31dacb HTTP/1.1" status: 204 len: 168 time: 0.1529055 Mar 31 23:02:57.089294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Router 22129e02-56ce-41ec-93be-4572c6466f13 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:57.092604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e1034-26cf-46fd-924d-134a4235e09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f50c0-72cd-4cc9-be78-abf59c31dacb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.122414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683248a9-ce71-4fca-b223-56e21d2e632b req-140e02c8-0123-45e7-abe9-c1af0c85f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.123974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-140e02c8-0123-45e7-abe9-c1af0c85f460 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381700 Mar 31 23:02:57.390998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:02:57.400976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.436508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-92d9e3f0-fbb3-434c-a422-560ddcbb36b5 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904217 Mar 31 23:02:57.476456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:57.486325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Sync routers for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:57.497779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-48021bb9-bcd5-424c-829b-0371f975d753 admin admin] 10.222.0.95 "PUT /v2.0/routers/22129e02-56ce-41ec-93be-4572c6466f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4812844 Mar 31 23:02:57.499301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:57.501789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:57.502838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:57.543795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=b9f58459-4b11-4d4f-8361-052f34802245,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:57.608305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:57.608663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: a737353c-22eb-4f35-aea8-ee60880e1522, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:02:57.644532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:57.668345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.756737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1feb01-86f6-4974-bf69-90840891f3be req-a02221cf-7c94-4161-bd76-f626f1b5d21f tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:57.758582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da1feb01-86f6-4974-bf69-90840891f3be req-a02221cf-7c94-4161-bd76-f626f1b5d21f tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1116753 Mar 31 23:02:57.852937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.866886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da1feb01-86f6-4974-bf69-90840891f3be req-07ac587e-7856-4849-8768-c44bb1eefb54 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005242 Mar 31 23:02:57.919075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 5, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port': {'id': '668b83cf-2dc6-4820-a4bb-c029d47e0fa4', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:6f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22129e02-56ce-41ec-93be-4572c6466f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:01:13Z', 'updated_at': '2022-03-31T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:57.944638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-683248a9-ce71-4fca-b223-56e21d2e632b req-6bc6a0c1-5f08-482a-83c3-04a29de4d7c9 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860401 Mar 31 23:02:57.953814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network a737353c-22eb-4f35-aea8-ee60880e1522 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:02:57.960495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:02:57.966883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.972805 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Sync routers for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:02:57.983558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Deleting port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:02:57.983905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:57.991746 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:57.992372 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:57.993719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a737353c-22eb-4f35-aea8-ee60880e1522) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:57.994106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Checking router: 22129e02-56ce-41ec-93be-4572c6466f13 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:58.003081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.003965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.013857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-ac4a1ec9-9cca-4af2-b6c1-4d94cabcefe3 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "PUT /v2.0/floatingips/4d367fd2-1813-4d2f-8e1a-9cf773ffd89e HTTP/1.1" status: 200 len: 997 time: 3.1787951 Mar 31 23:02:58.017494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:02:58.020639 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e1106c-1ae1-4557-af32-d8b04e969665" -d '{"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:02:58.024945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a08712-f461-4b9f-96a2-0b998e9fb406 None None] Network a737353c-22eb-4f35-aea8-ee60880e1522 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:58.062331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67c4d36b-47d1-4e27-b66d-d2eee10ab8b6 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6580896 Mar 31 23:02:58.075665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44014) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:02:58.098564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-39165725-592c-41e0-adf1-9dbad679733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.101237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-39165725-592c-41e0-adf1-9dbad679733f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1097 time: 0.0665410 Mar 31 23:02:58.161164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141bff-eb72-4b72-aaa3-6c8cf75542dc req-b5db1fe9-af0d-4a4d-a43c-ee8fb023bb4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.164209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:58.172025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b141bff-eb72-4b72-aaa3-6c8cf75542dc req-b5db1fe9-af0d-4a4d-a43c-ee8fb023bb4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1774840 Mar 31 23:02:58.214869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Routers {'22129e02-56ce-41ec-93be-4572c6466f13'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:58.215458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['22129e02-56ce-41ec-93be-4572c6466f13'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:58.248456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-8a220102-9879-45a0-b792-756726314634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.250122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-8a220102-9879-45a0-b792-756726314634 service neutron] 10.222.0.95 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 930 time: 0.1402817 Mar 31 23:02:58.372663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-d3225847-8e85-4af0-a741-003eba8cf701 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 1000 time: 0.1111228 Mar 31 23:02:58.402335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a737353c-22eb-4f35-aea8-ee60880e1522', 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': 'b9f58459-4b11-4d4f-8361-052f34802245'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:02:58.403368 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.414131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] Set router 22129e02-56ce-41ec-93be-4572c6466f13 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:58.440637 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4d367fd2-1813-4d2f-8e1a-9cf773ffd89e', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'mac_address': 'fa:16:3e:be:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:52Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 1, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:58.449875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-a7bcb4c8-6eb7-49a6-b412-8aeb1df77bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.451562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-a7bcb4c8-6eb7-49a6-b412-8aeb1df77bbf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.0722299 Mar 31 23:02:58.483098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Checking router: 3f2c176d-bdb1-4083-8edd-59c71127a1b9 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:02:58.492668 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:02:58.493546 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:58.512826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-5b433c8c-e433-4f26-a56a-6ec8f7844cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:58.514457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-5b433c8c-e433-4f26-a56a-6ec8f7844cb2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562530 Mar 31 23:02:58.535282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 6, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:58.570478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b63ac93-a63f-4b4c-8a6e-24f0879c0275 None None] The sync data for ids ['22129e02-56ce-41ec-93be-4572c6466f13'] in n-d-835855-2 is: [{'id': '22129e02-56ce-41ec-93be-4572c6466f13', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009403652-router', 'tenant_id': '8d55f8c30c79434e96bafda0de9133ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:01:12Z', 'updated_at': '2022-03-31T23:02:57Z', 'revision_number': 6, 'project_id': '8d55f8c30c79434e96bafda0de9133ce', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:58.626080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:02:58.642779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-cdf56574-6eb0-4cdd-a2a7-ee56c32f634c service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211555 Mar 31 23:02:58.653461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Allocated IP 2001:db8::2 (a737353c-22eb-4f35-aea8-ee60880e1522/b9f58459-4b11-4d4f-8361-052f34802245/dc5662d0-c32b-4fd1-94ad-71692c56e768) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:58.702167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] For port 668b83cf-2dc6-4820-a4bb-c029d47e0fa4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:02:58.702745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.719151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b141bff-eb72-4b72-aaa3-6c8cf75542dc req-34656242-8ebd-4070-a8d8-5048bb915027 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459597 Mar 31 23:02:58.766551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94f669d-5d5f-4f51-999a-758c491fc722 req-5e2c3828-7293-4d4c-88ce-1170ee4f9a41 service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168308 Mar 31 23:02:58.766905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Calling delete_port for 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:02:58.792787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.915091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:58.957355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c97271e7-61d1-4a0c-b144-1ca88a45ee8a req-83b5a548-b2e7-46a7-a0e2-9186b9e6ce63 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0508544 Mar 31 23:02:59.063418 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4d367fd2-1813-4d2f-8e1a-9cf773ffd89e', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'mac_address': 'fa:16:3e:be:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:52Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 1, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.105695 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdd7e65-1c26-418e-8856-1ddb562397d4 x-openstack-request-id: req-6cdd7e65-1c26-418e-8856-1ddb562397d4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:02:59.106197 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:02:59.106197 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6cdd7e65-1c26-418e-8856-1ddb562397d4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:02:59.107087 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdd7e65-1c26-418e-8856-1ddb562397d4'] response: {'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058', 'status': 'completed', 'code': 200} Mar 31 23:02:59.117138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.132264 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.156111 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d458a178-e758-419c-822a-71fb2031a0fa None None] The sync data for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 is: [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4d367fd2-1813-4d2f-8e1a-9cf773ffd89e', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'floating_ip_address': '172.25.8.254', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'mac_address': 'fa:16:3e:be:2d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:02:52Z', 'updated_at': '2022-03-31T23:02:55Z', 'revision_number': 1, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:02:59.259085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Network a737353c-22eb-4f35-aea8-ee60880e1522 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:02:59.264922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:02:59.276912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:02:59.279481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Pushing event updated for resources: {'Port': ['ID=dc5662d0-c32b-4fd1-94ad-71692c56e768,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.297645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-736966de-e08d-4e90-b629-42fccec5494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.299848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-736966de-e08d-4e90-b629-42fccec5494d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1097 time: 0.2066295 Mar 31 23:02:59.305666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.326400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-019a5cbc-7305-47a2-a506-d4549ad82029 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 258 time: 0.2937739 Mar 31 23:02:59.332282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:59.352637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Attempting to bind port dc5662d0-c32b-4fd1-94ad-71692c56e768 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:02:59.353208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Attempting to bind port dc5662d0-c32b-4fd1-94ad-71692c56e768 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:02:59.353726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Attempting to bind port dc5662d0-c32b-4fd1-94ad-71692c56e768 on network a737353c-22eb-4f35-aea8-ee60880e1522 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:02:59.361173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:02:59.361598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Checking segment: {'id': 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:02:59.362000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.362448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Bound using segment: {'id': 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:02:59.362976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Bound port: dc5662d0-c32b-4fd1-94ad-71692c56e768, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a737353c-22eb-4f35-aea8-ee60880e1522'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:02:59.363488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.365860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.381186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f58459-4b11-4d4f-8361-052f34802245,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.393463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.480819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] For port dc5662d0-c32b-4fd1-94ad-71692c56e768, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:02:59.486926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] For port dc5662d0-c32b-4fd1-94ad-71692c56e768, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dc5662d0-c32b-4fd1-94ad-71692c56e768,segment=NetworkSegment(e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c),segment_id=e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:02:59.494656 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.507182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd030e8a-d3aa-4382-9e4e-f17a3b9620b7 req-c59de1c5-a938-4e66-a0f0-7723ab8eb147 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.524226 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd030e8a-d3aa-4382-9e4e-f17a3b9620b7 req-c59de1c5-a938-4e66-a0f0-7723ab8eb147 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2791119 Mar 31 23:02:59.526937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=668b83cf-2dc6-4820-a4bb-c029d47e0fa4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.571876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.619103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abebb0c-df81-4b8c-a719-94233f17cc98 None None] New status for floating IP 4d367fd2-1813-4d2f-8e1a-9cf773ffd89e: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:02:59.652254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.676385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a737353c-22eb-4f35-aea8-ee60880e1522']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.688076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14cd2-3efb-4ee4-93eb-422807383f43 None None] Pushing event updated for resources: {'Port': ['ID=dc5662d0-c32b-4fd1-94ad-71692c56e768,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:59.707846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-4bf49b59-52a9-4760-9b5c-6eb75b3200db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:59.709738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-4bf49b59-52a9-4760-9b5c-6eb75b3200db service neutron] 10.222.0.96 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 930 time: 0.3874717 Mar 31 23:02:59.731030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.731369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:02:59.732216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Allocated IP 172.25.8.52 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/60e3d111-29d6-4d88-a51e-441c581c1368) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:02:59.807481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:59.808572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37437562-0403-46a1-add3-c59ed7ebfcc4 None None] Network a737353c-22eb-4f35-aea8-ee60880e1522 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:02:59.825555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.828884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.934482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28053068-3f28-4138-b9cd-f6b033b00571 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:02:59.941396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:02:59.955206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd030e8a-d3aa-4382-9e4e-f17a3b9620b7 req-94bbb998-95ec-482e-bf94-4ac51aca47d4 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299192 Mar 31 23:02:59.961933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 28053068-3f28-4138-b9cd-f6b033b00571 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:02:59.962268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28053068-3f28-4138-b9cd-f6b033b00571 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:02:59.962686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:00.001362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:00.001844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 668b83cf-2dc6-4820-a4bb-c029d47e0fa4 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:00.017877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.050935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47116bae-e729-476b-82eb-4fd020a699c9 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:00.058242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.088113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:00.091127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:00.095073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:00.101214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event updated for resources: {'Port': ['ID=60e3d111-29d6-4d88-a51e-441c581c1368,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.103787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.109201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.145728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:00.146229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:00.149614 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:00.170206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47116bae-e729-476b-82eb-4fd020a699c9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:00.203624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-d9ce3059-12ed-4450-be58-cc0955a8c1e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 1000 time: 0.4697638 Mar 31 23:03:00.254626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.255200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22129e02-56ce-41ec-93be-4572c6466f13 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:00.279455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.283409 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8bad33f9-eb16-47ab-84e1-f4d1e66adb80 admin admin] 10.222.0.95 "DELETE /v2.0/routers/22129e02-56ce-41ec-93be-4572c6466f13 HTTP/1.1" status: 204 len: 168 time: 2.7825396 Mar 31 23:03:00.285672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:00.289636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:00.289636 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:00.289636 n-d-835855-2 neutron-server[109299]: [parameters: {'id': 'a737353c-22eb-4f35-aea8-ee60880e1522'}] Mar 31 23:03:00.289636 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:00.290346 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:00.300239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456e28-f6ff-4ce2-aca4-09ea6201ec0c req-2ea31a2f-2708-4d74-aba8-e41c1336edea tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.301841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80456e28-f6ff-4ce2-aca4-09ea6201ec0c req-2ea31a2f-2708-4d74-aba8-e41c1336edea tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2016454 Mar 31 23:03:00.358161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-297e2b7a-8055-4a20-b00f-9c16e2356e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.360637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-297e2b7a-8055-4a20-b00f-9c16e2356e32 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.1483538 Mar 31 23:03:00.368790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Deleting subnet 5a6c7aea-a0bd-4da9-8499-928b8fc6544a {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:00.374490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.389716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80456e28-f6ff-4ce2-aca4-09ea6201ec0c req-75ddc70c-ed6c-4ebd-9104-af21f0a5e3a5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Mar 31 23:03:00.417605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.439169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-b56facf2-cf5b-4382-8efd-0a912d2b2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.441089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-b56facf2-cf5b-4382-8efd-0a912d2b2dc7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652363 Mar 31 23:03:00.458565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.480326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.528601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fff0683-6c8c-4723-bbad-236ff6506d30 req-48607091-7d95-4d8e-82e9-2a955f38fb55 tempest-FlavorsV2NegativeTest-1992724709 tempest-FlavorsV2NegativeTest-1992724709-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=cc4e1bdf27294c479f9f92d0132db471&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311766 Mar 31 23:03:00.540841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.654117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-b34bc880-de9a-4851-836d-708edf032f1a service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016187 Mar 31 23:03:00.661905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.701943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6c7aea-a0bd-4da9-8499-928b8fc6544a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.705519 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.709887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fa334170-3c12-425a-8f2a-f0907c3fc32e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5a6c7aea-a0bd-4da9-8499-928b8fc6544a HTTP/1.1" status: 204 len: 168 time: 0.4230514 Mar 31 23:03:00.713461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44064) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:00.720287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff0683-6c8c-4723-bbad-236ff6506d30 req-692cc44b-436c-4507-ad15-73d9fd0b077e tempest-FlavorsV2NegativeTest-1992724709 tempest-FlavorsV2NegativeTest-1992724709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:00.722614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fff0683-6c8c-4723-bbad-236ff6506d30 req-692cc44b-436c-4507-ad15-73d9fd0b077e tempest-FlavorsV2NegativeTest-1992724709 tempest-FlavorsV2NegativeTest-1992724709-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644874 Mar 31 23:03:00.723904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.729887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.784403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fff0683-6c8c-4723-bbad-236ff6506d30 req-2fc878f8-57fe-4ed7-8a0d-4228f0f2264f tempest-FlavorsV2NegativeTest-1992724709 tempest-FlavorsV2NegativeTest-1992724709-project] 10.222.0.95 "GET /v2.0/quotas/cc4e1bdf27294c479f9f92d0132db471 HTTP/1.1" status: 200 len: 375 time: 0.0306857 Mar 31 23:03:00.792273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.808979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event updated for resources: {'Port': ['ID=60e3d111-29d6-4d88-a51e-441c581c1368,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:00.818967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.838477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.841579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-1cbabbdd-ecd6-4315-8f72-54adb055dfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5133719 Mar 31 23:03:00.880498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fff0683-6c8c-4723-bbad-236ff6506d30 req-2a0f2bbf-3619-4d85-be1e-b58e384e082c tempest-FlavorsV2NegativeTest-1992724709 tempest-FlavorsV2NegativeTest-1992724709-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc4e1bdf27294c479f9f92d0132db471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864036 Mar 31 23:03:00.882288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5e1106c-1ae1-4557-af32-d8b04e969665 req-6f20375e-d1ff-4b1b-af6b-f5dbe8985acc service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148671 Mar 31 23:03:00.887869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:00.908709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-c41c2174-b23f-4402-bfc1-47d8984066a5 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0618360 Mar 31 23:03:01.028870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.050764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2b699b-6c5a-4605-acfb-321f5d3a9821']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.063014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df58ff15-21f5-4c11-9f07-d62a029bd50a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.063333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df58ff15-21f5-4c11-9f07-d62a029bd50a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.075892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.085384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting port dc5662d0-c32b-4fd1-94ad-71692c56e768 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:01.085714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.096406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-689ebed3-bc9a-44b0-b9a2-fc8df085dd0a tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.100363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffc4adc2-571a-4f0b-a027-0b8d61f6e6ee req-689ebed3-bc9a-44b0-b9a2-fc8df085dd0a tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1851544 Mar 31 23:03:01.115292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.149212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01c74a69-661b-426a-bad6-89acab356cbe req-bdfead5a-79ef-4b84-b783-a4beaa6e4984 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0614583 Mar 31 23:03:01.151913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:01.152346 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:01.154103 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:01.167432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-749fab7a-6845-4f86-83f3-51ac43a83d05 req-31b49655-e0e7-4bd2-b27f-6d56de232357 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0312691 Mar 31 23:03:01.251651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] For port dc5662d0-c32b-4fd1-94ad-71692c56e768, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dc5662d0-c32b-4fd1-94ad-71692c56e768,segment=NetworkSegment(e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c),segment_id=e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:01.252256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.274051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.298762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.304631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] 10.222.0.95 "DELETE /v2.0/networks/4e2b699b-6c5a-4605-acfb-321f5d3a9821 HTTP/1.1" status: 204 len: 168 time: 0.5809786 Mar 31 23:03:01.311119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Calling delete_port for dc5662d0-c32b-4fd1-94ad-71692c56e768 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:01.328398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37379e24-70a6-4cc0-9250-21dfa6d71aae admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2b699b-6c5a-4605-acfb-321f5d3a9821,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.384317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-d9311b9f-cea1-4370-8e14-3efe716aa9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.394148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-d9311b9f-cea1-4370-8e14-3efe716aa9a6 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1359134 Mar 31 23:03:01.416233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4aea6-9cf1-4e27-ab96-4849eacd7b18 req-c46a4dc2-202a-476f-9963-51af2f737b1e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.419189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcf4aea6-9cf1-4e27-ab96-4849eacd7b18 req-c46a4dc2-202a-476f-9963-51af2f737b1e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.0728850 Mar 31 23:03:01.486459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-72c62cdc-a05e-48fd-b272-d5a4ac030523 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0911267 Mar 31 23:03:01.497787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-9ad953ec-066a-4691-a764-8ac9564940fa tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'floatingip': {'port_id': '295d5020-ca45-4b35-b74f-6fac971de058', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:01.498906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcf4aea6-9cf1-4e27-ab96-4849eacd7b18 req-083a85fe-73b4-41da-812c-ae434475abd5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668426 Mar 31 23:03:01.549757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-9ad953ec-066a-4691-a764-8ac9564940fa tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.638402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.649612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:01.691192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Port': ['ID=dc5662d0-c32b-4fd1-94ad-71692c56e768,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:01.705640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No DVR routers for this DVR port dc5662d0-c32b-4fd1-94ad-71692c56e768 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:01.792039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f1932901-4a03-4270-9bd5-b1377fc8f659 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8d55f8c30c79434e96bafda0de9133ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405900 Mar 31 23:03:01.795910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:01.840407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62bdad-f6fa-4b2c-a4a5-117cfa045311 req-8201862d-2aa7-4ddb-aa68-8988aa6ecc27 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.842091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f62bdad-f6fa-4b2c-a4a5-117cfa045311 req-8201862d-2aa7-4ddb-aa68-8988aa6ecc27 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1571870 Mar 31 23:03:01.846345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44100) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:01.849899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-9428cf90-7a72-4e53-b3ae-fe2afb82231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:01.851523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-9428cf90-7a72-4e53-b3ae-fe2afb82231f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a468c11f6b4103b3eed4101f1521e4&device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 1097 time: 0.1264784 Mar 31 23:03:01.859166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.920423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a737353c-22eb-4f35-aea8-ee60880e1522']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.935972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.936263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11a035e-e4bd-4aa1-9e47-8b35a33f4c1c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:01.951331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.967753 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-9ad953ec-066a-4691-a764-8ac9564940fa tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:03:01.968832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9610dfc-e53e-4fb2-bed2-28f7901fc9dc req-9ad953ec-066a-4691-a764-8ac9564940fa tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "PUT /v2.0/floatingips/90e392c0-64de-4382-bef3-3b3a481527da HTTP/1.1" status: 409 len: 550 time: 0.4809902 Mar 31 23:03:01.976667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.987366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:01.988882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f62bdad-f6fa-4b2c-a4a5-117cfa045311 req-ac376fa4-823e-4a0e-9c8e-88c2d680fb4e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288109 Mar 31 23:03:01.989047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.991746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:01.992755 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:02.029003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e736b55a-0438-426f-b97a-bd4a44011248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.058419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.071502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-379b80cd-a850-4b7d-98d7-44c9afc6c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.072997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-379b80cd-a850-4b7d-98d7-44c9afc6c6df service neutron] 10.222.0.60 "GET /v2.0/networks?id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 200 len: 917 time: 0.2001219 Mar 31 23:03:02.087303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-32bd8712-a3b8-4b95-8a67-f5085274e5af tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips/90e392c0-64de-4382-bef3-3b3a481527da HTTP/1.1" status: 200 len: 692 time: 0.0824594 Mar 31 23:03:02.110152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.127416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.130556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/a737353c-22eb-4f35-aea8-ee60880e1522 HTTP/1.1" status: 204 len: 168 time: 4.0537558 Mar 31 23:03:02.135020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44106) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:02.157078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-59f2f192-bd8b-4744-862a-b19f9ef0d588 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b HTTP/1.1" status: 200 len: 217 time: 0.0714340 Mar 31 23:03:02.157521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-917413867'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:02.167142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa9314-e38d-439a-bca0-939a4ebdad63 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=a737353c-22eb-4f35-aea8-ee60880e1522,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.238148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:02.238857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.241468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.241895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.242639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2451da68-ba0f-487c-8468-3a8095f7ed67 HTTP/1.1" status: 204 len: 168 time: 0.4450543 Mar 31 23:03:02.244387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-223cc5f2-c2bc-4691-a6fd-4212911fbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.246212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-223cc5f2-c2bc-4691-a6fd-4212911fbbe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 200 len: 854 time: 0.0794172 Mar 31 23:03:02.264317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-96b4f9b4-dd9d-44cf-86e3-f2f7baaacc20 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.265829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-96b4f9b4-dd9d-44cf-86e3-f2f7baaacc20 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1713011 Mar 31 23:03:02.273561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e736b55a-0438-426f-b97a-bd4a44011248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.287726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:02.288297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e229d3-f473-4d1b-861f-6c922bbf81d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2451da68-ba0f-487c-8468-3a8095f7ed67,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.293799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e736b55a-0438-426f-b97a-bd4a44011248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.298882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.299378 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Added segment 130552d8-76ed-4371-ba0e-995452f8b403 of type vlan for network d16d03a4-f117-40f3-b940-8f4edc978b5a Mar 31 23:03:02.373518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abaa54b9-23dd-4313-b0b6-aebc6bb58128 req-e86f135b-05d1-4c78-8731-bcd6646812b7 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0584643 Mar 31 23:03:02.374937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736b55a-0438-426f-b97a-bd4a44011248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc9a9c4-6122-448b-895a-f5579f913c40,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.378939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-c165ddc2-dd9c-4511-8221-3e8a4087b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.380658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-c165ddc2-dd9c-4511-8221-3e8a4087b8eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248710 Mar 31 23:03:02.383338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e736b55a-0438-426f-b97a-bd4a44011248 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cc4e1bdf27294c479f9f92d0132db471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356178 Mar 31 23:03:02.386306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44112) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:02.411519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-9fa37b0e-785a-448a-a46b-623dcf5aaa60 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0991836 Mar 31 23:03:02.413500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.492127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-e0bd6882-601b-4baa-b32f-7cc880d190af tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0704727 Mar 31 23:03:02.500861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.506838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.507846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.508645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.543616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-e9fd531c-868f-412c-bf65-f5c79ef795bc service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468818 Mar 31 23:03:02.545583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.600243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4637194 Mar 31 23:03:02.612425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44118) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:02.619416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Request body: {'subnet': {'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:02.716517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3d3aa-423e-47c3-944b-eae9a5f972e9 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Network': ['ID=d16d03a4-f117-40f3-b940-8f4edc978b5a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.735736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d16d03a4-f117-40f3-b940-8f4edc978b5a details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:02.809946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.812762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.814006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9cc9a9c4-6122-448b-895a-f5579f913c40 HTTP/1.1" status: 204 len: 168 time: 0.4264894 Mar 31 23:03:02.833434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae163a-8bac-47c5-ab8b-ab53209fff78 req-4f7f52fa-eeb0-44de-8469-905664c16439 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:02.841676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11ae163a-8bac-47c5-ab8b-ab53209fff78 req-4f7f52fa-eeb0-44de-8469-905664c16439 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2182901 Mar 31 23:03:02.852407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab7499dd-8836-4069-ab45-16cec20a62ef req-87ec4f4d-0484-4eef-94c6-dd7a7f033dae service neutron] 10.222.0.60 "GET /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954466 Mar 31 23:03:02.852590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Deleting port 60e3d111-29d6-4d88-a51e-441c581c1368 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:02.852758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.860694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea75507-e574-4433-b581-e4cf55416396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc9a9c4-6122-448b-895a-f5579f913c40,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:02.880987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Made reservation on behalf of 502d29a4160f4a34a8d4607ccc8d539d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:02.885724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:02.964128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11ae163a-8bac-47c5-ab8b-ab53209fff78 req-146788b5-9fcd-471f-89e0-5d4c40de6af3 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213901 Mar 31 23:03:03.026030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.026508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.041004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Calling delete_port for 60e3d111-29d6-4d88-a51e-441c581c1368 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:03.237431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.265388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390290f1-5f7a-4cc1-86dc-049919949656 req-9103f9d4-be70-4199-85df-4fffed64da8d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.272927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-390290f1-5f7a-4cc1-86dc-049919949656 req-9103f9d4-be70-4199-85df-4fffed64da8d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1204305 Mar 31 23:03:03.273394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event deleted for resources: {'Port': ['ID=60e3d111-29d6-4d88-a51e-441c581c1368,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.349663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-390290f1-5f7a-4cc1-86dc-049919949656 req-d29766f6-d66a-4e40-8a45-1b479a63cfbe tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758462 Mar 31 23:03:03.379081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.382097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.383690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78275c56-f2f2-41d5-b0d2-057b827ff880 req-ca44a7f9-6550-458b-b3a3-1143fc48ff1e tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "DELETE /v2.0/floatingips/90e392c0-64de-4382-bef3-3b3a481527da HTTP/1.1" status: 204 len: 173 time: 0.8719642 Mar 31 23:03:03.399684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:03:03.401572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.546317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event updated for resources: {'Subnet': ['ID=730d00b8-9b4e-4ece-b1be-fa73c0cf2ea2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:03.563784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-a1b60a84-f289-4549-bbb6-656acd96ae17 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 1002 time: 0.1583014 Mar 31 23:03:03.581336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Checking segment: {'id': '130552d8-76ed-4371-ba0e-995452f8b403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:03.581706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network hostable DHCP agents. Network: d16d03a4-f117-40f3-b940-8f4edc978b5a, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:03.591048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a177a59-2739-4531-967b-b5d309b7ef7b req-832e0cab-1ed5-4f5c-b5f9-bc6be4bf4546 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0776832 Mar 31 23:03:03.636102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-f5f203e4-c00e-4c13-bc95-9daae3b24c8c tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.644348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-f5f203e4-c00e-4c13-bc95-9daae3b24c8c tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports/295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 943 time: 0.0795977 Mar 31 23:03:03.658723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Network d16d03a4-f117-40f3-b940-8f4edc978b5a is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:03.673251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d16d03a4-f117-40f3-b940-8f4edc978b5a) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:03.679570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:03.680562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.687198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101bcd51-fea0-49a9-9cdb-bbd10a0a62c5 None None] Network d16d03a4-f117-40f3-b940-8f4edc978b5a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:03.716387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ac944b94-24bb-4b35-85e0-b2dbdaf11c08 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1000552 Mar 31 23:03:03.716782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:03.853102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-3fae6fe6-5236-4515-8f9e-53f9f303d161 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 1002 time: 0.1367722 Mar 31 23:03:03.873390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.909285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d16d03a4-f117-40f3-b940-8f4edc978b5a', 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a', 'tenant_id': '502d29a4160f4a34a8d4607ccc8d539d', 'fixed_ips': [{'subnet_id': '730d00b8-9b4e-4ece-b1be-fa73c0cf2ea2'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:03.913281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:03.971267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.031397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-4ea86688-2dc2-4d89-82f5-1c40255cf1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:04.036678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-4ea86688-2dc2-4d89-82f5-1c40255cf1e8 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.1722705 Mar 31 23:03:04.083978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Allocated IP 2001:db8::f816:3eff:fe48:601c (d16d03a4-f117-40f3-b940-8f4edc978b5a/730d00b8-9b4e-4ece-b1be-fa73c0cf2ea2/7ce29028-6794-4d92-a03a-902b8486c731) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:04.132469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-6ee59207-610a-473b-b862-8623f16cabf0 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 1002 time: 0.0898309 Mar 31 23:03:04.150316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:04.262647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.325295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.334525 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.366161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.399037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Network d16d03a4-f117-40f3-b940-8f4edc978b5a is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:04.410004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:04.416325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:04.424336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-23b89b9a-eb1f-4f8e-8d42-f0a28d3fe6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.428648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Pushing event updated for resources: {'Port': ['ID=7ce29028-6794-4d92-a03a-902b8486c731,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.529740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Attempting to bind port 7ce29028-6794-4d92-a03a-902b8486c731 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:04.529740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Attempting to bind port 7ce29028-6794-4d92-a03a-902b8486c731 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '130552d8-76ed-4371-ba0e-995452f8b403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:04.530144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Attempting to bind port 7ce29028-6794-4d92-a03a-902b8486c731 on network d16d03a4-f117-40f3-b940-8f4edc978b5a {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:04.536238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:04.536777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Checking segment: {'id': '130552d8-76ed-4371-ba0e-995452f8b403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:04.537059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.537428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Bound using segment: {'id': '130552d8-76ed-4371-ba0e-995452f8b403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:04.537912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Bound port: 7ce29028-6794-4d92-a03a-902b8486c731, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130552d8-76ed-4371-ba0e-995452f8b403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:04.538369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.637867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-13fae701-4a28-4ce7-be0e-690029eaca95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4299970 Mar 31 23:03:04.671645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] For port 7ce29028-6794-4d92-a03a-902b8486c731, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:04.682023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] For port 7ce29028-6794-4d92-a03a-902b8486c731, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7ce29028-6794-4d92-a03a-902b8486c731,segment=NetworkSegment(130552d8-76ed-4371-ba0e-995452f8b403),segment_id=130552d8-76ed-4371-ba0e-995452f8b403)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:04.690869 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.801376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.808528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.809657 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Floating IP 4d367fd2-1813-4d2f-8e1a-9cf773ffd89e disassociated. External IP: 172.25.8.254, port: 295d5020-ca45-4b35-b74f-6fac971de058. Mar 31 23:03:04.872059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd165a6-9543-494b-9297-99f4e0c7aa29 None None] Pushing event updated for resources: {'Port': ['ID=7ce29028-6794-4d92-a03a-902b8486c731,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:04.890619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e9b7e-1405-4630-b687-fe081e863f30 None None] Network d16d03a4-f117-40f3-b940-8f4edc978b5a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:04.971328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:04.975900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=730d00b8-9b4e-4ece-b1be-fa73c0cf2ea2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:05.016519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a906d3-ee48-4e56-8818-83559917eb07 req-f779069a-8fed-4f18-9377-521263c1c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.019759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-f779069a-8fed-4f18-9377-521263c1c534 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.1578290 Mar 31 23:03:05.035185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c094e926-25f6-447f-b58a-ca2a8eb88a08 req-2493a507-2f71-4587-868a-0ad905a478de tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0603318 Mar 31 23:03:05.040581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16d03a4-f117-40f3-b940-8f4edc978b5a']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.057283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130552d8-76ed-4371-ba0e-995452f8b403') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.057964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130552d8-76ed-4371-ba0e-995452f8b403') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.070344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f862ce6-df8e-4405-9c36-0a7ffe696eb5 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:03:05.074030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.095821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.104727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:05.105898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:05.110931 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:05.196397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:03:05.196397 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:03:05.196397 n-d-835855-2 neutron-server[109299]: [parameters: {'id': 'd16d03a4-f117-40f3-b940-8f4edc978b5a'}] Mar 31 23:03:05.196397 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:05.197315 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:05.247432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f862ce6-df8e-4405-9c36-0a7ffe696eb5 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:03:05.277043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a906d3-ee48-4e56-8818-83559917eb07 req-ded0c512-96c8-4f91-814f-6313f759ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.278749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-ded0c512-96c8-4f91-814f-6313f759ab12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2295630 Mar 31 23:03:05.388911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:05.398053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-65964484-8840-448e-acce-0ae916477f93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.0903277 Mar 31 23:03:05.498432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbd8f-f647-4d49-b915-62fa2ca14a1b req-c798bfbb-775a-4e62-95a6-c41f46601ec8 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.500584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-311fbd8f-f647-4d49-b915-62fa2ca14a1b req-c798bfbb-775a-4e62-95a6-c41f46601ec8 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.0728750 Mar 31 23:03:05.532455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a906d3-ee48-4e56-8818-83559917eb07 req-62d8bf58-b3ca-4262-9809-88c72d13eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.534240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-62d8bf58-b3ca-4262-9809-88c72d13eb58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1276646 Mar 31 23:03:05.564777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-311fbd8f-f647-4d49-b915-62fa2ca14a1b req-0f483448-e708-4b68-9c3f-9327a0ca0ba1 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520930 Mar 31 23:03:05.640413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:05.652679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.655829 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Sync routers for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:05.682668 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:05.683933 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:05.701252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.733697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a906d3-ee48-4e56-8818-83559917eb07 req-2a187223-d607-409f-a030-026142878f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.738349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-2a187223-d607-409f-a030-026142878f33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606166 Mar 31 23:03:05.744969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8ef35241-e4f7-4e75-80d8-f9069f0ba147 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "PUT /v2.0/floatingips/4d367fd2-1813-4d2f-8e1a-9cf773ffd89e HTTP/1.1" status: 200 len: 695 time: 1.6057541 Mar 31 23:03:05.748383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:05.751653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff1ab-d6aa-437f-8be0-37312935003d req-f66308e9-4c94-48cf-a58c-f304164ed592 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.754138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d58ff1ab-d6aa-437f-8be0-37312935003d req-f66308e9-4c94-48cf-a58c-f304164ed592 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1167080 Mar 31 23:03:05.756745 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d658c3e-5a39-4410-b280-135852ca7cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:05.864884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d58ff1ab-d6aa-437f-8be0-37312935003d req-7793c36a-507d-49da-aef5-0b4663ea34cd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Mar 31 23:03:05.890844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting port 7ce29028-6794-4d92-a03a-902b8486c731 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:05.891560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:05.934536 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:05.944869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-d2bbfaf9-9212-44bd-9468-6f6e772c986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:05.946470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-d2bbfaf9-9212-44bd-9468-6f6e772c986c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1097 time: 0.1749380 Mar 31 23:03:05.998040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c6da138-12b9-4287-95b3-4d51f3137a1c req-a498c8e5-9a07-438d-a822-4ebfee8197f5 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Mar 31 23:03:06.004998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-a3b04b52-30d0-4a5f-a398-e07693c47893 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509077 Mar 31 23:03:06.070400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] For port 7ce29028-6794-4d92-a03a-902b8486c731, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7ce29028-6794-4d92-a03a-902b8486c731,segment=NetworkSegment(130552d8-76ed-4371-ba0e-995452f8b403),segment_id=130552d8-76ed-4371-ba0e-995452f8b403)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:06.070785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.085949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Calling delete_port for 7ce29028-6794-4d92-a03a-902b8486c731 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:06.156061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53a906d3-ee48-4e56-8818-83559917eb07 req-2b036b5d-84f6-4c2d-aafd-dfd5e7dc6a2c service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499660 Mar 31 23:03:06.207731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.208975 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3495473c-013f-4c41-b472-94abca22c881 x-openstack-request-id: req-3495473c-013f-4c41-b472-94abca22c881 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:06.209270 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "tag": "295d5020-ca45-4b35-b74f-6fac971de058", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:06.209521 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3495473c-013f-4c41-b472-94abca22c881 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:06.209920 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3495473c-013f-4c41-b472-94abca22c881'] response: {'name': 'network-changed', 'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058', 'status': 'completed', 'code': 200} Mar 31 23:03:06.251546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-04218faf-3502-4f73-b141-119f71027ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.251873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Port': ['ID=7ce29028-6794-4d92-a03a-902b8486c731,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.253604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-04218faf-3502-4f73-b141-119f71027ccb service neutron] 10.222.0.95 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 930 time: 0.2883093 Mar 31 23:03:06.253864 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.258853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No DVR routers for this DVR port 7ce29028-6794-4d92-a03a-902b8486c731 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:06.290656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Checking router: 3f2c176d-bdb1-4083-8edd-59c71127a1b9 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:06.300738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:06.301548 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:02:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.331389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-b92f0bd4-fe58-4402-b5d4-3d63b63535e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 217 time: 0.0612869 Mar 31 23:03:06.380833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.404874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-b1b48d36-fb0e-4b2c-9435-a35b7f7d8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.407616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-b1b48d36-fb0e-4b2c-9435-a35b7f7d8632 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.0684173 Mar 31 23:03:06.409222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16d03a4-f117-40f3-b940-8f4edc978b5a']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.412650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-b41f773c-7fca-4611-9785-c5be96aa757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.414166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-b41f773c-7fca-4611-9785-c5be96aa757c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 1097 time: 0.1206942 Mar 31 23:03:06.426462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130552d8-76ed-4371-ba0e-995452f8b403') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.427125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130552d8-76ed-4371-ba0e-995452f8b403') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.436488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:06.444887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.482828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8265bddf-898e-4895-84cc-14b04fb4665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.484448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-8265bddf-898e-4895-84cc-14b04fb4665a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689354 Mar 31 23:03:06.522600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.548050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:06.548720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:06.556541 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:06.601914 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-2c599d45-5a6f-4980-921c-457d9d894850 service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005054 Mar 31 23:03:06.687114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7ee51-4bdb-4ac7-b2b3-13bd4e93ef3b req-3ce8abfe-d32b-452e-978b-5100ed5eb602 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.689214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37c7ee51-4bdb-4ac7-b2b3-13bd4e93ef3b req-3ce8abfe-d32b-452e-978b-5100ed5eb602 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2335219 Mar 31 23:03:06.700998 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:06.706984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.712628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e23902b8-5410-4a3b-b23a-f0fde38619e1 req-b1df91b2-3c67-4dfa-a641-873bbf88149f service neutron] 10.222.0.95 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037343 Mar 31 23:03:06.727436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.731646 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd8f43a-3888-49df-86ec-fa78c2548927 None None] The sync data for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 is: [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b8b66e7c-56d8-4f1d-956f-432b7f7d0439', 'name': '', 'network_id': '51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'mac_address': 'fa:16:3e:fe:eb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:21Z', 'updated_at': '2022-03-31T23:02:29Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'subnets': [{'id': '138bf43a-bd14-4689-8a7e-11dfcf59b462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:06.735205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44248) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.735374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/d16d03a4-f117-40f3-b940-8f4edc978b5a HTTP/1.1" status: 204 len: 168 time: 3.0172362 Mar 31 23:03:06.763107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-46329bb2-a90a-44b3-ac8a-ddc34fe26eaa service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597505 Mar 31 23:03:06.764250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-3eaaab56-2fa8-449d-b9e3-96cd0e43f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.765686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-3eaaab56-2fa8-449d-b9e3-96cd0e43f2d6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 200 len: 930 time: 0.3118000 Mar 31 23:03:06.768937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a2db-7c3b-45e7-991a-18130fcc6d17 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=d16d03a4-f117-40f3-b940-8f4edc978b5a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:06.769874 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1acaa6a-95ba-4f89-b365-64f4b748c48d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:06.779831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1acaa6a-95ba-4f89-b365-64f4b748c48d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:06.787661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f1acaa6a-95ba-4f89-b365-64f4b748c48d tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/730d00b8-9b4e-4ece-b1be-fa73c0cf2ea2 HTTP/1.1" status: 404 len: 337 time: 0.0511472 Mar 31 23:03:06.790443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44258) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.796711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37c7ee51-4bdb-4ac7-b2b3-13bd4e93ef3b req-3c26602a-2276-4fcb-8199-83a7596df3e9 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810018 Mar 31 23:03:06.858205 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-189d49ea-f149-4d52-a43c-de1cd48a5a82 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:06.858836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189d49ea-f149-4d52-a43c-de1cd48a5a82 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:06.863308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-189d49ea-f149-4d52-a43c-de1cd48a5a82 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/d16d03a4-f117-40f3-b940-8f4edc978b5a HTTP/1.1" status: 404 len: 339 time: 0.0718582 Mar 31 23:03:06.868184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44274) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.905719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-2a0178fb-fd4a-41bb-99f1-a440c80c1059 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 200 len: 217 time: 0.1018093 Mar 31 23:03:06.941892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61ab731a-685f-4ebf-a1b6-04e63e74cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:06.954386 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa67ae0-90c9-444d-a221-655a08be7469 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:06.954631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa67ae0-90c9-444d-a221-655a08be7469 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:06.960578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0fa67ae0-90c9-444d-a221-655a08be7469 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/b9f58459-4b11-4d4f-8361-052f34802245 HTTP/1.1" status: 404 len: 337 time: 0.0904958 Mar 31 23:03:06.961218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:06.985099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-284726ad-666e-4449-9c17-d11071dda51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:06.985449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-1a3341e9-9ce6-438b-9fa4-a67455d30161 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips/4d367fd2-1813-4d2f-8e1a-9cf773ffd89e HTTP/1.1" status: 200 len: 695 time: 0.1298587 Mar 31 23:03:06.986500 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a76482-bf59-4772-a93d-bb1662fb932b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:06.987109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a76482-bf59-4772-a93d-bb1662fb932b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:06.991668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-284726ad-666e-4449-9c17-d11071dda51d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1097 time: 0.1511865 Mar 31 23:03:06.992976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-30a76482-bf59-4772-a93d-bb1662fb932b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/a737353c-22eb-4f35-aea8-ee60880e1522 HTTP/1.1" status: 404 len: 339 time: 0.0287421 Mar 31 23:03:06.995788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44282) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.053647 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a81d16-3e2d-4ac1-b09b-d5eb82b6a2d1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:07.054199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a81d16-3e2d-4ac1-b09b-d5eb82b6a2d1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:07.059849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-39a81d16-3e2d-4ac1-b09b-d5eb82b6a2d1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/d9dd7b2d-e24f-45cd-9b92-54633d1a42ea HTTP/1.1" status: 404 len: 337 time: 0.0600994 Mar 31 23:03:07.063012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-e542dc60-63db-43d4-881e-fe8d67f8f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.065671 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-e542dc60-63db-43d4-881e-fe8d67f8f418 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 200 len: 867 time: 0.1394029 Mar 31 23:03:07.074138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44286) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.090780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a7c3d-cdc1-4225-959c-650b7da07faa None None] New status for floating IP 4d367fd2-1813-4d2f-8e1a-9cf773ffd89e: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:03:07.120845 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f2205f-a819-467c-aa18-50b8bafcd62e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:07.121442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f2205f-a819-467c-aa18-50b8bafcd62e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:07.127115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b6f2205f-a819-467c-aa18-50b8bafcd62e tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/92e1422b-2bae-4a59-828b-9a75018bfcd5 HTTP/1.1" status: 404 len: 339 time: 0.0497899 Mar 31 23:03:07.128482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44288) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.200207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef47905-33ec-46d2-8934-603a75965364 req-f960a410-1c80-4d23-a36c-6d7dd2600b9c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.201836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cef47905-33ec-46d2-8934-603a75965364 req-f960a410-1c80-4d23-a36c-6d7dd2600b9c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.1896801 Mar 31 23:03:07.223189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-5d1f9351-9da4-4107-8e98-2acd0ebb305d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.225176 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-5d1f9351-9da4-4107-8e98-2acd0ebb305d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 784 time: 0.2311082 Mar 31 23:03:07.227751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-e7911f51-3156-4d0e-be92-2c1b52919d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.229140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-e7911f51-3156-4d0e-be92-2c1b52919d83 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400096 Mar 31 23:03:07.239163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-11c95cae-cf5d-458c-a52d-47957c32e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.240714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-11c95cae-cf5d-458c-a52d-47957c32e802 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2052376 Mar 31 23:03:07.288698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-163aec92-d57e-4422-adc8-3e36e977d2fc tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 698 time: 0.0544951 Mar 31 23:03:07.311064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cef47905-33ec-46d2-8934-603a75965364 req-9b137907-3775-42ee-9eb3-e306ef1de9fc tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934415 Mar 31 23:03:07.317294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-d0a62775-42e6-4d8d-a38d-7b9486d227c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 217 time: 0.0617399 Mar 31 23:03:07.355078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting port f580ac94-5d95-4905-b090-76bbbf16688f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:07.355550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.385296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-82f27a14-e5c8-4666-ad7f-0b9afab23053 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 698 time: 0.0875382 Mar 31 23:03:07.490259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-a0b8c2ad-ebd4-4c73-8d16-59a4cc45ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.492302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-a0b8c2ad-ebd4-4c73-8d16-59a4cc45ed01 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1609023 Mar 31 23:03:07.517284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.532984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Calling delete_port for f580ac94-5d95-4905-b090-76bbbf16688f owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:07.533198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d3439-2758-4390-bcf7-fa63facf0ccc req-96dc4d19-af1d-436d-8d78-3b8904377ac5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.534602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f0d3439-2758-4390-bcf7-fa63facf0ccc req-96dc4d19-af1d-436d-8d78-3b8904377ac5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1121094 Mar 31 23:03:07.553975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-fddc775b-fd46-4877-a3c3-335c47d78897 service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994993 Mar 31 23:03:07.637343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Deleting port 56279b81-105e-4e78-84e8-6c779eae10a1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:07.637609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.646326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-f3e1b197-2321-4efb-9056-84e3792b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:07.647933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-f3e1b197-2321-4efb-9056-84e3792b9530 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377113 Mar 31 23:03:07.658361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f0d3439-2758-4390-bcf7-fa63facf0ccc req-3f534c1a-dbc9-41f2-8fa0-1dadb5d4c8f5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032856 Mar 31 23:03:07.704707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.707096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d658c3e-5a39-4410-b280-135852ca7cf3 req-3b837db8-2fd3-4330-9971-f78b14556969 service neutron] 10.222.0.96 "GET /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353488 Mar 31 23:03:07.750377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Port': ['ID=f580ac94-5d95-4905-b090-76bbbf16688f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:07.770452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.779876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-50c084f5-60bb-4ca4-9673-b29dcc791c57 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/ports/f580ac94-5d95-4905-b090-76bbbf16688f HTTP/1.1" status: 204 len: 168 time: 0.6452630 Mar 31 23:03:07.779876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44296) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.795207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-4a1f28df-f544-4e6b-b05c-f3a3f612f4a9 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258807 Mar 31 23:03:07.808365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.808365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:07.841095 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aea3b65-3e12-422e-85bf-e168724eba9c tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:07.841617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aea3b65-3e12-422e-85bf-e168724eba9c tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:07.844912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0aea3b65-3e12-422e-85bf-e168724eba9c tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/8128c7a0-62ab-44f8-aa47-5a313cf1a164 HTTP/1.1" status: 404 len: 337 time: 0.0669363 Mar 31 23:03:07.848489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44300) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:07.849777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Calling delete_port for 56279b81-105e-4e78-84e8-6c779eae10a1 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:07.915442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-848130ae-09f6-46c1-ad2b-9cddce95d359 req-a11ea58b-06cd-4d96-8271-99eaf701ec95 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0656171 Mar 31 23:03:08.070646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.159667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-69e9a033-d21b-48b8-8a88-4d6e87c5ec9b req-42b39635-e8b5-4682-b6b1-b96b28974ac9 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456397 Mar 31 23:03:08.207155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44314) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.254881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfd25f-a8e4-4fda-ad47-76e49e4b5aa6 req-d5718be4-15b9-4d6f-a6a0-5e3a5dc20983 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.257624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7bfd25f-a8e4-4fda-ad47-76e49e4b5aa6 req-d5718be4-15b9-4d6f-a6a0-5e3a5dc20983 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.1825695 Mar 31 23:03:08.278038 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.316386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.343398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.371882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7bfd25f-a8e4-4fda-ad47-76e49e4b5aa6 req-4c810652-dbec-4cfb-bad5-8206b94d2a8d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022389 Mar 31 23:03:08.375910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6836ac-9e52-4dfd-85fe-b221dc30843e']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:08.379437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event deleted for resources: {'Port': ['ID=56279b81-105e-4e78-84e8-6c779eae10a1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.414800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88929fce-108c-4c6d-b45a-7ee994c409ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.422162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2e5f34-35c1-425f-913a-1a7a102c3d22') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:08.422453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2e5f34-35c1-425f-913a-1a7a102c3d22') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:08.427257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-75629777-fcde-496d-bd05-39fdb3aeb403 req-9dc35495-b352-45d6-9f6f-9774b32ee326 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:08.434657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75629777-fcde-496d-bd05-39fdb3aeb403 req-9dc35495-b352-45d6-9f6f-9774b32ee326 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175290 Mar 31 23:03:08.451584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.454133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.455489 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3ff3f98-e598-42dd-b163-1b93b31cae84 req-55644b9e-df0c-40b5-9a76-7778622ebbea tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "DELETE /v2.0/floatingips/4d367fd2-1813-4d2f-8e1a-9cf773ffd89e HTTP/1.1" status: 204 len: 173 time: 1.0691004 Mar 31 23:03:08.485015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.528642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.550615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:08.551478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:08.554097 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:08.581111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75629777-fcde-496d-bd05-39fdb3aeb403 req-360020f4-d83d-440f-babb-d7d89b26569f tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1456139 Mar 31 23:03:08.636383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.644861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.647975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/dc6836ac-9e52-4dfd-85fe-b221dc30843e HTTP/1.1" status: 204 len: 168 time: 0.7971060 Mar 31 23:03:08.655800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44354) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.664897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00183-3291-418a-8149-779ef350a073 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=dc6836ac-9e52-4dfd-85fe-b221dc30843e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.703340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88929fce-108c-4c6d-b45a-7ee994c409ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.708958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88929fce-108c-4c6d-b45a-7ee994c409ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.748514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88929fce-108c-4c6d-b45a-7ee994c409ab admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=daa27a00a9934921956784084b9633db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401497 Mar 31 23:03:08.750723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88929fce-108c-4c6d-b45a-7ee994c409ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443f92f7-2aea-4415-9c39-fd93ee72a1e8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.759077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44358) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:08.776920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0c9d9-f5f6-4eb7-a031-fc6396adea1e req-0384f7f2-648d-4ff0-bbea-fc343840c30f tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.784202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfa0c9d9-f5f6-4eb7-a031-fc6396adea1e req-0384f7f2-648d-4ff0-bbea-fc343840c30f tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1485739 Mar 31 23:03:08.821409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.831788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfa0c9d9-f5f6-4eb7-a031-fc6396adea1e req-42aa739f-7f7d-4626-9aca-3af4878e7f2c tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0465174 Mar 31 23:03:08.853580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting port 8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:08.853935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.867066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.888070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b745b-f24c-48c4-8747-bdff1bd2c3a0 req-0e760406-477f-45bf-af21-c4843cd351ac tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:08.889578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b4b745b-f24c-48c4-8747-bdff1bd2c3a0 req-0e760406-477f-45bf-af21-c4843cd351ac tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.0877686 Mar 31 23:03:08.939973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b4b745b-f24c-48c4-8747-bdff1bd2c3a0 req-ff197ccb-717a-45bf-9128-9318cdefba9c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Mar 31 23:03:08.952915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.953157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.956914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:08.957943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/443f92f7-2aea-4415-9c39-fd93ee72a1e8 HTTP/1.1" status: 204 len: 168 time: 0.2035525 Mar 31 23:03:08.966123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e6c47-a44c-4246-9fa0-a69b6c6ada39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443f92f7-2aea-4415-9c39-fd93ee72a1e8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:08.986767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Calling delete_port for 8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:09.012521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1a31791-8669-4fc2-a77f-cfb7dac2b2e9 req-109bec00-eb26-4e47-a95e-343743f6f6c1 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0436862 Mar 31 23:03:09.051036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc4e8d-36ff-4aaf-bcb0-8eedba388d0c req-ba5a7e6a-3a04-4979-bb06-d772418c151c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.052746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93bc4e8d-36ff-4aaf-bcb0-8eedba388d0c req-ba5a7e6a-3a04-4979-bb06-d772418c151c tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1656990 Mar 31 23:03:09.115971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfb07515-2ff2-4e5b-83bb-fc2b4efd39c5 req-2221e164-5939-48da-afd5-669138f6cc71 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0309432 Mar 31 23:03:09.118320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93bc4e8d-36ff-4aaf-bcb0-8eedba388d0c req-e73e279d-a1e0-4f54-8914-bf85037732e5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522079 Mar 31 23:03:09.126261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.171408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Port': ['ID=8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.195125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.200133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eab2b2b8-d034-437b-a6c3-c03d71977e72 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/ports/8a8131ea-ebbe-4b1f-8065-6a18eec1f4ff HTTP/1.1" status: 204 len: 168 time: 0.5424368 Mar 31 23:03:09.202485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.231719 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-908f1c06-3c48-4fe8-9474-8f8fbdae9d38 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] DELETE failed (client error): The resource could not be found. Mar 31 23:03:09.232212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908f1c06-3c48-4fe8-9474-8f8fbdae9d38 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:03:09.235880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-908f1c06-3c48-4fe8-9474-8f8fbdae9d38 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/291a4e58-23ee-4570-ae49-d91b6c9270e8 HTTP/1.1" status: 404 len: 337 time: 0.0323789 Mar 31 23:03:09.238556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.306606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a1ff4-e591-4bff-9158-bffb5fbe4b9f req-2b6961a6-fa32-43aa-ac3e-e4270d067486 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.308309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7a1ff4-e591-4bff-9158-bffb5fbe4b9f req-2b6961a6-fa32-43aa-ac3e-e4270d067486 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.0738049 Mar 31 23:03:09.346752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.351829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de7a1ff4-e591-4bff-9158-bffb5fbe4b9f req-2f78a9a6-1e29-4f66-9bd3-5bc660b5bbee tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359616 Mar 31 23:03:09.469570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.480972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b89b51-2d3d-4419-997c-78fb322a4f29 req-3126431d-6685-46cb-b0c3-39930a8bf7fb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.488306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90b89b51-2d3d-4419-997c-78fb322a4f29 req-3126431d-6685-46cb-b0c3-39930a8bf7fb tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.0558887 Mar 31 23:03:09.497197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419f9de6-337e-4d5e-80af-763790c9f9a4']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.512648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752f550-a5a4-4cee-a9a3-225fb759ea72 req-1d3c8af7-2edc-44ea-8f23-a603a31dc2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.513712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8752f550-a5a4-4cee-a9a3-225fb759ea72 req-1d3c8af7-2edc-44ea-8f23-a603a31dc2b6 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.1157458 Mar 31 23:03:09.517497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76217e13-9674-4102-8980-e11aae2b78a6') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.517758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76217e13-9674-4102-8980-e11aae2b78a6') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:09.527016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90b89b51-2d3d-4419-997c-78fb322a4f29 req-66517b51-f8d2-424f-8090-82048f66bd91 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Mar 31 23:03:09.535598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.565215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.576767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8752f550-a5a4-4cee-a9a3-225fb759ea72 req-5f111ded-2d7a-432a-93a4-d13bf262b5d7 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562980 Mar 31 23:03:09.577752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:09.578159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:09.581301 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:09.659158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.672136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.676211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/419f9de6-337e-4d5e-80af-763790c9f9a4 HTTP/1.1" status: 204 len: 168 time: 0.4363515 Mar 31 23:03:09.679047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44398) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.694245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a968f-0bbe-44ab-a61d-b5d3082450c1 tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=419f9de6-337e-4d5e-80af-763790c9f9a4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:09.766468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting subnet f192c0b0-cc02-4e9c-80d9-49956809a1d9 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:09.771393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.814567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c83ed0-b63c-444e-b53a-e29e6109240d req-c70a0058-2240-4102-9f96-3fd838eb0f14 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.821288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c83ed0-b63c-444e-b53a-e29e6109240d req-c70a0058-2240-4102-9f96-3fd838eb0f14 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.827217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c83ed0-b63c-444e-b53a-e29e6109240d req-c70a0058-2240-4102-9f96-3fd838eb0f14 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:09.829047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47c83ed0-b63c-444e-b53a-e29e6109240d req-c70a0058-2240-4102-9f96-3fd838eb0f14 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b&device_id=51034973-cc02-4966-ad84-8072c01ca62c&device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 2419 time: 0.1145029 Mar 31 23:03:09.838827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.898615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.916787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47c83ed0-b63c-444e-b53a-e29e6109240d req-d4f728a2-6fe8-4369-bc0c-9334dc66729e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750268 Mar 31 23:03:09.918899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44412) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:09.965855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:09.976998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-bd603f39-a4db-4058-903d-364ede07e7e9 req-12d2ab44-d1de-47cf-a4b2-35f796063a25 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:03:09.978102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd603f39-a4db-4058-903d-364ede07e7e9 req-12d2ab44-d1de-47cf-a4b2-35f796063a25 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121009 Mar 31 23:03:10.047607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.088584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Subnet': ['ID=f192c0b0-cc02-4e9c-80d9-49956809a1d9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.091275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.097579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b66e5e3-7d58-4515-aae7-7dee6aa6e22b tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/subnets/f192c0b0-cc02-4e9c-80d9-49956809a1d9 HTTP/1.1" status: 204 len: 168 time: 0.4135616 Mar 31 23:03:10.097579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44420) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:10.108139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99bd92-b808-471b-8422-336de00d886d None None] Network 9db0ae80-991c-4252-bb04-5a1299da9d90 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:10.112660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-675816992-network', 'tenant_id': 'ef0ec8b531e34a2da59b475009ec193c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:10.156142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd603f39-a4db-4058-903d-364ede07e7e9 req-40709a7f-1096-4488-b677-e1b853cbd978 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1639440 Mar 31 23:03:10.178927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Made reservation on behalf of ef0ec8b531e34a2da59b475009ec193c for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:10.181532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.197713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.300371 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.307911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.315428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e3e2-009a-4e8c-8240-d9ea8f21cbec req-05dbe292-562b-4fdc-a13e-e0bac650c8f9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.316884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.327169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7626e3e2-009a-4e8c-8240-d9ea8f21cbec req-05dbe292-562b-4fdc-a13e-e0bac650c8f9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2392838 Mar 31 23:03:10.355176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:10.371793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] DHCP port deletion for 9db0ae80-991c-4252-bb04-5a1299da9d90 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:10.375018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf1756e-140d-4f35-8a05-486421d5936e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.380863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.381427 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Added segment 87a9ff03-c874-4978-9a26-cefc403fd40a of type vlan for network e1fe5770-4030-44be-a571-e3ca9d123a8f Mar 31 23:03:10.393045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.435889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.467747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Deleting port 74bb0e8e-ef94-4a03-abc1-03592aab780d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:10.469302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.478853 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.479621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7626e3e2-009a-4e8c-8240-d9ea8f21cbec req-49d31f22-07c6-4289-89c8-045d60fcfd2d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382654 Mar 31 23:03:10.479977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.480836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.544068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Deleting port 74bb0e8e-ef94-4a03-abc1-03592aab780d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:10.544601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.551560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6308327 Mar 31 23:03:10.593998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] For port 74bb0e8e-ef94-4a03-abc1-03592aab780d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74bb0e8e-ef94-4a03-abc1-03592aab780d,segment=NetworkSegment(2ccb94ed-7070-4ec0-93b6-b7b452543ed5),segment_id=2ccb94ed-7070-4ec0-93b6-b7b452543ed5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:10.594630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.609307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Calling delete_port for 74bb0e8e-ef94-4a03-abc1-03592aab780d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:10.637386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d9445-5174-4297-8edb-458f0f71033c admin admin] Pushing event updated for resources: {'Network': ['ID=e1fe5770-4030-44be-a571-e3ca9d123a8f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.657959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a4be15-c0fb-4cab-98c1-c14a4f1b373e req-1d9a552f-0286-4259-b092-e72b4c88444c tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0359230 Mar 31 23:03:10.685345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e1fe5770-4030-44be-a571-e3ca9d123a8f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:10.690272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] For port 74bb0e8e-ef94-4a03-abc1-03592aab780d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74bb0e8e-ef94-4a03-abc1-03592aab780d,segment=NetworkSegment(2ccb94ed-7070-4ec0-93b6-b7b452543ed5),segment_id=2ccb94ed-7070-4ec0-93b6-b7b452543ed5)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:10.692184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.710679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Calling delete_port for 74bb0e8e-ef94-4a03-abc1-03592aab780d owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:10.817131 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.845419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] Pushing event deleted for resources: {'Port': ['ID=74bb0e8e-ef94-4a03-abc1-03592aab780d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:10.851502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a813484-62b3-47fb-92e8-86a8b5c96e75 None None] No DVR routers for this DVR port 74bb0e8e-ef94-4a03-abc1-03592aab780d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:10.893984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65403fc7-3473-4be9-b991-25088bf034a1 req-74661b3e-6701-4d8f-b088-d7c0b9ac2959 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:10.895604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65403fc7-3473-4be9-b991-25088bf034a1 req-74661b3e-6701-4d8f-b088-d7c0b9ac2959 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.0888028 Mar 31 23:03:10.924741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:10.960780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] No DVR routers for this DVR port 74bb0e8e-ef94-4a03-abc1-03592aab780d on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:10.971692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Port': ['ID=74bb0e8e-ef94-4a03-abc1-03592aab780d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.012855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65403fc7-3473-4be9-b991-25088bf034a1 req-fdad129e-ecda-471e-a7d4-017617ebb224 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067011 Mar 31 23:03:11.062300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.098161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db0ae80-991c-4252-bb04-5a1299da9d90']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.111911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccb94ed-7070-4ec0-93b6-b7b452543ed5') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.112214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccb94ed-7070-4ec0-93b6-b7b452543ed5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:11.123792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.147317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.153826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:11.154462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:11.158434 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:11.257663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.286041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:11.289400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] 10.222.0.95 "DELETE /v2.0/networks/9db0ae80-991c-4252-bb04-5a1299da9d90 HTTP/1.1" status: 204 len: 168 time: 1.1909921 Mar 31 23:03:11.314312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33071b5-9f9f-45c8-98ce-04039943c63a tempest-NetworksIpV6TestAttrs-655306362 tempest-NetworksIpV6TestAttrs-655306362-project] Pushing event deleted for resources: {'Network': ['ID=9db0ae80-991c-4252-bb04-5a1299da9d90,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:11.318908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-c2f2963d-2d22-478f-9d3f-568f7ddb32fd tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312796 Mar 31 23:03:11.439563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14021-6386-4892-912b-59cc56af9dea req-afea26fb-7e59-4a67-aa3f-3239aadc0a76 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.445351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14021-6386-4892-912b-59cc56af9dea req-afea26fb-7e59-4a67-aa3f-3239aadc0a76 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.451942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf14021-6386-4892-912b-59cc56af9dea req-afea26fb-7e59-4a67-aa3f-3239aadc0a76 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.453044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecf14021-6386-4892-912b-59cc56af9dea req-afea26fb-7e59-4a67-aa3f-3239aadc0a76 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2397857 Mar 31 23:03:11.523775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-91e525b6-9a53-4728-a921-0282ce5aa0f4 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.525260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-91e525b6-9a53-4728-a921-0282ce5aa0f4 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995189 Mar 31 23:03:11.542929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.549883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-c4e10397-2b71-444d-9986-bffd9dfbfe6e tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/quotas/ef6e682abd6b4b3eabbce77143b0e641 HTTP/1.1" status: 200 len: 375 time: 0.0185483 Mar 31 23:03:11.585837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-090435ad-2319-43ba-926e-c814db115035 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272932 Mar 31 23:03:11.699141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d81bc0db-3e2f-4e35-8d7a-2c396f3c26d8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=502d29a4160f4a34a8d4607ccc8d539d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550431 Mar 31 23:03:11.702167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44494) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.807984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00943d4-7979-4506-91c6-fbb362d03c30 req-77e30541-3bab-4beb-92f3-460e98106623 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.824311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a00943d4-7979-4506-91c6-fbb362d03c30 req-77e30541-3bab-4beb-92f3-460e98106623 tempest-ComputeTenantNetworksTest-563997422 tempest-ComputeTenantNetworksTest-563997422-project] 10.222.0.95 "GET /v2.0/networks/e1fe5770-4030-44be-a571-e3ca9d123a8f HTTP/1.1" status: 200 len: 768 time: 0.1559875 Mar 31 23:03:11.825522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44502) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:11.922791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74bb0e8e-ef94-4a03-abc1-03592aab780d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:11.934589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940017eb-88f8-4243-aa33-0cc09d07d9e1 req-41f3fa95-e4be-43ea-ae54-c7ace0cb5c20 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:11.937001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-940017eb-88f8-4243-aa33-0cc09d07d9e1 req-41f3fa95-e4be-43ea-ae54-c7ace0cb5c20 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1271882 Mar 31 23:03:11.960220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 74bb0e8e-ef94-4a03-abc1-03592aab780d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:11.960605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74bb0e8e-ef94-4a03-abc1-03592aab780d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:12.007962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-940017eb-88f8-4243-aa33-0cc09d07d9e1 req-04258c5d-ed6a-496b-a67d-c82f5a5445a8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631771 Mar 31 23:03:12.153445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f8183ca-fb82-4ca2-90f9-906c3fa54d40 req-11b0cd89-6666-4731-9233-b622856f41b2 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0522699 Mar 31 23:03:12.301066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a737-3451-4576-b6ad-6fc2922a4203 req-ba798113-8a5d-477c-abc1-c9079f264978 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.302838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5662a737-3451-4576-b6ad-6fc2922a4203 req-ba798113-8a5d-477c-abc1-c9079f264978 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.0600882 Mar 31 23:03:12.351604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5662a737-3451-4576-b6ad-6fc2922a4203 req-641a5f15-9504-4e2c-ac78-45e1ec290905 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/security-groups?id=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Mar 31 23:03:12.361106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.397981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.419927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-68bbecd2-a87a-41d1-a130-60d35f9893fe tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609531 Mar 31 23:03:12.430730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.482360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-5d4fb880-74e1-4f14-8e6f-ac3eb9e7cd76 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.484328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-5d4fb880-74e1-4f14-8e6f-ac3eb9e7cd76 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.96 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 946 time: 0.6003671 Mar 31 23:03:12.645844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd590076-e296-4674-9680-a1383858e992 req-2bf76178-4e3a-403d-b9d6-a988e49e20cc tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.647335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd590076-e296-4674-9680-a1383858e992 req-2bf76178-4e3a-403d-b9d6-a988e49e20cc tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.0665858 Mar 31 23:03:12.683716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.687981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd590076-e296-4674-9680-a1383858e992 req-a7616334-31fb-4cab-9f6a-01e1acdef439 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339868 Mar 31 23:03:12.715068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.717560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.718678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3f838841-5df0-401e-9b12-a1c6923def52 HTTP/1.1" status: 204 len: 168 time: 1.0156248 Mar 31 23:03:12.731337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fe5770-4030-44be-a571-e3ca9d123a8f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.740878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-fa426520-88c9-4dee-8d18-9952ccba2b67 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:12.742347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-fa426520-88c9-4dee-8d18-9952ccba2b67 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155911 Mar 31 23:03:12.757980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de6861-f509-4168-b4a0-850df79e044e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f838841-5df0-401e-9b12-a1c6923def52,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:12.760816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a9ff03-c874-4978-9a26-cefc403fd40a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.761190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a9ff03-c874-4978-9a26-cefc403fd40a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:12.784686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.793162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-80ccbfd9-eb3e-4717-861d-d3bd7dee45b7 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/quotas/ef6e682abd6b4b3eabbce77143b0e641 HTTP/1.1" status: 200 len: 375 time: 0.0403838 Mar 31 23:03:12.804774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.821536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:12.821941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:12.823803 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:12.845609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Deleting port 295d5020-ca45-4b35-b74f-6fac971de058 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:12.845954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.853122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-cca8f1c6-b889-4b38-8ee6-b431ed24eac2 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497530 Mar 31 23:03:12.942242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.951857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:12.955004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] 10.222.0.95 "DELETE /v2.0/networks/e1fe5770-4030-44be-a571-e3ca9d123a8f HTTP/1.1" status: 204 len: 168 time: 1.1258800 Mar 31 23:03:12.981319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78a837-f93e-41d0-a44e-cfa783af47b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fe5770-4030-44be-a571-e3ca9d123a8f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.014110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] For port 295d5020-ca45-4b35-b74f-6fac971de058, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=295d5020-ca45-4b35-b74f-6fac971de058,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:13.014763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.031935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Calling delete_port for 295d5020-ca45-4b35-b74f-6fac971de058 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:13.136301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-2af17771-025d-43e6-9766-a9d9a0c96f0a tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320013 Mar 31 23:03:13.186375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9309502d-68d8-4f97-b383-a3e433dea8e0 req-5c3b6448-55ea-4663-a8e1-aa3032fc85ca tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 210 time: 0.0999184 Mar 31 23:03:13.241864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44548) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:13.353018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cae189f-9306-44d1-a16e-6479bc333c4d req-8a50e76a-b959-42ef-9293-97f6155b1cf5 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0516684 Mar 31 23:03:13.367323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24af3dd2-988d-43e2-8c2b-d44f40902515 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef0ec8b531e34a2da59b475009ec193c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214197 Mar 31 23:03:13.367748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44554) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:13.426430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde177f-f3e0-4369-a660-c6deb5c4dd18 req-d1ec90fe-f0e8-42ce-a4f9-e638b5d5949c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.428132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dde177f-f3e0-4369-a660-c6deb5c4dd18 req-d1ec90fe-f0e8-42ce-a4f9-e638b5d5949c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2307122 Mar 31 23:03:13.437164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.497372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.537075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-e502d578-7ce0-4195-980c-094cd01d8022 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:13.538591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-e502d578-7ce0-4195-980c-094cd01d8022 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801246 Mar 31 23:03:13.548715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dde177f-f3e0-4369-a660-c6deb5c4dd18 req-47bbbbe3-49a9-4753-855a-b2ddefc1271d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106744 Mar 31 23:03:13.549387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.563266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['295d5020-ca45-4b35-b74f-6fac971de058'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:13.585049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Request body: {'port': {'device_id': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'ef6e682abd6b4b3eabbce77143b0e641'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:13.610821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.613835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.615671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/baf1756e-140d-4f35-8a05-486421d5936e HTTP/1.1" status: 204 len: 168 time: 0.2453904 Mar 31 23:03:13.631862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Pushing event deleted for resources: {'Port': ['ID=295d5020-ca45-4b35-b74f-6fac971de058,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.660031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-519087f2-912f-443f-bc4b-272f6103fcd6 req-d4ff731e-b030-41a9-8e23-96c367d4cf85 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 210 time: 0.0666137 Mar 31 23:03:13.669712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c56512-89ba-486e-802a-926d17eb802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf1756e-140d-4f35-8a05-486421d5936e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:13.751860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] No DVR routers for this DVR port 295d5020-ca45-4b35-b74f-6fac971de058 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:13.757179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.760626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23ccc736-10c6-4085-8dda-46f17d720ab1 req-77bba0d7-cb2d-401a-ab84-ff1e0c03ab7d tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.96 "DELETE /v2.0/ports/295d5020-ca45-4b35-b74f-6fac971de058 HTTP/1.1" status: 204 len: 173 time: 1.2626693 Mar 31 23:03:13.761082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'name': 'network-vif-deleted', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:13.763425 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02515c2-a23f-49e4-9345-3db0479d9f9d" -d '{"events": [{"server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "name": "network-vif-deleted", "tag": "295d5020-ca45-4b35-b74f-6fac971de058"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:13.815567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Made reservation on behalf of ef6e682abd6b4b3eabbce77143b0e641 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:13.824715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.849632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:13.902903 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375604e-16dc-46d3-8a74-52a68d2e0aad x-openstack-request-id: req-a375604e-16dc-46d3-8a74-52a68d2e0aad {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:13.903209 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde2bdca-98bc-407d-aa8b-b88bc321b060", "name": "network-vif-deleted", "tag": "295d5020-ca45-4b35-b74f-6fac971de058", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:13.903492 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a375604e-16dc-46d3-8a74-52a68d2e0aad {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:13.903902 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a375604e-16dc-46d3-8a74-52a68d2e0aad'] response: {'server_uuid': 'cde2bdca-98bc-407d-aa8b-b88bc321b060', 'name': 'network-vif-deleted', 'tag': '295d5020-ca45-4b35-b74f-6fac971de058', 'status': 'completed', 'code': 200} Mar 31 23:03:13.994074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44576) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:14.019957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea72b7-d7c4-421f-b858-81b1b0b9a4ce req-fddf5ccb-7f74-4792-b4e3-aeb3915edaf0 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.022551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85ea72b7-d7c4-421f-b858-81b1b0b9a4ce req-fddf5ccb-7f74-4792-b4e3-aeb3915edaf0 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.1529350 Mar 31 23:03:14.122046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85ea72b7-d7c4-421f-b858-81b1b0b9a4ce req-cc66ceed-d1c6-49b6-9fa7-e22486054869 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802870 Mar 31 23:03:14.128852 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.133548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.176493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1f978-4191-47d4-956e-f414684401b0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.242412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-589194133'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:14.277443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:14.281631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.303089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.334707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7bac474-14bb-4024-b87b-9da4fa491d6e req-233dd8f0-9e77-493f-af66-b0a93134747b tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 210 time: 0.0416481 Mar 31 23:03:14.351044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Allocated IP 192.168.233.107 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/0b5475de-149b-4fca-8421-ea4361dbdaf3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:14.432210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.438656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.482504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6def1f-521f-465b-b2aa-09e30f8fb7f6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.491079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:14.501126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.501893 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment f07bf1cd-26bf-4c56-bf66-90b7637f21d1 of type vlan for network 0201f23b-d8d1-4048-a720-59d71bdd94af Mar 31 23:03:14.548194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.580254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47907c80-4f21-40fb-b3b7-98641a910fbf req-64675147-e535-4e76-b759-1781417eac63 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0439723 Mar 31 23:03:14.593830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.608795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.609282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.669832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.729576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.737643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=0201f23b-d8d1-4048-a720-59d71bdd94af,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:14.752892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0201f23b-d8d1-4048-a720-59d71bdd94af details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:14.799561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-44bcdb1d-3c75-487e-8288-dabf754d127e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8041453 Mar 31 23:03:14.802111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44606) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:14.808435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-547745921'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:14.834459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-d3c2989e-8c81-4fbc-933e-ad322ddaf4f8 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900257 Mar 31 23:03:14.836313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:14.841703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.865537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed3e19-b1eb-4b60-93ea-b32ec9f1180d req-e5d8a39f-acee-409f-a512-0f352decfdc6 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:14.867526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42ed3e19-b1eb-4b60-93ea-b32ec9f1180d req-e5d8a39f-acee-409f-a512-0f352decfdc6 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1317096 Mar 31 23:03:14.891347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:14.921237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:14.921567 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 96673b1c-558a-4238-afa2-c33f0a8f4756 of type vlan for network c178d2a0-1b35-4389-8a43-4bd28568f939 Mar 31 23:03:14.949517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:14.963529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42ed3e19-b1eb-4b60-93ea-b32ec9f1180d req-4ebb3bfa-cd15-45f6-8cfd-6e741f64fff9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883360 Mar 31 23:03:14.990982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.026958 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-729e470e-e752-4063-98cc-566b8cbfb71d req-8dbe34b3-5063-4839-9008-66e9d5642f0b tempest-FloatingIPsAssociationNegativeTestJSON-1131495996 tempest-FloatingIPsAssociationNegativeTestJSON-1131495996-project] 10.222.0.95 "GET /v2.0/ports?device_id=cde2bdca-98bc-407d-aa8b-b88bc321b060 HTTP/1.1" status: 200 len: 210 time: 0.2182765 Mar 31 23:03:15.027839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:15.032254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:15.035031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.060347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-3f50aedc-dfbe-4c05-9be2-6b72f2a38b78 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.061873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-3f50aedc-dfbe-4c05-9be2-6b72f2a38b78 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.96 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.0676847 Mar 31 23:03:15.063119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.070759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.071775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.116472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.117124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.148824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-d973fb9e-f8e4-4688-9b37-ae1a8c861afb tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.151554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-d973fb9e-f8e4-4688-9b37-ae1a8c861afb tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050547 Mar 31 23:03:15.169225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3660131 Mar 31 23:03:15.181146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-20b34867-14c4-45f8-ac2a-63fee9c917df tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6148515 Mar 31 23:03:15.181640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44614) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:15.185452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Request body: {'port': {'device_id': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'ef6e682abd6b4b3eabbce77143b0e641'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.191183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.279054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Request body: {'port': {'device_id': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:15.309739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafead6f-7b6d-4033-bf42-b8b2db8e3d79 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=c178d2a0-1b35-4389-8a43-4bd28568f939,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:15.322523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c178d2a0-1b35-4389-8a43-4bd28568f939 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:15.487078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.489073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa88a1c-fe3b-4b05-91a4-2a97ae549340 req-21926101-9558-4132-bff9-164528879dd5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:15.493324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baa88a1c-fe3b-4b05-91a4-2a97ae549340 req-21926101-9558-4132-bff9-164528879dd5 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 946 time: 0.2369511 Mar 31 23:03:15.495227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:15.498956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.507576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-16b11dff-61fe-432b-b615-f0c19970c298 None None] Provisioning complete for port 0b5475de-149b-4fca-8421-ea4361dbdaf3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:15.507576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-16b11dff-61fe-432b-b615-f0c19970c298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.519001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7087bbc4-3528-4243-b50d-d2cbcc4e7fd7 req-f62d6cec-4698-4ed9-bfa7-ea39e3de6f03 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 210 time: 0.0534089 Mar 31 23:03:15.562875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Made reservation on behalf of ef6e682abd6b4b3eabbce77143b0e641 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:15.566483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.575196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-16b11dff-61fe-432b-b615-f0c19970c298 None None] Port 0b5475de-149b-4fca-8421-ea4361dbdaf3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:15.601866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Deleting port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:15.602216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.676570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baa88a1c-fe3b-4b05-91a4-2a97ae549340 req-2be4ef3f-f85b-45ee-90d0-da8600cbda24 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349194 Mar 31 23:03:15.767927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8642f1c-8d66-4007-abbc-bbc56d549261 req-c41154ec-77c5-4031-9354-4a17d29eea96 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0429707 Mar 31 23:03:15.785694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] For port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:15.786236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:15.807710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Calling delete_port for f0804b29-c9b6-4c07-859f-2f8fafb4ed9e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:15.818958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 295d5020-ca45-4b35-b74f-6fac971de058 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:15.822395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Allocated IP 192.168.233.189 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/5338d701-c3ba-4a9a-a491-8103aac57882) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:15.856177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 295d5020-ca45-4b35-b74f-6fac971de058 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:15.857055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 295d5020-ca45-4b35-b74f-6fac971de058 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:15.914396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.031265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.079296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.158425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44644) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:16.217343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:16.249857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:16.261897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:16.270842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.339701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=2cc89111-1079-4f74-9415-edcfa09e9af9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.382183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:16.382580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: 0201f23b-d8d1-4048-a720-59d71bdd94af, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:16.398383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa979-e800-418f-aaad-8c60ea51df2b req-f70fca62-5c51-40fd-b14c-3e807404f596 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:16.406999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7afa979-e800-418f-aaad-8c60ea51df2b req-f70fca62-5c51-40fd-b14c-3e807404f596 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1657658 Mar 31 23:03:16.417329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.453565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f0804b29-c9b6-4c07-859f-2f8fafb4ed9e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:16.460092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['37862d4c-c08a-49c0-ac2d-ab7d54bf169b', '5dc04093-43e0-4a66-8697-ccfcb946b780'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:16.463570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event deleted for resources: {'Port': ['ID=f0804b29-c9b6-4c07-859f-2f8fafb4ed9e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:16.508832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7afa979-e800-418f-aaad-8c60ea51df2b req-037fb2dc-5b58-4686-acce-875b1620f46e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010151 Mar 31 23:03:16.532108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 0201f23b-d8d1-4048-a720-59d71bdd94af is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:16.577386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] No DVR routers for this DVR port f0804b29-c9b6-4c07-859f-2f8fafb4ed9e on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:16.591412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.599428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28f51bc9-ba7f-4c90-9b7c-e2f79326b3ea req-cec06bd5-f7f1-4b44-bd8c-9f7a1bdb7231 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.96 "DELETE /v2.0/ports/f0804b29-c9b6-4c07-859f-2f8fafb4ed9e HTTP/1.1" status: 204 len: 173 time: 1.5204287 Mar 31 23:03:16.600425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'name': 'network-vif-deleted', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:16.602904 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0eb00-6056-490f-9560-33c307941602" -d '{"events": [{"server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "name": "network-vif-deleted", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:16.610721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 0201f23b-d8d1-4048-a720-59d71bdd94af) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:16.618409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:16.619010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.631287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8323a-e081-4283-b1f8-a17fc665abe8 None None] Network 0201f23b-d8d1-4048-a720-59d71bdd94af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:16.659521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f9f41695-7528-47a6-a2fc-6478340fd02a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4720461 Mar 31 23:03:16.662281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44652) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:16.670101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:16.712806 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab22285-43d7-47e5-afb2-a69facefd720 x-openstack-request-id: req-dab22285-43d7-47e5-afb2-a69facefd720 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:16.713316 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f433ef89-4f46-49fd-8809-0adab7f1f12b", "name": "network-vif-deleted", "tag": "f0804b29-c9b6-4c07-859f-2f8fafb4ed9e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:16.713707 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dab22285-43d7-47e5-afb2-a69facefd720 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:16.714428 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab22285-43d7-47e5-afb2-a69facefd720'] response: {'server_uuid': 'f433ef89-4f46-49fd-8809-0adab7f1f12b', 'name': 'network-vif-deleted', 'tag': 'f0804b29-c9b6-4c07-859f-2f8fafb4ed9e', 'status': 'completed', 'code': 200} Mar 31 23:03:16.817954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:16.818681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.867987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-47bf94cf-b8ab-4572-a7db-a9018fc98ff2 None None] Provisioning complete for port 5338d701-c3ba-4a9a-a491-8103aac57882 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:16.869023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-47bf94cf-b8ab-4572-a7db-a9018fc98ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.888482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0bc2074-fc80-42d7-b4d0-9da74e9cbfca req-5c0c3eef-52e6-41f3-826e-fbd0208d22b0 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=f433ef89-4f46-49fd-8809-0adab7f1f12b HTTP/1.1" status: 200 len: 210 time: 0.0746315 Mar 31 23:03:16.914354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:16.917981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:16.926337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-47bf94cf-b8ab-4572-a7db-a9018fc98ff2 None None] Port 5338d701-c3ba-4a9a-a491-8103aac57882 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:16.969209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:16.987485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a2fa1fac-6712-4883-8ef2-422d2f3b04b3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8109357 Mar 31 23:03:16.989580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.048300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Request body: {'port': {'device_id': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:17.058951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7efbe4a0-b7cd-4b29-842f-5aee2e612919 req-65d90e00-26cd-4bca-8e8f-c944d2ddc421 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0381646 Mar 31 23:03:17.087441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Transition to ACTIVE for port object 0b5475de-149b-4fca-8421-ea4361dbdaf3 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:17.103208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a48f66-8a1f-4d64-b258-74d2d1b8cba4 req-cb2aa923-0ea7-4faa-9298-435989e3e978 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:17.114531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17a48f66-8a1f-4d64-b258-74d2d1b8cba4 req-cb2aa923-0ea7-4faa-9298-435989e3e978 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 936 time: 0.4066479 Mar 31 23:03:17.133755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-0201f23b-d8d1-4048-a720-59d71bdd94af', 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '2cc89111-1079-4f74-9415-edcfa09e9af9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:17.133755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.139627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.299934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17a48f66-8a1f-4d64-b258-74d2d1b8cba4 req-0894cc30-4dce-467d-a2e3-e10040042ab2 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807220 Mar 31 23:03:17.306567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.314202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.351815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.467864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Allocated IP 172.20.0.2 (0201f23b-d8d1-4048-a720-59d71bdd94af/2cc89111-1079-4f74-9415-edcfa09e9af9/87e4dc33-c53e-47dd-84ee-32cc255f0eae) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:17.547437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=b179ffde-9e05-4cca-9092-36f141b86d5f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:17.595802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '96673b1c-558a-4238-afa2-c33f0a8f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:17.596063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: c178d2a0-1b35-4389-8a43-4bd28568f939, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:17.632082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Attempting to bind port 0b5475de-149b-4fca-8421-ea4361dbdaf3 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:17.632465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Attempting to bind port 0b5475de-149b-4fca-8421-ea4361dbdaf3 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:17.632799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Attempting to bind port 0b5475de-149b-4fca-8421-ea4361dbdaf3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:17.633398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c178d2a0-1b35-4389-8a43-4bd28568f939 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:17.645429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Port 0b5475de-149b-4fca-8421-ea4361dbdaf3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:17.645838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Attempting to bind port 0b5475de-149b-4fca-8421-ea4361dbdaf3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:17.655531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c178d2a0-1b35-4389-8a43-4bd28568f939) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:17.664729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:17.666628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.680598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:17.680855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:17.681258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:17.681701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Bound port: 0b5475de-149b-4fca-8421-ea4361dbdaf3, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:17.682066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.709460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d47cc-d21e-4779-8a12-384a34612471 None None] Network c178d2a0-1b35-4389-8a43-4bd28568f939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:17.737559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff519824-4681-45df-8902-1fb47c2ca418 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0741632 Mar 31 23:03:17.740873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44670) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:17.754800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-355646726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:17.780491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd583f05-aa13-43ac-9b10-d8ce3bd44df7 req-9e56f543-7760-48c7-932b-4d780ffc5ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:17.782635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd583f05-aa13-43ac-9b10-d8ce3bd44df7 req-9e56f543-7760-48c7-932b-4d780ffc5ee1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1114125 Mar 31 23:03:17.839518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.840727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.914646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:17.946244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:17.996275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.010867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:18.014979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd583f05-aa13-43ac-9b10-d8ce3bd44df7 req-5e69d311-d0e5-4e5b-922b-fb6463c8a693 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233422 Mar 31 23:03:18.016982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.026870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.043347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.047589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2816438-b7a2-4c76-93b1-8bf1b4d66791 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3036451 Mar 31 23:03:18.048506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44680) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:18.085888 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.113187 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.121712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.152142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.155689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.157431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-dc94519d-be5b-434e-b3ea-e0fd2c16c926 service neutron] 10.222.0.96 "PUT /v2.0/ports/0b5475de-149b-4fca-8421-ea4361dbdaf3 HTTP/1.1" status: 200 len: 1096 time: 2.8824959 Mar 31 23:03:18.170226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:18.176771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Pushing event updated for resources: {'Port': ['ID=87e4dc33-c53e-47dd-84ee-32cc255f0eae,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.177670 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d36ed1-c62e-4554-9049-df8c09c0a968" -d '{"events": [{"name": "network-changed", "server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:18.184880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c178d2a0-1b35-4389-8a43-4bd28568f939', 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': 'b179ffde-9e05-4cca-9092-36f141b86d5f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:18.186101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.222988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.223371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.223714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.224048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.224594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.224929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.225255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.225676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.226006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.226413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.226746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.227123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:18.242799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Network 0201f23b-d8d1-4048-a720-59d71bdd94af is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:18.369666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:18.377474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:18.417728 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56bc0ca-0981-494f-9475-21154ff8fc44 x-openstack-request-id: req-b56bc0ca-0981-494f-9475-21154ff8fc44 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:18.420734 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:18.424174 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b56bc0ca-0981-494f-9475-21154ff8fc44 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:18.424632 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56bc0ca-0981-494f-9475-21154ff8fc44'] response: {'name': 'network-changed', 'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'status': 'completed', 'code': 200} Mar 31 23:03:18.437283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5338d701-c3ba-4a9a-a491-8103aac57882 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:18.450780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.500334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-a1cd6756-06e8-440a-9917-4ef8b8e0ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.502222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-a1cd6756-06e8-440a-9917-4ef8b8e0ad99 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 1099 time: 0.1913743 Mar 31 23:03:18.506303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Transition to ACTIVE for port object 5338d701-c3ba-4a9a-a491-8103aac57882 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:18.524718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90a0279-48c3-47c0-934c-9bfdac0ce14b req-9ffb4e0a-f749-4ed4-a545-71145165336d tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1898286 Mar 31 23:03:18.531686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.568837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Allocated IP 172.21.0.2 (c178d2a0-1b35-4389-8a43-4bd28568f939/b179ffde-9e05-4cca-9092-36f141b86d5f/a22bea77-0d33-4f75-ab10-b4493c69cc51) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:18.612514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44692) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:18.680263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-5ab96321-18b2-40bf-9236-2f616edfd211 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3 HTTP/1.1" status: 200 len: 217 time: 0.1410949 Mar 31 23:03:18.687561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:18.760071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-f597d54e-36a6-4f9e-a3ba-498f545b36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.761631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-f597d54e-36a6-4f9e-a3ba-498f545b36f3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0668163 Mar 31 23:03:18.819478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.825418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aedf2f-4fb2-45c1-94ac-b62eced074bc req-ec4cc774-727b-457c-86e6-c61230c06109 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.833263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29aedf2f-4fb2-45c1-94ac-b62eced074bc req-ec4cc774-727b-457c-86e6-c61230c06109 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.2870643 Mar 31 23:03:18.851470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b5c88-08f5-4419-98d6-04dd63205325 req-64fd01f5-45fc-4979-a764-22788e28ee13 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.853085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-786b5c88-08f5-4419-98d6-04dd63205325 req-64fd01f5-45fc-4979-a764-22788e28ee13 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.1817384 Mar 31 23:03:18.874445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Attempting to bind port 87e4dc33-c53e-47dd-84ee-32cc255f0eae on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:18.875326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Attempting to bind port 87e4dc33-c53e-47dd-84ee-32cc255f0eae by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:18.875936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Attempting to bind port 87e4dc33-c53e-47dd-84ee-32cc255f0eae on network 0201f23b-d8d1-4048-a720-59d71bdd94af {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:18.895052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:18.896851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Checking segment: {'id': 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:18.897263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.897658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Bound using segment: {'id': 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:18.898140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Bound port: 87e4dc33-c53e-47dd-84ee-32cc255f0eae, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0201f23b-d8d1-4048-a720-59d71bdd94af'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:18.898550 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:18.965733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29aedf2f-4fb2-45c1-94ac-b62eced074bc req-b1863311-a305-4741-9146-330cbda14d71 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315029 Mar 31 23:03:18.976907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-8b936a6d-2dbd-4c7b-a652-5f8e3ec54597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:18.978717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-8b936a6d-2dbd-4c7b-a652-5f8e3ec54597 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1857257 Mar 31 23:03:19.045599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Attempting to bind port 5338d701-c3ba-4a9a-a491-8103aac57882 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:19.045981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Attempting to bind port 5338d701-c3ba-4a9a-a491-8103aac57882 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:19.046378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Attempting to bind port 5338d701-c3ba-4a9a-a491-8103aac57882 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:19.046789 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.051082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef198c14-e855-4bdd-8f34-f36fda028a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.052501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] For port 87e4dc33-c53e-47dd-84ee-32cc255f0eae, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:19.054524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Port 5338d701-c3ba-4a9a-a491-8103aac57882 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:19.054853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Attempting to bind port 5338d701-c3ba-4a9a-a491-8103aac57882 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:19.057135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] For port 87e4dc33-c53e-47dd-84ee-32cc255f0eae, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=87e4dc33-c53e-47dd-84ee-32cc255f0eae,segment=NetworkSegment(f07bf1cd-26bf-4c56-bf66-90b7637f21d1),segment_id=f07bf1cd-26bf-4c56-bf66-90b7637f21d1)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:19.066942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.072475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:19.072993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:19.073196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:19.073641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Bound port: 5338d701-c3ba-4a9a-a491-8103aac57882, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:19.073928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.074050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.137809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Network c178d2a0-1b35-4389-8a43-4bd28568f939 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:19.143121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:19.145680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:19.155215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Pushing event updated for resources: {'Port': ['ID=a22bea77-0d33-4f75-ab10-b4493c69cc51,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.224125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-786b5c88-08f5-4419-98d6-04dd63205325 req-28b63a89-b130-440d-a361-14ac20eebb40 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139385 Mar 31 23:03:19.235385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:19.245679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:19.257140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.296993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2e468-0157-4391-b743-f642bc7bb14d None None] Pushing event updated for resources: {'Port': ['ID=87e4dc33-c53e-47dd-84ee-32cc255f0eae,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.309903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Attempting to bind port a22bea77-0d33-4f75-ab10-b4493c69cc51 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:19.310332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Attempting to bind port a22bea77-0d33-4f75-ab10-b4493c69cc51 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '96673b1c-558a-4238-afa2-c33f0a8f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:19.310779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Attempting to bind port a22bea77-0d33-4f75-ab10-b4493c69cc51 on network c178d2a0-1b35-4389-8a43-4bd28568f939 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:19.318297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:19.318991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Checking segment: {'id': '96673b1c-558a-4238-afa2-c33f0a8f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:19.319113 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.319506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Bound using segment: {'id': '96673b1c-558a-4238-afa2-c33f0a8f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:19.319990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Bound port: a22bea77-0d33-4f75-ab10-b4493c69cc51, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96673b1c-558a-4238-afa2-c33f0a8f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'c178d2a0-1b35-4389-8a43-4bd28568f939'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:19.320383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.395441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-34b591fc-fa2c-4e78-9da8-0e52f5f3c6fa service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048171 Mar 31 23:03:19.400099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.401035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.403610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] 10.222.0.96 "PUT /v2.0/ports/5338d701-c3ba-4a9a-a491-8103aac57882 HTTP/1.1" status: 200 len: 1096 time: 2.3595893 Mar 31 23:03:19.417897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.20.0.1 (0201f23b-d8d1-4048-a720-59d71bdd94af/2cc89111-1079-4f74-9415-edcfa09e9af9/4befd931-3a00-4642-9e43-7aac8f7dd889) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:19.424312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] For port a22bea77-0d33-4f75-ab10-b4493c69cc51, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:19.427784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef198c14-e855-4bdd-8f34-f36fda028a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.431535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] For port a22bea77-0d33-4f75-ab10-b4493c69cc51, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a22bea77-0d33-4f75-ab10-b4493c69cc51,segment=NetworkSegment(96673b1c-558a-4238-afa2-c33f0a8f4756),segment_id=96673b1c-558a-4238-afa2-c33f0a8f4756)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:19.439403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef198c14-e855-4bdd-8f34-f36fda028a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.457579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.489832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Deleting port b8b66e7c-56d8-4f1d-956f-432b7f7d0439 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:19.490447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.557359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef198c14-e855-4bdd-8f34-f36fda028a42 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9dd4fd19c07f43d5ab5925e85506eafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9408684 Mar 31 23:03:19.560503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef198c14-e855-4bdd-8f34-f36fda028a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b8c66d-c5df-4af1-88eb-5fcb1aea3224,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.572522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:19.579563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e5321-0227-43ca-99ee-4efce5d0f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.605444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c11a-8096-46dd-a9c3-797579f5bd94 None None] Pushing event updated for resources: {'Port': ['ID=a22bea77-0d33-4f75-ab10-b4493c69cc51,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.695166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14d693-6641-4e40-a0a2-3c655dba913e req-65b0fcc4-ce1b-4297-9e82-5c1b647e22ef tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.701049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f14d693-6641-4e40-a0a2-3c655dba913e req-65b0fcc4-ce1b-4297-9e82-5c1b647e22ef tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.3888106 Mar 31 23:03:19.727572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.770495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.813427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f0804b29-c9b6-4c07-859f-2f8fafb4ed9e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:19.828742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-2d0ad71c-64a6-45dc-bae7-82e9b386479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:19.828742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-2d0ad71c-64a6-45dc-bae7-82e9b386479f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 1099 time: 0.3569155 Mar 31 23:03:19.863212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdb15d63-daf2-4910-bab3-6da71ddb5913 req-33a6317c-95ae-46d5-81c4-e07acf3702cd tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1018171 Mar 31 23:03:19.905923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 0201f23b-d8d1-4048-a720-59d71bdd94af is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:19.909169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.912710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: f0804b29-c9b6-4c07-859f-2f8fafb4ed9e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:19.913343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f0804b29-c9b6-4c07-859f-2f8fafb4ed9e not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:19.952935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:19.963125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:19.969192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f14d693-6641-4e40-a0a2-3c655dba913e req-881fa45e-9f44-43bf-ae1c-51c16b95cfbc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601316 Mar 31 23:03:19.971216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] For port b8b66e7c-56d8-4f1d-956f-432b7f7d0439, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:19.971617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:19.976530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-e2bf0197-d217-42d0-958b-dc2530f7620c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5338d701-c3ba-4a9a-a491-8103aac57882 HTTP/1.1" status: 200 len: 217 time: 0.1377592 Mar 31 23:03:19.984060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=4befd931-3a00-4642-9e43-7aac8f7dd889,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:19.984306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d640a74-0376-4b04-8603-86d61038ebb9 req-eafd2916-fcca-4ad6-9f75-c9b4360835fc service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728152 Mar 31 23:03:20.011638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.036357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 87e4dc33-c53e-47dd-84ee-32cc255f0eae up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:20.042617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Calling delete_port for b8b66e7c-56d8-4f1d-956f-432b7f7d0439 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:20.077599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.144490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 87e4dc33-c53e-47dd-84ee-32cc255f0eae triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:20.145071 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.237844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.240614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.244822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/52b8c66d-c5df-4af1-88eb-5fcb1aea3224 HTTP/1.1" status: 204 len: 168 time: 0.6708488 Mar 31 23:03:20.252378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.284949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd4c65-cd90-4d59-85da-be7d925a6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b8c66d-c5df-4af1-88eb-5fcb1aea3224,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.342272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 87e4dc33-c53e-47dd-84ee-32cc255f0eae, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=87e4dc33-c53e-47dd-84ee-32cc255f0eae,segment=NetworkSegment(f07bf1cd-26bf-4c56-bf66-90b7637f21d1),segment_id=f07bf1cd-26bf-4c56-bf66-90b7637f21d1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:20.352123 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.426659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:20.428992 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6738052-c124-476e-a266-111892aa24d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:20.432070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a68a6-29c5-4c58-a0dd-bb4221a5aff9 req-9effaa8f-0ca9-4f44-87a3-ac6ed4df85f1 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.433979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa5a68a6-29c5-4c58-a0dd-bb4221a5aff9 req-9effaa8f-0ca9-4f44-87a3-ac6ed4df85f1 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.2853777 Mar 31 23:03:20.438073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=87e4dc33-c53e-47dd-84ee-32cc255f0eae,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:20.452454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.472588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-4e4c3b4f-d8f0-4041-9f6c-3cf7f711455b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.474299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-4e4c3b4f-d8f0-4041-9f6c-3cf7f711455b tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.2181659 Mar 31 23:03:20.568537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a9eb29ee-3b44-48e8-b719-1bfe5f82608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.570186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-a9eb29ee-3b44-48e8-b719-1bfe5f82608b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.5849650 Mar 31 23:03:20.638682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-c25c98ce-da6f-493c-96a4-d32516824329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.640388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-c25c98ce-da6f-493c-96a4-d32516824329 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 1099 time: 0.2165458 Mar 31 23:03:20.677013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0c363-ecac-4a06-8d22-95816d936680 req-cf2212b1-baf8-461d-82cf-a2c10c757a2e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.678926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72c0c363-ecac-4a06-8d22-95816d936680 req-cf2212b1-baf8-461d-82cf-a2c10c757a2e tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 946 time: 0.2528858 Mar 31 23:03:20.742741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:20.761020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.829512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00d1c687-f3d8-48a6-a252-c73e1d1c0bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:20.850798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-8e8b0d21-2319-46ca-b860-41ffc9075352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.852605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-8e8b0d21-2319-46ca-b860-41ffc9075352 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312477 Mar 31 23:03:20.859818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72c0c363-ecac-4a06-8d22-95816d936680 req-52ac83d2-91c3-48dc-ba74-134e887e83c7 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636081 Mar 31 23:03:20.883628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef93a0be-b466-43ea-92b9-75ca96781cf1 None None] Network 0201f23b-d8d1-4048-a720-59d71bdd94af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:20.964682 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442dcb5a-a36e-401d-8166-86630c6acf4f x-openstack-request-id: req-442dcb5a-a36e-401d-8166-86630c6acf4f {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:20.965020 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:20.965276 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-442dcb5a-a36e-401d-8166-86630c6acf4f {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:20.967512 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442dcb5a-a36e-401d-8166-86630c6acf4f'] response: {'name': 'network-changed', 'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882', 'status': 'completed', 'code': 200} Mar 31 23:03:20.978070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-3c4a25fe-5dec-42b0-b467-e0140b5558be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:20.979833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-3c4a25fe-5dec-42b0-b467-e0140b5558be service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.3306162 Mar 31 23:03:21.058175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-944bf224-0381-4756-9079-68101c99cddb None None] Provisioning complete for port 87e4dc33-c53e-47dd-84ee-32cc255f0eae triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:21.058984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-944bf224-0381-4756-9079-68101c99cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.107842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-0d2ef233-7947-46cd-a6ad-b1cb51df8541 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3 HTTP/1.1" status: 200 len: 217 time: 0.0788288 Mar 31 23:03:21.108696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.134711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff8c991f-714b-4e6c-ae96-c56a717c07ab req-57fbd898-1d41-4f64-95a7-f21f6b058931 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1024923 Mar 31 23:03:21.153922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa5a68a6-29c5-4c58-a0dd-bb4221a5aff9 req-e882dcb6-5fe5-441d-9287-8054b34d6249 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119753 Mar 31 23:03:21.202511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Deleting port 5dc04093-43e0-4a66-8697-ccfcb946b780 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:21.202765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.273682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-b5171221-4806-4cd1-805c-187d1874ce4f service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030573 Mar 31 23:03:21.336131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b66e7c-56d8-4f1d-956f-432b7f7d0439,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.353691 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00d1c687-f3d8-48a6-a252-c73e1d1c0bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.381232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00d1c687-f3d8-48a6-a252-c73e1d1c0bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.416546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c204ea-46bf-4637-bfa8-bcd03716c9f4 req-3dd9a3c5-a059-430f-864c-f83e6c166f7e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.418483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c204ea-46bf-4637-bfa8-bcd03716c9f4 req-3dd9a3c5-a059-430f-864c-f83e6c166f7e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1662223 Mar 31 23:03:21.430703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] For port 5dc04093-43e0-4a66-8697-ccfcb946b780, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5dc04093-43e0-4a66-8697-ccfcb946b780,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:21.431071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.462246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Calling delete_port for 5dc04093-43e0-4a66-8697-ccfcb946b780 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:21.488405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.528342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-17c590f8-0680-41ee-a806-e2afb88df1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.531453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-17c590f8-0680-41ee-a806-e2afb88df1a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.3931484 Mar 31 23:03:21.534145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.534935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d892c3-bf41-47e0-bf00-f077923a1586 None None] Network c178d2a0-1b35-4389-8a43-4bd28568f939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:21.546310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c204ea-46bf-4637-bfa8-bcd03716c9f4 req-ab511b69-ee08-471e-b73a-796d2b477de4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176388 Mar 31 23:03:21.548184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00d1c687-f3d8-48a6-a252-c73e1d1c0bfa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=81177fe2e2c244a291566e608b678b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003416 Mar 31 23:03:21.597027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:21.605474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1c687-f3d8-48a6-a252-c73e1d1c0bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d19e4b4-cdd7-448d-8319-4eddae5317a6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.673881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] Provisioning complete for port a22bea77-0d33-4f75-ab10-b4493c69cc51 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:21.674262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.688603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.698293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=4befd931-3a00-4642-9e43-7aac8f7dd889,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:21.734235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-afcf4752-2ee5-4d81-91b6-0da9e5012527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:21.735822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-afcf4752-2ee5-4d81-91b6-0da9e5012527 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906188 Mar 31 23:03:21.741454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f492e366-2333-43a6-aa4d-cdffc3c5a868 req-521b8ed7-e698-4d57-b2ae-b7127a82613b service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971815 Mar 31 23:03:21.745259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.888004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.947563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] For port a22bea77-0d33-4f75-ab10-b4493c69cc51, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a22bea77-0d33-4f75-ab10-b4493c69cc51,segment=NetworkSegment(96673b1c-558a-4238-afa2-c33f0a8f4756),segment_id=96673b1c-558a-4238-afa2-c33f0a8f4756)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:21.969289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:21.997110 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.035764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.068233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.083339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['37862d4c-c08a-49c0-ac2d-ab7d54bf169b', '5dc04093-43e0-4a66-8697-ccfcb946b780'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:22.101022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140ec71-a737-4779-a8d5-d7589cc65542 None None] Pushing event updated for resources: {'Port': ['ID=a22bea77-0d33-4f75-ab10-b4493c69cc51,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.150265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 0201f23b-d8d1-4048-a720-59d71bdd94af is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:22.178511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 87e4dc33-c53e-47dd-84ee-32cc255f0eae up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:22.184882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:22.194244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9dde8b0a-e282-4c12-941a-fcac2841dc9d None None] Provisioning complete for port 4befd931-3a00-4642-9e43-7aac8f7dd889 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.194994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9dde8b0a-e282-4c12-941a-fcac2841dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.199993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event deleted for resources: {'Port': ['ID=5dc04093-43e0-4a66-8697-ccfcb946b780,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.271679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3728117f-a4f1-467b-ac68-76ce60cd1a65 req-a9af7c3d-b013-47d6-9712-29c326d06f39 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=51034973-cc02-4966-ad84-8072c01ca62c HTTP/1.1" status: 200 len: 210 time: 0.2151959 Mar 31 23:03:22.315277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738052-c124-476e-a266-111892aa24d5 req-680b6bf1-40d7-4620-9e75-86ff293a4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.322381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-680b6bf1-40d7-4620-9e75-86ff293a4838 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 1099 time: 0.4647136 Mar 31 23:03:22.348188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9dde8b0a-e282-4c12-941a-fcac2841dc9d None None] Port 4befd931-3a00-4642-9e43-7aac8f7dd889 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:22.386326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9dde8b0a-e282-4c12-941a-fcac2841dc9d None None] Provisioning complete for port 87e4dc33-c53e-47dd-84ee-32cc255f0eae triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.386697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9dde8b0a-e282-4c12-941a-fcac2841dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.388222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 87e4dc33-c53e-47dd-84ee-32cc255f0eae triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.388743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.403512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] No DVR routers for this DVR port 5dc04093-43e0-4a66-8697-ccfcb946b780 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:22.408053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.414527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84d7086f-b380-4220-aca3-b38ed57e5f83 req-eca16c86-a0ae-4e36-b994-bd653d01a42d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "DELETE /v2.0/ports/5dc04093-43e0-4a66-8697-ccfcb946b780 HTTP/1.1" status: 204 len: 173 time: 1.9293590 Mar 31 23:03:22.420844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'name': 'network-vif-deleted', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:22.423641 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503ba2da-4757-48c5-a9ea-db0cf82b1956" -d '{"events": [{"server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "name": "network-vif-deleted", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:22.517354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-19a67c18-a3ed-4a6a-971b-9676c88e5605 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586577 Mar 31 23:03:22.527543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.530733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.532266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6d19e4b4-cdd7-448d-8319-4eddae5317a6 HTTP/1.1" status: 204 len: 168 time: 0.9342411 Mar 31 23:03:22.574465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b3cbcb8-c702-47ff-a23d-4cfcc09d72eb req-1c9ed63c-dcfc-43a2-9b14-3ab3fdabd0ee tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1206174 Mar 31 23:03:22.589307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a22bea77-0d33-4f75-ab10-b4493c69cc51 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:22.654245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3bd83-b30c-40f4-aa88-61bd6beba2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d19e4b4-cdd7-448d-8319-4eddae5317a6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:22.689566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a22bea77-0d33-4f75-ab10-b4493c69cc51 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.689956 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.706260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68412d6-5854-471d-b1e8-2c7f464e49fb req-44b4cfa0-f833-4012-8c46-b71e097653c2 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:22.708022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d68412d6-5854-471d-b1e8-2c7f464e49fb req-44b4cfa0-f833-4012-8c46-b71e097653c2 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.3139782 Mar 31 23:03:22.724132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router c1fde546-7cd9-4f87-9d92-ff7471784dd1 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:22.773140 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce383702-c339-4034-b12e-c5eddc0f661f x-openstack-request-id: req-ce383702-c339-4034-b12e-c5eddc0f661f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:22.773621 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51034973-cc02-4966-ad84-8072c01ca62c", "name": "network-vif-deleted", "tag": "5dc04093-43e0-4a66-8697-ccfcb946b780", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:22.774025 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce383702-c339-4034-b12e-c5eddc0f661f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:22.774773 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce383702-c339-4034-b12e-c5eddc0f661f'] response: {'server_uuid': '51034973-cc02-4966-ad84-8072c01ca62c', 'name': 'network-vif-deleted', 'tag': '5dc04093-43e0-4a66-8697-ccfcb946b780', 'status': 'completed', 'code': 200} Mar 31 23:03:22.780102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d68412d6-5854-471d-b1e8-2c7f464e49fb req-fdda6c60-9840-48ac-85f1-730be92bc724 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656667 Mar 31 23:03:22.830699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-05c62cc5-c5cf-446a-a01f-e46de9424302 None None] Provisioning complete for port 4befd931-3a00-4642-9e43-7aac8f7dd889 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.831093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-05c62cc5-c5cf-446a-a01f-e46de9424302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.884754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-05c62cc5-c5cf-446a-a01f-e46de9424302 None None] Port 4befd931-3a00-4642-9e43-7aac8f7dd889 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:22.902867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-05c62cc5-c5cf-446a-a01f-e46de9424302 None None] Provisioning complete for port a22bea77-0d33-4f75-ab10-b4493c69cc51 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:22.903218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-05c62cc5-c5cf-446a-a01f-e46de9424302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:22.922792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:22.933669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] Sync routers for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:22.948444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-93f70252-44ff-4db5-8e63-b4cd0c81a1b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8892903 Mar 31 23:03:22.950706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44734) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:22.970338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:22.970982 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.025857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fb9cf-b363-471b-a26f-b9b3a7c3c2c9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.028665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-085fb9cf-b363-471b-a26f-b9b3a7c3c2c9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports/4befd931-3a00-4642-9e43-7aac8f7dd889 HTTP/1.1" status: 200 len: 910 time: 0.0767143 Mar 31 23:03:23.032478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44738) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.065658 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.087874 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:23.091051 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.164178 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.165104 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e3368b-8ab6-4906-bcb2-79b0f2272818 None None] The sync data for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:23.192787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738052-c124-476e-a266-111892aa24d5 req-1eb6886b-e459-4b2d-bf86-67ecb35b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.194253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-1eb6886b-e459-4b2d-bf86-67ecb35b6fd3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.8545654 Mar 31 23:03:23.268788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24099b20-d71b-4d41-bebc-431726ff2116 req-9d9cbc48-1084-4b82-9a95-53bcda1acb5a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.270390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24099b20-d71b-4d41-bebc-431726ff2116 req-9d9cbc48-1084-4b82-9a95-53bcda1acb5a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2229977 Mar 31 23:03:23.272250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-5ff91af9-aa68-487f-8097-8b190b0c57e1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=5338d701-c3ba-4a9a-a491-8103aac57882 HTTP/1.1" status: 200 len: 217 time: 0.0621517 Mar 31 23:03:23.277253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18d36ed1-c62e-4554-9049-df8c09c0a968 req-6f799b75-e79e-4d30-ba0b-a4075756b02c service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589977 Mar 31 23:03:23.281778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:23.409869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738052-c124-476e-a266-111892aa24d5 req-a1ab4a2a-792c-4f09-9c9f-1e28b6ed5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.411765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-a1ab4a2a-792c-4f09-9c9f-1e28b6ed5c2a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1161246 Mar 31 23:03:23.431448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24099b20-d71b-4d41-bebc-431726ff2116 req-bcc3943e-e018-443e-bf4a-3bb7af1bddfa tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463673 Mar 31 23:03:23.553507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:23.559410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.562799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Sync routers for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:23.562980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dc0c8fef-d2b4-4f65-996c-eea5120b2fdd admin admin] 10.222.0.95 "PUT /v2.0/routers/3f2c176d-bdb1-4083-8edd-59c71127a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4033601 Mar 31 23:03:23.574314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44760) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:23.576724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:23.577570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:23.670686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72062e54-e932-4a64-bc4b-ed30e436a264 req-317b3a2e-13b6-4c73-a674-b2b02494bb75 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.672383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72062e54-e932-4a64-bc4b-ed30e436a264 req-317b3a2e-13b6-4c73-a674-b2b02494bb75 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1161487 Mar 31 23:03:23.676278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6738052-c124-476e-a266-111892aa24d5 req-5a616fc9-66d4-4953-9145-404ec2776dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:23.677971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-5a616fc9-66d4-4953-9145-404ec2776dba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2366586 Mar 31 23:03:23.716530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:23.785570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72062e54-e932-4a64-bc4b-ed30e436a264 req-4ee549cd-d216-4278-8499-0e3fc115b9dd tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045623 Mar 31 23:03:23.831293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:23.928108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.21.0.1 (c178d2a0-1b35-4389-8a43-4bd28568f939/b179ffde-9e05-4cca-9092-36f141b86d5f/7b39bf51-feae-45f4-9b47-0079b525bf98) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:23.960320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a22bea77-0d33-4f75-ab10-b4493c69cc51 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:23.967997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a16395a3-5220-4410-95ca-8da17ed824e9 req-84f9942b-6fcf-44c4-9285-fc2b794ef36e tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.2379348 Mar 31 23:03:23.968893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-7d99ca83-992b-47c5-af56-7c85f560ee36 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675264 Mar 31 23:03:24.114803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.126811 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.137050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1fa05-4a75-40a2-bcc8-d41af9675cb3 req-38a123b3-7597-4d67-868e-7f2bb7f0407e tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.146900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9e1fa05-4a75-40a2-bcc8-d41af9675cb3 req-38a123b3-7597-4d67-868e-7f2bb7f0407e tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.2255902 Mar 31 23:03:24.179549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.204674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6738052-c124-476e-a266-111892aa24d5 req-783989ae-2279-402b-8935-49fa33de5d85 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931522 Mar 31 23:03:24.224180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a22bea77-0d33-4f75-ab10-b4493c69cc51 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:24.224477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.234870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c178d2a0-1b35-4389-8a43-4bd28568f939 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:24.238257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:24.245445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:24.260316 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9e1fa05-4a75-40a2-bcc8-d41af9675cb3 req-82c08c7d-4131-490b-8e83-706c0737c2d5 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083581 Mar 31 23:03:24.277955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=7b39bf51-feae-45f4-9b47-0079b525bf98,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.301358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:03:20Z', 'revision_number': 5, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port': {'id': '721ca410-e28a-4ad1-963f-e0cf4aebab9a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:58:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.305120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.309611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Deleting port 721ca410-e28a-4ad1-963f-e0cf4aebab9a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:24.309953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.347373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Checking router: 3f2c176d-bdb1-4083-8edd-59c71127a1b9 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:03:24.419622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] For port 721ca410-e28a-4ad1-963f-e0cf4aebab9a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=721ca410-e28a-4ad1-963f-e0cf4aebab9a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:24.420855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.424775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Routers {'3f2c176d-bdb1-4083-8edd-59c71127a1b9'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:24.425678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.448636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Calling delete_port for 721ca410-e28a-4ad1-963f-e0cf4aebab9a owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:24.471006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.536246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5dc04093-43e0-4a66-8697-ccfcb946b780 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:24.609549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 5dc04093-43e0-4a66-8697-ccfcb946b780 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:24.609974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5dc04093-43e0-4a66-8697-ccfcb946b780 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:24.636579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] Set router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:03:24.670178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cea2dbd5-4184-4329-9829-c98c12acc277 None None] Provisioning complete for port 7b39bf51-feae-45f4-9b47-0079b525bf98 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:24.670696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cea2dbd5-4184-4329-9829-c98c12acc277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.704916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602430e-2dbb-45f6-a884-71b1ce4c8c86 req-74594ce8-8aec-4eb4-a249-fd1d514afa8f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.707696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a602430e-2dbb-45f6-a884-71b1ce4c8c86 req-74594ce8-8aec-4eb4-a249-fd1d514afa8f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1116016 Mar 31 23:03:24.713377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.750356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Pushing event deleted for resources: {'Port': ['ID=721ca410-e28a-4ad1-963f-e0cf4aebab9a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:24.757662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cea2dbd5-4184-4329-9829-c98c12acc277 None None] Port 7b39bf51-feae-45f4-9b47-0079b525bf98 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:24.761928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:03:24Z', 'revision_number': 6, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:24.778185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.778596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.778869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.779195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.779556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.779942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.780275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.780599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.780925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.781244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.781564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.781896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:24.798146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a602430e-2dbb-45f6-a884-71b1ce4c8c86 req-9c5dbce4-ce00-41cf-89bc-085b3727035a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808837 Mar 31 23:03:24.810176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f95e5-d5d4-4774-8cc7-ac5837c7c2db None None] The sync data for ids ['3f2c176d-bdb1-4083-8edd-59c71127a1b9'] in n-d-835855-2 is: [{'id': '3f2c176d-bdb1-4083-8edd-59c71127a1b9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-234092456-router', 'tenant_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:03:24Z', 'revision_number': 6, 'project_id': 'ad37cf05bc1f44ff9562f3dd2923bc96', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:24.846379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.921106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.926918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.971579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:24.976847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.051406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1f2d-5b6c-4106-a832-6f6d561303af req-8ee52914-0447-4d49-9556-8a3d2dbc2196 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.061332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a5e1f2d-5b6c-4106-a832-6f6d561303af req-8ee52914-0447-4d49-9556-8a3d2dbc2196 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.1437852 Mar 31 23:03:25.071164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.072162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2c176d-bdb1-4083-8edd-59c71127a1b9 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:25.078222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.083291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bc6f9145-3c5a-4679-9b85-0085f94daa36 admin admin] 10.222.0.95 "DELETE /v2.0/routers/3f2c176d-bdb1-4083-8edd-59c71127a1b9 HTTP/1.1" status: 204 len: 168 time: 1.5065842 Mar 31 23:03:25.084142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.165977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a5e1f2d-5b6c-4106-a832-6f6d561303af req-474a0e4a-1cd0-4c18-a328-db3a584f1eb7 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035140 Mar 31 23:03:25.189778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Deleting subnet 138bf43a-bd14-4689-8a7e-11dfcf59b462 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:25.195020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.246746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.321976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.372521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad6d88e8-bd0d-4646-9a46-dbbf3de9f080 req-d59de5e4-7aaa-4f02-a1e1-8db9f2fdfc62 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0630405 Mar 31 23:03:25.392997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=7b39bf51-feae-45f4-9b47-0079b525bf98,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.407509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.460375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c178d2a0-1b35-4389-8a43-4bd28568f939 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:25.462435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:25.473692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7af9b6-f8c0-418b-bcfd-272ba4cd6151 req-ef3b434b-ffdf-48c4-be5b-ad3baeb37847 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.475210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b7af9b6-f8c0-418b-bcfd-272ba4cd6151 req-ef3b434b-ffdf-48c4-be5b-ad3baeb37847 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.0964661 Mar 31 23:03:25.505754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.547015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.550431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/138bf43a-bd14-4689-8a7e-11dfcf59b462 HTTP/1.1" status: 204 len: 168 time: 0.4653866 Mar 31 23:03:25.552529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c3b38-d8e7-4968-bcdb-c0da8f9133e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138bf43a-bd14-4689-8a7e-11dfcf59b462,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:25.553517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff428e-909f-43f3-8daf-df169ee52b37 None None] Network 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:25.558763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44808) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.579850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b7af9b6-f8c0-418b-bcfd-272ba4cd6151 req-e3617ff2-71f6-4da7-8620-2a9f3e87e605 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933588 Mar 31 23:03:25.651052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.713571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router c1fde546-7cd9-4f87-9d92-ff7471784dd1 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:25.728986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645358-abff-4e11-852a-70ea7d5aceba req-5a46b91e-cafc-41cd-9d15-b96112da8f42 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:25.731396 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2645358-abff-4e11-852a-70ea7d5aceba req-5a46b91e-cafc-41cd-9d15-b96112da8f42 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2046440 Mar 31 23:03:25.760032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Deleting port 68233b70-acf9-4ea5-a40b-6f15f1b754dd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:25.760965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.805829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-83b8d1c8-184b-4391-aeff-8687dfca5a96 None None] Provisioning complete for port 7b39bf51-feae-45f4-9b47-0079b525bf98 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:25.806320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83b8d1c8-184b-4391-aeff-8687dfca5a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.850186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-83b8d1c8-184b-4391-aeff-8687dfca5a96 None None] Port 7b39bf51-feae-45f4-9b47-0079b525bf98 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:25.852407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:25.907898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] DHCP port deletion for 51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:25.912964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] For port 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=68233b70-acf9-4ea5-a40b-6f15f1b754dd,segment=NetworkSegment(5a41a5b9-8515-4bfe-b55a-25c06caf2072),segment_id=5a41a5b9-8515-4bfe-b55a-25c06caf2072)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:25.913933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:25.930284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:25.940344 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] Sync routers for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:25.941677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Calling delete_port for 68233b70-acf9-4ea5-a40b-6f15f1b754dd owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:25.962301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8d3d507-1fdd-46ed-a4d6-046507eb2725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9273775 Mar 31 23:03:25.971417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:25.977257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:25.977877 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.003986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 721ca410-e28a-4ad1-963f-e0cf4aebab9a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:26.048412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.065304 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:26.066502 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.083789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.107493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 721ca410-e28a-4ad1-963f-e0cf4aebab9a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:26.107831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 721ca410-e28a-4ad1-963f-e0cf4aebab9a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:26.108246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8b66e7c-56d8-4f1d-956f-432b7f7d0439 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:26.128572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68233b70-acf9-4ea5-a40b-6f15f1b754dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.130458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f5cb3-0d1a-429b-960b-e1b16e00ef90 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.131920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e39f5cb3-0d1a-429b-960b-e1b16e00ef90 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports/7b39bf51-feae-45f4-9b47-0079b525bf98 HTTP/1.1" status: 200 len: 910 time: 0.1581504 Mar 31 23:03:26.139336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] No DVR routers for this DVR port 68233b70-acf9-4ea5-a40b-6f15f1b754dd on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:26.145199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44822) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:26.157226 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.159025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.163475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b8b66e7c-56d8-4f1d-956f-432b7f7d0439 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:26.164049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8b66e7c-56d8-4f1d-956f-432b7f7d0439 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:26.169437 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e262d-aba8-4778-9097-c4e507f0f5b8 None None] The sync data for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:26.171046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Deleting port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:26.177349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.202275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:26.229112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'mac_address': 'fa:16:3e:23:38:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:26.235304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1b6d-7d6c-48c5-bd61-df0c4203f1a1 req-8733a658-cf69-4485-aa29-598a64a77304 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.253609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-564e1b6d-7d6c-48c5-bd61-df0c4203f1a1 req-8733a658-cf69-4485-aa29-598a64a77304 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2567301 Mar 31 23:03:26.301740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.320037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Deleting port 68233b70-acf9-4ea5-a40b-6f15f1b754dd {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:26.320413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.323665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:26.344182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-564e1b6d-7d6c-48c5-bd61-df0c4203f1a1 req-3ab06104-3fd3-4313-90a9-7df9031b73dc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761180 Mar 31 23:03:26.408083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] For port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:26.408648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.438321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Calling delete_port for 37862d4c-c08a-49c0-ac2d-ab7d54bf169b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:26.452014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:26.466909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.528944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] For port 68233b70-acf9-4ea5-a40b-6f15f1b754dd, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:26.529674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.554894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Calling delete_port for 68233b70-acf9-4ea5-a40b-6f15f1b754dd owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:26.557873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da814788-47e6-4766-a6a6-27cba8baaf67 req-1acfbae3-2fba-4fb3-b790-c6f8e9f55dd9 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0320919 Mar 31 23:03:26.560771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Port 68233b70-acf9-4ea5-a40b-6f15f1b754dd was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:03:26.586644 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.598745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.660853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] Pushing event deleted for resources: {'Port': ['ID=68233b70-acf9-4ea5-a40b-6f15f1b754dd,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.662670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e46f61-7c15-43af-8fb4-6fd600e9bb2d None None] No DVR routers for this DVR port 68233b70-acf9-4ea5-a40b-6f15f1b754dd on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:26.710701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.763855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Pushing event deleted for resources: {'Port': ['ID=37862d4c-c08a-49c0-ac2d-ab7d54bf169b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:26.773227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.802656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312fe9-4af0-47d2-b4b0-80af651ceb25 req-a47bdabc-e989-4ed3-a3ba-fc72eefece55 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.804453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23312fe9-4af0-47d2-b4b0-80af651ceb25 req-a47bdabc-e989-4ed3-a3ba-fc72eefece55 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.1073704 Mar 31 23:03:26.823339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] No DVR routers for this DVR port 37862d4c-c08a-49c0-ac2d-ab7d54bf169b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:26.827476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:26.830454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2645358-abff-4e11-852a-70ea7d5aceba req-52435826-96a0-4799-8135-3d71c2396902 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.60 "DELETE /v2.0/ports/37862d4c-c08a-49c0-ac2d-ab7d54bf169b HTTP/1.1" status: 204 len: 173 time: 1.0499873 Mar 31 23:03:26.831038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'name': 'network-vif-deleted', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:26.834596 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fd50b-e4b0-45f0-8fb6-4e49f92fc22d" -d '{"events": [{"server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "name": "network-vif-deleted", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:26.860553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d5cee-0739-45d6-a3eb-59728ae2985c req-186882c5-977f-46eb-a3ae-920619900f7d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:26.868380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af0d5cee-0739-45d6-a3eb-59728ae2985c req-186882c5-977f-46eb-a3ae-920619900f7d tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/ports?device_id=25d39222-a04e-4099-8b87-696e3d58da60 HTTP/1.1" status: 200 len: 946 time: 0.2350712 Mar 31 23:03:26.885734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.886890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['0b5475de-149b-4fca-8421-ea4361dbdaf3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:26.893789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23312fe9-4af0-47d2-b4b0-80af651ceb25 req-9149e180-2e3d-4fbe-993f-493fb965f2b1 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695193 Mar 31 23:03:26.943209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a41a5b9-8515-4bfe-b55a-25c06caf2072') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:26.947411 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387048cc-7732-4fbd-af64-3cc2c6b1e1b7 x-openstack-request-id: req-387048cc-7732-4fbd-af64-3cc2c6b1e1b7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:26.948003 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25d39222-a04e-4099-8b87-696e3d58da60", "name": "network-vif-deleted", "tag": "37862d4c-c08a-49c0-ac2d-ab7d54bf169b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:26.948398 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-387048cc-7732-4fbd-af64-3cc2c6b1e1b7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:26.948985 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387048cc-7732-4fbd-af64-3cc2c6b1e1b7'] response: {'server_uuid': '25d39222-a04e-4099-8b87-696e3d58da60', 'name': 'network-vif-deleted', 'tag': '37862d4c-c08a-49c0-ac2d-ab7d54bf169b', 'status': 'completed', 'code': 200} Mar 31 23:03:26.952853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a41a5b9-8515-4bfe-b55a-25c06caf2072') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:27.003063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.044452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af0d5cee-0739-45d6-a3eb-59728ae2985c req-f0befb37-611e-4e72-8890-dbbdb8d433c6 tempest-ListServerFiltersTestJSON-662627817 tempest-ListServerFiltersTestJSON-662627817-project] 10.222.0.95 "GET /v2.0/security-groups?id=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698644 Mar 31 23:03:27.071838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.084305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:27.084958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:27.086925 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:27.203469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.210129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.213279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] 10.222.0.95 "DELETE /v2.0/networks/51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9 HTTP/1.1" status: 204 len: 168 time: 1.6508000 Mar 31 23:03:27.227736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bc2f1-4c14-445f-a817-a4cec0ad58d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=51cd3157-2d8d-4ce6-9312-6d2bf4d48ac9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.283817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.468643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44858) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.550806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0fb5cf63-05ec-4e7e-a6d6-6bedfd25a6e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad37cf05bc1f44ff9562f3dd2923bc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807109 Mar 31 23:03:27.553288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44860) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:27.567404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f0a4d-499b-42a9-aa5d-37f6e5ffec57 req-ffb8e478-d5ef-432d-a77e-d01990dad885 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.569007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7f0a4d-499b-42a9-aa5d-37f6e5ffec57 req-ffb8e478-d5ef-432d-a77e-d01990dad885 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.0913472 Mar 31 23:03:27.585929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 7b39bf51-feae-45f4-9b47-0079b525bf98 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:27.586288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.635285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b7f0a4d-499b-42a9-aa5d-37f6e5ffec57 req-c802718f-f194-47a7-a3cc-5249e36303be tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568712 Mar 31 23:03:27.646459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.683967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.712265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e99fa9b6-f6d8-45f8-b088-c82b9a4bd2de req-6b09d2cf-e5ab-4b92-9645-383429a6f502 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0309286 Mar 31 23:03:27.727276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.743717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.746583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:27.747896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d HTTP/1.1" status: 204 len: 168 time: 0.1936238 Mar 31 23:03:27.766919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 7b39bf51-feae-45f4-9b47-0079b525bf98 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:27.767297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a6b17-d9e2-440b-9707-d96d36ff0f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fb5d0f-7aef-45fb-9eb7-5cc26a6b986d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.842089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:27.927568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 68233b70-acf9-4ea5-a40b-6f15f1b754dd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:27.952219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 68233b70-acf9-4ea5-a40b-6f15f1b754dd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:27.952569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 68233b70-acf9-4ea5-a40b-6f15f1b754dd not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:27.981373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.014286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:28.024466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=7b39bf51-feae-45f4-9b47-0079b525bf98,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.031778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5338d701-c3ba-4a9a-a491-8103aac57882', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '5338d701-c3ba-4a9a-a491-8103aac57882', 'mac_address': 'fa:16:3e:6e:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:28.068403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9aa7-5f9c-417d-bd4a-d9f79676ea85 req-b029b33d-d48a-4d8d-9f89-249eee45f086 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.070065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e6c9aa7-5f9c-417d-bd4a-d9f79676ea85 req-b029b33d-d48a-4d8d-9f89-249eee45f086 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.0818863 Mar 31 23:03:28.129367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.138982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.151343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e6c9aa7-5f9c-417d-bd4a-d9f79676ea85 req-0809e876-54f2-4840-9674-1448cd293527 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Mar 31 23:03:28.169017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5338d701-c3ba-4a9a-a491-8103aac57882 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:28.202356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:28.212511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.279713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.294559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.409512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Deleting subnet 7b55ec50-a930-49e0-9867-f83f09af98d7 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:28.418793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.467994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.471548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 37862d4c-c08a-49c0-ac2d-ab7d54bf169b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:28.493020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 37862d4c-c08a-49c0-ac2d-ab7d54bf169b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:28.493359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 37862d4c-c08a-49c0-ac2d-ab7d54bf169b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:28.587283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router c1fde546-7cd9-4f87-9d92-ff7471784dd1 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:28.663318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.683341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5338d701-c3ba-4a9a-a491-8103aac57882'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:28.796161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:28.805951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44908) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.806379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1f193a5-c333-446b-a0c3-045819ee692e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6592708 Mar 31 23:03:28.827864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] Sync routers for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:28.829949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e01a4-62f1-4124-b425-731ed19e12d8 req-49189c52-2677-4fb3-9b59-0e452630dae0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:28.834548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-795e01a4-62f1-4124-b425-731ed19e12d8 req-49189c52-2677-4fb3-9b59-0e452630dae0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1020222 Mar 31 23:03:28.839151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.874380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:28.876664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:28.887997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b55ec50-a930-49e0-9867-f83f09af98d7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:28.897110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:28.900810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6dcec3e3-0d84-480c-b169-5f07417655e9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7b55ec50-a930-49e0-9867-f83f09af98d7 HTTP/1.1" status: 204 len: 168 time: 0.7692466 Mar 31 23:03:28.903988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:28.921141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff5c62-44b8-41f7-8611-06666d4ddbb8 None None] Network d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:28.931323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dff6b4b5-05a7-461d-be08-0d8a96afe2f4 req-17618330-40c5-4e9b-8542-727c6687a7c5 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0688803 Mar 31 23:03:28.946718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:28.948629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-795e01a4-62f1-4124-b425-731ed19e12d8 req-9f8a4ae0-4384-4293-a9f3-8b8051a76a64 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972002 Mar 31 23:03:28.995682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.023484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:29.024213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.054356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Deleting port e2fe0655-987d-4f20-820d-ea276af1615c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:29.054962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.077202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.077858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00b922-c8e6-4a39-80d2-fcbd2c2e8b7b None None] The sync data for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:29.164357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] For port e2fe0655-987d-4f20-820d-ea276af1615c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e2fe0655-987d-4f20-820d-ea276af1615c,segment=NetworkSegment(3e58b34f-8f67-42e3-85ae-7c9812e2581f),segment_id=3e58b34f-8f67-42e3-85ae-7c9812e2581f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:29.164724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.194533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Calling delete_port for e2fe0655-987d-4f20-820d-ea276af1615c owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:29.329287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ef5d-54af-45d9-878b-59b8f02cd2c8 req-9e08bdc7-0bc4-492e-9477-25d179fa7151 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:29.330978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4609ef5d-54af-45d9-878b-59b8f02cd2c8 req-9e08bdc7-0bc4-492e-9477-25d179fa7151 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 949 time: 0.0846655 Mar 31 23:03:29.342393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] DHCP port deletion for d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:29.359390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.376869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.403505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2fe0655-987d-4f20-820d-ea276af1615c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.408636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] No DVR routers for this DVR port e2fe0655-987d-4f20-820d-ea276af1615c on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:29.415751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Deleting port e2fe0655-987d-4f20-820d-ea276af1615c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:29.416661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4609ef5d-54af-45d9-878b-59b8f02cd2c8 req-208e87a4-29e7-4824-8aad-86f9bb58e226 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783272 Mar 31 23:03:29.424564 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.505137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] For port e2fe0655-987d-4f20-820d-ea276af1615c, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:29.505542 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.514409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.518112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Calling delete_port for e2fe0655-987d-4f20-820d-ea276af1615c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:29.521261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Port e2fe0655-987d-4f20-820d-ea276af1615c was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:03:29.523434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.536788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d167b7b2-992c-4b1d-9d3a-0d8324b49ea2']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.547433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e58b34f-8f67-42e3-85ae-7c9812e2581f') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.547854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e58b34f-8f67-42e3-85ae-7c9812e2581f') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:29.548935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] Pushing event deleted for resources: {'Port': ['ID=e2fe0655-987d-4f20-820d-ea276af1615c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.552549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472400b2-9e13-4d0b-bfb4-eaea0f6b59ae None None] No DVR routers for this DVR port e2fe0655-987d-4f20-820d-ea276af1615c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:29.558717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.576297 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.584159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:29.584670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:29.587744 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:29.656307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.662366 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.666004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] 10.222.0.95 "DELETE /v2.0/networks/d167b7b2-992c-4b1d-9d3a-0d8324b49ea2 HTTP/1.1" status: 204 len: 168 time: 0.7608774 Mar 31 23:03:29.685869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6b2b0-5d75-4f42-a956-07cb2a577017 admin admin] Pushing event deleted for resources: {'Network': ['ID=d167b7b2-992c-4b1d-9d3a-0d8324b49ea2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:29.774950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 4befd931-3a00-4642-9e43-7aac8f7dd889 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:29.775809 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.865724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:29.896055 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:29.915443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 4befd931-3a00-4642-9e43-7aac8f7dd889 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:29.942867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e2fe0655-987d-4f20-820d-ea276af1615c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:29.954715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:29.972292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e2fe0655-987d-4f20-820d-ea276af1615c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:29.972862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e2fe0655-987d-4f20-820d-ea276af1615c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:30.046915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8e630926-22f9-4cff-a0dc-739b7a262898 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=00a468c11f6b4103b3eed4101f1521e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907528 Mar 31 23:03:30.049578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44966) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:30.071667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 0b5475de-149b-4fca-8421-ea4361dbdaf3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:30.080103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 0b5475de-149b-4fca-8421-ea4361dbdaf3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:30.083734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.153548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.178847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.218413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.251937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91af5db6-a33b-4e6d-9617-e9f9e28e9379 req-a3503e78-cf44-440b-851c-4c011f8d7faf tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0334179 Mar 31 23:03:30.252533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.255491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.260811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd HTTP/1.1" status: 204 len: 168 time: 0.2092214 Mar 31 23:03:30.269076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:30.270018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291915c-885e-43f1-b5f9-0542afdcae9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe6a66-d3a5-4560-9ef0-72e3fd5535dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.270359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:30.274820 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e51165-b66b-4963-9fcd-47d8c79b262a" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:30.286041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.359435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.368184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.424543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=4befd931-3a00-4642-9e43-7aac8f7dd889,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:30.439149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f0f7c-0a31-4fe6-96df-7dddcdda351b req-bf4330da-28a1-4313-ad79-5100846ec3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.440374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f5f0f7c-0a31-4fe6-96df-7dddcdda351b req-bf4330da-28a1-4313-ad79-5100846ec3fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1096 time: 0.2457283 Mar 31 23:03:30.468368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18372a-40bd-457d-8c63-95cd6f9c61fe req-df680661-a963-4529-a3f3-dcac051815d8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.469896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa18372a-40bd-457d-8c63-95cd6f9c61fe req-df680661-a963-4529-a3f3-dcac051815d8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.2467096 Mar 31 23:03:30.476525 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c16ee0-ed7b-46b3-a856-b0dd84dc8e34 x-openstack-request-id: req-87c16ee0-ed7b-46b3-a856-b0dd84dc8e34 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:30.477055 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:30.477363 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-87c16ee0-ed7b-46b3-a856-b0dd84dc8e34 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:30.477854 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c16ee0-ed7b-46b3-a856-b0dd84dc8e34'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'code': 200} Mar 31 23:03:30.650330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d55c59-79d6-459b-b284-679aa491492f req-f8a97d92-bdcf-4269-8ed9-aa826a9dcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.652231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6d55c59-79d6-459b-b284-679aa491492f req-f8a97d92-bdcf-4269-8ed9-aa826a9dcb5f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 1101 time: 0.1038930 Mar 31 23:03:30.707700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6d55c59-79d6-459b-b284-679aa491492f req-a09fc4f0-b3a6-4206-9ac6-55f2da599705 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Mar 31 23:03:30.745232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:30.766684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa18372a-40bd-457d-8c63-95cd6f9c61fe req-785a4318-0ef5-4fcc-b916-f7f84f87ccb7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762337 Mar 31 23:03:30.778657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f5f0f7c-0a31-4fe6-96df-7dddcdda351b req-86894513-b732-4f7a-a49c-972999bc838a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210111 Mar 31 23:03:30.964145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router c1fde546-7cd9-4f87-9d92-ff7471784dd1 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:30.995865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66419450-ec9d-4080-8f40-2aa9da3497ee req-082c0d9e-0b7f-47e1-bcdb-f83ece288da6 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.997422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66419450-ec9d-4080-8f40-2aa9da3497ee req-082c0d9e-0b7f-47e1-bcdb-f83ece288da6 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 949 time: 0.0629053 Mar 31 23:03:31.405197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:31.415626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1b35273-3bde-48fa-9ab6-5e7b9b1fa731 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085334 Mar 31 23:03:31.418440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.421481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] Sync routers for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:31.436971 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:31.437629 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.444469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66419450-ec9d-4080-8f40-2aa9da3497ee req-ea0566ba-3057-45a0-8219-b7d71292b929 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150560 Mar 31 23:03:31.487866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59502024-8981-4528-b6e9-566382b762d6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1fde546-7cd9-4f87-9d92-ff7471784dd1 HTTP/1.1" status: 200 len: 205 time: 0.0682399 Mar 31 23:03:31.491063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45092) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.521028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.538579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] Routers {'c1fde546-7cd9-4f87-9d92-ff7471784dd1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:31.539513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.600064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.672192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea3f0be1-4c83-4a34-b15d-ee02672bcf40 req-2045a67e-f094-4017-9065-92fdf5efe1dc tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0696096 Mar 31 23:03:31.846113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.848540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.850717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:31.853254 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf368f-6a19-489b-87a7-6ec2bed8718a None None] The sync data for ids ['c1fde546-7cd9-4f87-9d92-ff7471784dd1'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:31.872005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:31.912392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.912935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router c1fde546-7cd9-4f87-9d92-ff7471784dd1 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:31.921490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:31.923392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d06bbb51-96ba-4613-b564-d145e789c67c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1 HTTP/1.1" status: 204 len: 168 time: 0.4296751 Mar 31 23:03:31.925544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45148) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:31.956671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5338d701-c3ba-4a9a-a491-8103aac57882 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:03:31.973655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5338d701-c3ba-4a9a-a491-8103aac57882 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:31.974405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.003201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.017694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet b179ffde-9e05-4cca-9092-36f141b86d5f {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:32.021515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.065044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.095383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.152456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6136c9b6-254e-4995-bd4b-213104f5db9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.187572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:32.195040 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.212239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.260775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.261354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6136c9b6-254e-4995-bd4b-213104f5db9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.273032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6136c9b6-254e-4995-bd4b-213104f5db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.318745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6136c9b6-254e-4995-bd4b-213104f5db9d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=48249056f0bc4adb9b82da6193a1c5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143911 Mar 31 23:03:32.319277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.319823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136c9b6-254e-4995-bd4b-213104f5db9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93732ba-dba2-4467-a113-9491c3b16f64,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.322202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45168) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.366226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=b179ffde-9e05-4cca-9092-36f141b86d5f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.375895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.380953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-689551de-2625-4094-ad8f-f70da1538917 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/b179ffde-9e05-4cca-9092-36f141b86d5f HTTP/1.1" status: 204 len: 168 time: 0.4537332 Mar 31 23:03:32.383205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:32.393473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18f79c5-8d7f-47c9-94ec-1a22ce6f97e0 None None] Network c178d2a0-1b35-4389-8a43-4bd28568f939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:32.413636 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.466364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.553935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49447fb2-000b-4195-9353-06ce6fce666e req-bd0aba3a-f1e0-409e-95f7-5776b4a5b8ce tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0614092 Mar 31 23:03:32.593384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.596759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.598684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d93732ba-dba2-4467-a113-9491c3b16f64 HTTP/1.1" status: 204 len: 168 time: 0.2753346 Mar 31 23:03:32.609324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b0121-e4af-4e63-a8ae-a14f48185eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93732ba-dba2-4467-a113-9491c3b16f64,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.755682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:32.756813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b9e2-fc0d-4ad3-a7ab-1d720021d41b req-076dc792-0969-45ae-bb8d-c751c1ac2f94 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:32.757948 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c3eb6b-a391-4ce3-a5d8-e161df330ae0" -d '{"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-plugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:32.766159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3603b9e2-fc0d-4ad3-a7ab-1d720021d41b req-076dc792-0969-45ae-bb8d-c751c1ac2f94 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.4820037 Mar 31 23:03:32.802842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 2cc89111-1079-4f74-9415-edcfa09e9af9 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:32.816779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.866447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3603b9e2-fc0d-4ad3-a7ab-1d720021d41b req-e4c8c8f9-a9a0-4e54-b465-61bac5998025 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992765 Mar 31 23:03:32.899864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:32.956555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] DHCP port deletion for c178d2a0-1b35-4389-8a43-4bd28568f939 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:33.048259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Deleting port a22bea77-0d33-4f75-ab10-b4493c69cc51 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:33.048870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.069813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aeeb8-ff5e-4b26-a82b-0f79439ab63a req-7a79c6a9-df65-476d-997e-3cd101c90306 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.076967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-803aeeb8-ff5e-4b26-a82b-0f79439ab63a req-7a79c6a9-df65-476d-997e-3cd101c90306 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 950 time: 0.1231830 Mar 31 23:03:33.122620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45240) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.143191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] For port a22bea77-0d33-4f75-ab10-b4493c69cc51, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a22bea77-0d33-4f75-ab10-b4493c69cc51,segment=NetworkSegment(96673b1c-558a-4238-afa2-c33f0a8f4756),segment_id=96673b1c-558a-4238-afa2-c33f0a8f4756)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:33.143614 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.152862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.158425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Calling delete_port for a22bea77-0d33-4f75-ab10-b4493c69cc51 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:33.159840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b2eebb-1ea4-4906-85d4-0f40d3e8f1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.182847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-803aeeb8-ff5e-4b26-a82b-0f79439ab63a req-847e0dd0-e993-436e-b1a9-6702a50fb131 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937090 Mar 31 23:03:33.234201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fa44274-bbea-4254-b3ca-684cd2f44af1 req-36e8d6c1-89a9-444b-b8a1-b3f18b9c799e tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0546563 Mar 31 23:03:33.274074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.282698 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6280c1-1f5c-4686-ae6a-5ba56a394fd7 x-openstack-request-id: req-0e6280c1-1f5c-4686-ae6a-5ba56a394fd7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:33.283131 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-plugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:33.283415 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0e6280c1-1f5c-4686-ae6a-5ba56a394fd7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:33.283826 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6280c1-1f5c-4686-ae6a-5ba56a394fd7'] response: {'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882', 'code': 200} Mar 31 23:03:33.323191 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.344384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b2eebb-1ea4-4906-85d4-0f40d3e8f1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.350052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] Pushing event deleted for resources: {'Port': ['ID=a22bea77-0d33-4f75-ab10-b4493c69cc51,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.352664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4f74f-ecd1-473f-befc-1bf3be1f566d None None] No DVR routers for this DVR port a22bea77-0d33-4f75-ab10-b4493c69cc51 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:33.355657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b2eebb-1ea4-4906-85d4-0f40d3e8f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.383290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc89111-1079-4f74-9415-edcfa09e9af9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.389026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.392558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93d4dc09-9962-4fa6-af02-44bb4e12eba8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/2cc89111-1079-4f74-9415-edcfa09e9af9 HTTP/1.1" status: 204 len: 168 time: 1.0061746 Mar 31 23:03:33.405473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45252) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.405582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9300227-3b6c-451d-979b-5c889deda8b4 None None] Network 0201f23b-d8d1-4048-a720-59d71bdd94af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:33.430211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24b2eebb-1ea4-4906-85d4-0f40d3e8f1d3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79a5a3dc7dd945a6a425732f2fae4baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051579 Mar 31 23:03:33.433931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45258) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:33.457059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2eebb-1ea4-4906-85d4-0f40d3e8f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a69aa5b-1d1d-4767-a064-c4747c84f706,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.522182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e770e-36c7-4318-b97b-c1ce3edaebaa req-9d1af069-f515-4189-a726-94bfaeebe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:33.523656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-629e770e-36c7-4318-b97b-c1ce3edaebaa req-9d1af069-f515-4189-a726-94bfaeebe468 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 1101 time: 0.1418447 Mar 31 23:03:33.527806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.539462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.576407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.640073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.648027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.654215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4a69aa5b-1d1d-4767-a064-c4747c84f706 HTTP/1.1" status: 204 len: 168 time: 0.2183840 Mar 31 23:03:33.665373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345c66d-0a7b-4083-82da-a79ec9b6bfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a69aa5b-1d1d-4767-a064-c4747c84f706,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.689617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] DHCP port deletion for 0201f23b-d8d1-4048-a720-59d71bdd94af request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:33.691042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-629e770e-36c7-4318-b97b-c1ce3edaebaa req-f070b5e0-c272-4d20-908b-e1d3d0c2f560 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554313 Mar 31 23:03:33.795519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Deleting port 87e4dc33-c53e-47dd-84ee-32cc255f0eae {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:33.795910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.796012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.843263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c178d2a0-1b35-4389-8a43-4bd28568f939']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:33.894047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d06719ec-3c75-46b5-acd2-beaf6e10bc88 req-45d85699-b07d-4feb-a442-406067e8787b tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0495310 Mar 31 23:03:33.912027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96673b1c-558a-4238-afa2-c33f0a8f4756') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:33.912527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96673b1c-558a-4238-afa2-c33f0a8f4756') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:33.936677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.963699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 87e4dc33-c53e-47dd-84ee-32cc255f0eae no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:33.972708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.983465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:33.984640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:33.988311 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:34.027067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] For port 87e4dc33-c53e-47dd-84ee-32cc255f0eae, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=87e4dc33-c53e-47dd-84ee-32cc255f0eae,segment=NetworkSegment(f07bf1cd-26bf-4c56-bf66-90b7637f21d1),segment_id=f07bf1cd-26bf-4c56-bf66-90b7637f21d1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:34.027501 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.046105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Calling delete_port for 87e4dc33-c53e-47dd-84ee-32cc255f0eae owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:34.118303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c325d2-a98b-4f9f-9e3a-a0b9a7be1e69 req-9cc91436-40bc-4c8e-bf0f-2a918fca0c8d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.128240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58c325d2-a98b-4f9f-9e3a-a0b9a7be1e69 req-9cc91436-40bc-4c8e-bf0f-2a918fca0c8d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.1098895 Mar 31 23:03:34.128929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.143541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.160742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/c178d2a0-1b35-4389-8a43-4bd28568f939 HTTP/1.1" status: 204 len: 168 time: 0.7565906 Mar 31 23:03:34.165436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45322) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.178002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.190593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c807d9c-bfb9-4339-9289-f9b0be87d211 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=c178d2a0-1b35-4389-8a43-4bd28568f939,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.228435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58c325d2-a98b-4f9f-9e3a-a0b9a7be1e69 req-80539969-6434-42c8-a087-c4cf93c00c6e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988839 Mar 31 23:03:34.234447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.295756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a22bea77-0d33-4f75-ab10-b4493c69cc51 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:34.297749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] Pushing event deleted for resources: {'Port': ['ID=87e4dc33-c53e-47dd-84ee-32cc255f0eae,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.318693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.320818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ab3ce-d106-4355-9328-a4ee53ae6d60 None None] No DVR routers for this DVR port 87e4dc33-c53e-47dd-84ee-32cc255f0eae on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:34.351206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a22bea77-0d33-4f75-ab10-b4493c69cc51 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:34.351692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a22bea77-0d33-4f75-ab10-b4493c69cc51 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:34.392774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-efb64bdd-a679-46ce-9331-7fb9969f45a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.424286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25077b-7bd4-49cf-95d4-e5c407d614b2 req-7f5be961-9294-4710-8acd-c9e686282a7a tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.425813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f25077b-7bd4-49cf-95d4-e5c407d614b2 req-7f5be961-9294-4710-8acd-c9e686282a7a tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 950 time: 0.1050503 Mar 31 23:03:34.497361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.527764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f25077b-7bd4-49cf-95d4-e5c407d614b2 req-4170860b-abbb-4a18-9777-0e888840b348 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911489 Mar 31 23:03:34.531294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0201f23b-d8d1-4048-a720-59d71bdd94af']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:34.552329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:34.552826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07bf1cd-26bf-4c56-bf66-90b7637f21d1') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:34.566043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.585381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.594685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:34.595009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:34.598550 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:34.644851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4361be8c-84d1-4522-8f53-000489e4bbd0 req-1ee7b445-6f31-40c3-b013-70403f3100d7 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0256267 Mar 31 23:03:34.694617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.704148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a47a-7dfb-414b-a8dd-c9057c5aadca req-6cfbfd58-2d58-4bb9-b49d-270ab25d9642 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.705661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f134a47a-7dfb-414b-a8dd-c9057c5aadca req-6cfbfd58-2d58-4bb9-b49d-270ab25d9642 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.0968592 Mar 31 23:03:34.711939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.719415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.719712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/0201f23b-d8d1-4048-a720-59d71bdd94af HTTP/1.1" status: 204 len: 168 time: 0.5528998 Mar 31 23:03:34.724937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-1827484734'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:34.748010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:34.750767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371a0b6-a3cd-4158-8b40-271ee32a5ac3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=0201f23b-d8d1-4048-a720-59d71bdd94af,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.751702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.779915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:34.790783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.791429 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 5dffb02d-ab4f-4cd8-8e68-121fc24ed2df of type vlan for network c33ceb02-99ff-49c8-828f-d42818dc24f3 Mar 31 23:03:34.805328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f134a47a-7dfb-414b-a8dd-c9057c5aadca req-c38ead03-8d5d-4d2a-90de-0067e444cbfb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776331 Mar 31 23:03:34.837741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.867508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.877345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:34.878064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:34.917087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1964712 Mar 31 23:03:34.919807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45402) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:34.924888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:34.979134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca4e53-3181-426d-9e4d-2ab4becc26f3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=c33ceb02-99ff-49c8-828f-d42818dc24f3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.992503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:35.126350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:35.132713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.213086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5830c7e-c825-4795-a5b6-754f44f47a27 req-1e8a0031-1bb6-4a21-be60-393fe2fb9b41 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0652924 Mar 31 23:03:35.486665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e3d90-6925-42d7-a232-50448a13faaa req-671d964f-3bd1-4e5e-9b3f-c42a4e23f714 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.493076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a53e3d90-6925-42d7-a232-50448a13faaa req-671d964f-3bd1-4e5e-9b3f-c42a4e23f714 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1917095 Mar 31 23:03:35.535493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.583482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a53e3d90-6925-42d7-a232-50448a13faaa req-0644d3d4-ba7a-443e-9285-19baa81fb1e7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Mar 31 23:03:35.619443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=fd4c951b-78a0-4869-ab13-9b809028a3ce,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:35.630137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:35.631436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: c33ceb02-99ff-49c8-828f-d42818dc24f3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:35.655363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:35.688185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c33ceb02-99ff-49c8-828f-d42818dc24f3) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:35.703038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d257fd2-73bb-4b61-8b1d-3f0f42acde59 None None] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:35.734851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.735490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.769023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627121db-3baa-479a-a2f9-075840284a25 req-975a6e57-2514-47a8-8e15-fff4d494d359 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:35.770879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-627121db-3baa-479a-a2f9-075840284a25 req-975a6e57-2514-47a8-8e15-fff4d494d359 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 950 time: 0.1008270 Mar 31 23:03:35.784723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66d77357-9c96-4d64-ae2b-c23fb81746aa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8614607 Mar 31 23:03:35.788906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45484) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:35.792852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e871e42-dc77-491e-aead-ff8ad056b37c req-879a2306-8042-4cf8-9213-1cb1a5f593e8 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0412560 Mar 31 23:03:35.799278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-748660575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:35.860000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-627121db-3baa-479a-a2f9-075840284a25 req-8442033b-745c-495a-991c-36d34ed65130 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698938 Mar 31 23:03:35.863747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.866871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.932746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c33ceb02-99ff-49c8-828f-d42818dc24f3', 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': 'fd4c951b-78a0-4869-ab13-9b809028a3ce'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:35.933921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:35.997377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.011372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.072945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.076630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee596a95-b575-4a8b-b332-23a1cfd6da3a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2831044 Mar 31 23:03:36.077405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:36.082767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'port': {'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3', 'name': 'tempest-RoutersTest-1261358375'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:36.108256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c53416-1159-4bc6-b853-157731f04140 req-a46cc6d9-4cc1-448a-ada4-1875be6f1599 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.116262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57c53416-1159-4bc6-b853-157731f04140 req-a46cc6d9-4cc1-448a-ada4-1875be6f1599 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 950 time: 0.1211452 Mar 31 23:03:36.143566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Allocated IP 172.20.0.2 (c33ceb02-99ff-49c8-828f-d42818dc24f3/fd4c951b-78a0-4869-ab13-9b809028a3ce/38103777-9903-45ba-b0d4-a03a9d19cc2f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:36.180099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57c53416-1159-4bc6-b853-157731f04140 req-4510fa48-b76e-4f46-a854-74289ef18f29 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Mar 31 23:03:36.242114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:36.250190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.282773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] device_id is not set on port b0e71a97-08cd-400c-8acc-eff7c582b67f yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:03:36.396104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.403144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.454888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:36.458334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:36.463062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:36.489598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Pushing event updated for resources: {'Port': ['ID=38103777-9903-45ba-b0d4-a03a9d19cc2f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.547740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.20.0.12 (c33ceb02-99ff-49c8-828f-d42818dc24f3/fd4c951b-78a0-4869-ab13-9b809028a3ce/b0e71a97-08cd-400c-8acc-eff7c582b67f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:36.556256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Attempting to bind port 38103777-9903-45ba-b0d4-a03a9d19cc2f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:36.556627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Attempting to bind port 38103777-9903-45ba-b0d4-a03a9d19cc2f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:36.556990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Attempting to bind port 38103777-9903-45ba-b0d4-a03a9d19cc2f on network c33ceb02-99ff-49c8-828f-d42818dc24f3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:36.569308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:36.571397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Checking segment: {'id': '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:36.571831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.572234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Bound using segment: {'id': '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:36.572714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Bound port: 38103777-9903-45ba-b0d4-a03a9d19cc2f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c33ceb02-99ff-49c8-828f-d42818dc24f3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:36.573103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.652759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-630d8812-b411-44a1-8eff-14564da2558d req-5eda28ef-5d24-4262-a7da-85866eaed1b7 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0698071 Mar 31 23:03:36.726869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] For port 38103777-9903-45ba-b0d4-a03a9d19cc2f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:36.731858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] For port 38103777-9903-45ba-b0d4-a03a9d19cc2f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=38103777-9903-45ba-b0d4-a03a9d19cc2f,segment=NetworkSegment(5dffb02d-ab4f-4cd8-8e68-121fc24ed2df),segment_id=5dffb02d-ab4f-4cd8-8e68-121fc24ed2df)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:36.739178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.764940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31994fdb-0a58-426e-8288-6bcf3cd42be7 req-dfa22e9c-3275-441d-9849-11849d342b43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.1287692 Mar 31 23:03:36.819384 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:36.836370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.855449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863293ac-e7cc-44b9-9b5d-e67791abe8ec None None] Pushing event updated for resources: {'Port': ['ID=38103777-9903-45ba-b0d4-a03a9d19cc2f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:36.877618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.941486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a13dfcba-3103-4694-910b-594392b01eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:36.970179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:36.977136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:36.988496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844b673-2348-4344-bfa7-d4ca55f06fcf req-06affaac-71b5-47a0-ab0f-adbfb69f3586 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:36.995876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f844b673-2348-4344-bfa7-d4ca55f06fcf req-06affaac-71b5-47a0-ab0f-adbfb69f3586 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2402823 Mar 31 23:03:36.997859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:37.028539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=b0e71a97-08cd-400c-8acc-eff7c582b67f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:37.080285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.081847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.125844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f844b673-2348-4344-bfa7-d4ca55f06fcf req-b5242b42-a864-4932-9e0f-acdfbb3e94e3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289666 Mar 31 23:03:37.138586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-643ce420-6be2-41e1-a7ae-624505e4d38c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0600624 Mar 31 23:03:37.141218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45608) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:37.357766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ebd196c-4b95-4889-8663-2a0ea69b8b7b req-ff377592-2845-4d47-be6b-86dc918ea139 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0570681 Mar 31 23:03:37.583623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:37.666123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9d16-1e49-4fbf-853c-10231c5b9916 req-eefaae79-11ba-4d04-b7e2-576828a90353 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:37.667798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc4a9d16-1e49-4fbf-853c-10231c5b9916 req-eefaae79-11ba-4d04-b7e2-576828a90353 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.0578632 Mar 31 23:03:37.734804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc4a9d16-1e49-4fbf-853c-10231c5b9916 req-049c2a2e-0894-45c6-b6e2-ec7da9e84333 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Mar 31 23:03:37.862674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-838f2d8d-45b7-41e6-9453-fa0c2b8ef952 req-fa639400-5241-4652-9861-70e3561fca45 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0721562 Mar 31 23:03:38.003850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 38103777-9903-45ba-b0d4-a03a9d19cc2f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:38.030376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.039628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.087660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 38103777-9903-45ba-b0d4-a03a9d19cc2f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:38.088058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.145460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=b0e71a97-08cd-400c-8acc-eff7c582b67f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:38.236908 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.321257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac36b8-6a28-447f-9dd6-05c541845648 None None] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:38.327143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.355801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 38103777-9903-45ba-b0d4-a03a9d19cc2f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=38103777-9903-45ba-b0d4-a03a9d19cc2f,segment=NetworkSegment(5dffb02d-ab4f-4cd8-8e68-121fc24ed2df),segment_id=5dffb02d-ab4f-4cd8-8e68-121fc24ed2df)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:38.371598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.374697 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.539462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a87d5d79-85bb-4ab4-a1c3-52f616a61369 None None] Provisioning complete for port 38103777-9903-45ba-b0d4-a03a9d19cc2f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:38.540198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a87d5d79-85bb-4ab4-a1c3-52f616a61369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.554344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-555c7525-efa0-4c49-baff-b6e5df9fd6c4 req-a4d6f419-629a-4e88-90d1-c641602a3650 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0420914 Mar 31 23:03:38.574107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45694) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:38.601175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=38103777-9903-45ba-b0d4-a03a9d19cc2f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:38.637425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.883046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-507e525f-8e36-4abb-9e6b-fbbc17d80b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.906861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ffc97-cf19-437c-8985-9e57b6e523b0 req-8776284f-98fa-4e04-a49f-c2e4d7853eee tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:38.914960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f8ffc97-cf19-437c-8985-9e57b6e523b0 req-8776284f-98fa-4e04-a49f-c2e4d7853eee tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1027443 Mar 31 23:03:38.968548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.975362 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:38.999610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f8ffc97-cf19-437c-8985-9e57b6e523b0 req-3c20ea59-86fb-45c4-bfb8-abfa6f26f91e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 Mar 31 23:03:39.060986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-507e525f-8e36-4abb-9e6b-fbbc17d80b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.069985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-507e525f-8e36-4abb-9e6b-fbbc17d80b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.109445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d421d168-3cd4-4eb2-93db-992d0eded033 None None] Provisioning complete for port 38103777-9903-45ba-b0d4-a03a9d19cc2f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:39.110784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d421d168-3cd4-4eb2-93db-992d0eded033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.118262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-507e525f-8e36-4abb-9e6b-fbbc17d80b12 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4d460c07e23b4246989ecf9c196e8aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427644 Mar 31 23:03:39.121078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45712) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.124636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e525f-8e36-4abb-9e6b-fbbc17d80b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57117d95-47b3-408e-be11-bb69d64bf620,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.126615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e569ae4-26ec-4e98-9372-6f083461fdd4 req-9ccd1194-726a-43d3-9eaa-95d87b8a3fe1 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0928292 Mar 31 23:03:39.149825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.165273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=b0e71a97-08cd-400c-8acc-eff7c582b67f,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.274546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.285486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:39.286984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:39.309145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.354896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d421d168-3cd4-4eb2-93db-992d0eded033 None None] Provisioning complete for port b0e71a97-08cd-400c-8acc-eff7c582b67f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:39.356940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d421d168-3cd4-4eb2-93db-992d0eded033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.432856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.436004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.442922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/57117d95-47b3-408e-be11-bb69d64bf620 HTTP/1.1" status: 204 len: 168 time: 0.3207829 Mar 31 23:03:39.450656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d421d168-3cd4-4eb2-93db-992d0eded033 None None] Port b0e71a97-08cd-400c-8acc-eff7c582b67f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:39.457115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90d418-a2cd-421c-b454-34122f1ddf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57117d95-47b3-408e-be11-bb69d64bf620,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:39.581601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-151a338f-6504-46a8-a11e-9a540b1dd790 None None] Provisioning complete for port b0e71a97-08cd-400c-8acc-eff7c582b67f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:39.586103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-151a338f-6504-46a8-a11e-9a540b1dd790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.657241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 67a14604-9f99-4ca1-98ab-03330dbae9aa is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:39.670104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-151a338f-6504-46a8-a11e-9a540b1dd790 None None] Port b0e71a97-08cd-400c-8acc-eff7c582b67f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:39.794151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e11cb04d-1ce6-45f4-8172-bde355cf1e1c None None] Provisioning complete for port b0e71a97-08cd-400c-8acc-eff7c582b67f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:39.794575 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa38a8ec-a286-42e9-a048-20ef3d94a4b5 req-ebf28410-d6cb-4e4c-900f-9bf2f85f7f50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0523937 Mar 31 23:03:39.794816 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e11cb04d-1ce6-45f4-8172-bde355cf1e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.924046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e11cb04d-1ce6-45f4-8172-bde355cf1e1c None None] Port b0e71a97-08cd-400c-8acc-eff7c582b67f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:39.930904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:39.934599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:39.942674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-131390e2-a4b7-4f10-949a-861fd9138279 req-8b8a794d-7f8f-464f-9822-3394e03406f2 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0942326 Mar 31 23:03:39.950175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 38103777-9903-45ba-b0d4-a03a9d19cc2f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:39.953386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb178324-2352-4425-86cd-2219c9a44b7c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/67a14604-9f99-4ca1-98ab-03330dbae9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8084517 Mar 31 23:03:39.954002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:39.955727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] Sync routers for ids ['67a14604-9f99-4ca1-98ab-03330dbae9aa'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:40.023697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] Routers {'67a14604-9f99-4ca1-98ab-03330dbae9aa'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:40.024338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['67a14604-9f99-4ca1-98ab-03330dbae9aa'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.068143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654c97b-2186-4961-9fc4-f1f7dcaafdcd tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:40.071884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8654c97b-2186-4961-9fc4-f1f7dcaafdcd tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports/b0e71a97-08cd-400c-8acc-eff7c582b67f HTTP/1.1" status: 200 len: 978 time: 0.1154692 Mar 31 23:03:40.074846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45754) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:40.124853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.128507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e190744c-d467-4ea7-a1ab-e2cd94f5fbd5 req-b14a8aed-aee5-46b4-9732-9dfd12b17aec tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0620747 Mar 31 23:03:40.181565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] Routers {'67a14604-9f99-4ca1-98ab-03330dbae9aa'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:40.182284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['67a14604-9f99-4ca1-98ab-03330dbae9aa'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.185509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb25601a-b5b7-4f88-a416-8519d5aadc24 req-f3e1bc26-46b6-4d76-91b2-8666cbc7309a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e945bc81b2dc45a78dd8d1cba6af6d86&device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0432358 Mar 31 23:03:40.220690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:40.220690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7eb936-4972-411b-a551-eb07f7f3ff74 None None] The sync data for ids ['67a14604-9f99-4ca1-98ab-03330dbae9aa'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:40.220859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-40bc6026-3329-4d5b-90b5-c886ff1c1ad2 None None] Provisioning complete for port b0e71a97-08cd-400c-8acc-eff7c582b67f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:40.221267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40bc6026-3329-4d5b-90b5-c886ff1c1ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.237431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb25601a-b5b7-4f88-a416-8519d5aadc24 req-56020e3f-8510-420e-a3ac-2fd8de7f98d6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e945bc81b2dc45a78dd8d1cba6af6d86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347800 Mar 31 23:03:40.264918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-40bc6026-3329-4d5b-90b5-c886ff1c1ad2 None None] Port b0e71a97-08cd-400c-8acc-eff7c582b67f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:40.274233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 38103777-9903-45ba-b0d4-a03a9d19cc2f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:40.274610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.314861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:40.534407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25601a-b5b7-4f88-a416-8519d5aadc24 req-0aae3a00-97ca-4e69-9c0f-d56319c29602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:40.536355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb25601a-b5b7-4f88-a416-8519d5aadc24 req-0aae3a00-97ca-4e69-9c0f-d56319c29602 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2908645 Mar 31 23:03:40.712182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea99bd5-d7b4-4a72-a970-b2e0fd883c12 req-36522fd4-8089-4e1a-b2b7-6e3b47afde38 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:40.720400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ea99bd5-d7b4-4a72-a970-b2e0fd883c12 req-36522fd4-8089-4e1a-b2b7-6e3b47afde38 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.4787350 Mar 31 23:03:40.805161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ea99bd5-d7b4-4a72-a970-b2e0fd883c12 req-d9dd793f-aceb-444c-adb5-66d92c7048d4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 Mar 31 23:03:41.004539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.108873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5040254-8ae5-440d-be29-998e630e7da8 req-de612f46-97b8-42e4-b987-9d7d5c0bec40 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0300550 Mar 31 23:03:41.285230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee3653b9-56df-450e-911f-0f73e0d88c32 req-1c446d05-3db1-4774-9323-496b06d67965 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0393069 Mar 31 23:03:41.322746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port b0e71a97-08cd-400c-8acc-eff7c582b67f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:41.323170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.446007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.459453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for b0e71a97-08cd-400c-8acc-eff7c582b67f owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:41.682331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.711388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=b0e71a97-08cd-400c-8acc-eff7c582b67f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:41.855664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45868) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:41.872103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:41.939307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:03:42.027011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-7b28-4e4d-8747-0b6c3b2dcbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.052980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8f7ce-69dd-4882-b79b-015aa240456f req-50622256-6acc-4f36-bbbd-dee0df2aae07 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:42.054916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43a8f7ce-69dd-4882-b79b-015aa240456f req-50622256-6acc-4f36-bbbd-dee0df2aae07 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1260355 Mar 31 23:03:42.081618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 67a14604-9f99-4ca1-98ab-03330dbae9aa has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:03:42.111965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:42.125233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'mac_address': 'fa:16:3e:23:38:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:03:42.134320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43a8f7ce-69dd-4882-b79b-015aa240456f req-a0e91544-5292-492f-b0ce-cd60dfd3aae8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702910 Mar 31 23:03:42.186928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.187189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:42.196313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f660ab4-30cc-4154-9d3d-717958c8cf4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/67a14604-9f99-4ca1-98ab-03330dbae9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1024468 Mar 31 23:03:42.196467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.200350 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] Sync routers for ids ['67a14604-9f99-4ca1-98ab-03330dbae9aa'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:42.207465 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-7b28-4e4d-8747-0b6c3b2dcbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.213824 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] Routers {'67a14604-9f99-4ca1-98ab-03330dbae9aa'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:42.214928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['67a14604-9f99-4ca1-98ab-03330dbae9aa'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.216006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d06d2919-7b28-4e4d-8747-0b6c3b2dcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.219423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:42.271637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d2919-7b28-4e4d-8747-0b6c3b2dcbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9db2f6-064f-48c2-88f5-74f2ae494cc8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:42.288171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:42.294798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d06d2919-7b28-4e4d-8747-0b6c3b2dcbcf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=02e1d4ba6e9a4fd39f5b18b6aa47a5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4372771 Mar 31 23:03:42.296625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.297316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45880) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.299614 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.311511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] Routers {'67a14604-9f99-4ca1-98ab-03330dbae9aa'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:42.312495 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['67a14604-9f99-4ca1-98ab-03330dbae9aa'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.361716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:42.364907 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad2802e-d8be-48d4-b1c2-860636aca2d9 None None] The sync data for ids ['67a14604-9f99-4ca1-98ab-03330dbae9aa'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:42.381843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:42.449483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9443cde-f372-4963-82ba-7443155a7909 req-f54c7364-5b4d-46f7-b321-318030fd72c2 tempest-ServersAdmin275Test-275616641 tempest-ServersAdmin275Test-275616641-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.1408050 Mar 31 23:03:42.470225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db221923-e657-4028-b0f5-2f128a4a4971 req-4d977883-df84-4190-acc8-f4c2455e8b20 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0442412 Mar 31 23:03:42.473768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.481005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['0b5475de-149b-4fca-8421-ea4361dbdaf3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:03:42.546978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.559431 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-7d97d8a9-37a3-4f45-ada1-c34ed82e4b81 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:03:42.561558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d97d8a9-37a3-4f45-ada1-c34ed82e4b81 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/67a14604-9f99-4ca1-98ab-03330dbae9aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3633509 Mar 31 23:03:42.564624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45896) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.647663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee3eac65-5546-4445-85f9-e476d90b7678 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=67a14604-9f99-4ca1-98ab-03330dbae9aa HTTP/1.1" status: 200 len: 205 time: 0.0690167 Mar 31 23:03:42.648436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:42.654559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.657570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.661292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4d9db2f6-064f-48c2-88f5-74f2ae494cc8 HTTP/1.1" status: 204 len: 168 time: 0.3604667 Mar 31 23:03:42.680030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19fec7-1df8-4543-a4ef-70df911a972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9db2f6-064f-48c2-88f5-74f2ae494cc8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:42.799903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:42.871910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5999e12-440e-4258-9a8a-abfc37229d35 req-7a5a4006-6392-4c5f-9c1d-576531aabb0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e30f75719704cc1b9278544ddd2010c&device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0369067 Mar 31 23:03:42.906777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5999e12-440e-4258-9a8a-abfc37229d35 req-c317105b-49d9-44c6-b206-02e74869c9bd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5e30f75719704cc1b9278544ddd2010c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241804 Mar 31 23:03:43.023554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5999e12-440e-4258-9a8a-abfc37229d35 req-8e54b7d3-801f-446b-9edb-e9d81e062ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.026228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5999e12-440e-4258-9a8a-abfc37229d35 req-8e54b7d3-801f-446b-9edb-e9d81e062ed5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1130068 Mar 31 23:03:43.249413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb16f180-73ff-414e-bfda-eea39ee91c33 req-0a49b5ae-4349-4778-8857-59764932528a tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.3354146 Mar 31 23:03:43.292279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4118891-3465-48ba-9477-c1a2c254b47b req-0c6807d5-6b46-4f12-a428-cbbcc8fe48ed tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:43.294134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4118891-3465-48ba-9477-c1a2c254b47b req-0c6807d5-6b46-4f12-a428-cbbcc8fe48ed tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.0689306 Mar 31 23:03:43.347053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.349596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.350167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4118891-3465-48ba-9477-c1a2c254b47b req-33de83ea-f335-4113-85a6-30a6824367d0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Mar 31 23:03:43.406293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.407065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router 67a14604-9f99-4ca1-98ab-03330dbae9aa {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:03:43.414089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.415356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ca0500e-d7cd-4c0f-a976-7c474e1e31b2 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/67a14604-9f99-4ca1-98ab-03330dbae9aa HTTP/1.1" status: 204 len: 168 time: 0.7568767 Mar 31 23:03:43.418165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45932) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.477711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet fd4c951b-78a0-4869-ab13-9b809028a3ce {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:43.481070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.525992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45940) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.534434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.597399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-249e8101-cc56-4ff3-a176-872fe8d1b327 req-93237b47-72e3-4950-9c3e-279a7ed56c07 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0378942 Mar 31 23:03:43.661976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.673121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367fc7e3-17a4-4c54-8d92-e0a232194ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.742138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.771738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367fc7e3-17a4-4c54-8d92-e0a232194ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.778585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367fc7e3-17a4-4c54-8d92-e0a232194ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.781424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.786493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6a838-651a-4f81-ab44-e1c7e4e2aad9 None None] Network c33ceb02-99ff-49c8-828f-d42818dc24f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:43.791177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/fd4c951b-78a0-4869-ab13-9b809028a3ce HTTP/1.1" status: 204 len: 168 time: 0.3694983 Mar 31 23:03:43.791177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758a2d4-64eb-4893-b60f-9d4f72c7ff53 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4c951b-78a0-4869-ab13-9b809028a3ce,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.793539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.822739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-367fc7e3-17a4-4c54-8d92-e0a232194ed7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=85d17252ff8748639d706cc786f6ab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949233 Mar 31 23:03:43.825457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:43.826356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fc7e3-17a4-4c54-8d92-e0a232194ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0372c414-be2d-46c9-92ac-0ca4eeca2150,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:43.917449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.940979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:43.987970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.028719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 38103777-9903-45ba-b0d4-a03a9d19cc2f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:44.028961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.032520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:44.112105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.114720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.118311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0372c414-be2d-46c9-92ac-0ca4eeca2150 HTTP/1.1" status: 204 len: 168 time: 0.2896173 Mar 31 23:03:44.126873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 0b5475de-149b-4fca-8421-ea4361dbdaf3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:44.127357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.140042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-380c2b7f-0b2c-42f8-80a4-8c34366a58da tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434465 Mar 31 23:03:44.145013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11b3b1-9829-4517-82d7-0b400df9d44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0372c414-be2d-46c9-92ac-0ca4eeca2150,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.148413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 38103777-9903-45ba-b0d4-a03a9d19cc2f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=38103777-9903-45ba-b0d4-a03a9d19cc2f,segment=NetworkSegment(5dffb02d-ab4f-4cd8-8e68-121fc24ed2df),segment_id=5dffb02d-ab4f-4cd8-8e68-121fc24ed2df)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:44.148858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.184484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 38103777-9903-45ba-b0d4-a03a9d19cc2f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:44.227027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.255670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:44.258945 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7798e191-9a28-46e3-8d22-ab096965427d" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:44.288969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:44.296602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] DHCP port deletion for c33ceb02-99ff-49c8-828f-d42818dc24f3 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:03:44.301653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.329773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-4b8c9893-6129-46a9-8d64-aa22b1ffcb11 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:44.331443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-4b8c9893-6129-46a9-8d64-aa22b1ffcb11 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795394 Mar 31 23:03:44.364167 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1e092-594d-4fdc-bc82-8a6d979d0190 x-openstack-request-id: req-2cd1e092-594d-4fdc-bc82-8a6d979d0190 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:44.364457 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:44.364882 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2cd1e092-594d-4fdc-bc82-8a6d979d0190 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:44.365793 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd1e092-594d-4fdc-bc82-8a6d979d0190'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'code': 200} Mar 31 23:03:44.373891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-22927c6d-f176-465f-b964-5d0ec92906f0 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/quotas/cc60a9abfcef4c57a5863c0e39dfb2b2 HTTP/1.1" status: 200 len: 375 time: 0.0303371 Mar 31 23:03:44.407414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.423003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Deleting port 38103777-9903-45ba-b0d4-a03a9d19cc2f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:44.423621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.437779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-b8b91966-485e-4a1e-8758-ed55886119b9 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560405 Mar 31 23:03:44.438474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-878e8393-da50-4ae7-863f-46e5b0aaf914 req-e343da33-6e17-4ec2-a3ff-f6f2eac75f17 tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0345509 Mar 31 23:03:44.445131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.511392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port 38103777-9903-45ba-b0d4-a03a9d19cc2f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:44.522079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=38103777-9903-45ba-b0d4-a03a9d19cc2f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.543029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] For port 38103777-9903-45ba-b0d4-a03a9d19cc2f, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:44.543661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.562576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Calling delete_port for 38103777-9903-45ba-b0d4-a03a9d19cc2f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:44.566379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Port 38103777-9903-45ba-b0d4-a03a9d19cc2f was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:03:44.568607 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.603969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] Pushing event deleted for resources: {'Port': ['ID=38103777-9903-45ba-b0d4-a03a9d19cc2f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:44.617493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec51c30-0f18-485c-9456-744d0c0eb066 None None] No DVR routers for this DVR port 38103777-9903-45ba-b0d4-a03a9d19cc2f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:03:44.632560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5999e12-440e-4258-9a8a-abfc37229d35 req-6dee6cd1-e12a-44f0-a6b0-fcbb2a928a0b tempest-ServersAdmin275Test-58883790 tempest-ServersAdmin275Test-58883790-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b5ed556-a514-454d-9dba-a711f88acc72 HTTP/1.1" status: 200 len: 210 time: 0.0553219 Mar 31 23:03:44.671674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.748906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33ceb02-99ff-49c8-828f-d42818dc24f3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:44.785443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:44.786116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dffb02d-ab4f-4cd8-8e68-121fc24ed2df') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:44.809989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45998) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:44.832242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.837500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a3538d0-9823-4221-a64a-4b24e0ce4336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.878797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d76a82d-c173-4caa-9423-60fbf626b3a1 req-3620b439-09fd-4c1b-bfc2-863565cb06b5 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0802228 Mar 31 23:03:44.904647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.923493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:44.924114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:44.928545 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:45.022459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5c8d9-b1cf-4d8f-9adc-fb01f492e7f6 req-aae8c497-8898-45c0-aae5-fd3e909c0ed7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.025132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13a5c8d9-b1cf-4d8f-9adc-fb01f492e7f6 req-aae8c497-8898-45c0-aae5-fd3e909c0ed7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.0818987 Mar 31 23:03:45.039446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-089068f9-e813-4e52-a134-61248a7fdb04 req-01904e78-46df-4fe7-abeb-f0ec2e31950b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.0697145 Mar 31 23:03:45.045904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.056093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.064559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/c33ceb02-99ff-49c8-828f-d42818dc24f3 HTTP/1.1" status: 204 len: 168 time: 1.2641745 Mar 31 23:03:45.066392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46008) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:45.073188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-1898133092'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:45.073394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a7b5-064d-48a6-a5fa-5b90f2d219b9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=c33ceb02-99ff-49c8-828f-d42818dc24f3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.144098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13a5c8d9-b1cf-4d8f-9adc-fb01f492e7f6 req-90a42297-d4a0-4444-9184-67f33a63fa32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117356 Mar 31 23:03:45.157870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:45.164096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.203381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a3538d0-9823-4221-a64a-4b24e0ce4336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.212860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a3538d0-9823-4221-a64a-4b24e0ce4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.219917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:45.256750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.257098 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 943e4b93-8a6c-44a6-b73a-967f699128dd of type vlan for network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 Mar 31 23:03:45.269950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3538d0-9823-4221-a64a-4b24e0ce4336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7373ae-a30b-4e7d-bde8-2e84ae78e475,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.278607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6a3538d0-9823-4221-a64a-4b24e0ce4336 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a3608ff4415e49efba1611e5f91cfd90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666498 Mar 31 23:03:45.280039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:45.319263 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.361684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.369942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:45.370865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.376799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.414039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.442848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3749795 Mar 31 23:03:45.445837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb25601a-b5b7-4f88-a416-8519d5aadc24 req-52223966-c3a0-475e-9840-e4f4c5a04942 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.60 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.0713482 Mar 31 23:03:45.446118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46020) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:45.454589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:45.533621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39a560-6826-4cf4-b5ac-3fe763a6c885 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=7adb8dfd-c82a-4cc3-8d64-f456d6882297,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.572804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.573269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.577318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1a7373ae-a30b-4e7d-bde8-2e84ae78e475 HTTP/1.1" status: 204 len: 168 time: 0.2919295 Mar 31 23:03:45.577522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:45.595085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ac16a-3682-4601-8766-e05d254079e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7373ae-a30b-4e7d-bde8-2e84ae78e475,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:45.616342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:45.622417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.883170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:45.916981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 38103777-9903-45ba-b0d4-a03a9d19cc2f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:03:45.943427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 38103777-9903-45ba-b0d4-a03a9d19cc2f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:03:45.944200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 38103777-9903-45ba-b0d4-a03a9d19cc2f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:03:46.006440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=6470667d-4a01-4bb7-9e3c-cb33391cf59d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:46.011486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46034) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.012865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '943e4b93-8a6c-44a6-b73a-967f699128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:46.014847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: 7adb8dfd-c82a-4cc3-8d64-f456d6882297, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:46.063446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:46.101232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 7adb8dfd-c82a-4cc3-8d64-f456d6882297) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:46.112759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.113360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.113488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6424780-4b4e-4687-9ea3-05a3825514c6 None None] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:46.158980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c370e09a-4147-4d8b-acf5-e7d4898dea0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7091527 Mar 31 23:03:46.170380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46050) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.174817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f48d79f-831d-4546-844a-e8cd2c0b6d02 req-5d6bb58a-7da9-4337-ad90-b4e834fab130 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.0412567 Mar 31 23:03:46.178110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-240624315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:46.192435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fe5e928-9988-4213-8391-d9f2c57ea816 req-2b9db95a-ad04-4c12-b82e-0aca274656f1 tempest-ServersAaction247Test-29467840 tempest-ServersAaction247Test-29467840-project] 10.222.0.95 "GET /v2.0/ports?device_id=29765bc8-38b2-4acb-b99f-de0d2a4d795c HTTP/1.1" status: 200 len: 210 time: 0.1143038 Mar 31 23:03:46.238147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.239735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.399734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.405337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.430969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.433573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c1cc82c2-493b-44a5-b72c-f3d0192c98ce tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2605805 Mar 31 23:03:46.436153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:46.459944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f8955-5e9f-47b7-9c7a-aa1de756a788 req-63ac4248-23d3-4f50-86c5-c44da20a589f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:46.479953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-848f8955-5e9f-47b7-9c7a-aa1de756a788 req-63ac4248-23d3-4f50-86c5-c44da20a589f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1210167 Mar 31 23:03:46.530212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-7adb8dfd-c82a-4cc3-8d64-f456d6882297', 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '6470667d-4a01-4bb7-9e3c-cb33391cf59d'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:46.531065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.559840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-848f8955-5e9f-47b7-9c7a-aa1de756a788 req-3127425c-d7f1-401e-9f0f-f65aa8c725fe tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781593 Mar 31 23:03:46.577102 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f277c6-f2fa-4340-b986-b7ca58667867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.666371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-8d4c10f2-338d-427a-9c56-2e7a49fc904d tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2286155 Mar 31 23:03:46.812576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f277c6-f2fa-4340-b986-b7ca58667867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.820599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f277c6-f2fa-4340-b986-b7ca58667867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:46.848874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Allocated IP 172.20.0.2 (7adb8dfd-c82a-4cc3-8d64-f456d6882297/6470667d-4a01-4bb7-9e3c-cb33391cf59d/f9d913de-5e52-4ba9-a6f1-ed589c6f19e0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:46.899838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-61f277c6-f2fa-4340-b986-b7ca58667867 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e30f75719704cc1b9278544ddd2010c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8840611 Mar 31 23:03:46.911826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:47.000430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f277c6-f2fa-4340-b986-b7ca58667867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42eb1c3-3a10-4eef-8714-3ca20abd9d3d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.030218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.039677 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.046843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.094021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:47.100767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:47.104628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:47.113372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.116000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Pushing event updated for resources: {'Port': ['ID=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.182030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.184856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.186130 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b42eb1c3-3a10-4eef-8714-3ca20abd9d3d HTTP/1.1" status: 204 len: 168 time: 0.2677677 Mar 31 23:03:47.194759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af2f0c-3723-433d-893a-661994efe068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42eb1c3-3a10-4eef-8714-3ca20abd9d3d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.238145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-551ac536-d6ef-483b-bee1-d1f563bd0c5b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.240047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-551ac536-d6ef-483b-bee1-d1f563bd0c5b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5646431 Mar 31 23:03:47.275332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Request body: {'port': {'device_id': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'cc60a9abfcef4c57a5863c0e39dfb2b2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:47.278028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Attempting to bind port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:47.278423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Attempting to bind port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '943e4b93-8a6c-44a6-b73a-967f699128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:47.278814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Attempting to bind port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 on network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:47.283383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.297622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:47.298001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Checking segment: {'id': '943e4b93-8a6c-44a6-b73a-967f699128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:47.302101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.302677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Bound using segment: {'id': '943e4b93-8a6c-44a6-b73a-967f699128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:47.304450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Bound port: f9d913de-5e52-4ba9-a6f1-ed589c6f19e0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e4b93-8a6c-44a6-b73a-967f699128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '7adb8dfd-c82a-4cc3-8d64-f456d6882297'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:47.305154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.368058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30b9cef0-fc7e-4da3-9d67-49036d1a188b req-c036c21f-3cea-4a18-882d-648158f8b152 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.0980973 Mar 31 23:03:47.404444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] For port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:47.417354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] For port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,segment=NetworkSegment(943e4b93-8a6c-44a6-b73a-967f699128dd),segment_id=943e4b93-8a6c-44a6-b73a-967f699128dd)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:47.424669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:47.601917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31438adb-dab9-4566-9ca2-e1e55fcd54f4 None None] Pushing event updated for resources: {'Port': ['ID=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:47.939265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-ea9406a0-d11d-4504-ace3-3434550991ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:47.943133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-ea9406a0-d11d-4504-ace3-3434550991ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.2096331 Mar 31 23:03:48.009298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd0160-87d1-4510-bb2a-423797664c1c req-81fcfd47-4453-4e9f-b953-6636d2d178fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.039618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fcd0160-87d1-4510-bb2a-423797664c1c req-81fcfd47-4453-4e9f-b953-6636d2d178fa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2529714 Mar 31 23:03:48.327918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46148) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:48.424662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa6bcf5c-2e9d-4411-9645-f3671b518419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.469772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fcd0160-87d1-4510-bb2a-423797664c1c req-a1683920-9c0b-47a1-9b67-886448a23d17 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255066 Mar 31 23:03:48.470029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46152) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:48.558201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Made reservation on behalf of cc60a9abfcef4c57a5863c0e39dfb2b2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:48.563074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.577255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.581710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-60a489b7-eb61-4fa5-abdf-87d155c03c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:48.583433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-60a489b7-eb61-4fa5-abdf-87d155c03c01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.6281054 Mar 31 23:03:48.629730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bf5f6ba-8757-44ad-9302-dd625ecf4af9 req-3b4adea6-4808-4147-899a-bc079ff56bd1 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.0404007 Mar 31 23:03:48.832171 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ea6-aad9-42fc-a73c-9aaafbf5c01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:48.884173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.20.0.1 (7adb8dfd-c82a-4cc3-8d64-f456d6882297/6470667d-4a01-4bb7-9e3c-cb33391cf59d/f95f2092-491d-487e-bf36-4d553089cdef) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:48.922149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-0b57c078-f218-4e8c-bfeb-d29fb1ad8901 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.3312113 Mar 31 23:03:49.066606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ea6-aad9-42fc-a73c-9aaafbf5c01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.077462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a93b5ea6-aad9-42fc-a73c-9aaafbf5c01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.080126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa6bcf5c-2e9d-4411-9645-f3671b518419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.089359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa6bcf5c-2e9d-4411-9645-f3671b518419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.138485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a93b5ea6-aad9-42fc-a73c-9aaafbf5c01a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e945bc81b2dc45a78dd8d1cba6af6d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6544530 Mar 31 23:03:49.141881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5ea6-aad9-42fc-a73c-9aaafbf5c01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fc075a-aa10-4f9a-a8af-fba16e6de316,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.144632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46170) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:49.175935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aa6bcf5c-2e9d-4411-9645-f3671b518419 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e0586e41cf25492e990fc085b0f89cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419154 Mar 31 23:03:49.178228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:49.263179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-8b029d8c-c6f3-4431-a584-af9675826ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.264736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-8b029d8c-c6f3-4431-a584-af9675826ca1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.3351274 Mar 31 23:03:49.322380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.333289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.339764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bcf5c-2e9d-4411-9645-f3671b518419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73da7ff-e36a-48dc-8dd3-abd57ece34bc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.448569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-977482ec-0135-4773-ad17-aaf676f61a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:49.450226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-977482ec-0135-4773-ad17-aaf676f61a04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690409 Mar 31 23:03:49.478368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.589453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Allocated IP 192.168.233.254 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/2b1b4963-2459-4c9f-9bc2-fda06771e9fa) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:49.692904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a8acaa-ecb8-4fb4-bd2a-942fea54cbca None None] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:49.750950 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.838951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e3aea6-dd31-4fb8-90d6-206663c47714,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:49.910577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:49.941141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] Provisioning complete for port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:49.941517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.005539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.066163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:50.098266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f94e2ee-27da-48f8-9eae-b991c13a59ee req-e87fe02c-af71-4044-af13-4fcff1f03bb4 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.2019103 Mar 31 23:03:50.253366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:50.254138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.313276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.340128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-568889c1-8b43-4f2f-87bc-5fec3be2ee80 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8703606 Mar 31 23:03:50.408550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] For port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,segment=NetworkSegment(943e4b93-8a6c-44a6-b73a-967f699128dd),segment_id=943e4b93-8a6c-44a6-b73a-967f699128dd)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:50.417989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.471626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.546792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e73f0f-c743-4541-b6f5-82ce9a2773b1 None None] Pushing event updated for resources: {'Port': ['ID=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:50.557061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-b3ece17b-83c9-4c90-9474-defef3719697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.558597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-b3ece17b-83c9-4c90-9474-defef3719697 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.7857335 Mar 31 23:03:50.622938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.655489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b22c61-9d85-40ea-9d90-9ba6f8bf97e9 req-c14ce4fb-fdb6-41b9-8caa-beee0007a052 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:50.657460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08b22c61-9d85-40ea-9d90-9ba6f8bf97e9 req-c14ce4fb-fdb6-41b9-8caa-beee0007a052 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.5301659 Mar 31 23:03:50.682383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.726836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aa5e846-3c5c-4581-8590-54f2d68c1990 req-a6dffe45-ba16-4941-94d7-7d71d23c96ad service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714941 Mar 31 23:03:50.732455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08b22c61-9d85-40ea-9d90-9ba6f8bf97e9 req-2d26487d-b0ce-4e24-93e7-746bb4613b73 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662479 Mar 31 23:03:50.761851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.766765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.771855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a73da7ff-e36a-48dc-8dd3-abd57ece34bc HTTP/1.1" status: 204 len: 168 time: 1.5908298 Mar 31 23:03:50.782235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2811f18-2fbb-4ce3-a9d1-0b71f44abdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73da7ff-e36a-48dc-8dd3-abd57ece34bc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:50.783449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.796991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.798533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c4fc075a-aa10-4f9a-a8af-fba16e6de316 HTTP/1.1" status: 204 len: 168 time: 1.6497400 Mar 31 23:03:50.836979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.866575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.885210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b644b308-3f52-4dac-a9ff-8796bffb77da None None] Provisioning complete for port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:50.892239 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b644b308-3f52-4dac-a9ff-8796bffb77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:50.984336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:51.013967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759445b0-6eae-4d0b-a73b-ad375d79160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fc075a-aa10-4f9a-a8af-fba16e6de316,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.018582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:51.038966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:51.087646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b737c-d061-49ca-9d83-1eee49a4a6da req-ff51b5c9-a2cc-4686-9b36-24882f1eb678 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.108089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-685b737c-d061-49ca-9d83-1eee49a4a6da req-ff51b5c9-a2cc-4686-9b36-24882f1eb678 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.8508978 Mar 31 23:03:51.238689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-73c3c382-2833-4c03-9406-03f5301ecb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.240580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-73c3c382-2833-4c03-9406-03f5301ecb66 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.5678470 Mar 31 23:03:51.315161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:51.328575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:51.345496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:51.396276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46232) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:51.451693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3896-4cf1-4ccb-b751-d9646731fdb2 req-eeac3a44-b56f-4567-adff-031885aa901f tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.474901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49af3896-4cf1-4ccb-b751-d9646731fdb2 req-eeac3a44-b56f-4567-adff-031885aa901f tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 936 time: 0.1391745 Mar 31 23:03:51.585249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.619977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-685b737c-d061-49ca-9d83-1eee49a4a6da req-9625002f-64aa-4e37-9c60-9c355a1acf40 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102348 Mar 31 23:03:51.624253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49af3896-4cf1-4ccb-b751-d9646731fdb2 req-58fe2496-6c54-48b5-aacf-4caa9de8ffa4 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446490 Mar 31 23:03:51.625443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:51.751766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-75b54dad-07e5-446c-b917-864d94ac476a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.4693024 Mar 31 23:03:51.797226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6ac010c9-e9f1-4882-a5fb-3b7aefc1123c None None] Provisioning complete for port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:51.798280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6ac010c9-e9f1-4882-a5fb-3b7aefc1123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:51.953574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6ac010c9-e9f1-4882-a5fb-3b7aefc1123c None None] Port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:51.983895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:51.985440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.023606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:52.131728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=f95f2092-491d-487e-bf36-4d553089cdef,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:52.144801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-13b27ba3-c701-4156-9544-6465684ac52b None None] Provisioning complete for port f95f2092-491d-487e-bf36-4d553089cdef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:52.146660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13b27ba3-c701-4156-9544-6465684ac52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.154774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57477fd1-878f-4fd3-91b6-5b86c2d33470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.192623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-2d6c47a4-3424-48f7-a596-d3ddc1aed384 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9225957 Mar 31 23:03:52.249763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:52.250330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.255693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Request body: {'port': {'device_id': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:52.344335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a59f2-56a8-4d88-a880-aadbfd3a22bb req-e974cc94-4449-49b7-87f7-108d14898c14 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.361295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c42a59f2-56a8-4d88-a880-aadbfd3a22bb req-e974cc94-4449-49b7-87f7-108d14898c14 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.3701971 Mar 31 23:03:52.380036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-71592c74-7f14-4153-b65d-a64455d0d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.381385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-13b27ba3-c701-4156-9544-6465684ac52b None None] Port f95f2092-491d-487e-bf36-4d553089cdef cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:52.390309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-71592c74-7f14-4153-b65d-a64455d0d982 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.6021094 Mar 31 23:03:52.420881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57477fd1-878f-4fd3-91b6-5b86c2d33470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.427855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57477fd1-878f-4fd3-91b6-5b86c2d33470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.517072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57477fd1-878f-4fd3-91b6-5b86c2d33470 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6437db74a10a46fa9c7c5b1ca9baff54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1187441 Mar 31 23:03:52.517855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46264) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:52.564800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57477fd1-878f-4fd3-91b6-5b86c2d33470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a14c69-5735-466a-88e5-0eb87e73e191,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:52.657586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c42a59f2-56a8-4d88-a880-aadbfd3a22bb req-d0b67ec4-19e7-4d59-8c06-10f87d3a632e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890542 Mar 31 23:03:52.680712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.764955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.765355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:52.943388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7658b-c71f-4c4d-a2fc-8986de67f2fd req-d6c168e9-a5ef-4a70-8452-7e6aedec9532 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:52.945729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fb7658b-c71f-4c4d-a2fc-8986de67f2fd req-d6c168e9-a5ef-4a70-8452-7e6aedec9532 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1332598 Mar 31 23:03:52.995599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.000735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.005825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/29a14c69-5735-466a-88e5-0eb87e73e191 HTTP/1.1" status: 204 len: 168 time: 0.4778357 Mar 31 23:03:53.095847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fb7658b-c71f-4c4d-a2fc-8986de67f2fd req-8e05459a-663f-43a2-b16c-506a4aecd695 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377950 Mar 31 23:03:53.103512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80062254-e42b-4f63-8ad5-aad6ffff5599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a14c69-5735-466a-88e5-0eb87e73e191,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:53.175136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.243108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-3f87b1ce-121c-4512-aba3-f59fbfb1b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.244801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-3f87b1ce-121c-4512-aba3-f59fbfb1b04c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7552228 Mar 31 23:03:53.340938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46300) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.430987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f072d9-f367-43d3-9b47-7d297fd7d2ac req-77ef5e9b-b593-432d-9d4d-be0eb1b7d25f tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:53.439043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5f072d9-f367-43d3-9b47-7d297fd7d2ac req-77ef5e9b-b593-432d-9d4d-be0eb1b7d25f tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 936 time: 0.2537019 Mar 31 23:03:53.692880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-383028710-network', 'tenant_id': '1cded9786abb4b1d96c871d1c9204a00'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:53.738338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46308) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.762436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46310) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:53.792497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe6a-88e1-4483-9bac-c7f6e98753e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.796002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Made reservation on behalf of 1cded9786abb4b1d96c871d1c9204a00 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:53.799396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.822326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.939923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.950643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:53.993974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afd3fa7-5283-4a95-a897-ee045c5077b1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.018069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5f072d9-f367-43d3-9b47-7d297fd7d2ac req-eee4690a-3a78-4005-be42-2b9dfc671e34 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777678 Mar 31 23:03:54.018654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.018968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.019706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.021783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.022515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.023384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.024038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.024950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.026097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.026851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.027530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.030371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:54.046032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-25fa0929-fb4e-4dc2-9170-9d597d3524b5 service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866244 Mar 31 23:03:54.070016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-network', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:54.096020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:54.128934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.129903 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Added segment 8eca3c25-acb7-4bbd-a3ea-823b05a7a775 of type vlan for network c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc Mar 31 23:03:54.210558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.244395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.288803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Made reservation on behalf of 6a9c035321cf41609e75693cfe4f05f1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:54.292964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.302425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=f95f2092-491d-487e-bf36-4d553089cdef,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.405879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.446956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.455011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4a775ab-3020-4922-b166-0825c655d2e9 req-05aebce8-0542-4d4b-bcf0-c4bc63872b13 service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905807 Mar 31 23:03:54.473685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.510405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:03:54.527803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.553971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe6a-88e1-4483-9bac-c7f6e98753e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.563199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.565441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.566781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.575381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Transition to ACTIVE for port object 2b1b4963-2459-4c9f-9bc2-fda06771e9fa will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:03:54.577382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa3fe6a-88e1-4483-9bac-c7f6e98753e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.584457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:54.674056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.700776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:54.701375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3fe6a-88e1-4483-9bac-c7f6e98753e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af74e0-3b79-492c-8e37-3722707cdf03,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.702387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:54.759169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4168622 Mar 31 23:03:54.793475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.832305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Request body: {'subnet': {'network_id': 'c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-383028710-subnet', 'tenant_id': '1cded9786abb4b1d96c871d1c9204a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:54.836177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96b95f-8493-45aa-abb3-f661c931f71a req-0ce58a11-febb-40ad-9b8b-c4ed0e9e135e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:54.838480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c96b95f-8493-45aa-abb3-f661c931f71a req-0ce58a11-febb-40ad-9b8b-c4ed0e9e135e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.4626241 Mar 31 23:03:54.848981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-daa3fe6a-88e1-4483-9bac-c7f6e98753e5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=31fd4e98dabd4231baae4cb593e21f20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0826192 Mar 31 23:03:54.848981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7ae82-486c-458c-af51-3bb2adbf7785 admin admin] Pushing event updated for resources: {'Network': ['ID=c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:54.851491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46332) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:54.861143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:55.016378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c96b95f-8493-45aa-abb3-f661c931f71a req-9784ab78-c0a9-4379-9bb6-91d96744cf13 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604528 Mar 31 23:03:55.063385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.092841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.104612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.117763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.184881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:55.200084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Attempting to bind port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:55.201604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Attempting to bind port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:55.202208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Attempting to bind port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:55.207452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737caa48-dd26-4d13-8eec-90fb96e48e55,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:55.222596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.225569 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Added segment 4105c5a0-462e-48d0-bd92-abb80bd2a200 of type vlan for network a60c38b8-ceed-478c-9e97-75a1945ebdfe Mar 31 23:03:55.232840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Made reservation on behalf of 1cded9786abb4b1d96c871d1c9204a00 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:55.236422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.242313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:03:55.242828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Attempting to bind port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:55.282780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.285126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:55.285586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:55.285989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.286156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:55.286709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Bound port: 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:55.287175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.296853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/07af74e0-3b79-492c-8e37-3722707cdf03 HTTP/1.1" status: 204 len: 168 time: 0.4374623 Mar 31 23:03:55.299258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.304566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2d19b6c1-9cf8-4990-ade2-059a1a0fea90 None None] Provisioning complete for port f95f2092-491d-487e-bf36-4d553089cdef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:03:55.304943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d19b6c1-9cf8-4990-ade2-059a1a0fea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.335351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f2efa-bf46-433b-80fa-4de64130e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af74e0-3b79-492c-8e37-3722707cdf03,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:55.348017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daacef8-ab8a-48ab-874f-6027d095e83b req-5375ff5a-02c9-42e1-aa67-6603de976cfa tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.350522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daacef8-ab8a-48ab-874f-6027d095e83b req-5375ff5a-02c9-42e1-aa67-6603de976cfa tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 948 time: 0.1799679 Mar 31 23:03:55.354596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2d19b6c1-9cf8-4990-ade2-059a1a0fea90 None None] Port f95f2092-491d-487e-bf36-4d553089cdef cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:03:55.384210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.385448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.386158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.439748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7005363 Mar 31 23:03:55.442348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46344) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:55.509271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Request body: {'subnet': {'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-subnet', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:55.515499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router f744303d-32f3-4cea-b8a3-29b57ba4e069 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:03:55.530046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daacef8-ab8a-48ab-874f-6027d095e83b req-31f41466-372f-47ae-aedf-551b1ee30a10 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546400 Mar 31 23:03:55.572572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:55.573796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab65074-1177-47cb-91d2-53c1c81d3c8f admin admin] Pushing event updated for resources: {'Network': ['ID=a60c38b8-ceed-478c-9e97-75a1945ebdfe,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:55.585492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Made reservation on behalf of 6a9c035321cf41609e75693cfe4f05f1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:55.587842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:55.589847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.644736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:55.697741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.784281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:55.861966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:55.862928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.868057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-7682daf2-36af-4020-91b1-4f62a511bfd5 service neutron] 10.222.0.96 "PUT /v2.0/ports/2b1b4963-2459-4c9f-9bc2-fda06771e9fa HTTP/1.1" status: 200 len: 1096 time: 3.6546934 Mar 31 23:03:55.872717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:03:55.876094 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a521e4d-3dd6-432f-87dd-a0305ca561c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:03:55.946248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:55.982862 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.028210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:03:56.030838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.036606 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528fd74e-3e5c-4581-8626-b89dfd4c4dd7 x-openstack-request-id: req-528fd74e-3e5c-4581-8626-b89dfd4c4dd7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:03:56.037080 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:03:56.037473 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-528fd74e-3e5c-4581-8626-b89dfd4c4dd7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:03:56.038043 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528fd74e-3e5c-4581-8626-b89dfd4c4dd7'] response: {'name': 'network-changed', 'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'status': 'completed', 'code': 200} Mar 31 23:03:56.038814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] Sync routers for ids ['f744303d-32f3-4cea-b8a3-29b57ba4e069'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:03:56.043095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8856870e-8709-450e-b17e-d94bcbb5dc28,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:56.045409 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9d802291-a901-4454-a244-07dafd6d9f50 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/f744303d-32f3-4cea-b8a3-29b57ba4e069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6068723 Mar 31 23:03:56.058106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46364) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.059184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] Routers {'f744303d-32f3-4cea-b8a3-29b57ba4e069'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:56.059960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f744303d-32f3-4cea-b8a3-29b57ba4e069'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.130558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Checking segment: {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:56.130841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Network hostable DHCP agents. Network: a60c38b8-ceed-478c-9e97-75a1945ebdfe, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:56.174384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a947c27e-7dff-4615-a1f9-ccbeabaffb2a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.175922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a947c27e-7dff-4615-a1f9-ccbeabaffb2a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports/f95f2092-491d-487e-bf36-4d553089cdef HTTP/1.1" status: 200 len: 910 time: 0.1165771 Mar 31 23:03:56.184840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46370) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.186735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.205904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] Routers {'f744303d-32f3-4cea-b8a3-29b57ba4e069'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:03:56.206531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f744303d-32f3-4cea-b8a3-29b57ba4e069'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.258554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:56.259628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83065f49-4920-4808-a776-075858b8bdf4 None None] The sync data for ids ['f744303d-32f3-4cea-b8a3-29b57ba4e069'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:03:56.327597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:56.354433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a60c38b8-ceed-478c-9e97-75a1945ebdfe) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:56.365514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.366883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb241a08-217e-4ede-9114-91b6d1b68f7e None None] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:56.367202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.400393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Checking segment: {'id': '8eca3c25-acb7-4bbd-a3ea-823b05a7a775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:56.402687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Network hostable DHCP agents. Network: c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:56.433625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b54de8-785c-4d80-ab2c-374440415556 req-d57152ec-6268-4972-bcab-87bacc5df524 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.436598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78b54de8-785c-4d80-ab2c-374440415556 req-d57152ec-6268-4972-bcab-87bacc5df524 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2451184 Mar 31 23:03:56.490689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-789cd32a-e9bd-4841-8d47-8f895e6cc009 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0464637 Mar 31 23:03:56.494330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46378) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:56.494691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-fafcd561-63bf-4481-9874-4ddd3188526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.500294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-fafcd561-63bf-4481-9874-4ddd3188526f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 1099 time: 0.5495307 Mar 31 23:03:56.501831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:56.577367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.578849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.595582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78b54de8-785c-4d80-ab2c-374440415556 req-7efc55a6-dc6d-4fe2-9bb5-1f2adf8025e7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477439 Mar 31 23:03:56.596480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5469707f-f7b1-4640-94d8-fe934b5f399b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:56.655967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Network c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:56.737566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:56.745938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:56.747565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.779458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-44771294-d0c5-421a-ad3d-f0f7d9695703 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa HTTP/1.1" status: 200 len: 217 time: 0.1870143 Mar 31 23:03:56.795472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4eef7dca-935b-43ec-b1ab-f54910a3835d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9882107 Mar 31 23:03:56.807608 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:56.814531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d0b25-b637-49fc-a830-6a1cfeb7f06e None None] Network c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:57.005593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.026514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-de71bf8d-40a2-4ce0-a424-065b90a7eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.031407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-de71bf8d-40a2-4ce0-a424-065b90a7eca9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.2423508 Mar 31 23:03:57.108116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935513-a915-43ac-8fab-b8ec37829818 req-e24b380c-07fc-49ea-8226-4d775d1dc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.111368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-e24b380c-07fc-49ea-8226-4d775d1dc5c5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722172 Mar 31 23:03:57.128662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbdc87-8368-4b1b-9fbb-7ee0c76c2f0e req-0e2b0917-dfe2-4bad-8cfb-970dd01242d2 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.139692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93dbdc87-8368-4b1b-9fbb-7ee0c76c2f0e req-0e2b0917-dfe2-4bad-8cfb-970dd01242d2 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 948 time: 0.3479068 Mar 31 23:03:57.264206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'fixed_ips': [{'subnet_id': '8856870e-8709-450e-b17e-d94bcbb5dc28'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:03:57.265900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.274577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42eee6-70aa-4531-acf3-d54b47cac672 None None] Network c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:03:57.293616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93dbdc87-8368-4b1b-9fbb-7ee0c76c2f0e req-b4181b0b-e465-4722-8cf8-7876303b7dd6 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439092 Mar 31 23:03:57.343989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-e0595281-fe50-4d1a-9acf-ad73394d9efd service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861165 Mar 31 23:03:57.350434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.597080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6935513-a915-43ac-8fab-b8ec37829818 req-4a2ec86d-2756-4008-96a8-a243dfc8f7a4 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381334 Mar 31 23:03:57.759669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Allocated IP 172.20.0.2 (a60c38b8-ceed-478c-9e97-75a1945ebdfe/8856870e-8709-450e-b17e-d94bcbb5dc28/f1e1ad25-7ea7-4f36-a07a-84c6009b6b53) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:57.812313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-61e52fe9-f53a-4b70-9548-d444917e791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:57.819111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-61e52fe9-f53a-4b70-9548-d444917e791d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 1099 time: 0.1279986 Mar 31 23:03:57.972540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:57.995499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.048554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.066035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-ecacf507-3f16-4caa-ac8e-c97b72adbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.067667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-ecacf507-3f16-4caa-ac8e-c97b72adbd3a service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2031476 Mar 31 23:03:58.073329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.117976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Allocated IP 172.25.8.127 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/5a6bfcf6-9849-478f-a4fd-a72a79f00b4b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:58.132613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-34f2a6e2-ed66-40cf-a938-da6ac784a4ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa HTTP/1.1" status: 200 len: 217 time: 0.0445354 Mar 31 23:03:58.200262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334dede-c94f-46cb-92f6-c96c77a67cde req-fbd38193-f2d2-4254-af32-db47b7fdc26e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.201921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c334dede-c94f-46cb-92f6-c96c77a67cde req-fbd38193-f2d2-4254-af32-db47b7fdc26e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.4106119 Mar 31 23:03:58.239552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-0156ee93-19d7-4ee6-af67-be3471a20391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.241138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-0156ee93-19d7-4ee6-af67-be3471a20391 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0932028 Mar 31 23:03:58.242690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.254881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46434) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.261023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:58.264688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:58.275049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:58.297447 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.323441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c334dede-c94f-46cb-92f6-c96c77a67cde req-cf6c53a0-5bba-4822-b454-14927e32db83 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081290 Mar 31 23:03:58.361363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Deleting subnet 5469707f-f7b1-4640-94d8-fe934b5f399b {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:03:58.366840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-67a31b95-de11-4cbf-ab75-c8273e237e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:58.368701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-67a31b95-de11-4cbf-ab75-c8273e237e2c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148338 Mar 31 23:03:58.370079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.376126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Pushing event updated for resources: {'Port': ['ID=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:58.385932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:58.390122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Pushing event updated for resources: {'Port': ['ID=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:58.395065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:58.398901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:58.482623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.494652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Attempting to bind port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:03:58.498133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Attempting to bind port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:03:58.500457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Attempting to bind port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 on network a60c38b8-ceed-478c-9e97-75a1945ebdfe {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:58.521550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:58.523259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Checking segment: {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:03:58.525399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.527729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Bound using segment: {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:58.532718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Bound port: f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:03:58.535410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.578046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.603135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-473668e5-667b-4cbc-b1c7-cfd6d6fed16f service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776564 Mar 31 23:03:58.771653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] For port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:58.776863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.779423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] For port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:58.789319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.852923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5469707f-f7b1-4640-94d8-fe934b5f399b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:58.861485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a521e4d-3dd6-432f-87dd-a0305ca561c9 req-211f98b0-76b4-4678-b7f7-04c2e4ae7397 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418888 Mar 31 23:03:58.868956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.875168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5238e306-0b6d-4ad7-995b-4572404995a4 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5469707f-f7b1-4640-94d8-fe934b5f399b HTTP/1.1" status: 204 len: 168 time: 0.6049991 Mar 31 23:03:58.879858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:03:58.955066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port f95f2092-491d-487e-bf36-4d553089cdef {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:03:58.955783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:58.975351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.125503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.164909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe507fc-37d9-4122-a24e-0f58699a8f6b None None] Pushing event updated for resources: {'Port': ['ID=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:59.197279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.216231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eca3c25-acb7-4bbd-a3ea-823b05a7a775') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.216551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eca3c25-acb7-4bbd-a3ea-823b05a7a775') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:03:59.239726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fce01-4a01-41d4-b23c-657c7c2ea17a req-2be00c1b-299a-4fce-bda4-ddc7f9550949 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:59.255762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.256152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-914fce01-4a01-41d4-b23c-657c7c2ea17a req-2be00c1b-299a-4fce-bda4-ddc7f9550949 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 948 time: 0.3036449 Mar 31 23:03:59.362960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.384639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.387486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:03:59.388005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:03:59.389970 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:03:59.447332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-914fce01-4a01-41d4-b23c-657c7c2ea17a req-0daf5aed-98d7-4143-bf50-2ad8b8220799 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554193 Mar 31 23:03:59.542685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for f95f2092-491d-487e-bf36-4d553089cdef owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:03:59.655539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.089814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:00.111301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.121332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.127764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc HTTP/1.1" status: 204 len: 168 time: 1.2386749 Mar 31 23:04:00.148442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424e22-f8eb-4944-883a-aa4dfa5907c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25dd4f2-1cb1-41bd-b1f5-6bccba754fcc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:00.191491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda808-ec60-4458-bc5f-c505f1889448 req-23f71275-2ad2-47f1-887e-e227268ae411 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:00.204131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ecda808-ec60-4458-bc5f-c505f1889448 req-23f71275-2ad2-47f1-887e-e227268ae411 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.6923594 Mar 31 23:04:00.299893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ecda808-ec60-4458-bc5f-c505f1889448 req-80300556-64fd-4df3-9691-f1a4f0ff99f5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889220 Mar 31 23:04:00.317075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:00.317473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.393705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.561278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.590511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.590668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46480) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.605316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=f95f2092-491d-487e-bf36-4d553089cdef,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:00.677635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee52c44d-190a-43ea-8db5-b7845df687f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1cded9786abb4b1d96c871d1c9204a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856349 Mar 31 23:04:00.693747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46482) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:00.703279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:00.714414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.794046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399a279-d95c-446b-8c50-f6144e7d9eec req-00edfa7a-645b-4b9a-a7d9-6994123aea6c tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:00.796090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9399a279-d95c-446b-8c50-f6144e7d9eec req-00edfa7a-645b-4b9a-a7d9-6994123aea6c tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 948 time: 0.1227057 Mar 31 23:04:00.852965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:00.870909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:00.935225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.031714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9399a279-d95c-446b-8c50-f6144e7d9eec req-c86cabbe-abb4-4055-a1c5-fa9f5d836416 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144749 Mar 31 23:04:01.045892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.070423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.084608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.087916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2afd3fa7-5283-4a95-a897-ee045c5077b1 HTTP/1.1" status: 204 len: 168 time: 0.3916101 Mar 31 23:04:01.091685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11334432-905a-470a-bfdb-dfd9e564f1e6 None None] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:01.107675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a1f8-6732-43f8-be38-c7bbde8acefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afd3fa7-5283-4a95-a897-ee045c5077b1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:01.332925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d0a47472-62d3-4d1f-acb2-a5a1d8847bb1 None None] Provisioning complete for port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:01.333449 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0a47472-62d3-4d1f-acb2-a5a1d8847bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:01.787664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router f744303d-32f3-4cea-b8a3-29b57ba4e069 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:01.824113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:01.845670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47ce7b-64c9-40bc-9d0b-2da459c3bee7 req-a6c1353d-b17d-4a23-883e-b2253931fd30 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:01.853902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce47ce7b-64c9-40bc-9d0b-2da459c3bee7 req-a6c1353d-b17d-4a23-883e-b2253931fd30 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3654940 Mar 31 23:04:02.001710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:02.163256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:02.171156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce47ce7b-64c9-40bc-9d0b-2da459c3bee7 req-9d9782a9-77ff-492e-afe1-497c947ac43c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880273 Mar 31 23:04:02.174911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:02.184407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf975adc-20f5-48d4-a1dd-9659388038e0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/f744303d-32f3-4cea-b8a3-29b57ba4e069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9875877 Mar 31 23:04:02.184848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] Sync routers for ids ['f744303d-32f3-4cea-b8a3-29b57ba4e069'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:02.188071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46526) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.222928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] Routers {'f744303d-32f3-4cea-b8a3-29b57ba4e069'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:02.228397 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f744303d-32f3-4cea-b8a3-29b57ba4e069'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.281198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:02.282146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.349640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:02.360093 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.364404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Sync routers for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:02.392506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.393801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-03f593a3-58f5-488d-b748-0b0a22a2c384 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8985262 Mar 31 23:04:02.398696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] Routers {'f744303d-32f3-4cea-b8a3-29b57ba4e069'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:02.400417 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f744303d-32f3-4cea-b8a3-29b57ba4e069'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.402021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46528) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.433060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b7ee558c-2c6b-452d-a799-196bc37fd52d None None] Provisioning complete for port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:02.433733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b7ee558c-2c6b-452d-a799-196bc37fd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.473974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a038e86-275e-48db-b56d-f823b555861e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=f744303d-32f3-4cea-b8a3-29b57ba4e069 HTTP/1.1" status: 200 len: 205 time: 0.2843266 Mar 31 23:04:02.491667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46532) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:02.510796 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.511489 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e4167-d1ce-47b3-aa9a-27cafb314ed7 None None] The sync data for ids ['f744303d-32f3-4cea-b8a3-29b57ba4e069'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:02.526114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:02.526768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:02.690318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7deb34-8533-49d7-a2d6-479485914511 req-71f6e86a-916d-4176-b799-edd91a984adf tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:02.698362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f7deb34-8533-49d7-a2d6-479485914511 req-71f6e86a-916d-4176-b799-edd91a984adf tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 948 time: 0.4095364 Mar 31 23:04:02.711966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:02.721331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:02.821413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'mac_address': 'fa:16:3e:63:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:02.969832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f7deb34-8533-49d7-a2d6-479485914511 req-7122b217-895e-4fd1-a78e-07c12cd009ab tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705500 Mar 31 23:04:03.043203 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.072497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:03.121351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.127794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.129776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:03.307948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.308556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router f744303d-32f3-4cea-b8a3-29b57ba4e069 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:03.364643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.365649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:03.372899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.375576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60421da5-f3f3-4aae-a9c2-6437946ca15a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/f744303d-32f3-4cea-b8a3-29b57ba4e069 HTTP/1.1" status: 204 len: 168 time: 0.8728342 Mar 31 23:04:03.390438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46562) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.556226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 6470667d-4a01-4bb7-9e3c-cb33391cf59d {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:03.565972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.637639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:03.704247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46578) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:03.943653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.163911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.186528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.366686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=6470667d-4a01-4bb7-9e3c-cb33391cf59d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:04.386587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:03:59Z', 'revision_number': 3, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:04.401463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2b1b4963-2459-4c9f-9bc2-fda06771e9fa'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:04.437028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.449273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4741cab-c709-422b-9b66-7dc4bf9724f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/6470667d-4a01-4bb7-9e3c-cb33391cf59d HTTP/1.1" status: 204 len: 168 time: 1.0561144 Mar 31 23:04:04.463785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46586) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:04.497047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5abe9d-862e-47b8-b27d-976ffa9eb691 None None] Network 7adb8dfd-c82a-4cc3-8d64-f456d6882297 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:04.521196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Checking router: 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:04.521927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Updating router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:04.591362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847d1a-6983-4d1e-9fc3-44961e39a707 req-e9408ffb-45aa-4dd4-b581-1a4a4eadd1dd tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:04.611294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2847d1a-6983-4d1e-9fc3-44961e39a707 req-e9408ffb-45aa-4dd4-b581-1a4a4eadd1dd tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.4299006 Mar 31 23:04:04.621946 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-02848a0b-e7a4-4204-a0ee-9753af3fdf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.714003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.794763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.809041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2092395727-network', 'tenant_id': '1ea7317aa07647558dc1924e53ae9d57'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:04.840053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2847d1a-6983-4d1e-9fc3-44961e39a707 req-c3dd7b2b-8816-4dc9-8ac7-7ae4a9a4cf44 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262151 Mar 31 23:04:04.888362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Made reservation on behalf of 1ea7317aa07647558dc1924e53ae9d57 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:04.892771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.905714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:04.956660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:04.957148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.076058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,segment=NetworkSegment(943e4b93-8a6c-44a6-b73a-967f699128dd),segment_id=943e4b93-8a6c-44a6-b73a-967f699128dd)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:05.076523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.097869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:05.179409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.188317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.235955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.257390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:05.258015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebd198-4c89-4405-a176-c46379dae181 req-faf32d9f-a0fc-49de-ab22-0839133bab02 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.260160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1ebd198-4c89-4405-a176-c46379dae181 req-faf32d9f-a0fc-49de-ab22-0839133bab02 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3988822 Mar 31 23:04:05.277841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.278193 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Added segment 02bfcbf4-9cd7-45c6-ada4-77485820d814 of type vlan for network 59f78ab6-e843-4b2a-907c-ffcb195785b0 Mar 31 23:04:05.341861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.366253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:05.427046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.442041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=f9d913de-5e52-4ba9-a6f1-ed589c6f19e0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:05.459091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.504747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1ebd198-4c89-4405-a176-c46379dae181 req-b706b895-2073-49e3-b58a-77333c475418 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095733 Mar 31 23:04:05.555280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.642320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adb8dfd-c82a-4cc3-8d64-f456d6882297']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.658792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5685444-6916-4082-b7fc-c6f0077c8118 None None] DHCP port deletion for 7adb8dfd-c82a-4cc3-8d64-f456d6882297 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:05.666742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943e4b93-8a6c-44a6-b73a-967f699128dd') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.667044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943e4b93-8a6c-44a6-b73a-967f699128dd') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:05.691228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.714675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.723197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:05.723858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:05.820195 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:05.825070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.859491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.869138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/7adb8dfd-c82a-4cc3-8d64-f456d6882297 HTTP/1.1" status: 204 len: 168 time: 1.4006331 Mar 31 23:04:05.869138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.889161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:05.889989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.898216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46608) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:05.939114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:05.940510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1777276391', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:05.950863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.018816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Allocated IP 172.20.0.1 (a60c38b8-ceed-478c-9e97-75a1945ebdfe/8856870e-8709-450e-b17e-d94bcbb5dc28/5a82d15a-287f-4eb6-9088-831a28187dfc) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:06.053542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe8f10-f7c8-4769-a8ca-cda5b1e4d1f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=7adb8dfd-c82a-4cc3-8d64-f456d6882297,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.073064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.074393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.145888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0464-a553-4e0b-a6af-d6154ce02bce None None] Pushing event updated for resources: {'Port': ['ID=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.156204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:06.228349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:06.228935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f9d913de-5e52-4ba9-a6f1-ed589c6f19e0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:06.246276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.281576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Attempting to bind port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:06.282393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Attempting to bind port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:06.283041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Attempting to bind port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:06.295729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:06.296369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:06.297696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.298999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:06.299606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Bound port: 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:06.300433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.311005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:06.312300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6046648 Mar 31 23:04:06.328901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Request body: {'subnet': {'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2092395727-subnet', 'tenant_id': '1ea7317aa07647558dc1924e53ae9d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:06.423614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] For port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:06.432370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] For port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:06.436711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Made reservation on behalf of 1ea7317aa07647558dc1924e53ae9d57 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:06.439003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.440568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.455971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-d30e538f-73c8-47cd-a8a6-c6cb7657e6aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2273555 Mar 31 23:04:06.486727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.570670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96e57d-c549-4dbf-9ca1-0615135d5f1c admin admin] Pushing event updated for resources: {'Network': ['ID=59f78ab6-e843-4b2a-907c-ffcb195785b0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.587440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d6188-2e8b-4241-8a6a-345d195c4984 req-8f7a3640-00a2-45a4-9a6a-3f45efb5f528 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:06.600249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f5d6188-2e8b-4241-8a6a-345d195c4984 req-8f7a3640-00a2-45a4-9a6a-3f45efb5f528 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.5552242 Mar 31 23:04:06.737306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0464-a553-4e0b-a6af-d6154ce02bce None None] Pushing event updated for resources: {'Port': ['ID=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:06.751898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 59f78ab6-e843-4b2a-907c-ffcb195785b0 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:06.872632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:06.873393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:06.878958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:06.900198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f5d6188-2e8b-4241-8a6a-345d195c4984 req-7bc4cf8b-6136-44c7-8e5f-24544180afe0 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924144 Mar 31 23:04:06.938963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aac664-a845-4cf9-a1b2-8b19260b638b req-ff1d5882-f505-4ac1-b29e-87fa3c682457 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:06.941214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24aac664-a845-4cf9-a1b2-8b19260b638b req-ff1d5882-f505-4ac1-b29e-87fa3c682457 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2314663 Mar 31 23:04:06.952289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-fe9aa1dc-448d-44f9-827a-3bdd31f1cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:06.955012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-fe9aa1dc-448d-44f9-827a-3bdd31f1cb2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 1096 time: 0.4007559 Mar 31 23:04:07.115300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-145d85c5-0f1b-408d-b400-be791cf41c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.146890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.149123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-63570809-ef24-4616-94e6-e9362b1c18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.150882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:07.151821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-63570809-ef24-4616-94e6-e9362b1c18ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.1537640 Mar 31 23:04:07.314579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24aac664-a845-4cf9-a1b2-8b19260b638b req-cedbcd69-3af5-4a6c-88df-316f350a084f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575230 Mar 31 23:04:07.328807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.349876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.370449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.423035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-d02c6dfc-48ff-4307-bdb2-7e748d9d13a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 200 len: 217 time: 0.1350214 Mar 31 23:04:07.440110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:07.460345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.474240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:07.479578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:07.571119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:03:59Z', 'revision_number': 3, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:07.571725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Checking segment: {'id': '02bfcbf4-9cd7-45c6-ada4-77485820d814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:07.571725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Network hostable DHCP agents. Network: 59f78ab6-e843-4b2a-907c-ffcb195785b0, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:07.573836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e12d75-25fd-4572-a9f8-3d421b825889,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:07.596742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-bf3c7349-29d3-4cc4-a155-63b3f014b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.598406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-bf3c7349-29d3-4cc4-a155-63b3f014b098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1607549 Mar 31 23:04:07.602643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.605635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8110a-1f57-4c8a-b885-9a8a72cb438a None None] The sync data for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 is: [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:03:59Z', 'revision_number': 3, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:07.697161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Network 59f78ab6-e843-4b2a-907c-ffcb195785b0 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:07.718095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.25.8.35 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/13d7a073-541b-457a-aa9a-adf59b42a2bb) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:07.725897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 59f78ab6-e843-4b2a-907c-ffcb195785b0) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:07.732389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.733001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:07.741823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88241a3b-0d2d-4ce8-a235-a437879932b1 None None] Network 59f78ab6-e843-4b2a-907c-ffcb195785b0 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:07.797555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-7429aa99-1841-4f9b-ab85-5a6e6fdf1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:07.799297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-7429aa99-1841-4f9b-ab85-5a6e6fdf1f1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922233 Mar 31 23:04:07.805932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-318c70c1-d004-40cc-b615-ae00b02482ff admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4929035 Mar 31 23:04:07.965156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-d07ca308-85af-416d-9610-5bf6f5fef98c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3944714 Mar 31 23:04:08.074121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.091798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-99485538-ce37-4300-8744-63eb05c6796a None None] Provisioning complete for port 5a82d15a-287f-4eb6-9088-831a28187dfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:08.091798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-99485538-ce37-4300-8744-63eb05c6796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.095040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.145701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-b04d4bd2-7e13-4b68-91cb-70c445578c0c service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365376 Mar 31 23:04:08.202232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:08.320694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf337a9-f6a8-4865-99ce-46d9cb8c1817 req-08ca4455-cced-45c1-84f3-0f76301739ed tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.332390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecf337a9-f6a8-4865-99ce-46d9cb8c1817 req-08ca4455-cced-45c1-84f3-0f76301739ed tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.2354968 Mar 31 23:04:08.358211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-6f4a744f-ea5f-4589-9b1e-ef00b4b8c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:08.362867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-6f4a744f-ea5f-4589-9b1e-ef00b4b8c58a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1097 time: 0.3115444 Mar 31 23:04:08.459557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecf337a9-f6a8-4865-99ce-46d9cb8c1817 req-34d97d1f-7f12-4939-8c51-d1d3ef1d4cbe tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043694 Mar 31 23:04:08.478862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d698a-78d5-44af-b7f5-d43ee4675ca1 None None] Network 59f78ab6-e843-4b2a-907c-ffcb195785b0 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:08.644746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-99485538-ce37-4300-8744-63eb05c6796a None None] Port 5a82d15a-287f-4eb6-9088-831a28187dfc cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:08.715876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ebc32ca-b47b-4dc4-81fa-0155ae6c58e7 req-4dc2cf81-264e-40ac-a4c0-9c39f9f27f8e service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563216 Mar 31 23:04:08.716729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.726353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.853494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.864127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:08.870168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:08.882331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=13d7a073-541b-457a-aa9a-adf59b42a2bb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:08.897104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:08.904738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:08.957086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:08.995258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:08.995682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.056754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.067525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.330178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:09.331665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:09.489845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.608364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:09.610970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:09.618122 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73db65db-607e-4e0e-a151-ae7c7d375d3a" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:09.634264 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:09.721834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:09.805251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:09.895789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-cdeb94de-7054-4fcb-932d-89472402f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:09.897324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-cdeb94de-7054-4fcb-932d-89472402f509 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 1.4507530 Mar 31 23:04:09.915723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5e0b3-a766-4510-91c2-f84d4094b320 req-7735e3af-435b-44b1-b5d4-e98b0181fc9d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:09.917459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ed5e0b3-a766-4510-91c2-f84d4094b320 req-7735e3af-435b-44b1-b5d4-e98b0181fc9d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 1.0418932 Mar 31 23:04:09.952439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.009078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-477e7947-5566-49d3-8c79-9236edaa2309 None None] Provisioning complete for port 5a82d15a-287f-4eb6-9088-831a28187dfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:10.009767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b030-f766-4ba3-a2ba-6df7134141ed req-91b1aae5-14ef-43f0-ab07-3d92ac6b9f2b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.010459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-477e7947-5566-49d3-8c79-9236edaa2309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.023181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9209b030-f766-4ba3-a2ba-6df7134141ed req-91b1aae5-14ef-43f0-ab07-3d92ac6b9f2b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 950 time: 0.3143995 Mar 31 23:04:10.051571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-a2affe33-cca9-4507-b2e1-101722163156 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 217 time: 0.1323810 Mar 31 23:04:10.128353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-477e7947-5566-49d3-8c79-9236edaa2309 None None] Port 5a82d15a-287f-4eb6-9088-831a28187dfc cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:10.148525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:10.179733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9209b030-f766-4ba3-a2ba-6df7134141ed req-4f4bd83c-71d9-4b9f-8d0e-d134dbcda32b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526182 Mar 31 23:04:10.235039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:10.243121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6ad2516-694a-41dc-bceb-5ea13093d2fd admin admin] 10.222.0.95 "PUT /v2.0/routers/9beb00e1-2273-4ca8-b9bd-4a2eb9f01526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8399379 Mar 31 23:04:10.318275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:10.322460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.351204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ed5e0b3-a766-4510-91c2-f84d4094b320 req-468a84b8-49ae-4dc9-b0bb-fdfc24c65732 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899338 Mar 31 23:04:10.362861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-8a263abb-2626-4ad4-9bca-c9455ccc92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.365103 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-8a263abb-2626-4ad4-9bca-c9455ccc92c1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.2982216 Mar 31 23:04:10.373018 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.420646 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e8a52e-8e46-4409-b5ba-e5dfd72ea2f1 x-openstack-request-id: req-a4e8a52e-8e46-4409-b5ba-e5dfd72ea2f1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:10.421085 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:10.421437 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a4e8a52e-8e46-4409-b5ba-e5dfd72ea2f1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:10.421944 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e8a52e-8e46-4409-b5ba-e5dfd72ea2f1'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'code': 200} Mar 31 23:04:10.425043 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.561813 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.619924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:10.627217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:10.747388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:10.779489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6f4d-a8db-4815-80fd-6c235eff067d req-76abc2ac-5eda-4f92-bd9e-fbcbddc969b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.781959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e79d6f4d-a8db-4815-80fd-6c235eff067d req-76abc2ac-5eda-4f92-bd9e-fbcbddc969b6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 1101 time: 0.2777915 Mar 31 23:04:10.820975 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-3a17bc98-f598-4b12-a5e5-b46346b2b927 req-3ac1e8bb-9f8b-409d-a06f-4b1697b68c94 tempest-FloatingIPDetailsNegativeTestJSON-2072582930 tempest-FloatingIPDetailsNegativeTestJSON-2072582930-project] show failed (client error): The resource could not be found. Mar 31 23:04:10.833300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a17bc98-f598-4b12-a5e5-b46346b2b927 req-3ac1e8bb-9f8b-409d-a06f-4b1697b68c94 tempest-FloatingIPDetailsNegativeTestJSON-2072582930 tempest-FloatingIPDetailsNegativeTestJSON-2072582930-project] 10.222.0.95 "GET /v2.0/floatingips/631b5ce3-07ec-45fa-9856-b377830dcd66 HTTP/1.1" status: 404 len: 350 time: 0.0626559 Mar 31 23:04:10.833300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46726) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:10.885930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-22ec6378-50c3-4252-b7d8-7e1ac6182032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:10.885930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-22ec6378-50c3-4252-b7d8-7e1ac6182032 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3764188 Mar 31 23:04:10.907000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e79d6f4d-a8db-4815-80fd-6c235eff067d req-06a6c43c-41b9-4dff-92f0-3aba3d494997 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158891 Mar 31 23:04:11.013626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46730) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:11.048014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.065467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-d0d7f9d1-63c7-4477-a5b9-baa6a71c5017 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621008 Mar 31 23:04:11.180341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Sync routers for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:11.199629 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:11.200562 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:11.434547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53064c0b-21eb-4d0f-ae3c-72739d8f81e2 req-da4fe347-14dc-487a-a6ad-574177f73cdc service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566796 Mar 31 23:04:11.508068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 18779a9f-8f35-47a8-a56b-8f21b1cc9f5a is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:11.509252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:11.646606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f4c9288a-7600-4f60-815e-3a2e0071af28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.646989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97184660-cd94-49ce-ae92-c6984d2368a5 req-9dd6eb42-0e6d-42d5-8480-38b18064d264 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.650545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97184660-cd94-49ce-ae92-c6984d2368a5 req-9dd6eb42-0e6d-42d5-8480-38b18064d264 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 950 time: 0.2830665 Mar 31 23:04:11.778827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97184660-cd94-49ce-ae92-c6984d2368a5 req-ef2c0cfb-7292-4ce6-88dd-9d9cf1d12552 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035273 Mar 31 23:04:11.794680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef41d00-7550-426d-828a-8540f3af2f3b req-8f5796e9-517f-40a3-bfa7-37972e36184e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:11.805421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ef41d00-7550-426d-828a-8540f3af2f3b req-8f5796e9-517f-40a3-bfa7-37972e36184e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2696731 Mar 31 23:04:11.908992 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:11.940343 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:07Z', 'revision_number': 4, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '5a82d15a-287f-4eb6-9088-831a28187dfc', 'name': '', 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'mac_address': 'fa:16:3e:bc:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:05Z', 'updated_at': '2022-03-31T23:04:08Z', 'revision_number': 2, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'subnets': [{'id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.002967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:12.006231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:12.023093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ef41d00-7550-426d-828a-8540f3af2f3b req-79a750b0-1f9a-4433-9de5-d3bbef9cc29c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110336 Mar 31 23:04:12.028753 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Checking router: 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:12.029314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Updating router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 port 5a82d15a-287f-4eb6-9088-831a28187dfc binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:12.063882 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.073569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f4c9288a-7600-4f60-815e-3a2e0071af28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.082931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.084652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ac37c914-1d37-482a-94ab-5dfb7c7f080f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1670904 Mar 31 23:04:12.086193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f4c9288a-7600-4f60-815e-3a2e0071af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.090588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:12.155710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9288a-7600-4f60-815e-3a2e0071af28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920253f8-1424-4220-9c23-fbcfea593ead,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.221466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f4c9288a-7600-4f60-815e-3a2e0071af28 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89acf77b7b844e7ca41f19782c7481e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2066092 Mar 31 23:04:12.224216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:12.420812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.454459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ae0a7bf7-23ee-488e-800b-ec54406bda0a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers/18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 200 len: 880 time: 0.3112049 Mar 31 23:04:12.465442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:12.478787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-2d925941-8ae1-42d1-82a9-1f0f5a85a6fb tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.483896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-2d925941-8ae1-42d1-82a9-1f0f5a85a6fb tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/networks?id=59f78ab6-e843-4b2a-907c-ffcb195785b0 HTTP/1.1" status: 200 len: 810 time: 0.4912632 Mar 31 23:04:12.498264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] Sync routers for ids ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:12.520694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] Routers {'18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:12.522101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.539037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f453fe2-f620-4c95-83d4-3ce1821c1d93 req-97759708-b84b-4169-963d-afb07741ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:12.540586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f453fe2-f620-4c95-83d4-3ce1821c1d93 req-97759708-b84b-4169-963d-afb07741ae98 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1868505 Mar 31 23:04:12.542630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.567009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0bf93440-f6c3-48b1-b866-8f38cdf29a82 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/quotas/1ea7317aa07647558dc1924e53ae9d57 HTTP/1.1" status: 200 len: 375 time: 0.0395823 Mar 31 23:04:12.586269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.604831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] Routers {'18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:12.605868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.622016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f453fe2-f620-4c95-83d4-3ce1821c1d93 req-b844b64e-68c3-4c01-acb8-c81f4f01c6aa service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682034 Mar 31 23:04:12.665297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-7e5b7b4d-d2d1-4a90-aff0-3fb486d03906 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1ea7317aa07647558dc1924e53ae9d57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869505 Mar 31 23:04:12.685043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:12.685741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cad171b-1bb5-4e7f-bcc0-76f21faf29be None None] The sync data for ids ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:12.688315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:12.689634 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.691381 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.700688 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.730274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.734375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.736166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/920253f8-1424-4220-9c23-fbcfea593ead HTTP/1.1" status: 204 len: 168 time: 0.5104733 Mar 31 23:04:12.831067 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Pushing event updated for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.835299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc6e3-93b5-4e11-805d-5eb54a3371ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920253f8-1424-4220-9c23-fbcfea593ead,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:12.856749 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.857101 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.857424 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.857754 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.858081 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.858406 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.858726 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.859050 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.863779 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.864118 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.864454 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.864839 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:12.961219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Attempting to bind port 5a82d15a-287f-4eb6-9088-831a28187dfc on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:12.962267 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Attempting to bind port 5a82d15a-287f-4eb6-9088-831a28187dfc by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:12.962635 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Attempting to bind port 5a82d15a-287f-4eb6-9088-831a28187dfc on network a60c38b8-ceed-478c-9e97-75a1945ebdfe {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:12.976241 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:12.976716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Checking segment: {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:12.977021 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:12.977415 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Bound using segment: {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:12.977892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Bound port: 5a82d15a-287f-4eb6-9088-831a28187dfc, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4105c5a0-462e-48d0-bd92-abb80bd2a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:12.978274 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.003462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-e891f921-cdb3-424c-8a92-042d42b68507 service neutron] 10.222.0.95 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366790 Mar 31 23:04:13.179403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] For port 5a82d15a-287f-4eb6-9088-831a28187dfc, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:13.184501 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] For port 5a82d15a-287f-4eb6-9088-831a28187dfc, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a82d15a-287f-4eb6-9088-831a28187dfc,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:13.192368 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.245360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6bedd71f-b62f-44a8-b8f6-ed05142bc571 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7786672 Mar 31 23:04:13.247495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:13.257475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef66ec-db60-4619-8700-a21b96313968 req-c0c84562-ba2b-473f-bc4f-237f1e52384b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:13.268410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1aef66ec-db60-4619-8700-a21b96313968 req-c0c84562-ba2b-473f-bc4f-237f1e52384b tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 950 time: 0.3312907 Mar 31 23:04:13.282175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1777276391'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:13.314224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] Provisioning complete for port 5a82d15a-287f-4eb6-9088-831a28187dfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:13.314849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.380251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-402d16f3-c729-4704-9a32-20414815092a service neutron] 10.222.0.95 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756748 Mar 31 23:04:13.380488 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1aef66ec-db60-4619-8700-a21b96313968 req-7b2d5d13-003b-43af-aa54-93177c625117 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106179 Mar 31 23:04:13.380973 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376846b-6b40-4399-a81b-f9e78a5d2e09 None None] Pushing event updated for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.381976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Deleting port 5a82d15a-287f-4eb6-9088-831a28187dfc {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:13.382441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.520697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] For port 5a82d15a-287f-4eb6-9088-831a28187dfc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a82d15a-287f-4eb6-9088-831a28187dfc,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:13.521355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.543210 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:13.545782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:13.578360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Calling delete_port for 5a82d15a-287f-4eb6-9088-831a28187dfc owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:13.718554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.738094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46808) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:13.774404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-674a0d26-5570-4dab-aa95-161f5a756594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.776959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] For port 5a82d15a-287f-4eb6-9088-831a28187dfc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a82d15a-287f-4eb6-9088-831a28187dfc,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:13.782342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.847186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cef2b5-397b-43a5-9f25-16a5f1b0c30b None None] Pushing event updated for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:13.901644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:04:13.912284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fc0de71f-1de7-44fa-99ea-a808491a03a6 None None] Provisioning complete for port 5a82d15a-287f-4eb6-9088-831a28187dfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:13.913458 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc0de71f-1de7-44fa-99ea-a808491a03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:13.941562 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:14.002660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-674a0d26-5570-4dab-aa95-161f5a756594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.008585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-674a0d26-5570-4dab-aa95-161f5a756594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.065802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-674a0d26-5570-4dab-aa95-161f5a756594 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=88ce23d11d554d9c890397fc4dffd079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264649 Mar 31 23:04:14.074390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:14.075076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a0d26-5570-4dab-aa95-161f5a756594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210cda3-c118-4c00-8925-0d1ff307046a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:14.222467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cc532-fc34-4bb7-878e-f033df604bba req-dde63589-f01d-467e-b660-ffec9035be54 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.224335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a02cc532-fc34-4bb7-878e-f033df604bba req-dde63589-f01d-467e-b660-ffec9035be54 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1219900 Mar 31 23:04:14.288613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:07Z', 'revision_number': 4, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '5a82d15a-287f-4eb6-9088-831a28187dfc', 'name': '', 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'mac_address': 'fa:16:3e:bc:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:05Z', 'updated_at': '2022-03-31T23:04:13Z', 'revision_number': 4, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'subnets': [{'id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:14.328991 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adcdded-3121-41fd-817b-0a44fa5f8881 None None] The sync data for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 is: [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:07Z', 'revision_number': 4, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '5a82d15a-287f-4eb6-9088-831a28187dfc', 'name': '', 'network_id': 'a60c38b8-ceed-478c-9e97-75a1945ebdfe', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'mac_address': 'fa:16:3e:bc:b0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:05Z', 'updated_at': '2022-03-31T23:04:13Z', 'revision_number': 4, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'subnets': [{'id': '8856870e-8709-450e-b17e-d94bcbb5dc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:14.352947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a02cc532-fc34-4bb7-878e-f033df604bba req-0607f61b-87f0-4ff8-a7dd-2a25e448e7a1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196995 Mar 31 23:04:14.521340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.566305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.765510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 18779a9f-8f35-47a8-a56b-8f21b1cc9f5a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:14.846802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a737e246-be11-48d8-b979-4bc877e4ae24 req-7480cfe0-aa8b-4518-b035-9a53ac3d533a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 210 time: 0.6243591 Mar 31 23:04:14.856048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.888739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.917354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:14.923181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620615e-5dfa-419d-9f7c-3e5394e6a67c req-11d950d7-bd8d-4e90-ad9c-3bbc6368f657 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:14.935727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f620615e-5dfa-419d-9f7c-3e5394e6a67c req-11d950d7-bd8d-4e90-ad9c-3bbc6368f657 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 950 time: 0.3935485 Mar 31 23:04:14.973893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a82d15a-287f-4eb6-9088-831a28187dfc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.131188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f620615e-5dfa-419d-9f7c-3e5394e6a67c req-697dbe74-7d2f-434c-9fd2-97b3a832c8ef tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935837 Mar 31 23:04:15.147299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:15.151357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.165851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92257757-b85e-4094-8a30-ec9cd41a9943 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 200 len: 887 time: 1.8892245 Mar 31 23:04:15.166550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.169782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] Sync routers for ids ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:15.196845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] Routers {'18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:15.197709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:15.215153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.229724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.233767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e210cda3-c118-4c00-8925-0d1ff307046a HTTP/1.1" status: 204 len: 168 time: 1.1547444 Mar 31 23:04:15.301292 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:15.345849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] Routers {'18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:15.352297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:15.384484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20e0d3-e972-4c53-a6d9-6b19c28d2860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210cda3-c118-4c00-8925-0d1ff307046a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:15.433353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4895-304d-469b-9a55-239557808a26 req-ac26b23f-04ab-4496-8c9e-c929dd71a950 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.444036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afce4895-304d-469b-9a55-239557808a26 req-ac26b23f-04ab-4496-8c9e-c929dd71a950 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 950 time: 0.4208157 Mar 31 23:04:15.464371 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:15.472849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5258299b-f35c-42db-8a5b-24fbf73154da None None] The sync data for ids ['18779a9f-8f35-47a8-a56b-8f21b1cc9f5a'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:15.532295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8444adcc-2a21-4e3e-8295-5149e5036da7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers/18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 200 len: 887 time: 0.3448803 Mar 31 23:04:15.533456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46846) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.583556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c60771f7-bb2f-41c8-bc36-179096c38ae3 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 200 len: 205 time: 0.0460606 Mar 31 23:04:15.587959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46848) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:15.602200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afce4895-304d-469b-9a55-239557808a26 req-4eed4ef1-7a74-437b-9156-198b29ea9bc8 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398945 Mar 31 23:04:15.633098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.897369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:15.944239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba0c3-1eee-4559-b25b-2f7284139e28 req-cde6e48b-f544-4f5d-899c-4e7b7f703553 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:15.946398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e5ba0c3-1eee-4559-b25b-2f7284139e28 req-cde6e48b-f544-4f5d-899c-4e7b7f703553 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1758084 Mar 31 23:04:16.179522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e5ba0c3-1eee-4559-b25b-2f7284139e28 req-3309b76a-2e38-45cf-85fe-fae776cc40ec tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717131 Mar 31 23:04:16.185742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.284898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:16.400682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 13d7a073-541b-457a-aa9a-adf59b42a2bb {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:16.401330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.499855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-193d8052-19e8-40b2-b5b4-1e635da9870c tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:16.501996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-193d8052-19e8-40b2-b5b4-1e635da9870c tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.60 "GET /v2.0/networks?id=59f78ab6-e843-4b2a-907c-ffcb195785b0 HTTP/1.1" status: 200 len: 810 time: 0.4108729 Mar 31 23:04:16.569810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Request body: {'port': {'device_id': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0', 'admin_state_up': True, 'tenant_id': '1ea7317aa07647558dc1924e53ae9d57'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:16.597967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.646142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 13d7a073-541b-457a-aa9a-adf59b42a2bb owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:16.665023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17a23a15-e7eb-400b-b97a-257771af20ca req-460a058d-14e6-4c04-8bbd-2cb616ee578e tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 210 time: 0.0885117 Mar 31 23:04:16.743748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:16.762143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7893281a-2831-4633-b0bf-4cd54462aea6 admin admin] 10.222.0.95 "PUT /v2.0/routers/9beb00e1-2273-4ca8-b9bd-4a2eb9f01526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9278493 Mar 31 23:04:16.765260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46906) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:16.814898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Made reservation on behalf of 1ea7317aa07647558dc1924e53ae9d57 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:16.818625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Sync routers for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:16.826423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:16.841144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:16.845095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:16.989870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.063832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:17.070846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Allocated IP 172.20.0.8 (59f78ab6-e843-4b2a-907c-ffcb195785b0/c9e12d75-25fd-4572-a9f8-3d421b825889/f929f44e-a27b-4bad-8574-238f62fda577) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:17.130638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=13d7a073-541b-457a-aa9a-adf59b42a2bb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.138137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.265200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.284481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 5, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.309724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-18b1d7e7-9950-43cb-a460-85a65aa2ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.311357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-18b1d7e7-9950-43cb-a460-85a65aa2ae1f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.3363650 Mar 31 23:04:17.315412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.318999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c597f1-40a3-4bdf-b69e-dd84ac460005 req-2171291c-4aaa-4176-9e48-1e3826332b2a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.320748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7c597f1-40a3-4bdf-b69e-dd84ac460005 req-2171291c-4aaa-4176-9e48-1e3826332b2a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3345618 Mar 31 23:04:17.348202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Network 59f78ab6-e843-4b2a-907c-ffcb195785b0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:17.352188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:17.374731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Checking router: 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:17.382527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:17.394779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Routers {'9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:17.395484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.434749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.451623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Pushing event updated for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:17.476405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.477310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.497691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-0fbfa3a0-c023-4c1c-a4d1-5bdbd1beebec tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9329088 Mar 31 23:04:17.514759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Request body: {'port': {'device_id': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:17.594401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.638347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] Set router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:17.644594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.657040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7c597f1-40a3-4bdf-b69e-dd84ac460005 req-00b80315-c590-410e-810d-f04114e6c706 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208151 Mar 31 23:04:17.661175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.684612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.806724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-e57de37e-a120-4368-995a-494164c02047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:17.814326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-e57de37e-a120-4368-995a-494164c02047 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.4890797 Mar 31 23:04:17.832292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.834213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router 18779a9f-8f35-47a8-a56b-8f21b1cc9f5a {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:17.856849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.857985 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8162c4a5-3e91-4e43-bde0-df161327c833 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 204 len: 168 time: 2.2652345 Mar 31 23:04:17.864208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:17.871674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-718157364'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:17.918953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 5, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:17.919579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-a3111535-0f27-4b3a-8bd7-99b01e5f936e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.0854952 Mar 31 23:04:17.963262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:17.966863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:17.967089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee24d39-2e26-4f6b-b24c-7c754415098a None None] The sync data for ids ['9beb00e1-2273-4ca8-b9bd-4a2eb9f01526'] in n-d-835855-2 is: [{'id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979785333-router', 'tenant_id': '6a9c035321cf41609e75693cfe4f05f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:03:56Z', 'updated_at': '2022-03-31T23:04:14Z', 'revision_number': 5, 'project_id': '6a9c035321cf41609e75693cfe4f05f1', 'gw_port': {'id': '5a6bfcf6-9849-478f-a4fd-a72a79f00b4b', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb00e1-2273-4ca8-b9bd-4a2eb9f01526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:03:58Z', 'updated_at': '2022-03-31T23:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:18.014056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Deleting port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:18.014407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.032926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:18.038237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-e4e179ed-dd94-4934-92d3-5a002d86c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.039783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-e4e179ed-dd94-4934-92d3-5a002d86c8e5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1087682 Mar 31 23:04:18.043808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088fcf8-08d8-4bc9-aeb8-5b06561d74c4 req-17b95f61-d373-417c-890f-8dd78329d5b4 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.051894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6088fcf8-08d8-4bc9-aeb8-5b06561d74c4 req-17b95f61-d373-417c-890f-8dd78329d5b4 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 931 time: 0.1754000 Mar 31 23:04:18.085417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.085767 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment b89cccdc-5365-474f-957c-a6850bd1705c of type vlan for network 6372cae8-ce72-4118-9d59-1378897ca52b Mar 31 23:04:18.132469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6088fcf8-08d8-4bc9-aeb8-5b06561d74c4 req-4361fd68-75c5-4bd9-901f-46af67366c87 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Mar 31 23:04:18.170384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:18.183754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.203398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-2ca60e1a-60c0-48ac-aa80-be074c9daf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.204631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f929f44e-a27b-4bad-8574-238f62fda577 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:18.204948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-2ca60e1a-60c0-48ac-aa80-be074c9daf4d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473010 Mar 31 23:04:18.208158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] For port 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:18.208569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.219384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.246317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Calling delete_port for 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:18.246930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Transition to ACTIVE for port object f929f44e-a27b-4bad-8574-238f62fda577 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:18.261815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.271361 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.279726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.291729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.292403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.318610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:18.319755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:18.322663 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412eea5c-de68-4c3f-aa06-4c1e85e4b0f1" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:18.326665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.391487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.396308 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42220d11-f22a-4db0-a5eb-a01a28661a24 x-openstack-request-id: req-42220d11-f22a-4db0-a5eb-a01a28661a24 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:18.396607 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:18.396866 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-42220d11-f22a-4db0-a5eb-a01a28661a24 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:18.397282 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42220d11-f22a-4db0-a5eb-a01a28661a24'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'code': 200} Mar 31 23:04:18.400730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.434800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.435155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.435516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.439489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.439856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.440233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.440750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.441113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.441419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.441743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.442071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.442392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:18.451014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Attempting to bind port f929f44e-a27b-4bad-8574-238f62fda577 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:18.451429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Attempting to bind port f929f44e-a27b-4bad-8574-238f62fda577 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '02bfcbf4-9cd7-45c6-ada4-77485820d814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:18.451818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Attempting to bind port f929f44e-a27b-4bad-8574-238f62fda577 on network 59f78ab6-e843-4b2a-907c-ffcb195785b0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:18.459558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Port f929f44e-a27b-4bad-8574-238f62fda577 on network 59f78ab6-e843-4b2a-907c-ffcb195785b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:18.459910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Attempting to bind port f929f44e-a27b-4bad-8574-238f62fda577 on network 59f78ab6-e843-4b2a-907c-ffcb195785b0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:18.465671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:18.465902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Checking segment: {'id': '02bfcbf4-9cd7-45c6-ada4-77485820d814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:18.466295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Bound using segment: {'id': '02bfcbf4-9cd7-45c6-ada4-77485820d814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:18.466707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Bound port: f929f44e-a27b-4bad-8574-238f62fda577, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bfcbf4-9cd7-45c6-ada4-77485820d814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:18.467069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.545081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6782241 Mar 31 23:04:18.545194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46972) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:18.549561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:18.553812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f929f44e-a27b-4bad-8574-238f62fda577,segment=NetworkSegment(02bfcbf4-9cd7-45c6-ada4-77485820d814),segment_id=02bfcbf4-9cd7-45c6-ada4-77485820d814)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:18.562504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.590036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:18.616619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.617460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:18.618968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] 10.222.0.60 "PUT /v2.0/ports/f929f44e-a27b-4bad-8574-238f62fda577 HTTP/1.1" status: 200 len: 1091 time: 1.1135597 Mar 31 23:04:18.619544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:18.623279 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "tag": "f929f44e-a27b-4bad-8574-238f62fda577"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:18.633418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949a34-cc2c-49bf-86c3-99afe9b7c5ef tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=6372cae8-ce72-4118-9d59-1378897ca52b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.654933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 6372cae8-ce72-4118-9d59-1378897ca52b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:18.686184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-d59b6310-3628-4dbc-b22a-97ef0281d9cc service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623473 Mar 31 23:04:18.731139 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a868aee-2e7a-485f-ada2-997c8231c998 x-openstack-request-id: req-2a868aee-2e7a-485f-ada2-997c8231c998 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:18.731383 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "tag": "f929f44e-a27b-4bad-8574-238f62fda577", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:18.731619 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a868aee-2e7a-485f-ada2-997c8231c998 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:18.732050 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a868aee-2e7a-485f-ada2-997c8231c998'] response: {'name': 'network-changed', 'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577', 'status': 'completed', 'code': 200} Mar 31 23:04:18.733085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7dd8-11b2-4958-bbe2-517f55b5dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:18.768991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-e34973b2-0d35-47fb-8e9c-ae2e6be5be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.770640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-e34973b2-0d35-47fb-8e9c-ae2e6be5be2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ea7317aa07647558dc1924e53ae9d57&device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 1094 time: 0.0871704 Mar 31 23:04:18.845074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-ed5e096f-57c1-4089-a41a-106f98a08ddc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f929f44e-a27b-4bad-8574-238f62fda577 HTTP/1.1" status: 200 len: 217 time: 0.0654178 Mar 31 23:04:18.915946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-e0f5d7b9-7e64-4404-ba44-acde926eb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.916381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-e0f5d7b9-7e64-4404-ba44-acde926eb108 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9e12d75-25fd-4572-a9f8-3d421b825889 HTTP/1.1" status: 200 len: 850 time: 0.0561693 Mar 31 23:04:18.952707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-d31115f6-91a2-49d8-bd33-63e3c01ffaae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59f78ab6-e843-4b2a-907c-ffcb195785b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288379 Mar 31 23:04:18.965258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913e926-1b58-4cc2-a164-b03ea3856768 req-96ec4b4e-d7b4-4dfa-a0e7-9455669dcac1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:18.966873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1913e926-1b58-4cc2-a164-b03ea3856768 req-96ec4b4e-d7b4-4dfa-a0e7-9455669dcac1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1332314 Mar 31 23:04:19.075515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1913e926-1b58-4cc2-a164-b03ea3856768 req-d5941ee5-e042-457f-b792-c9ee9baa66a7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983970 Mar 31 23:04:19.100518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-45db80e9-5f6c-4bf2-a2d1-9f57a2497269 service neutron] 10.222.0.60 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323209 Mar 31 23:04:19.231278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.242521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e2632fd-f35d-43a6-aace-7879f143a446 req-96fbf171-5370-4843-9982-0eb48d2be1a0 service neutron] 10.222.0.60 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335981 Mar 31 23:04:19.278697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:19.282080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.294151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6bfcf6-9849-478f-a4fd-a72a79f00b4b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.314221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a21ff0ae-dbdd-4769-a9ee-940c381011c5 req-bad8cdc3-c430-421e-94cb-1a410df4a54c service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767984 Mar 31 23:04:19.348157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-f8488f98-75ad-480b-b2e1-b780997a32f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.349964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-f8488f98-75ad-480b-b2e1-b780997a32f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ea7317aa07647558dc1924e53ae9d57&device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 1094 time: 0.0496202 Mar 31 23:04:19.461627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-0c5b033a-8b86-46c9-9f75-47a6ad901c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.463148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-0c5b033a-8b86-46c9-9f75-47a6ad901c36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59f78ab6-e843-4b2a-907c-ffcb195785b0 HTTP/1.1" status: 200 len: 912 time: 0.1051748 Mar 31 23:04:19.484160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.507583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-8b57f5dd-be0c-453e-9ae3-c5657c3994a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f929f44e-a27b-4bad-8574-238f62fda577 HTTP/1.1" status: 200 len: 217 time: 0.0363076 Mar 31 23:04:19.529116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0ea9a-3d2a-4760-aad2-805fb4bc9949 req-53749e63-6ae5-407c-9409-efb0a8ba079a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.530566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98a0ea9a-3d2a-4760-aad2-805fb4bc9949 req-53749e63-6ae5-407c-9409-efb0a8ba079a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 943 time: 0.2763422 Mar 31 23:04:19.570845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-280c1843-d413-4224-a99e-f3b29aeba358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:19.573481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-280c1843-d413-4224-a99e-f3b29aeba358 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9e12d75-25fd-4572-a9f8-3d421b825889 HTTP/1.1" status: 200 len: 850 time: 0.0590031 Mar 31 23:04:19.578447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47008) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.621602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-7a58527d-f797-4525-a7ff-fbdc72a21226 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59f78ab6-e843-4b2a-907c-ffcb195785b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334530 Mar 31 23:04:19.637998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.644037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.704601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98a0ea9a-3d2a-4760-aad2-805fb4bc9949 req-0c4bf927-ef32-4ae6-a0d3-b405995b0f57 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400359 Mar 31 23:04:19.729270 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfac5541-3059-4b77-bcfb-1a6f74be4e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.732644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.733304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:19.741703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.745233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de6f8e9b-2642-4110-8cdc-d63edc4283ea admin admin] 10.222.0.95 "DELETE /v2.0/routers/9beb00e1-2273-4ca8-b9bd-4a2eb9f01526 HTTP/1.1" status: 204 len: 168 time: 2.9767194 Mar 31 23:04:19.745947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47020) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.760080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-89481e1e-33da-42d6-b801-e0a80e3fbbd2 service neutron] 10.222.0.60 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320834 Mar 31 23:04:19.837057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Deleting subnet 8856870e-8709-450e-b17e-d94bcbb5dc28 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:19.843280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.870686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.903083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7244769-6d2e-4a76-b9a3-e4d848ecf1f8 req-5f3c918c-3639-45b5-b855-bb816a5b8250 service neutron] 10.222.0.60 "GET /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341462 Mar 31 23:04:19.910485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfac5541-3059-4b77-bcfb-1a6f74be4e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.919216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfac5541-3059-4b77-bcfb-1a6f74be4e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.935014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:19.959440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cfac5541-3059-4b77-bcfb-1a6f74be4e2b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=31175c548d4741e5ac5ac772cbe3683c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786747 Mar 31 23:04:19.961590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47028) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:19.981935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=d1420d76-fb12-433c-997a-3ed709b08ccb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:19.994739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': 'b89cccdc-5365-474f-957c-a6850bd1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:19.995121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: 6372cae8-ce72-4118-9d59-1378897ca52b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:20.015434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac5541-3059-4b77-bcfb-1a6f74be4e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e7b52-f6d6-40e9-9e29-22bc443cbccd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.052226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 6372cae8-ce72-4118-9d59-1378897ca52b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:20.063013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.065776 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.068288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 6372cae8-ce72-4118-9d59-1378897ca52b) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:20.076669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41430ad7-ea01-4f92-9a7c-111115bff874 None None] Network 6372cae8-ce72-4118-9d59-1378897ca52b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:20.088411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.099393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.100397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.134811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a44fb76-11fb-47fa-b111-c09df92bdd3f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5494668 Mar 31 23:04:20.139274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47036) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:20.153854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1260248862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:20.184378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.190789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.192061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.192907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c64e7b52-f6d6-40e9-9e29-22bc443cbccd HTTP/1.1" status: 204 len: 168 time: 0.2296815 Mar 31 23:04:20.209529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f3acc-236d-470a-a138-6278d96a757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e7b52-f6d6-40e9-9e29-22bc443cbccd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.234618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.236795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.241653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8856870e-8709-450e-b17e-d94bcbb5dc28,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:20.251223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.255483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-441591d9-920e-4843-bada-7bad58a8c15d admin admin] 10.222.0.95 "DELETE /v2.0/subnets/8856870e-8709-450e-b17e-d94bcbb5dc28 HTTP/1.1" status: 204 len: 168 time: 0.5085263 Mar 31 23:04:20.259643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47040) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:20.265739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437541ac-a359-460e-ae06-b36a70391fb7 None None] Network a60c38b8-ceed-478c-9e97-75a1945ebdfe requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:20.289242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-6372cae8-ce72-4118-9d59-1378897ca52b', 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': 'd1420d76-fb12-433c-997a-3ed709b08ccb'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:20.290400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.348463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a82d15a-287f-4eb6-9088-831a28187dfc no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:20.419887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 5a82d15a-287f-4eb6-9088-831a28187dfc {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:20.420520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a82d15a-287f-4eb6-9088-831a28187dfc not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:20.434698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.446840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.448803 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.476728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ae42-5f7e-48d6-8bd6-7c1df543fe24 req-d39c5bc1-a2e6-4721-9ab7-4d4e0ca4b372 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.484401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f37ae42-5f7e-48d6-8bd6-7c1df543fe24 req-d39c5bc1-a2e6-4721-9ab7-4d4e0ca4b372 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1929474 Mar 31 23:04:20.512170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.513485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a1d7880-6c5d-45b6-96b5-edba7ae5b725 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3732514 Mar 31 23:04:20.518890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47044) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:20.537827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f37ae42-5f7e-48d6-8bd6-7c1df543fe24 req-fc0634c7-e14e-4260-8a01-370233e98028 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Mar 31 23:04:20.587065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Deleting port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:20.587444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.649401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Allocated IP 172.20.0.2 (6372cae8-ce72-4118-9d59-1378897ca52b/d1420d76-fb12-433c-997a-3ed709b08ccb/765191de-90e7-430b-8407-a5091bf37c5f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:20.767821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] DHCP port deletion for a60c38b8-ceed-478c-9e97-75a1945ebdfe request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:20.834769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.850894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918b73-f5fa-4bd2-aa51-1b54f585dcf6 req-12568e09-56d6-4af9-9f51-fee2f2fac81a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:20.852944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] For port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:20.853551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.854026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06918b73-f5fa-4bd2-aa51-1b54f585dcf6 req-12568e09-56d6-4af9-9f51-fee2f2fac81a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 943 time: 0.0578854 Mar 31 23:04:20.868048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Calling delete_port for f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:20.897089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06918b73-f5fa-4bd2-aa51-1b54f585dcf6 req-306c33a1-41eb-4be3-8bae-70a882f05c2b tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Mar 31 23:04:20.903158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Deleting port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:20.903876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.943280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:20.977354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.209043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] For port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,segment=NetworkSegment(4105c5a0-462e-48d0-bd92-abb80bd2a200),segment_id=4105c5a0-462e-48d0-bd92-abb80bd2a200)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:21.209791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.234232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Network 6372cae8-ce72-4118-9d59-1378897ca52b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:21.237089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Calling delete_port for f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:21.243562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:21.247582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:21.250952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Pushing event updated for resources: {'Port': ['ID=765191de-90e7-430b-8407-a5091bf37c5f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:21.357283 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Attempting to bind port 765191de-90e7-430b-8407-a5091bf37c5f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:21.357661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Attempting to bind port 765191de-90e7-430b-8407-a5091bf37c5f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'b89cccdc-5365-474f-957c-a6850bd1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:21.358126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Attempting to bind port 765191de-90e7-430b-8407-a5091bf37c5f on network 6372cae8-ce72-4118-9d59-1378897ca52b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:21.361821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.372009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:21.372506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Checking segment: {'id': 'b89cccdc-5365-474f-957c-a6850bd1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:21.373167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.373662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Bound using segment: {'id': 'b89cccdc-5365-474f-957c-a6850bd1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:21.374301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Bound port: 765191de-90e7-430b-8407-a5091bf37c5f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89cccdc-5365-474f-957c-a6850bd1705c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '6372cae8-ce72-4118-9d59-1378897ca52b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:21.374755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.377783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.409487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.436724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:21.442010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] No DVR routers for this DVR port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:21.447598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] Pushing event deleted for resources: {'Port': ['ID=f1e1ad25-7ea7-4f36-a07a-84c6009b6b53,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:21.453317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9ee72-c78d-443a-bfa7-d70793c39949 None None] No DVR routers for this DVR port f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:21.478498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] For port 765191de-90e7-430b-8407-a5091bf37c5f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:21.482971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] For port 765191de-90e7-430b-8407-a5091bf37c5f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=765191de-90e7-430b-8407-a5091bf37c5f,segment=NetworkSegment(b89cccdc-5365-474f-957c-a6850bd1705c),segment_id=b89cccdc-5365-474f-957c-a6850bd1705c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:21.488279 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.575625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647bd5-d180-4a4a-b4c5-b48dc1206b4c None None] Pushing event updated for resources: {'Port': ['ID=765191de-90e7-430b-8407-a5091bf37c5f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:21.637870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.695825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60c38b8-ceed-478c-9e97-75a1945ebdfe']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.706454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41547b-a777-45ba-a21e-2787c708c844 req-8cceccb3-cceb-44c0-999b-a08cbbccc555 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:21.708337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e41547b-a777-45ba-a21e-2787c708c844 req-8cceccb3-cceb-44c0-999b-a08cbbccc555 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.0750954 Mar 31 23:04:21.714973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4105c5a0-462e-48d0-bd92-abb80bd2a200') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.715277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4105c5a0-462e-48d0-bd92-abb80bd2a200') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:21.744614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.805656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.817126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e41547b-a777-45ba-a21e-2787c708c844 req-bd03ba39-da9e-4898-a8c8-091994a31056 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011755 Mar 31 23:04:21.831434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:21.832650 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:21.835309 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:21.944747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.20.0.1 (6372cae8-ce72-4118-9d59-1378897ca52b/d1420d76-fb12-433c-997a-3ed709b08ccb/1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:22.002516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.009153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.009534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 765191de-90e7-430b-8407-a5091bf37c5f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:22.012911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a60c38b8-ceed-478c-9e97-75a1945ebdfe HTTP/1.1" status: 204 len: 168 time: 1.7512224 Mar 31 23:04:22.048505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd332664-4b47-4d3f-b803-cbf840499ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60c38b8-ceed-478c-9e97-75a1945ebdfe,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.077350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 765191de-90e7-430b-8407-a5091bf37c5f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:22.077350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.077577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.166320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d11711-f6b4-4359-8934-e38055041c8e req-5c9a3700-4ef1-4260-8fcd-80e6cbc31130 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:22.174948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2d11711-f6b4-4359-8934-e38055041c8e req-5c9a3700-4ef1-4260-8fcd-80e6cbc31130 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 943 time: 0.1769483 Mar 31 23:04:22.190904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:22.229276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.239107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2d11711-f6b4-4359-8934-e38055041c8e req-feb12f54-03f2-40a6-a98a-21ebdb85d03c tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Mar 31 23:04:22.274604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.326714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47128) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.331830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.335768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 765191de-90e7-430b-8407-a5091bf37c5f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=765191de-90e7-430b-8407-a5091bf37c5f,segment=NetworkSegment(b89cccdc-5365-474f-957c-a6850bd1705c),segment_id=b89cccdc-5365-474f-957c-a6850bd1705c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:22.345095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.348634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1486835680'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:22.395847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Made reservation on behalf of ff4b85de4f054a13a065fe107b2ae533 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:22.396560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.403042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.411657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a9750f12-38e7-45a5-90ac-5d30cc41857e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a9c035321cf41609e75693cfe4f05f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835381 Mar 31 23:04:22.414845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.420965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.423623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:22.441682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:22.463349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 6372cae8-ce72-4118-9d59-1378897ca52b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:22.464833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:22.473455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:22.474003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a6bfcf6-9849-478f-a4fd-a72a79f00b4b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:22.474639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:22.476880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5338d701-c3ba-4a9a-a491-8103aac57882', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '5338d701-c3ba-4a9a-a491-8103aac57882', 'mac_address': 'fa:16:3e:6e:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:22.479773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=765191de-90e7-430b-8407-a5091bf37c5f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.479946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:22.502394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:22.502736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f1e1ad25-7ea7-4f36-a07a-84c6009b6b53 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:22.523496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.529326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.540002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.563003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.565123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:22.575052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.576332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410678e6-10dd-4d0c-9d6d-227bb63ee1c2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.583182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.583593 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Added segment e64034a5-7bd1-4fc2-ae69-96e21bdb0c17 of type vlan for network 1cf0adb6-21c2-4c23-b841-089f5f71e779 Mar 31 23:04:22.583915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5338d701-c3ba-4a9a-a491-8103aac57882 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:22.610030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:22.618516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.619727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:22.621604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.635004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.664585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.678834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:22.678834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.695816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.714133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f929f44e-a27b-4bad-8574-238f62fda577 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:22.725841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6442187 Mar 31 23:04:22.726205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.727839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.731165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/737caa48-dd26-4d13-8eec-90fb96e48e55 HTTP/1.1" status: 204 len: 168 time: 0.3109279 Mar 31 23:04:22.731165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47132) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:22.748030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:22.766285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'mac_address': 'fa:16:3e:63:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:22.767035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e784b1-27f2-4343-bba9-254c66c87a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737caa48-dd26-4d13-8eec-90fb96e48e55,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.830983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:22.831739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b469ab-3124-4327-991a-f90a8a385f69 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Pushing event updated for resources: {'Network': ['ID=1cf0adb6-21c2-4c23-b841-089f5f71e779,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:22.857372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 1cf0adb6-21c2-4c23-b841-089f5f71e779 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:22.983747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.059517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638709f2-76b2-4063-9360-3201d3f7b052 None None] Network 6372cae8-ce72-4118-9d59-1378897ca52b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:23.089770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:23.112140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:23.130886 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.135497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f929f44e-a27b-4bad-8574-238f62fda577,segment=NetworkSegment(02bfcbf4-9cd7-45c6-ada4-77485820d814),segment_id=02bfcbf4-9cd7-45c6-ada4-77485820d814)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:23.212198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'name': 'tempest-network--980879102', 'router:external': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:23.237212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-185e446a-df1f-4abe-982a-12a7973a8c2e None None] Provisioning complete for port 765191de-90e7-430b-8407-a5091bf37c5f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:23.237807 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-185e446a-df1f-4abe-982a-12a7973a8c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.258206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:23.261132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.271940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f929f44e-a27b-4bad-8574-238f62fda577', 'network_id': '59f78ab6-e843-4b2a-907c-ffcb195785b0', 'port_id': 'f929f44e-a27b-4bad-8574-238f62fda577', 'mac_address': 'fa:16:3e:7e:93:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e12d75-25fd-4572-a9f8-3d421b825889', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:23.288110 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.299214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e07a9-750e-46ae-b858-b93c2cf2dc65 req-8e4bccfb-c4af-47b7-9f1a-3efa933e036c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.300944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a35e07a9-750e-46ae-b858-b93c2cf2dc65 req-8e4bccfb-c4af-47b7-9f1a-3efa933e036c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3140900 Mar 31 23:04:23.358935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2b1b4963-2459-4c9f-9bc2-fda06771e9fa'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:23.388607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5338d701-c3ba-4a9a-a491-8103aac57882'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:23.402381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.456031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b79467-d34d-435b-a2f0-441ef222ec58 req-76a4643f-33e1-4a22-9eb4-26f6a6d8958d tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.466501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58b79467-d34d-435b-a2f0-441ef222ec58 req-76a4643f-33e1-4a22-9eb4-26f6a6d8958d tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 943 time: 0.0745866 Mar 31 23:04:23.509765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a35e07a9-750e-46ae-b858-b93c2cf2dc65 req-c4bd7f13-a964-4791-b5b9-66e19263f7a1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986351 Mar 31 23:04:23.520001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58b79467-d34d-435b-a2f0-441ef222ec58 req-22790fe5-cf0d-4060-8bb8-190ec2b42186 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Mar 31 23:04:23.529737 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.601517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.608537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.609480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.618562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.632610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f929f44e-a27b-4bad-8574-238f62fda577 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:23.701012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:23.725105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83c309-c2cc-4458-8392-c7eca6fe5d28,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.731867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.734747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.735099 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Added segment b2388248-fe63-465c-b378-c42a7edaa89c of type vlan for network 9ec1325e-1be8-4214-83c6-eb051a30f3d5 Mar 31 23:04:23.736883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f929f44e-a27b-4bad-8574-238f62fda577,segment=NetworkSegment(02bfcbf4-9cd7-45c6-ada4-77485820d814),segment_id=02bfcbf4-9cd7-45c6-ada4-77485820d814)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:23.745596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.749816 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.831217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.896917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:23.935705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 6372cae8-ce72-4118-9d59-1378897ca52b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:23.936290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.937259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:23.938053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:23.971981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:24.031945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 765191de-90e7-430b-8407-a5091bf37c5f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:24.051100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.052051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3126910 Mar 31 23:04:24.054628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.148928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 765191de-90e7-430b-8407-a5091bf37c5f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:24.149414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.202742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f929f44e-a27b-4bad-8574-238f62fda577'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:24.204168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:24.220945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aed73-e477-4b10-969d-75c52a324520 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=9ec1325e-1be8-4214-83c6-eb051a30f3d5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:24.237293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1799486219-network', 'tenant_id': '712a511313584935b54b4428052eeb55'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:24.244614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.273661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9ec1325e-1be8-4214-83c6-eb051a30f3d5 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:24.301394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Made reservation on behalf of 712a511313584935b54b4428052eeb55 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:24.305498 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.322325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 170d6496-7242-423d-a1ba-5cc1586af6f2 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:24.322705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.428768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.469799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0cd5e1a2-eb05-4066-97b5-d1dcbdbe72d0 None None] Provisioning complete for port 765191de-90e7-430b-8407-a5091bf37c5f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:24.470168 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e1a2-eb05-4066-97b5-d1dcbdbe72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.478133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec1325e-1be8-4214-83c6-eb051a30f3d5']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.493270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:24.502182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a657a23-f272-45b4-8ee6-485dd92b0538 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/170d6496-7242-423d-a1ba-5cc1586af6f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9677098 Mar 31 23:04:24.502421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2388248-fe63-465c-b378-c42a7edaa89c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.502421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2388248-fe63-465c-b378-c42a7edaa89c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.502781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47206) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.505896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5338d701-c3ba-4a9a-a491-8103aac57882 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:24.506266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.514232 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] Sync routers for ids ['170d6496-7242-423d-a1ba-5cc1586af6f2'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:24.527495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.543089 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] Routers {'170d6496-7242-423d-a1ba-5cc1586af6f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:24.544683 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['170d6496-7242-423d-a1ba-5cc1586af6f2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.575226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b5a49c-bb79-4cb0-b5fe-3790d2077136 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.577471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e1b5a49c-bb79-4cb0-b5fe-3790d2077136 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports/1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a HTTP/1.1" status: 200 len: 910 time: 0.0727832 Mar 31 23:04:24.580326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47212) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.587007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1420d76-fb12-433c-997a-3ed709b08ccb'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:24.630912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.664794 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.674031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:24.678304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.681375 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] Routers {'170d6496-7242-423d-a1ba-5cc1586af6f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:24.683506 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:24.686318 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['170d6496-7242-423d-a1ba-5cc1586af6f2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.766878 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:24.767699 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc14a8c-8d22-4c4b-9075-a68ae25ad21e None None] The sync data for ids ['170d6496-7242-423d-a1ba-5cc1586af6f2'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:24.833712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1976a0-d19d-4a50-9dc3-141f0c572056 req-b6d0a52d-1da8-42e4-bcf0-f42054e52e68 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.836512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e1976a0-d19d-4a50-9dc3-141f0c572056 req-b6d0a52d-1da8-42e4-bcf0-f42054e52e68 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.1466374 Mar 31 23:04:24.853663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.861544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.891018 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.899382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:24.913391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ec993-47bd-4ea2-b71c-fbb367329d5f req-2df0e0fc-26ad-4619-83d3-865f8c001bbe tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:24.921992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-790ec993-47bd-4ea2-b71c-fbb367329d5f req-2df0e0fc-26ad-4619-83d3-865f8c001bbe tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 944 time: 0.2870178 Mar 31 23:04:24.925175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.926980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.933482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ec1325e-1be8-4214-83c6-eb051a30f3d5 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:24.950767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e1976a0-d19d-4a50-9dc3-141f0c572056 req-265957d0-9f72-4af6-9087-75efb0bad3e0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971034 Mar 31 23:04:24.957227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:24.961611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/9ec1325e-1be8-4214-83c6-eb051a30f3d5 HTTP/1.1" status: 204 len: 168 time: 0.9057422 Mar 31 23:04:24.971398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:24.980360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:25.023414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.030427 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Added segment 3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71 of type vlan for network a4cfd650-a540-49e0-9b45-74dea36bad89 Mar 31 23:04:25.035893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ec1325e-1be8-4214-83c6-eb051a30f3d5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.036149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:25.038669 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c707b9-f403-44dc-8e45-405b6b3a9820" -d '{"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-plugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:25.053568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab12ad-726a-4eb6-9bc0-95239ab0af30,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.110329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:25.116818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:25.119655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.120684 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8d8af-4405-455f-913e-52669bf42be2 x-openstack-request-id: req-49c8d8af-4405-455f-913e-52669bf42be2 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:25.124355 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-plugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:25.125452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-49c8d8af-4405-455f-913e-52669bf42be2 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:25.126389 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c8d8af-4405-455f-913e-52669bf42be2'] response: {'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882', 'code': 200} Mar 31 23:04:25.128763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0cd5e1a2-eb05-4066-97b5-d1dcbdbe72d0 None None] Provisioning complete for port 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:25.129559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cd5e1a2-eb05-4066-97b5-d1dcbdbe72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.132675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.134307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:25.159043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.159458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.159792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.160129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.160478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.160786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.161116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.161441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.162089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.162564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.162894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.163215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8177776e-85e9-44ef-8c99-b32087cecab8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.175737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.176082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.176420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.176750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.177078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.177466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.177856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.178219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.178674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.179022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.179624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.179955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:25.209476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.232385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-790ec993-47bd-4ea2-b71c-fbb367329d5f req-ac082d4c-1159-4e57-abee-a55779dd1d81 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090858 Mar 31 23:04:25.306088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.307708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.311780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.318604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.339205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0cd5e1a2-eb05-4066-97b5-d1dcbdbe72d0 None None] Port 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:25.367914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:25.368417 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.426717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3743217 Mar 31 23:04:25.429561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:25.502952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Request body: {'subnet': {'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1799486219-subnet', 'tenant_id': '712a511313584935b54b4428052eeb55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:25.523684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b425ef-b54b-4e22-b9e0-c39d70162984 admin admin] Pushing event updated for resources: {'Network': ['ID=a4cfd650-a540-49e0-9b45-74dea36bad89,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.526302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Made reservation on behalf of 712a511313584935b54b4428052eeb55 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:25.528684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.574407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a4cfd650-a540-49e0-9b45-74dea36bad89 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:25.659738 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.674488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2dc60dc0-1b13-49c3-b688-c7696eb487d0 None None] Provisioning complete for port 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:25.674712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dc60dc0-1b13-49c3-b688-c7696eb487d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.737801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:25.753761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.754095 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Added segment 9567a49f-8648-4df7-bf86-314bfd8067a0 of type vlan for network 5427c0ba-7770-423f-b4de-29b7a5683b92 Mar 31 23:04:25.774070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.777877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:25.787350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.841983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.845996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2dc60dc0-1b13-49c3-b688-c7696eb487d0 None None] Port 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:25.850203 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.851290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eacf8d-a480-4d72-88ce-66d82754000f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:25.866371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Checking segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:25.867712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Network hostable DHCP agents. Network: a4cfd650-a540-49e0-9b45-74dea36bad89, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:25.885499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.889987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Network a4cfd650-a540-49e0-9b45-74dea36bad89 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:25.904414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a4cfd650-a540-49e0-9b45-74dea36bad89) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:25.914467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad3733-a839-4510-80de-211a762e4b8a None None] Network a4cfd650-a540-49e0-9b45-74dea36bad89 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:25.919784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:25.921334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:25.942471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2737a78-99f6-4c7c-a616-3b5bd8d4109c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5112293 Mar 31 23:04:25.996707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.016473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.053515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.060651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.062040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.062869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.107539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2278c39-3972-4a5a-a95b-f103166b8e4e None None] Network a4cfd650-a540-49e0-9b45-74dea36bad89 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:26.140927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=5427c0ba-7770-423f-b4de-29b7a5683b92,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:26.150124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47250) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.150810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1428a302-04da-4267-b43e-2c4220e56b4b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1779106 Mar 31 23:04:26.155307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'subnet': {'network_id': '5427c0ba-7770-423f-b4de-29b7a5683b92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:26.159068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.160001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.164774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4ac6ebc2-91e1-48a1-aa00-fa6544c20f71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/ports/1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a HTTP/1.1" status: 200 len: 910 time: 1.5831354 Mar 31 23:04:26.165117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47252) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:26.181905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 5427c0ba-7770-423f-b4de-29b7a5683b92 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:26.291922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:26.294398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.576205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b78a0-644d-4ca7-a62f-616e12fce21b req-5e9705ba-ca6c-4733-98f3-45d4ae7a61fc tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.577711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e95b78a0-644d-4ca7-a62f-616e12fce21b req-5e9705ba-ca6c-4733-98f3-45d4ae7a61fc tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 944 time: 0.2217896 Mar 31 23:04:26.616575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-c1601684-a733-4912-82e2-2dcd25a5d004 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:26.618075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-c1601684-a733-4912-82e2-2dcd25a5d004 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.1188259 Mar 31 23:04:26.634317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-791570d1-f882-4adc-abaa-f04b0573db62 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/quotas/712a511313584935b54b4428052eeb55 HTTP/1.1" status: 200 len: 375 time: 0.0100157 Mar 31 23:04:26.668929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-ee92b28c-a809-4c1d-b351-ee952e7b1774 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285537 Mar 31 23:04:26.692520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e95b78a0-644d-4ca7-a62f-616e12fce21b req-e70a4835-13d4-46a2-9ad8-67809f0253e4 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058736 Mar 31 23:04:26.762733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f929f44e-a27b-4bad-8574-238f62fda577 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:26.794889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-a2880768-b0d8-4456-ba21-26ab1c36b8ba service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181405 Mar 31 23:04:26.830440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port f929f44e-a27b-4bad-8574-238f62fda577 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:26.836605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f929f44e-a27b-4bad-8574-238f62fda577 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:26.837071 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.865064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.923689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-74cdf2d9-6e69-42c3-b224-5dd5e33285eb service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221805 Mar 31 23:04:26.949427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:26.999658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f929f44e-a27b-4bad-8574-238f62fda577,segment=NetworkSegment(02bfcbf4-9cd7-45c6-ada4-77485820d814),segment_id=02bfcbf4-9cd7-45c6-ada4-77485820d814)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:27.006362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.032624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47286) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:27.038202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846372072', 'description': 'tempest-description--510888470'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:27.079495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.093490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.128536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}, {'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:27.131767 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f19a58-ba5d-4e37-a31b-49d05594b42f" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}, {"server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "f929f44e-a27b-4bad-8574-238f62fda577"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:27.202027 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f89608-f39c-4104-b87d-6975fa2a7f08 x-openstack-request-id: req-c9f89608-f39c-4104-b87d-6975fa2a7f08 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:27.202497 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "code": 200}, {"server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "name": "network-vif-plugged", "status": "completed", "tag": "f929f44e-a27b-4bad-8574-238f62fda577", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:27.202957 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c9f89608-f39c-4104-b87d-6975fa2a7f08 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:27.206477 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f89608-f39c-4104-b87d-6975fa2a7f08'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'code': 200} Mar 31 23:04:27.206918 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f89608-f39c-4104-b87d-6975fa2a7f08'] response: {'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577', 'code': 200} Mar 31 23:04:27.375055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:04:27.375451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.478474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=122410a8-aae6-4aae-b03d-5af389720ad7,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.485695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Checking segment: {'id': '9567a49f-8648-4df7-bf86-314bfd8067a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '5427c0ba-7770-423f-b4de-29b7a5683b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:27.486064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Network hostable DHCP agents. Network: 5427c0ba-7770-423f-b4de-29b7a5683b92, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:27.516249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Network 5427c0ba-7770-423f-b4de-29b7a5683b92 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:27.552571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 5427c0ba-7770-423f-b4de-29b7a5683b92) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:27.560342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.560937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.565036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8cd27-3d35-4063-9ff6-ffddddd27ca1 None None] Network 5427c0ba-7770-423f-b4de-29b7a5683b92 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:27.566241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89e54c7e-c01e-452c-8179-55d484256e0a req-b5245513-9853-43e5-91bd-310a0a794944 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 210 time: 0.4167607 Mar 31 23:04:27.600298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-85777df8-70d5-46f6-9ec5-9bc1a589074f tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4489067 Mar 31 23:04:27.606367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47308) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:27.612219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'floatingip': {'floating_network_id': '5427c0ba-7770-423f-b4de-29b7a5683b92'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:27.642535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:27.642535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.647880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.658134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b274-98b3-46b4-bd3d-99a6df491594 req-aa6e5dbc-d939-4ab1-b008-6f70e5aa8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.659680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2f6b274-98b3-46b4-bd3d-99a6df491594 req-aa6e5dbc-d939-4ab1-b008-6f70e5aa8347 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 1096 time: 0.0923750 Mar 31 23:04:27.704600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.735559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2f6b274-98b3-46b4-bd3d-99a6df491594 req-b8c6d765-e714-4068-8746-ebf756feacdf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Mar 31 23:04:27.737611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.777172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4afe3c-6402-4790-b00b-9c89d13afed6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.790211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb9e5c-b47a-48fe-b8ae-ba12c16c6fd7 None None] Network 5427c0ba-7770-423f-b4de-29b7a5683b92 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:27.791425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.792176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.792724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-db36a403-d8cd-4f4b-8298-4b448238468e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7588544 Mar 31 23:04:27.795491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47314) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:27.800030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'security_group_rule': {'security_group_id': '8a4afe3c-6402-4790-b00b-9c89d13afed6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:27.816645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:27.849007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.917192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.927399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.933339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.953806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95f87f-1559-4bd2-a597-a380e233c76f req-796cbc21-764e-4cf7-8a70-857685c0046d tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:27.955570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f95f87f-1559-4bd2-a597-a380e233c76f req-796cbc21-764e-4cf7-8a70-857685c0046d tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.1347585 Mar 31 23:04:27.958189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec5682f-93c2-4d4e-b1e1-048c8adee0f6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:27.963786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:27.967942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-77eb679c-d487-4802-b0ac-7b05ffb175fb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1714466 Mar 31 23:04:27.968927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:27.973257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'security_group_rule': {'security_group_id': '8a4afe3c-6402-4790-b00b-9c89d13afed6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:28.005103 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.069297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.075303 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.079641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f95f87f-1559-4bd2-a597-a380e233c76f req-a6cc81e2-4550-4f93-9e0d-d178b5202e32 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912719 Mar 31 23:04:28.121040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a713a2-32f9-43e5-8b1a-c01722cbf8c6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.130213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.131684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-830200de-0daa-42e1-83d1-a6e9493436b4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618207 Mar 31 23:04:28.137003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47328) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:28.151280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:28.175423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.195981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Allocated IP 172.20.0.14 (5427c0ba-7770-423f-b4de-29b7a5683b92/122410a8-aae6-4aae-b03d-5af389720ad7/3ef79320-fda4-4af1-aebf-56f107a23cff) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:28.250429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.288592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.305472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=1a0a5a36-bb5f-4ff8-afd0-6fd6d587e72a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.411452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Allocated IP 172.25.8.66 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ccf4c88a-976a-49c7-9686-a6cc12e5e447) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:28.415617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.541086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.603877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.723728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Network 5427c0ba-7770-423f-b4de-29b7a5683b92 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:28.726288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.730106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:28.743294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:28.764073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-0b6534e1-2258-40b2-8ee2-91a4284208a3 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:28.765698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-0b6534e1-2258-40b2-8ee2-91a4284208a3 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.60 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.2183902 Mar 31 23:04:28.782273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'port': {'device_id': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'admin_state_up': True, 'tenant_id': '712a511313584935b54b4428052eeb55'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:28.799871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9812bc97-8642-40b9-97ee-154fcdebb00b req-486a349e-aae3-44f1-945e-fa2257097cf2 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 210 time: 0.0843217 Mar 31 23:04:28.804019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef79320-fda4-4af1-aebf-56f107a23cff,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:28.854237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:28.902996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 170d6496-7242-423d-a1ba-5cc1586af6f2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:28.908754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:28.917476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:28.927531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:28.980361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'Port': ['ID=ccf4c88a-976a-49c7-9686-a6cc12e5e447,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:29.041518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Made reservation on behalf of 712a511313584935b54b4428052eeb55 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:29.045672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.055010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:29.062266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-748ca29e-0288-4d18-954b-b9253eb4592c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/170d6496-7242-423d-a1ba-5cc1586af6f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8943527 Mar 31 23:04:29.065250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47368) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.067491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.068803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] Sync routers for ids ['170d6496-7242-423d-a1ba-5cc1586af6f2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:29.106195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] Routers {'170d6496-7242-423d-a1ba-5cc1586af6f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:29.106823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-07c72355-fe07-449d-b4a7-df17e0cee756 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=170d6496-7242-423d-a1ba-5cc1586af6f2 HTTP/1.1" status: 200 len: 205 time: 0.0407162 Mar 31 23:04:29.109368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47372) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.109985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['170d6496-7242-423d-a1ba-5cc1586af6f2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:29.139305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.147173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:29.159869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] Routers {'170d6496-7242-423d-a1ba-5cc1586af6f2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:29.161413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['170d6496-7242-423d-a1ba-5cc1586af6f2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:29.195721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.206736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:29.207803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd8602e-916d-4b63-a3a8-037204b30151 None None] The sync data for ids ['170d6496-7242-423d-a1ba-5cc1586af6f2'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:29.341079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.346893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.450396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Allocated IP 172.20.0.11 (a4cfd650-a540-49e0-9b45-74dea36bad89/25eacf8d-a480-4d72-88ce-66d82754000f/55eb516a-f1e5-4949-af71-dd53980c52ab) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:29.468433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.473898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.497100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f63e4-efe5-42ab-ba43-ac6fc3f31830 req-8eeb3262-e76d-495a-ba1e-3f4310fc88b0 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:29.498959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a80f63e4-efe5-42ab-ba43-ac6fc3f31830 req-8eeb3262-e76d-495a-ba1e-3f4310fc88b0 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.1938405 Mar 31 23:04:29.584426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.585192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router 170d6496-7242-423d-a1ba-5cc1586af6f2 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:04:29.592723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.596297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08454b05-0fed-461d-b74d-eb7d143b7f20 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/170d6496-7242-423d-a1ba-5cc1586af6f2 HTTP/1.1" status: 204 len: 168 time: 0.4834325 Mar 31 23:04:29.597162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47388) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.660659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a80f63e4-efe5-42ab-ba43-ac6fc3f31830 req-a6ccad67-c76e-47a8-af9e-f09ad07a6c40 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553037 Mar 31 23:04:29.739767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.745883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.763043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.774365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet d1420d76-fb12-433c-997a-3ed709b08ccb {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:29.781395 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.794149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.832099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef79320-fda4-4af1-aebf-56f107a23cff,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:29.845311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.871573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.873589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cfd7a899-2653-4a8e-96c4-9f44d8a2e85c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2653406 Mar 31 23:04:29.876665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:29.946062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:29.972916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5f853894-7316-423f-8026-9c440dd606f3 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "GET /v2.0/floatingips?floating_network_id=5427c0ba-7770-423f-b4de-29b7a5683b92 HTTP/1.1" status: 200 len: 690 time: 0.0934856 Mar 31 23:04:29.972916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47406) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.002460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.140220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'Port': ['ID=ccf4c88a-976a-49c7-9686-a6cc12e5e447,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:30.140220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dfa57cc0-6c13-489f-a076-c353577c2be0 req-761ff9ab-26b9-422f-a459-764edf4bf402 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 210 time: 0.1519396 Mar 31 23:04:30.167460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.173580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.180598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.281060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.300256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bea26ad6-aecd-463f-a2fe-ecd87e090b31 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1524832 Mar 31 23:04:30.340660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Network a4cfd650-a540-49e0-9b45-74dea36bad89 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:30.349631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:30.358584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:30.381372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.477032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:30.506617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.555808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=d1420d76-fb12-433c-997a-3ed709b08ccb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:30.568793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.574289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f355d4-9275-4d97-86e3-3dc9b242e93e None None] Network 6372cae8-ce72-4118-9d59-1378897ca52b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:30.594657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5541a5ba-f774-4eed-a052-744b67d25603 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/d1420d76-fb12-433c-997a-3ed709b08ccb HTTP/1.1" status: 204 len: 168 time: 0.9932742 Mar 31 23:04:30.595497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47436) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:30.698190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Deleting port 3ef79320-fda4-4af1-aebf-56f107a23cff {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:30.699345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.711088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:30.713143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.781423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-900eb7a5-ad75-4bda-854c-bbd16e35bb11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0041475 Mar 31 23:04:30.798287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Request body: {'port': {'device_id': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:30.834868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.889187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.889625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.912208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Calling delete_port for 3ef79320-fda4-4af1-aebf-56f107a23cff owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:30.938347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:30.979416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] DHCP port deletion for 6372cae8-ce72-4118-9d59-1378897ca52b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:04:31.116638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Deleting port 765191de-90e7-430b-8407-a5091bf37c5f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:31.117083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.170757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 765191de-90e7-430b-8407-a5091bf37c5f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:31.171361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.240528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.262240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] For port 765191de-90e7-430b-8407-a5091bf37c5f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=765191de-90e7-430b-8407-a5091bf37c5f,segment=NetworkSegment(b89cccdc-5365-474f-957c-a6850bd1705c),segment_id=b89cccdc-5365-474f-957c-a6850bd1705c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:31.262616 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.285900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Calling delete_port for 765191de-90e7-430b-8407-a5091bf37c5f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:31.373296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ef79320-fda4-4af1-aebf-56f107a23cff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.375651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 765191de-90e7-430b-8407-a5091bf37c5f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=765191de-90e7-430b-8407-a5091bf37c5f,segment=NetworkSegment(b89cccdc-5365-474f-957c-a6850bd1705c),segment_id=b89cccdc-5365-474f-957c-a6850bd1705c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:31.375651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.413323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 765191de-90e7-430b-8407-a5091bf37c5f owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:31.421337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.488144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.560537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] Pushing event deleted for resources: {'Port': ['ID=765191de-90e7-430b-8407-a5091bf37c5f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.566626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc131c86-bcb5-4b8a-8d41-605b2bf8ff3d None None] No DVR routers for this DVR port 765191de-90e7-430b-8407-a5091bf37c5f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:31.577020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55eb516a-f1e5-4949-af71-dd53980c52ab {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:31.617843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.639571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.683343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Transition to ACTIVE for port object 55eb516a-f1e5-4949-af71-dd53980c52ab will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:31.689655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.759524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.777520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.798471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=765191de-90e7-430b-8407-a5091bf37c5f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.809284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=122410a8-aae6-4aae-b03d-5af389720ad7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:31.820503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port 765191de-90e7-430b-8407-a5091bf37c5f on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:31.908895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.945052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5427c0ba-7770-423f-b4de-29b7a5683b92']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:31.964034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9567a49f-8648-4df7-bf86-314bfd8067a0') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:31.964598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9567a49f-8648-4df7-bf86-314bfd8067a0') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:31.977421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:31.977654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.011593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.033915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:32.034969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:32.043575 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:32.067428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 765191de-90e7-430b-8407-a5091bf37c5f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:32.118940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 765191de-90e7-430b-8407-a5091bf37c5f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:32.119487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 765191de-90e7-430b-8407-a5091bf37c5f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:32.217709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.229950 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.239260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5427c0ba-7770-423f-b4de-29b7a5683b92 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:32.246405 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.254132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/5427c0ba-7770-423f-b4de-29b7a5683b92 HTTP/1.1" status: 204 len: 168 time: 2.2795768 Mar 31 23:04:32.260440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:32.280511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe0b91-0808-4196-9ee6-916cc2cff899 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Network': ['ID=5427c0ba-7770-423f-b4de-29b7a5683b92,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:32.555649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6372cae8-ce72-4118-9d59-1378897ca52b']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:32.603051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Attempting to bind port 55eb516a-f1e5-4949-af71-dd53980c52ab on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:32.623585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Attempting to bind port 55eb516a-f1e5-4949-af71-dd53980c52ab by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:32.624023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Attempting to bind port 55eb516a-f1e5-4949-af71-dd53980c52ab on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:32.637624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89cccdc-5365-474f-957c-a6850bd1705c') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:32.638603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89cccdc-5365-474f-957c-a6850bd1705c') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:32.660340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-54076c74-4adf-4072-9fc0-ca18f064f635 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.3942192 Mar 31 23:04:32.663570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:32.683626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.721831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Port 55eb516a-f1e5-4949-af71-dd53980c52ab on network a4cfd650-a540-49e0-9b45-74dea36bad89 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:32.722466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Attempting to bind port 55eb516a-f1e5-4949-af71-dd53980c52ab on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:32.727932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.763576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:32.764405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:32.775335 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:32.802986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:32.804396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Checking segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:32.806046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Bound using segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:32.808379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Bound port: 55eb516a-f1e5-4949-af71-dd53980c52ab, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:32.813315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:32.978335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.985288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.985825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.986286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.987080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.987729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.988186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:32.991480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7338297c-38b9-430f-b62d-6866a5c44b9b tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4677 time: 0.3260801 Mar 31 23:04:32.995535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47446) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.036152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.048122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.051862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/6372cae8-ce72-4118-9d59-1378897ca52b HTTP/1.1" status: 204 len: 168 time: 2.4529340 Mar 31 23:04:33.070123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.075462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1184849651', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:33.091353 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-6fdc8ed7-e38d-404c-b871-4a719d779a09 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:04:33.092646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6fdc8ed7-e38d-404c-b871-4a719d779a09 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/df5d5ad1-fd2a-4746-9131-81ecf104e42e HTTP/1.1" status: 404 len: 345 time: 0.0960367 Mar 31 23:04:33.096459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.112371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236dc243-d0be-46b4-8b96-910c69473f2f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=6372cae8-ce72-4118-9d59-1378897ca52b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:33.118162 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-095f5b3a-c8c5-4309-9338-dbc181334444 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] DELETE failed (client error): The resource could not be found. Mar 31 23:04:33.118791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095f5b3a-c8c5-4309-9338-dbc181334444 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:04:33.124843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.144553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-095f5b3a-c8c5-4309-9338-dbc181334444 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/5427c0ba-7770-423f-b4de-29b7a5683b92 HTTP/1.1" status: 404 len: 339 time: 0.0469632 Mar 31 23:04:33.146512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.153507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47452) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.158944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'name': 'tempest-network--855150128', 'router:external': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:33.211556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:33.214552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.216814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:33.280254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:33.295599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:33.300045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.300407 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Added segment fe71bc19-2c1f-49c5-bb5d-1c73958a449e of type vlan for network daf01687-3337-4f72-889d-4f7fcbb9ec95 Mar 31 23:04:33.366335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.396215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.406288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.412137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.413145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.413741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.423052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.490470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.491029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.492477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] 10.222.0.60 "PUT /v2.0/ports/55eb516a-f1e5-4949-af71-dd53980c52ab HTTP/1.1" status: 200 len: 1092 time: 2.6987047 Mar 31 23:04:33.493855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:33.501019 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161167e-0ba7-4732-8748-6a4e985dbc24" -d '{"events": [{"name": "network-changed", "server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:33.516953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.518671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2bb24f0c-6526-4fb1-8026-658063a19b7f tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4472117 Mar 31 23:04:33.523249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47456) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.535015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-1536543963'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:33.577624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4224367 Mar 31 23:04:33.578895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47458) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:33.627272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152c582-d5c0-4f0e-81b5-62eb9924eef1 service neutron] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:33.655650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:33.656974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5220ef5-3492-4ffc-bfd9-9b5340a571c8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=daf01687-3337-4f72-889d-4f7fcbb9ec95,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:33.668401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.679540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network daf01687-3337-4f72-889d-4f7fcbb9ec95 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:33.691759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-309d2c15-e2c8-46c9-b31c-11bc595f2ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.694852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-309d2c15-e2c8-46c9-b31c-11bc595f2ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 1095 time: 0.1375394 Mar 31 23:04:33.825002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-f2405480-46ef-4dd8-a8dd-709231629b9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eb516a-f1e5-4949-af71-dd53980c52ab HTTP/1.1" status: 200 len: 217 time: 0.1045187 Mar 31 23:04:33.861954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:33.952626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d500067-71b1-47fb-a8dd-7fc70d2b906e tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.952626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d500067-71b1-47fb-a8dd-7fc70d2b906e tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.952626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d500067-71b1-47fb-a8dd-7fc70d2b906e tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.953124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:33.953124 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment f7121c8d-770b-4064-8ca0-552b4065f95a of type vlan for network 290a298c-5ebd-4f5a-8805-5fedc2282c98 Mar 31 23:04:33.953329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d500067-71b1-47fb-a8dd-7fc70d2b906e tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:33.953329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d500067-71b1-47fb-a8dd-7fc70d2b906e tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3606284 Mar 31 23:04:33.953329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47460) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.023515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-bd9d89c3-1a9e-46b1-aa09-d1937d5b96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:34.023515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-bd9d89c3-1a9e-46b1-aa09-d1937d5b96fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1803198 Mar 31 23:04:34.056880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.136132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.175208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-756420dd-8145-4b54-919a-89e8d4854e6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489483 Mar 31 23:04:34.218874 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.222470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:34.223127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.308560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.312871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7882812 Mar 31 23:04:34.319824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.362741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:34.375975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41113e-2aed-4836-ab50-263019640de6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=290a298c-5ebd-4f5a-8805-5fedc2282c98,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:34.391768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf01687-3337-4f72-889d-4f7fcbb9ec95']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:34.414740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:34.433991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe71bc19-2c1f-49c5-bb5d-1c73958a449e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:34.437221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe71bc19-2c1f-49c5-bb5d-1c73958a449e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:34.474317 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63bb77e8-47cc-44af-a61d-2311ad35b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.477691 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.508080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.519101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:34.519621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:34.521889 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:34.661913 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.667625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network daf01687-3337-4f72-889d-4f7fcbb9ec95 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:34.673415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.680703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/daf01687-3337-4f72-889d-4f7fcbb9ec95 HTTP/1.1" status: 204 len: 168 time: 0.7263072 Mar 31 23:04:34.691774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:34.712961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'name': 'tempest-network--1336123136', 'router:external': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:34.725117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de05eb-e92d-4d46-8142-725226dc7c85 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Network': ['ID=daf01687-3337-4f72-889d-4f7fcbb9ec95,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:34.758158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:34.761230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.816413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:34.844955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:34.845304 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Added segment 6d3649ce-0e67-457c-8e65-0e1429e8048a of type vlan for network 5e428e95-7d33-4e12-a7cc-f090432ff121 Mar 31 23:04:34.959924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.022355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.023455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.024236 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.145285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=5e428e95-7d33-4e12-a7cc-f090432ff121,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:35.163290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 5e428e95-7d33-4e12-a7cc-f090432ff121 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:35.175633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-21ab15c8-5c77-499d-a6e3-fc833e25c9ed tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4799652 Mar 31 23:04:35.176298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47470) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:35.208251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-05b6a254-09b5-47c9-a03f-687e5c50ef6c service neutron] 10.222.0.60 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0246675 Mar 31 23:04:35.360752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f083bf3-09d6-47a8-8ebe-f30b1a223be2 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.362024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3f083bf3-09d6-47a8-8ebe-f30b1a223be2 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "GET /v2.0/networks/5e428e95-7d33-4e12-a7cc-f090432ff121 HTTP/1.1" status: 200 len: 757 time: 0.1847954 Mar 31 23:04:35.367840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:35.401874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:35.407014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.539302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63b36daf-bf22-48de-b888-7a4b1c4680aa req-3d1b770a-2434-46be-b8db-babd4073e379 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135808 Mar 31 23:04:35.602851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095413a-a039-4932-bc95-a458809f1964 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:35.602851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a095413a-a039-4932-bc95-a458809f1964 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "GET /v2.0/networks/1cf0adb6-21c2-4c23-b841-089f5f71e779 HTTP/1.1" status: 200 len: 768 time: 0.2312388 Mar 31 23:04:35.603152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47474) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:35.707171 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.840235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.877800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e428e95-7d33-4e12-a7cc-f090432ff121']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:35.893799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3649ce-0e67-457c-8e65-0e1429e8048a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:35.894267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3649ce-0e67-457c-8e65-0e1429e8048a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:35.907412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.909065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.929108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.937353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:35.938526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:35.940823 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:35.983878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=4b2c34e8-a7c9-4aef-b1c8-06df3941fab2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:35.993611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:35.993972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: 290a298c-5ebd-4f5a-8805-5fedc2282c98, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:36.013673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:36.026943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.031849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 290a298c-5ebd-4f5a-8805-5fedc2282c98) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:36.033629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e428e95-7d33-4e12-a7cc-f090432ff121 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:36.036616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.039253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.040785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/5e428e95-7d33-4e12-a7cc-f090432ff121 HTTP/1.1" status: 204 len: 168 time: 0.4363286 Mar 31 23:04:36.042941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e45ab0e-82e5-4c64-b26a-7e79a4ec7c7c None None] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:36.046861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.050444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:36.053691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcdf82-606c-49ad-bde2-17d2d5172e5c tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e428e95-7d33-4e12-a7cc-f090432ff121,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:36.057692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'name': 'tempest-network--614254794'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:36.084357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67f0a48e-e094-4b9d-a75d-444004893820 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7331917 Mar 31 23:04:36.087124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47482) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:36.129788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Made reservation on behalf of d1fbb9d3c08a45928cef41ebf2938ee1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:36.132446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.199037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:36.256721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.257124 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Added segment 51cd5eda-4271-4e3f-8553-6e226de23a32 of type vlan for network e5658f26-9cd9-4f83-9260-7679948ac694 Mar 31 23:04:36.382984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-290a298c-5ebd-4f5a-8805-5fedc2282c98', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:36.384846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.439558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.546713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.557101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:36.560056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.583493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Allocated IP 172.20.0.2 (290a298c-5ebd-4f5a-8805-5fedc2282c98/4b2c34e8-a7c9-4aef-b1c8-06df3941fab2/e8ddde99-dcb9-41f7-beef-f3258011c337) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:36.639350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:36.639930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5881019 Mar 31 23:04:36.643887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:36.645540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:36.687458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1276e5-9e24-4262-82ed-edd752f5a3e1 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=e5658f26-9cd9-4f83-9260-7679948ac694,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:36.706572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e5658f26-9cd9-4f83-9260-7679948ac694 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:36.978803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.014096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.047369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9a1f3a0d-6ab9-4a93-b46b-b3127e7e30f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.127377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event updated for resources: {'Network': ['ID=e5658f26-9cd9-4f83-9260-7679948ac694,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.131692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Network e5658f26-9cd9-4f83-9260-7679948ac694 is not hosted by any dhcp agent {{(pid=109299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:04:37.132704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:37.133525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.135938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e576e6db-b41c-4247-9d15-a0a242fc7aa8 tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "PUT /v2.0/networks/e5658f26-9cd9-4f83-9260-7679948ac694 HTTP/1.1" status: 200 len: 858 time: 0.4948003 Mar 31 23:04:37.137973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:37.212092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.222466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.263103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:37.282990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Pushing event updated for resources: {'Port': ['ID=e8ddde99-dcb9-41f7-beef-f3258011c337,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.286054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:37.288817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:37.316540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.347812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.20.0.1 (290a298c-5ebd-4f5a-8805-5fedc2282c98/4b2c34e8-a7c9-4aef-b1c8-06df3941fab2/63f79855-a2e7-43c9-be53-a3ebc34f5f84) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:37.427811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Attempting to bind port e8ddde99-dcb9-41f7-beef-f3258011c337 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:37.428397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Attempting to bind port e8ddde99-dcb9-41f7-beef-f3258011c337 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:37.428652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Attempting to bind port e8ddde99-dcb9-41f7-beef-f3258011c337 on network 290a298c-5ebd-4f5a-8805-5fedc2282c98 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:37.436430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:37.436818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Checking segment: {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:37.437769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.438040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Bound using segment: {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:37.439325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Bound port: e8ddde99-dcb9-41f7-beef-f3258011c337, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:37.439476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.521195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.535980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.572659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5658f26-9cd9-4f83-9260-7679948ac694']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:37.597043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cd5eda-4271-4e3f-8553-6e226de23a32') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:37.597423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cd5eda-4271-4e3f-8553-6e226de23a32') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:37.610634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] For port e8ddde99-dcb9-41f7-beef-f3258011c337, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:37.617664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] For port e8ddde99-dcb9-41f7-beef-f3258011c337, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8ddde99-dcb9-41f7-beef-f3258011c337,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:37.619980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.623062 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.630780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.656867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.666505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:37.666911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:37.668871 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:37.747797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.773301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:37.777356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:37.781007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb057e4a-d773-404e-b109-77dc3370272a None None] Pushing event updated for resources: {'Port': ['ID=e8ddde99-dcb9-41f7-beef-f3258011c337,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:37.788676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:37.877555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.887452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5658f26-9cd9-4f83-9260-7679948ac694 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:04:37.890602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.902400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] 10.222.0.95 "DELETE /v2.0/networks/e5658f26-9cd9-4f83-9260-7679948ac694 HTTP/1.1" status: 204 len: 168 time: 0.7591379 Mar 31 23:04:37.907442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:37.908779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:37.918701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d287-3ec9-4832-bb41-337ff6f695aa tempest-ExternalNetworksTestJSON-1433274835 tempest-ExternalNetworksTestJSON-1433274835-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5658f26-9cd9-4f83-9260-7679948ac694,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:38.047230 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a38bd8-b67a-4f29-98d9-b39a0f57bba6 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] DELETE failed (client error): The resource could not be found. Mar 31 23:04:38.048240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a38bd8-b67a-4f29-98d9-b39a0f57bba6 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:04:38.070393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47490) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:38.075981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-77a38bd8-b67a-4f29-98d9-b39a0f57bba6 tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "DELETE /v2.0/subnets/122410a8-aae6-4aae-b03d-5af389720ad7 HTTP/1.1" status: 404 len: 337 time: 0.1590328 Mar 31 23:04:38.336013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.388136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.424255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.635454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.716597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf0adb6-21c2-4c23-b841-089f5f71e779']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:38.748636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64034a5-7bd1-4fc2-ae69-96e21bdb0c17') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:38.749397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64034a5-7bd1-4fc2-ae69-96e21bdb0c17') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:38.775980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.812508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.820632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:04:38.824328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:38.825099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:38.831099 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:39.025828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.035618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.043864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] 10.222.0.95 "DELETE /v2.0/networks/1cf0adb6-21c2-4c23-b841-089f5f71e779 HTTP/1.1" status: 204 len: 168 time: 0.9697616 Mar 31 23:04:39.069228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f61c9-e85d-4274-945a-80bcfd05683f tempest-ExternalNetworksTestJSON-2023746854 tempest-ExternalNetworksTestJSON-2023746854-project] Pushing event deleted for resources: {'Network': ['ID=1cf0adb6-21c2-4c23-b841-089f5f71e779,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:39.084394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:39.110783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.127462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.143599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'port_id': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'mac_address': 'fa:16:3e:cd:6b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eacf8d-a480-4d72-88ce-66d82754000f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:04:39.244892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.291798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55eb516a-f1e5-4949-af71-dd53980c52ab {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:39.348671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:39.365715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.380463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.399931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:39.497256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:39.548479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:39.569315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766848af-8277-45b4-8cea-66819d877475 None None] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:39.617432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:39.623002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:39.761496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['55eb516a-f1e5-4949-af71-dd53980c52ab'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:04:39.762703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5ecc6f4-2a68-4b19-953d-dfce7ed361d7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ff4b85de4f054a13a065fe107b2ae533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640059 Mar 31 23:04:39.765375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:39.770074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] Provisioning complete for port e8ddde99-dcb9-41f7-beef-f3258011c337 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:39.782029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.882978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:39.898083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:04:39.941309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.134709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.143710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.146450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.149420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/410678e6-10dd-4d0c-9d6d-227bb63ee1c2 HTTP/1.1" status: 204 len: 168 time: 0.3827124 Mar 31 23:04:40.191651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fab0ff-95c9-415e-b1e5-6a02f0a1fdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410678e6-10dd-4d0c-9d6d-227bb63ee1c2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:40.203485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:40.267607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d8b52c97-98d7-4581-8bed-b21850226ed1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1770878 Mar 31 23:04:40.268131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:40.273553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-679226931'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:40.278454 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:40.294978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:40.299204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:40.300246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8ddde99-dcb9-41f7-beef-f3258011c337 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:40.337534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:40.341563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.424458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:40.450231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.450608 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 6d2da131-9c62-4962-8df8-26d5e0514f85 of type vlan for network ffd8148f-c012-4cf0-bae0-cbc6edd223ad Mar 31 23:04:40.496130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.503793 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.560930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.604558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] For port e8ddde99-dcb9-41f7-beef-f3258011c337, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8ddde99-dcb9-41f7-beef-f3258011c337,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:40.634035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.640727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:40.641472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.679484 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.769597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4979634 Mar 31 23:04:40.770154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47512) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:40.776650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:40.818372 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:40.831941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e8ddde99-dcb9-41f7-beef-f3258011c337 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:40.833728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:40.884950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88eb03-cc9e-4501-973e-55287b307c48 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=ffd8148f-c012-4cf0-bae0-cbc6edd223ad,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:40.956359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2078e1-2fe3-4ae6-b59c-889919cfafb8 None None] Pushing event updated for resources: {'Port': ['ID=e8ddde99-dcb9-41f7-beef-f3258011c337,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:40.962005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:41.095537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47514) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:41.101293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:41.109610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.181292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db4f4794-114b-483e-acf4-7f314be0b87e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d1fbb9d3c08a45928cef41ebf2938ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805840 Mar 31 23:04:41.181519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47516) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:41.189539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ad1dedaa-45ef-49f2-9962-483f80b48fc9 None None] Provisioning complete for port e8ddde99-dcb9-41f7-beef-f3258011c337 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.191041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad1dedaa-45ef-49f2-9962-483f80b48fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.402561 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:38Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:38Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:41.459081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ad1dedaa-45ef-49f2-9962-483f80b48fc9 None None] Provisioning complete for port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.459364 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad1dedaa-45ef-49f2-9962-483f80b48fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.459668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.462049 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:41.462792 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Updating router 50f73c5e-084c-4fde-8078-e99dff646941 port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:41.486321 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.494382 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.546436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ad1dedaa-45ef-49f2-9962-483f80b48fc9 None None] Port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:41.556381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.560647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.565596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7b83c309-c2cc-4458-8392-c7eca6fe5d28 HTTP/1.1" status: 204 len: 168 time: 0.3832984 Mar 31 23:04:41.597365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb5859-19a7-4a2a-b424-af886c2ac34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83c309-c2cc-4458-8392-c7eca6fe5d28,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:41.607716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.700966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fcdc44d9-8c37-4960-ac26-c4886957da69 None None] Provisioning complete for port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:41.701323 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fcdc44d9-8c37-4960-ac26-c4886957da69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.796583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=52c1def5-e499-4b58-8406-202c8edf02b5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:41.810766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc44d9-8c37-4960-ac26-c4886957da69 None None] Port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:41.817123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:41.817490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: ffd8148f-c012-4cf0-bae0-cbc6edd223ad, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:41.871325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:41.913690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ffd8148f-c012-4cf0-bae0-cbc6edd223ad) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:41.922876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:41.923507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:41.982228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74643f93-cc3d-405d-81de-f5b1544dde24 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2080448 Mar 31 23:04:41.985245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47520) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:42.025801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8f7f7-09c9-4758-865e-c0a585191ef9 None None] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:42.041847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8ddde99-dcb9-41f7-beef-f3258011c337 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:42.272170 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.294904 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.602635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e8ddde99-dcb9-41f7-beef-f3258011c337 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:42.603260 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.623031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256995f-e88d-4851-be42-fb4baae15f64 None None] Pushing event updated for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:42.661654 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Attempting to bind port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:42.662340 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Attempting to bind port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:42.662855 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Attempting to bind port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 on network 290a298c-5ebd-4f5a-8805-5fedc2282c98 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:42.668815 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:42.670154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Checking segment: {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:42.670832 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.672018 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Bound using segment: {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:42.674821 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Bound port: 63f79855-a2e7-43c9-be53-a3ebc34f5f84, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7121c8d-770b-4064-8ca0-552b4065f95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:42.675426 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.808352 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] For port 63f79855-a2e7-43c9-be53-a3ebc34f5f84, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:42.827507 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] For port 63f79855-a2e7-43c9-be53-a3ebc34f5f84, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63f79855-a2e7-43c9-be53-a3ebc34f5f84,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:42.857569 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:42.877930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:42.892053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:42.892961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.016538 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:43.017166 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.020184 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256995f-e88d-4851-be42-fb4baae15f64 None None] Pushing event updated for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:43.070525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] Provisioning complete for port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:43.070902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.198550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.252718 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:43.478267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 55eb516a-f1e5-4949-af71-dd53980c52ab completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:04:43.509137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 55eb516a-f1e5-4949-af71-dd53980c52ab triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:43.509557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.649230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:43.673730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:38Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:42Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:43.729660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b537b303-8e0a-4bf6-99e3-2f9e92acbda1 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:38Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:42Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:43.736251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Allocated IP 172.21.0.2 (ffd8148f-c012-4cf0-bae0-cbc6edd223ad/52c1def5-e499-4b58-8406-202c8edf02b5/d4dcbfaf-d24e-4899-bb15-1409c83503f6) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:43.826001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] For port 63f79855-a2e7-43c9-be53-a3ebc34f5f84, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63f79855-a2e7-43c9-be53-a3ebc34f5f84,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:43.858629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.600903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.641369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.651559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d3e4c59c-019e-4e39-9f01-09c1db783865 None None] Provisioning complete for port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:44.652258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3e4c59c-019e-4e39-9f01-09c1db783865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.656313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88240f62-3bfb-4a75-b59f-4fd0586bbf96 None None] Pushing event updated for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:44.748170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.21.0.1 (ffd8148f-c012-4cf0-bae0-cbc6edd223ad/52c1def5-e499-4b58-8406-202c8edf02b5/670e5be2-503e-48e7-b3ec-aed3c4065c2e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:44.762896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Pushing event updated for resources: {'Port': ['ID=d4dcbfaf-d24e-4899-bb15-1409c83503f6,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:44.796776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47558) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:44.799518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:44.803652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:44.807749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:44.809951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:44.982636 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.014784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:45.018197 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81963d-3d49-4130-9a1a-a10a3676bc5f" -d '{"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-plugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:45.050096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:45.063271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.068005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Attempting to bind port d4dcbfaf-d24e-4899-bb15-1409c83503f6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:45.068799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Attempting to bind port d4dcbfaf-d24e-4899-bb15-1409c83503f6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:45.069196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Attempting to bind port d4dcbfaf-d24e-4899-bb15-1409c83503f6 on network ffd8148f-c012-4cf0-bae0-cbc6edd223ad {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:45.080295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.083572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:45.084039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Checking segment: {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:45.084450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.084960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Bound using segment: {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:45.085442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Bound port: d4dcbfaf-d24e-4899-bb15-1409c83503f6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:45.089950 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.175081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:45.192314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:45.196799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:45.220556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-603322253'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:45.274146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Made reservation on behalf of c6a00eccbd6f4b30a6211a16ae7b628e for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:45.279735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.283763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.305213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.314994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.334700 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.350869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] For port d4dcbfaf-d24e-4899-bb15-1409c83503f6, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:45.358879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] For port d4dcbfaf-d24e-4899-bb15-1409c83503f6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4dcbfaf-d24e-4899-bb15-1409c83503f6,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:45.374178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.494474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.507637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.557116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f3f57-6296-4978-a6d9-1b9ecf7af08f None None] Pushing event updated for resources: {'Port': ['ID=d4dcbfaf-d24e-4899-bb15-1409c83503f6,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.580359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:45.600583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed204f75-f78c-473b-8764-124a95eeddf4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:45.610137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.610654 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Added segment cc145b57-42cf-4b0b-a76d-2c01a2a0b834 of type vlan for network f2c25630-1871-4c73-bd8f-c8f2ecb601de Mar 31 23:04:45.633785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.709354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.772938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.779521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:45.780596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:45.850035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0517786 Mar 31 23:04:45.927557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb547b65-4a8e-4940-a536-4741c7e40488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Pushing event updated for resources: {'Network': ['ID=f2c25630-1871-4c73-bd8f-c8f2ecb601de,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.134276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:46.441141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4dcbfaf-d24e-4899-bb15-1409c83503f6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:46.532970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.536141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d4dcbfaf-d24e-4899-bb15-1409c83503f6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:46.536742 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.584801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.681808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.681956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:46.689766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.728208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d4dcbfaf-d24e-4899-bb15-1409c83503f6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4dcbfaf-d24e-4899-bb15-1409c83503f6,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:46.735050 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.736344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63f79855-a2e7-43c9-be53-a3ebc34f5f84 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:46.853826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:46.856314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:46.858415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:46.866175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:46.936444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d4dcbfaf-d24e-4899-bb15-1409c83503f6,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.045195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:47.215342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:47.222306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14f47d30-588f-4b27-94d6-dea2b519f898 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2358868 Mar 31 23:04:47.225185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47570) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.230108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:47.230670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-1117786322'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:47.244933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:47.254198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:47.274667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:47.278393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.318566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:47.341506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.342312 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 7526ced1-d0c7-4ca7-a0c8-d5f98e31031e of type vlan for network c83febf4-6a17-4419-b7e3-50e73625ab82 Mar 31 23:04:47.416368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.416635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:47.475075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a25a87d-8a6c-4211-a262-46db49e8a725 None None] Network ffd8148f-c012-4cf0-bae0-cbc6edd223ad requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:47.489102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.495031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:47.495685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.571147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=c83febf4-6a17-4419-b7e3-50e73625ab82,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:47.593476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c16eeda6-30e8-48c5-bbf1-54a7b32078f1 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3671222 Mar 31 23:04:47.596159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47578) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:47.601478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:47.635786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c83febf4-6a17-4419-b7e3-50e73625ab82 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:47.729710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1acdc684-b55b-492b-b73c-dfa2f4ab896f None None] Provisioning complete for port d4dcbfaf-d24e-4899-bb15-1409c83503f6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:47.730942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1acdc684-b55b-492b-b73c-dfa2f4ab896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:47.746018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:47.752642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.037236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4dcbfaf-d24e-4899-bb15-1409c83503f6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:48.057297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-55aa55f9-38e6-4c50-a1df-da093c60b2a7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--846372072&fields=id&tenant_id=73da1b96a79b4d459f4ee570bf17fd72 HTTP/1.1" status: 200 len: 267 time: 0.1273623 Mar 31 23:04:48.068737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a879bc8-7d5c-40fd-9180-74f22de3b3d4 req-2056c1ed-599c-4c2d-8479-e8f813fa9065 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.070625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a879bc8-7d5c-40fd-9180-74f22de3b3d4 req-2056c1ed-599c-4c2d-8479-e8f813fa9065 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.0989239 Mar 31 23:04:48.157159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a879bc8-7d5c-40fd-9180-74f22de3b3d4 req-b3c215e2-4da0-42d1-9e0e-03d87180dc2a tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761430 Mar 31 23:04:48.186118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.272401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=5b1c01a7-835f-4f13-9c44-21b86d2e292d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:48.291196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-08cb0482-1fc0-4ee7-9e2f-1ffd895c9cfe tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.293406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-08cb0482-1fc0-4ee7-9e2f-1ffd895c9cfe tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.2288234 Mar 31 23:04:48.311740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-4ca61d26-e28b-46ac-b09c-7d6f1c90f583 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/quotas/73da1b96a79b4d459f4ee570bf17fd72 HTTP/1.1" status: 200 len: 375 time: 0.0111473 Mar 31 23:04:48.314662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:48.314901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: c83febf4-6a17-4419-b7e3-50e73625ab82, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:48.361416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d4dcbfaf-d24e-4899-bb15-1409c83503f6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:48.361898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.370019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f06b2-1c3f-48d9-8d27-886184731375 req-5822a5e6-d4f6-40a8-81ae-66d814425c56 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.382319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa4f06b2-1c3f-48d9-8d27-886184731375 req-5822a5e6-d4f6-40a8-81ae-66d814425c56 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1060898 Mar 31 23:04:48.398837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c83febf4-6a17-4419-b7e3-50e73625ab82 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:48.406857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:45Z', 'revision_number': 3, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:46Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:48.413362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-aed1e4c1-a775-4881-ad46-1caf0dc9703d tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0942714 Mar 31 23:04:48.446692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa4f06b2-1c3f-48d9-8d27-886184731375 req-8da93ea1-a4f7-4f67-9b8d-703fb7840abe tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Mar 31 23:04:48.452392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c83febf4-6a17-4419-b7e3-50e73625ab82) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:48.460328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.461314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.474753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971f5b6-755d-445e-a167-da9fda33848a None None] Network c83febf4-6a17-4419-b7e3-50e73625ab82 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:48.515591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-28fadb41-2bd7-4f5a-b314-80c5f34a48d8 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9156580 Mar 31 23:04:48.515966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.633004 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60165ab-3da9-4f94-9a30-c7103d51203b x-openstack-request-id: req-d60165ab-3da9-4f94-9a30-c7103d51203b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:48.633715 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:48.646016 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d60165ab-3da9-4f94-9a30-c7103d51203b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:48.646588 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60165ab-3da9-4f94-9a30-c7103d51203b'] response: {'name': 'network-changed', 'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'status': 'completed', 'code': 200} Mar 31 23:04:48.701920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:48.702385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Updating router 50f73c5e-084c-4fde-8078-e99dff646941 port 670e5be2-503e-48e7-b3ec-aed3c4065c2e binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:48.707493 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376deae-7110-415c-9341-558eae35177b x-openstack-request-id: req-0376deae-7110-415c-9341-558eae35177b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:48.707867 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-plugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:48.708381 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0376deae-7110-415c-9341-558eae35177b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:48.708827 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0376deae-7110-415c-9341-558eae35177b'] response: {'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'code': 200} Mar 31 23:04:48.743429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-2f6bcbf5-f844-4716-a990-4e9532554686 service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124111 Mar 31 23:04:48.871521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-36f9cfd8-af11-41ed-ac6a-c784e687b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:48.873493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-36f9cfd8-af11-41ed-ac6a-c784e687b063 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 1097 time: 0.2423439 Mar 31 23:04:48.908359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c83febf4-6a17-4419-b7e3-50e73625ab82', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:48.909392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.915551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e23fede6-8854-463e-adbf-782b7c8c3902 None None] Provisioning complete for port 670e5be2-503e-48e7-b3ec-aed3c4065c2e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:48.917956 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e23fede6-8854-463e-adbf-782b7c8c3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.933599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:48.967656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-752bcfb3-589e-4635-85ab-30bb9082ef8c service neutron] 10.222.0.95 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101033 Mar 31 23:04:48.972569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47616) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:48.988571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de', 'binding:host_id': 'n-h2-835855-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1169098933'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:49.064017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Made reservation on behalf of 8bec6f4c6dcc453ebf8ca9e0ca761108 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:49.067985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.075683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08dc8f-fc63-4a53-9b20-a1342bbba4ff req-d9d3c5b2-1cfc-4d96-957a-d250a8f40cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.077181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e08dc8f-fc63-4a53-9b20-a1342bbba4ff req-d9d3c5b2-1cfc-4d96-957a-d250a8f40cdb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 1097 time: 0.2692149 Mar 31 23:04:49.084280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.278289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.280104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e08dc8f-fc63-4a53-9b20-a1342bbba4ff req-27193b8a-842a-4c34-89d6-8c21113609fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720676 Mar 31 23:04:49.289898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.295782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port c89feefd-4908-4c2f-b3a2-8a334ede0066 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:49.469125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-e6313a39-73eb-4ef9-b561-cab3c62c12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.470776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-e6313a39-73eb-4ef9-b561-cab3c62c12ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 924 time: 0.5827005 Mar 31 23:04:49.487961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f39215-ffce-4414-afeb-f9d974996e81 req-b9316c2f-e9d2-448e-8eca-a780572df493 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:49.496436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f39215-ffce-4414-afeb-f9d974996e81 req-b9316c2f-e9d2-448e-8eca-a780572df493 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 950 time: 0.1472058 Mar 31 23:04:49.507817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8058ac-eb10-4de5-9e3c-4edcb4a30d53,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:49.810230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-0791765d-a243-4da9-8beb-0722f9ea9e02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55eb516a-f1e5-4949-af71-dd53980c52ab HTTP/1.1" status: 200 len: 217 time: 0.1073306 Mar 31 23:04:49.867979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35d315f1-d25a-4297-8ecd-974b6b59c6be req-2b545e3c-1bda-470d-9725-f78ef01d85c9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 210 time: 0.1150701 Mar 31 23:04:49.884959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.890105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e23fede6-8854-463e-adbf-782b7c8c3902 None None] Port 670e5be2-503e-48e7-b3ec-aed3c4065c2e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:49.896906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7f39215-ffce-4414-afeb-f9d974996e81 req-f6641fe1-ff6d-4e0a-b3b7-4dfc9657efe4 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946738 Mar 31 23:04:49.900270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port c89feefd-4908-4c2f-b3a2-8a334ede0066 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:49.923314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.926401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.947310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:49.993948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.016029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-f92ef20a-b43f-4c05-84cd-17045202d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.017634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-f92ef20a-b43f-4c05-84cd-17045202d88a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1751299 Mar 31 23:04:50.061436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e23fede6-8854-463e-adbf-782b7c8c3902 None None] Provisioning complete for port d4dcbfaf-d24e-4899-bb15-1409c83503f6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:50.061918 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e23fede6-8854-463e-adbf-782b7c8c3902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.083343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=c89feefd-4908-4c2f-b3a2-8a334ede0066,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.117602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0473e-6458-4db2-85d4-b4490e55dcba req-ce120041-6f0f-40c9-9fa4-4d03898620ab tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.120912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dec0473e-6458-4db2-85d4-b4490e55dcba req-ce120041-6f0f-40c9-9fa4-4d03898620ab tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1254451 Mar 31 23:04:50.132326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Checking segment: {'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:50.133104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Network hostable DHCP agents. Network: f2c25630-1871-4c73-bd8f-c8f2ecb601de, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:50.160516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-0c04b967-dbc2-4d46-951d-243b044310e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312562 Mar 31 23:04:50.203566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:50.213025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dec0473e-6458-4db2-85d4-b4490e55dcba req-0244dba2-01ca-4889-81e4-43dc50438e7d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832319 Mar 31 23:04:50.225415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f2c25630-1871-4c73-bd8f-c8f2ecb601de) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:50.233139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:50.256115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609b916-55ba-4baf-9fbf-72c71d1c72ff None None] Pushing event updated for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.273828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.276475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.277565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.305641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.306335 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.306796 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 2 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.321469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809deff4-ba73-449b-a09b-56f9792da68c None None] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:50.352574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.352987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.353758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.363114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.368088 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.373463 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 3 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.403303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Attempting to bind port 670e5be2-503e-48e7-b3ec-aed3c4065c2e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.407185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Attempting to bind port 670e5be2-503e-48e7-b3ec-aed3c4065c2e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.408123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Attempting to bind port 670e5be2-503e-48e7-b3ec-aed3c4065c2e on network ffd8148f-c012-4cf0-bae0-cbc6edd223ad {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.410296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.412100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.413466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.422946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.423691 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.424221 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 4 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.453626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.454094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.454534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.460909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.461346 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.461946 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 5 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.479818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.480339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.480815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.486561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.487363 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.488199 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 6 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.505894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.506429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.506894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.519422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.520052 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.520661 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 7 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.528825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-e9fe098c-dac6-4e17-aea4-87fb6e5e355b service neutron] 10.222.0.60 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587778 Mar 31 23:04:50.536844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.537419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.537865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.543217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.543699 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.544177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0f3cc-fff1-4e37-be07-55ed1482e32a req-e05e6fb0-2ea2-44f8-97ae-b3ff0953ea02 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.544376 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 8 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.552882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Allocated IP 172.22.0.2 (c83febf4-6a17-4419-b7e3-50e73625ab82/5b1c01a7-835f-4f13-9c44-21b86d2e292d/3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:50.553033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5e0f3cc-fff1-4e37-be07-55ed1482e32a req-e05e6fb0-2ea2-44f8-97ae-b3ff0953ea02 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.5408382 Mar 31 23:04:50.556104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:50.556473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Checking segment: {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:50.556880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.557268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Bound using segment: {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:50.557741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Bound port: 670e5be2-503e-48e7-b3ec-aed3c4065c2e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2da131-9c62-4962-8df8-26d5e0514f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:50.558122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.562632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.563088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.563568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.568948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.570168 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.570902 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 9 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.585221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.585659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.586062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.591000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.591492 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.591951 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 10 to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 Mar 31 23:04:50.606599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:50.607005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:50.607455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:50.607628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5e0f3cc-fff1-4e37-be07-55ed1482e32a req-2f8c76b1-1a7d-482a-b349-4cf023db5743 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Mar 31 23:04:50.612425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port c89feefd-4908-4c2f-b3a2-8a334ede0066 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:50.612825 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port c89feefd-4908-4c2f-b3a2-8a334ede0066 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:50.613257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.692593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port c89feefd-4908-4c2f-b3a2-8a334ede0066, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:50.693093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempted to set empty binding levels {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:04:50.712677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.737634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:50.737634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.850577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8727872 Mar 31 23:04:50.850764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47708) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:50.868688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5d00-2353-462b-805f-08369a757b3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=c89feefd-4908-4c2f-b3a2-8a334ede0066,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:50.894888 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:04:50.920112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:50.955036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] For port 670e5be2-503e-48e7-b3ec-aed3c4065c2e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:50.960924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] For port 670e5be2-503e-48e7-b3ec-aed3c4065c2e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=670e5be2-503e-48e7-b3ec-aed3c4065c2e,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:50.988874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.039364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Deleting port c89feefd-4908-4c2f-b3a2-8a334ede0066 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:51.039364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.157697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port c89feefd-4908-4c2f-b3a2-8a334ede0066, host n-h2-835855-2, got binding levels [] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:51.159334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.173953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] Provisioning complete for port 670e5be2-503e-48e7-b3ec-aed3c4065c2e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:51.174815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.185181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Calling delete_port for c89feefd-4908-4c2f-b3a2-8a334ede0066 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:51.244971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:51.245679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:51.294268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.317596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609b916-55ba-4baf-9fbf-72c71d1c72ff None None] Pushing event updated for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:51.324483 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.394635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.438135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.445075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "DELETE /v2.0/ports/c89feefd-4908-4c2f-b3a2-8a334ede0066 HTTP/1.1" status: 204 len: 168 time: 0.5932457 Mar 31 23:04:51.446037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ffda8-7f20-4941-96fc-1c5c9ff11f89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event deleted for resources: {'Port': ['ID=c89feefd-4908-4c2f-b3a2-8a334ede0066,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:51.447839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:51.482681 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-34344884-d50e-49eb-abef-0ad76bea9359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:04:51.491442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-34344884-d50e-49eb-abef-0ad76bea9359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports/c89feefd-4908-4c2f-b3a2-8a334ede0066 HTTP/1.1" status: 404 len: 333 time: 0.0370128 Mar 31 23:04:51.492410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47742) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:51.497886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1324192383'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:51.502055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Network c83febf4-6a17-4419-b7e3-50e73625ab82 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:51.515830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:51.523228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:51.528717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:51.542385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Made reservation on behalf of 8bec6f4c6dcc453ebf8ca9e0ca761108 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:51.545190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.568479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port a12086c3-0dad-477a-8090-7317528f498c yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:51.609431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.612723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Pushing event updated for resources: {'Port': ['ID=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:51.745082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Attempting to bind port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:51.745602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Attempting to bind port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:51.746079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Attempting to bind port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 on network c83febf4-6a17-4419-b7e3-50e73625ab82 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:51.768998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.781742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] For port 670e5be2-503e-48e7-b3ec-aed3c4065c2e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=670e5be2-503e-48e7-b3ec-aed3c4065c2e,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:51.783033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:51.783751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Checking segment: {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:51.784154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.785712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Bound using segment: {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:51.785712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Bound port: 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:51.785712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.810493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.833784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c90c1553-e5a7-4b8f-b412-cbdb9b1f7a20 req-d0e5101a-6023-4d2b-9916-7f60f51a5925 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 210 time: 0.0352442 Mar 31 23:04:51.849132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.860364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d161167e-0ba7-4732-8748-6a4e985dbc24 req-8a66e993-21d6-4e3e-b632-9dbf205fe560 service neutron] 10.222.0.60 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1808152 Mar 31 23:04:51.863780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.22.0.1 (c83febf4-6a17-4419-b7e3-50e73625ab82/5b1c01a7-835f-4f13-9c44-21b86d2e292d/db453900-a6e1-4c74-bb27-d4ae9688d825) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:51.874972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d477f9-47f6-4945-a758-3ca303358c0d req-45f29c0c-fb1c-42f4-a435-a9a7e59c1f7b tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.876499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56d477f9-47f6-4945-a758-3ca303358c0d req-45f29c0c-fb1c-42f4-a435-a9a7e59c1f7b tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 950 time: 0.2710230 Mar 31 23:04:51.926680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:51.945496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:51.948302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:51.949659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:51.950882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:51.998114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=a12086c3-0dad-477a-8090-7317528f498c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.003696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b1d5e9d-710c-46bf-aa3f-df81f395ae42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5101948 Mar 31 23:04:52.010312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:52.017925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:52.032810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-6cae9738-d19a-4c18-b256-e5b90a0aff41 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.034286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-6cae9738-d19a-4c18-b256-e5b90a0aff41 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 818 time: 0.4209321 Mar 31 23:04:52.050733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] For port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:52.051498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a7ffe-de96-4f30-95c3-4c0ba656e8c4 req-18c4d030-187a-4f9e-a9ce-e3320a1a040f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.053219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed1a7ffe-de96-4f30-95c3-4c0ba656e8c4 req-18c4d030-187a-4f9e-a9ce-e3320a1a040f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1237924 Mar 31 23:04:52.053555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26b05-b4b1-4048-8c23-608ee41d375e None None] Pushing event updated for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.056303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a0213bad-2da6-42b3-8a48-d4e57b4f1c32 None None] Provisioning complete for port 670e5be2-503e-48e7-b3ec-aed3c4065c2e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:52.056673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0213bad-2da6-42b3-8a48-d4e57b4f1c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.116882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56d477f9-47f6-4945-a758-3ca303358c0d req-7b5df802-2569-4000-a474-621dacca26a4 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318230 Mar 31 23:04:52.145213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-69a08169-6b4b-4d53-b824-fe5ce420e991 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.146827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-69a08169-6b4b-4d53-b824-fe5ce420e991 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.60 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.2354426 Mar 31 23:04:52.197894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.248714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-bc2c7a40-4d31-475b-80e2-110d2de47277 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73da1b96a79b4d459f4ee570bf17fd72 HTTP/1.1" status: 200 len: 379 time: 0.1749094 Mar 31 23:04:52.279158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] For port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:52.290157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'port': {'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'admin_state_up': True, 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'security_groups': ['8a4afe3c-6402-4790-b00b-9c89d13afed6']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:52.294274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.332637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:45Z', 'revision_number': 3, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:50Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:52.378051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:52.383766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b060d-ba53-4a80-ba70-77c9c4d12882 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:45Z', 'revision_number': 3, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:50Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:52.466007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.509399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed1a7ffe-de96-4f30-95c3-4c0ba656e8c4 req-3fb97f7e-d019-4545-a1d4-9a767368fbe5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Mar 31 23:04:52.518310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4f23-dcc3-42b8-a48d-c69b9ae6c7d9 None None] Pushing event updated for resources: {'Port': ['ID=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.600548 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.609037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc5328-bdcc-4cb8-8f9d-740d770da8c3 req-0c8d7d42-7971-48fe-a3f1-34900b2eacd5 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:52.618693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53fc5328-bdcc-4cb8-8f9d-740d770da8c3 req-0c8d7d42-7971-48fe-a3f1-34900b2eacd5 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.3866918 Mar 31 23:04:52.654732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:52.661768 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832134a-6f4b-458c-97bc-b94a4df6fe4e" -d '{"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:52.703879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53fc5328-bdcc-4cb8-8f9d-740d770da8c3 req-d16f1d35-e953-46e4-b049-81c2589fc4f5 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841763 Mar 31 23:04:52.705377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.707078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:52.732365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.733094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:52.816731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Made reservation on behalf of 73da1b96a79b4d459f4ee570bf17fd72 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:52.826086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.893671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c83febf4-6a17-4419-b7e3-50e73625ab82 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:52.923821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port a12086c3-0dad-477a-8090-7317528f498c yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:52.937295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.940627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Deleting port f929f44e-a27b-4bad-8574-238f62fda577 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:52.941559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.944571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:52.956913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:52.959827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:52.961350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:53.000461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.040618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.052090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=a12086c3-0dad-477a-8090-7317528f498c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.057569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.057901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.058614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.064505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.064839 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.065355 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 2 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.103894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.104234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.109295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.117154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:53.119549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.119908 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.120980 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 3 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.129992 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.148071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.148506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.148853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.154605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.154978 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.155378 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 4 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.191062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.191441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.191777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.199306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b3094-3074-46ee-8d80-efd44521b7a4 req-840cc17a-775a-4390-a581-c4359fb79b39 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.201434 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c6463-b82d-4ae4-a643-383b3af207b3 x-openstack-request-id: req-e46c6463-b82d-4ae4-a643-383b3af207b3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:53.201914 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:53.202090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.202210 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e46c6463-b82d-4ae4-a643-383b3af207b3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:53.202404 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.202563 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46c6463-b82d-4ae4-a643-383b3af207b3'] response: {'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882', 'code': 200} Mar 31 23:04:53.202812 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 5 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.208569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-141b3094-3074-46ee-8d80-efd44521b7a4 req-840cc17a-775a-4390-a581-c4359fb79b39 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.3544717 Mar 31 23:04:53.227901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.228284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.228584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.242164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.242571 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.243972 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 6 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.258618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.258957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.261199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.265273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.265611 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.266009 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 7 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.268473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.278793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.279047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.279465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.283861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.284188 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.285833 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 8 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.297480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.322733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c2fd472-9b2b-4cef-8a5c-5f87cca17b10 req-8cbd0e28-3059-43b8-96f7-ff147c528b51 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 210 time: 0.0375555 Mar 31 23:04:53.326434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.326772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.327134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.337210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.337541 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.337938 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 9 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.357830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.358252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.358599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.363728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.364057 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.364449 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 10 to bind port a12086c3-0dad-477a-8090-7317528f498c Mar 31 23:04:53.382877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:53.385562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:53.385924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:53.398136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:53.398474 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port a12086c3-0dad-477a-8090-7317528f498c on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:53.398855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.398970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-141b3094-3074-46ee-8d80-efd44521b7a4 req-698906a1-e4bf-40ba-b25b-2116549f934b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893790 Mar 31 23:04:53.421275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] For port f929f44e-a27b-4bad-8574-238f62fda577, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f929f44e-a27b-4bad-8574-238f62fda577,segment=NetworkSegment(02bfcbf4-9cd7-45c6-ada4-77485820d814),segment_id=02bfcbf4-9cd7-45c6-ada4-77485820d814)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:53.421453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.524725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port a12086c3-0dad-477a-8090-7317528f498c, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:53.525321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempted to set empty binding levels {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:04:53.533929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.549786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Allocated IP 172.20.0.9 (b6c8321a-8d65-44f8-863f-afa68e20cf51/c48ceb1a-b75d-44f0-83d0-4f300d162c1e/26821f80-55b8-4215-a494-14163b7ed14c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:53.588967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Calling delete_port for f929f44e-a27b-4bad-8574-238f62fda577 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:53.622693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] In _notify_port_updated(), no bound segment for port a12086c3-0dad-477a-8090-7317528f498c on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:04:53.623768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.623976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.624493 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.625970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "PUT /v2.0/ports/a12086c3-0dad-477a-8090-7317528f498c HTTP/1.1" status: 200 len: 979 time: 1.6142828 Mar 31 23:04:53.629689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:53.667667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8e00-1427-4bb3-aaf0-8fed3aefe04a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=a12086c3-0dad-477a-8090-7317528f498c,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:53.709715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d811f-5049-4fb3-bc04-22014ac85925 req-c9808296-6674-43bd-a66c-c70f00a41eba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.711779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-632d811f-5049-4fb3-bc04-22014ac85925 req-c9808296-6674-43bd-a66c-c70f00a41eba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1731660 Mar 31 23:04:53.737602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccb55b-e3d7-4233-a110-8d4eeeb6e39b req-6af26715-891a-4624-88e0-bef8feb06f31 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.739154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3ccb55b-e3d7-4233-a110-8d4eeeb6e39b req-6af26715-891a-4624-88e0-bef8feb06f31 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.2092690 Mar 31 23:04:53.769875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab08e11-499b-446e-a81d-4fc869680ca3 None None] Network c83febf4-6a17-4419-b7e3-50e73625ab82 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:53.790764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.791151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.791646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.792105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.792573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.793033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.793601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.793941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.794396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.794852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.795329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.795790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.796260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.797299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.797299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.797722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.798233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.798693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.799143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.799636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.800082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.800530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.800974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.801932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.802078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.802522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.803032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.803504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.803951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:53.810318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab0d067c-65a0-4e8c-9ef1-39e510aedf48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26127 time: 0.1736383 Mar 31 23:04:53.813885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-632d811f-5049-4fb3-bc04-22014ac85925 req-ee60eb4b-c113-49ca-8c55-9b28816202e1 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961654 Mar 31 23:04:53.814486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:53.912523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] Provisioning complete for port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:53.912899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:53.938521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3ccb55b-e3d7-4233-a110-8d4eeeb6e39b req-9fe47a14-13e8-4dd0-a3cf-55de815138ab tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776314 Mar 31 23:04:53.972141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Deleting port a12086c3-0dad-477a-8090-7317528f498c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:53.972496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.030434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.047509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.067467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70e76-b5f3-4aa6-82dd-529c4b7a8663 req-8c5ec143-8d33-430e-a2d6-f2d9f197be56 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.069918 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5d70e76-b5f3-4aa6-82dd-529c4b7a8663 req-8c5ec143-8d33-430e-a2d6-f2d9f197be56 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/ports?device_id=49453b7e-65ef-45f7-8b74-8a11e1e1ef5d HTTP/1.1" status: 200 len: 945 time: 0.1683784 Mar 31 23:04:54.076885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port a12086c3-0dad-477a-8090-7317528f498c, host n-h2-835855-2, got binding levels [] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:54.076885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.077401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.090400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] For port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:54.098563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.113048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Calling delete_port for a12086c3-0dad-477a-8090-7317528f498c owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:54.156824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5d70e76-b5f3-4aa6-82dd-529c4b7a8663 req-1b773c31-088b-4c96-8597-4e96c5a1cac9 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.95 "GET /v2.0/security-groups?id=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682240 Mar 31 23:04:54.222124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6256c5-ed9a-47b7-aefa-ff687432753f None None] Pushing event updated for resources: {'Port': ['ID=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.252200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Pushing event deleted for resources: {'Port': ['ID=f929f44e-a27b-4bad-8574-238f62fda577,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.324286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.324733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.325136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.325642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.326089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.326484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.326876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.327307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.327730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.328071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.328460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.328845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:04:54.356046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 670e5be2-503e-48e7-b3ec-aed3c4065c2e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:54.385887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] No DVR routers for this DVR port f929f44e-a27b-4bad-8574-238f62fda577 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:04:54.393699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.395475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.407360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.410779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-677f883a-07e6-4cc4-a305-5d0447ef17ec req-0bdb6f34-e5cc-457a-b7ea-1d90c646cca8 tempest-ServerGroupTestJSON-1395666011 tempest-ServerGroupTestJSON-1395666011-project] 10.222.0.60 "DELETE /v2.0/ports/f929f44e-a27b-4bad-8574-238f62fda577 HTTP/1.1" status: 204 len: 173 time: 2.1762536 Mar 31 23:04:54.411492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'name': 'network-vif-deleted', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:54.421972 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042882f7-c87c-4f9f-b1a1-8cb6ccb45d2d" -d '{"events": [{"server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "name": "network-vif-deleted", "tag": "f929f44e-a27b-4bad-8574-238f62fda577"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:54.430252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event deleted for resources: {'Port': ['ID=a12086c3-0dad-477a-8090-7317528f498c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.437721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1b199-491f-4466-8806-b8c1e6156fab req-94c83839-3e3f-499f-a3a9-2b98e2ce4446 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.445745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5be1b199-491f-4466-8806-b8c1e6156fab req-94c83839-3e3f-499f-a3a9-2b98e2ce4446 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.3734715 Mar 31 23:04:54.447630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.451462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a6e00b10-9196-4a81-a748-124159239c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "DELETE /v2.0/ports/a12086c3-0dad-477a-8090-7317528f498c HTTP/1.1" status: 204 len: 168 time: 0.6358759 Mar 31 23:04:54.454365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:54.454824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 670e5be2-503e-48e7-b3ec-aed3c4065c2e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:54.455195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.500828 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9947f8c-a888-40e4-9581-673cfac0862a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:04:54.506971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1f282e61-3938-4a41-bbb3-b05a2b76551b None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:54.507401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f282e61-3938-4a41-bbb3-b05a2b76551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.514955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b9947f8c-a888-40e4-9581-673cfac0862a tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports/a12086c3-0dad-477a-8090-7317528f498c HTTP/1.1" status: 404 len: 333 time: 0.0585830 Mar 31 23:04:54.520651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47808) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:54.527492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1782341736', 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:54.559107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Made reservation on behalf of 8bec6f4c6dcc453ebf8ca9e0ca761108 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:54.569494 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.585673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:54.587175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port 73b56bcb-4b1c-45b8-a077-f49113e879e1 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:54.615104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:54.618804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.631556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:54.638718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event updated for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.646432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:54.686419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.717646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1f282e61-3938-4a41-bbb3-b05a2b76551b None None] Port db453900-a6e1-4c74-bb27-d4ae9688d825 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:54.738043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:54.738411 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.739896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1f282e61-3938-4a41-bbb3-b05a2b76551b None None] Provisioning complete for port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:54.740387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f282e61-3938-4a41-bbb3-b05a2b76551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.796586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:54.836266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5be1b199-491f-4466-8806-b8c1e6156fab req-115baf40-57fe-4ccd-b9ad-ea6ab3bf9004 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895388 Mar 31 23:04:54.882578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.926136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f929f44e-a27b-4bad-8574-238f62fda577 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:04:54.931567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:54.945646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:54.951622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.019920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-00044cf0-ecdf-4d9d-920d-36d58ccb7a32 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7479877 Mar 31 23:04:55.025716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Request body: {'port': {'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:55.055630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3158-5bef-4f56-a097-0b69b81362b3 req-e992bd05-b9a3-4a9b-976a-92abbae5382c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.057055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: f929f44e-a27b-4bad-8574-238f62fda577 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:04:55.057406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f929f44e-a27b-4bad-8574-238f62fda577 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:04:55.067167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd1e3158-5bef-4f56-a097-0b69b81362b3 req-e992bd05-b9a3-4a9b-976a-92abbae5382c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 931 time: 0.0832660 Mar 31 23:04:55.076049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.095435 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce431208-5663-4473-a0c1-3a1e45e9ee32 x-openstack-request-id: req-ce431208-5663-4473-a0c1-3a1e45e9ee32 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:55.095698 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49453b7e-65ef-45f7-8b74-8a11e1e1ef5d", "name": "network-vif-deleted", "tag": "f929f44e-a27b-4bad-8574-238f62fda577", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:55.096141 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce431208-5663-4473-a0c1-3a1e45e9ee32 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:55.096678 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce431208-5663-4473-a0c1-3a1e45e9ee32'] response: {'server_uuid': '49453b7e-65ef-45f7-8b74-8a11e1e1ef5d', 'name': 'network-vif-deleted', 'tag': 'f929f44e-a27b-4bad-8574-238f62fda577', 'status': 'completed', 'code': 200} Mar 31 23:04:55.111079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:55.114878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:55.122036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:55.123412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.124122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.134842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.152149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network c83febf4-6a17-4419-b7e3-50e73625ab82 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:55.155017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:55.196209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd1e3158-5bef-4f56-a097-0b69b81362b3 req-1d19c9a6-4b30-4883-9041-0cc47bdc345f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282039 Mar 31 23:04:55.214664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:55.226139 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dde58b-8153-423e-b4f5-de8fa11e02e9" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:55.230771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:55.236535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47838) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.236793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7134435 Mar 31 23:04:55.249527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.250752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893abff7-00bb-463a-909f-efb3622d4cab tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=73b56bcb-4b1c-45b8-a077-f49113e879e1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:55.299663 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0823b6-f972-413b-a203-52aa161747ab x-openstack-request-id: req-8b0823b6-f972-413b-a203-52aa161747ab {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:55.299953 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:55.300206 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8b0823b6-f972-413b-a203-52aa161747ab {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:55.300603 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0823b6-f972-413b-a203-52aa161747ab'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'code': 200} Mar 31 23:04:55.329915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Port db453900-a6e1-4c74-bb27-d4ae9688d825 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:55.345932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Provisioning complete for port 26821f80-55b8-4215-a494-14163b7ed14c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:55.346400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.375593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd912c81-523b-4898-a091-fb3e0d2d823d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.377305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cd912c81-523b-4898-a091-fb3e0d2d823d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports/73b56bcb-4b1c-45b8-a077-f49113e879e1 HTTP/1.1" status: 200 len: 959 time: 0.1335559 Mar 31 23:04:55.385402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.410509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e7f2b-24fd-435f-aee4-8a124cd11f88 None None] Port 26821f80-55b8-4215-a494-14163b7ed14c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:55.442307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf41218-0527-4b09-85a2-76d8f94013fa req-405cad04-f4af-4667-afaa-e66bcf475a39 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.450748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf41218-0527-4b09-85a2-76d8f94013fa req-405cad04-f4af-4667-afaa-e66bcf475a39 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.0692995 Mar 31 23:04:55.495305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf41218-0527-4b09-85a2-76d8f94013fa req-fe93468a-744f-4508-9e9c-ba244d81fb0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Mar 31 23:04:55.534519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b496-8a9a-401a-ad44-cf74c5f69dad None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:55.534905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b496-8a9a-401a-ad44-cf74c5f69dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.587718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b496-8a9a-401a-ad44-cf74c5f69dad None None] Port db453900-a6e1-4c74-bb27-d4ae9688d825 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:04:55.630976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363367a-3555-4f91-a224-e20e7bd1cdb9 req-44a66656-22dc-4265-8073-eabec43067ce tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.632759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4363367a-3555-4f91-a224-e20e7bd1cdb9 req-44a66656-22dc-4265-8073-eabec43067ce tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.0557117 Mar 31 23:04:55.654120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47866) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.708486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4363367a-3555-4f91-a224-e20e7bd1cdb9 req-0ecebbd7-5844-4f88-8874-97a2921f4427 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691450 Mar 31 23:04:55.722142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Deleting subnet c9e12d75-25fd-4572-a9f8-3d421b825889 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:04:55.725521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.765486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.842038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:04:55.843045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.894224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ac340-d88f-4790-9e73-e45f0809730f req-2e1e0498-c7d3-42ab-a2d8-e6d98c950c36 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:55.895831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-337ac340-d88f-4790-9e73-e45f0809730f req-2e1e0498-c7d3-42ab-a2d8-e6d98c950c36 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1017396 Mar 31 23:04:55.932456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.964748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e12d75-25fd-4572-a9f8-3d421b825889,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:55.970644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-337ac340-d88f-4790-9e73-e45f0809730f req-83c737f9-a1eb-45c5-9125-04620b7819e0 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Mar 31 23:04:55.973912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:55.977160 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-307ae9da-9149-4cae-bd93-deaa2864c1bc admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c9e12d75-25fd-4572-a9f8-3d421b825889 HTTP/1.1" status: 204 len: 168 time: 0.3221507 Mar 31 23:04:55.980013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:55.992023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.066941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0675c-de8e-4419-a5bb-9793a9051a0a req-7130d411-163c-489d-a4bc-20fa8e986ae9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.068544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48e0675c-de8e-4419-a5bb-9793a9051a0a req-7130d411-163c-489d-a4bc-20fa8e986ae9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2223997 Mar 31 23:04:56.079423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.118929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:04:56.124843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd266f7f-d1a4-4d97-96d9-a42d8ff9f93e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6075840 Mar 31 23:04:56.126141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Deleting port 73b56bcb-4b1c-45b8-a077-f49113e879e1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:04:56.126483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.129838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:04:56.131658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47888) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.136768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'network': {'name': 'tempest-RoutersTest-1199794798'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:56.145797 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:56.146494 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.217746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:04:56.237731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.253221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb3c1-ae29-4c31-98bf-e30ce53f38ae req-48cbb881-3bfb-4df3-82c5-c0c97c610f35 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.254985 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-caacb3c1-ae29-4c31-98bf-e30ce53f38ae req-48cbb881-3bfb-4df3-82c5-c0c97c610f35 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1246331 Mar 31 23:04:56.262074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48e0675c-de8e-4419-a5bb-9793a9051a0a req-32a520a7-73e4-4d1c-a12f-99dcf00f6d97 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827929 Mar 31 23:04:56.274251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f78ab6-e843-4b2a-907c-ffcb195785b0']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.287493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:56.288424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.291754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bfcbf4-9cd7-45c6-ada4-77485820d814') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.292279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:56.292395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bfcbf4-9cd7-45c6-ada4-77485820d814') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.296581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:56.297673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.306196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.306407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.327907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Calling delete_port for 73b56bcb-4b1c-45b8-a077-f49113e879e1 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:04:56.330384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.338228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:04:56.338682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.388022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26821f80-55b8-4215-a494-14163b7ed14c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:04:56.407859 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:04:56.416430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.428668 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.448510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.451676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] 10.222.0.95 "DELETE /v2.0/networks/59f78ab6-e843-4b2a-907c-ffcb195785b0 HTTP/1.1" status: 204 len: 168 time: 0.4706872 Mar 31 23:04:56.473061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c0f92-577f-42c1-a958-ee03c9aa7729 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f78ab6-e843-4b2a-907c-ffcb195785b0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.487073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:56.497117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Transition to ACTIVE for port object 26821f80-55b8-4215-a494-14163b7ed14c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:04:56.506706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-caacb3c1-ae29-4c31-98bf-e30ce53f38ae req-e6122407-e523-4ea2-993f-0913df4dfaf4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990210 Mar 31 23:04:56.519257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.519257 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added segment 4a67d607-9061-4df7-bf70-163b6db001be of type vlan for network d7e588c5-3060-46fb-bc8c-22ef82849ea8 Mar 31 23:04:56.529181 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.560439 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:53Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:53Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:56.590693 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:04:56.591049 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Updating router 50f73c5e-084c-4fde-8078-e99dff646941 port db453900-a6e1-4c74-bb27-d4ae9688d825 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:04:56.633308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff4b2-792a-42da-a40b-efcae9703fe9 req-e782458d-7542-4875-8df8-50a51f546cd1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.638621 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.640848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-494ff4b2-792a-42da-a40b-efcae9703fe9 req-e782458d-7542-4875-8df8-50a51f546cd1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 931 time: 0.2478864 Mar 31 23:04:56.661991 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.689413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.710733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd59d2c-6059-4643-b524-67f10c0d2e4a req-7cc63081-b2d7-420b-b669-56a1aef74fef tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.715567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Pushing event updated for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.717709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bcd59d2c-6059-4643-b524-67f10c0d2e4a req-7cc63081-b2d7-420b-b669-56a1aef74fef tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0711367 Mar 31 23:04:56.777352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.787882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "DELETE /v2.0/ports/73b56bcb-4b1c-45b8-a077-f49113e879e1 HTTP/1.1" status: 204 len: 168 time: 1.4012034 Mar 31 23:04:56.795674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bcd59d2c-6059-4643-b524-67f10c0d2e4a req-4bb53acc-4589-4076-91a8-d5f674ac885d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752141 Mar 31 23:04:56.797026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.810121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.823327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb6ab2-c103-4ea9-aceb-755e2407cea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event deleted for resources: {'Port': ['ID=73b56bcb-4b1c-45b8-a077-f49113e879e1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:56.860235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-494ff4b2-792a-42da-a40b-efcae9703fe9 req-c0bbc9f3-c1bd-4d69-98bc-a302d5add902 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183716 Mar 31 23:04:56.864981 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf50ee9-a54d-4a78-a264-59cf784bb6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:04:56.866416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.867334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8bf50ee9-a54d-4a78-a264-59cf784bb6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports/73b56bcb-4b1c-45b8-a077-f49113e879e1 HTTP/1.1" status: 404 len: 333 time: 0.0631506 Mar 31 23:04:56.870688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:56.886930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263247067'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:56.893281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:56.896467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.933307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Made reservation on behalf of 8bec6f4c6dcc453ebf8ca9e0ca761108 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:56.936324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:56.969633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:57.083289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9488490 Mar 31 23:04:57.084661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:57.095863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'subnet': {'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:57.103990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafffbf-d8c3-4a38-b795-c8148105ac46 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Network': ['ID=d7e588c5-3060-46fb-bc8c-22ef82849ea8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.117572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Attempting to bind port 26821f80-55b8-4215-a494-14163b7ed14c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:57.117904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Attempting to bind port 26821f80-55b8-4215-a494-14163b7ed14c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:57.118235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Attempting to bind port 26821f80-55b8-4215-a494-14163b7ed14c on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:57.121213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:04:57.128537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0e623d25-8b11-4235-ad34-07e64ec511af admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1ea7317aa07647558dc1924e53ae9d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170328 Mar 31 23:04:57.129337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47924) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:57.140549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Port 26821f80-55b8-4215-a494-14163b7ed14c on network b6c8321a-8d65-44f8-863f-afa68e20cf51 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:57.141117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Attempting to bind port 26821f80-55b8-4215-a494-14163b7ed14c on network b6c8321a-8d65-44f8-863f-afa68e20cf51 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:57.164142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:57.164812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Checking segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:57.165358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Bound using segment: {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:57.165956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Bound port: 26821f80-55b8-4215-a494-14163b7ed14c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eff9c8-a241-42ed-bdba-b68175517d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:57.166475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.182536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd695a-e371-41d3-b752-d87cb03bb1e3 req-7055395e-e0b8-490d-a268-9257987bac7d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.190414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4cd695a-e371-41d3-b752-d87cb03bb1e3 req-7055395e-e0b8-490d-a268-9257987bac7d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2003970 Mar 31 23:04:57.223311 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.230672 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.307172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.336264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.354251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4cd695a-e371-41d3-b752-d87cb03bb1e3 req-bbec19f4-06db-4fcd-a3df-b39fa8a54698 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626265 Mar 31 23:04:57.383287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Made reservation on behalf of cf68a4ed67b0419d964c7df4fae5a108 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:57.388735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.392311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196378-ac52-4c58-8dfa-ebc556f6ca05 None None] Pushing event updated for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.420942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.463899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.474618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Attempting to bind port db453900-a6e1-4c74-bb27-d4ae9688d825 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:57.475157 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Attempting to bind port db453900-a6e1-4c74-bb27-d4ae9688d825 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:57.475731 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Attempting to bind port db453900-a6e1-4c74-bb27-d4ae9688d825 on network c83febf4-6a17-4419-b7e3-50e73625ab82 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:57.482806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:57.483224 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Checking segment: {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:57.483654 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.484043 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Bound using segment: {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:57.484513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Bound port: db453900-a6e1-4c74-bb27-d4ae9688d825, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:57.484889 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.516336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:57.532503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=77f16cbb-7643-4d68-b1ca-ddcf0847d0a6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.544252 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.547287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.551553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d58b5a97-1dbd-4d34-acb2-df7d8885c8cb HTTP/1.1" status: 204 len: 168 time: 0.4196990 Mar 31 23:04:57.558565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26821f80-55b8-4215-a494-14163b7ed14c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:57.574132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bec0b-451d-4aa1-a09e-95499d3c0356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b5a97-1dbd-4d34-acb2-df7d8885c8cb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.579326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.605959 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] For port db453900-a6e1-4c74-bb27-d4ae9688d825, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:57.612952 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] For port db453900-a6e1-4c74-bb27-d4ae9688d825, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=db453900-a6e1-4c74-bb27-d4ae9688d825,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:57.625656 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.654786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.656661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.658158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] 10.222.0.60 "PUT /v2.0/ports/26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 1091 time: 2.6373618 Mar 31 23:04:57.658733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:04:57.661388 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b315bacc-7a06-4742-bfb3-b54f26487c04" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:04:57.700350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b93db-e7e7-4d17-96e0-ae7092e74da6 service neutron] Pushing event updated for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.773923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Network f2c25630-1871-4c73-bd8f-c8f2ecb601de is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:57.786197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:57.789017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:57.789970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.790553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.820599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcace19-e61e-435a-a938-07a39859d44c req-95fb6753-ae9a-4c14-bbf1-e21b21cba7b2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.832836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bcace19-e61e-435a-a938-07a39859d44c req-95fb6753-ae9a-4c14-bbf1-e21b21cba7b2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1574078 Mar 31 23:04:57.836403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196378-ac52-4c58-8dfa-ebc556f6ca05 None None] Pushing event updated for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:57.839524 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:04:57.841163 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:57.859094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:57.859818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:57.866102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-aced243f-afe7-49b9-ae1d-b64e2e37522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:57.868140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-aced243f-afe7-49b9-ae1d-b64e2e37522e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1094 time: 0.1392176 Mar 31 23:04:57.964552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4cc9106c-3eea-4e79-a5e8-68eaf0d99309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0902169 Mar 31 23:04:57.980344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47968) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:58.030717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-b7c42425-e72d-4267-ade0-c07328214619 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 217 time: 0.1490643 Mar 31 23:04:58.032264 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3fe268-137d-4301-a325-f35fe6e648ab x-openstack-request-id: req-6c3fe268-137d-4301-a325-f35fe6e648ab {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:04:58.037427 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:04:58.039401 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6c3fe268-137d-4301-a325-f35fe6e648ab {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:04:58.039821 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3fe268-137d-4301-a325-f35fe6e648ab'] response: {'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'status': 'completed', 'code': 200} Mar 31 23:04:58.058336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:58.108438 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:04:58.142645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.199526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bcace19-e61e-435a-a938-07a39859d44c req-57ac0f57-0bd3-4906-8161-4b8e66b56f47 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479109 Mar 31 23:04:58.211762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] For port db453900-a6e1-4c74-bb27-d4ae9688d825, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=db453900-a6e1-4c74-bb27-d4ae9688d825,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:04:58.220596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.235360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-a57fb1f3-6f7b-426c-bd93-233d25973423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.237937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-a57fb1f3-6f7b-426c-bd93-233d25973423 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1972504 Mar 31 23:04:58.248587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee4330-b4f7-4f88-a2e4-fbca7a336c0c req-7520c2f1-a0ac-443b-9ea3-e3bafefb79de tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.251092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eee4330-b4f7-4f88-a2e4-fbca7a336c0c req-7520c2f1-a0ac-443b-9ea3-e3bafefb79de tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1534796 Mar 31 23:04:58.277472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.298606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0504f-6432-4f08-baca-be07a70fa4be None None] Pushing event updated for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:58.351484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e606583b-0354-4491-8c11-219af73dba9c None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:04:58.352099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e606583b-0354-4491-8c11-219af73dba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.352638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eee4330-b4f7-4f88-a2e4-fbca7a336c0c req-46e164de-0458-41a4-9302-72f5a73215e2 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895708 Mar 31 23:04:58.375671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-06b3a3fe-747f-41d7-9a5d-6771c6bae185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.377991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-06b3a3fe-747f-41d7-9a5d-6771c6bae185 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256464 Mar 31 23:04:58.480702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.547600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:53Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:57Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:04:58.561908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22701b1-a207-4ae7-af81-cb1f25a1e7f0 req-70155a12-3cee-4bb5-98a8-835b58f30c1e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.569736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e22701b1-a207-4ae7-af81-cb1f25a1e7f0 req-70155a12-3cee-4bb5-98a8-835b58f30c1e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 943 time: 0.2366698 Mar 31 23:04:58.587957 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32b43f8-f451-4901-90c6-878a92c162a8 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:04:53Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:57Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:04:58.667005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-1d6b1e3a-7f57-4b5e-8531-3dd6d22783ee service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795589 Mar 31 23:04:58.691154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Subnet': ['ID=0df9e035-0dc6-499b-b49c-da1b7da71342,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:58.735648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Checking segment: {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:58.736012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network hostable DHCP agents. Network: d7e588c5-3060-46fb-bc8c-22ef82849ea8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:04:58.746833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e22701b1-a207-4ae7-af81-cb1f25a1e7f0 req-c63864a4-2ca5-452c-bf97-55764d972c92 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762300 Mar 31 23:04:58.766192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-1c891dd2-f560-488f-acf2-20d2288cee1e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.776949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-1c891dd2-f560-488f-acf2-20d2288cee1e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2361138 Mar 31 23:04:58.798965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-60ca0107-9d71-4402-9785-255ba0e41b14 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/quotas/76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 375 time: 0.0199997 Mar 31 23:04:58.826416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:04:58.866256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d7e588c5-3060-46fb-bc8c-22ef82849ea8) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:58.875280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47391468-ada9-4716-9fa5-eb2565dc2e79 None None] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:04:58.886823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:58.887443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.920802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] device_id is not set on port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:04:58.934197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.941348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-8ec2d038-2493-4def-a94d-d8447941f02b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1011689 Mar 31 23:04:58.949163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:58.951417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66784c43-1d9a-4900-80ad-c29aa1bc736a req-6d95cc01-c34e-4591-a259-14e5b2600cbb service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598746 Mar 31 23:04:58.990860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a043e84d-584a-4bf7-81d8-f11aa25dbb4b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9049737 Mar 31 23:04:59.046266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48014) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.061571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48020) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:04:59.112075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-194a01b2-cec7-48e7-aacf-e1410aba237d service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695783 Mar 31 23:04:59.129619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d7e588c5-3060-46fb-bc8c-22ef82849ea8', 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'fixed_ips': [{'subnet_id': '0df9e035-0dc6-499b-b49c-da1b7da71342'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:04:59.131012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.176177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-c8989b9e-a6ac-498e-bbb0-857724a878ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.178276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-c8989b9e-a6ac-498e-bbb0-857724a878ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1094 time: 0.1192164 Mar 31 23:04:59.202361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=77f16cbb-7643-4d68-b1ca-ddcf0847d0a6,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.206429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.206770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.207112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.214158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.214494 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.216494 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 2 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.244921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.245252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.245591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.300307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-network', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:04:59.313085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Allocated IP 172.23.0.2 (d7e588c5-3060-46fb-bc8c-22ef82849ea8/0df9e035-0dc6-499b-b49c-da1b7da71342/f5dd600b-296c-446d-8fa3-da103e8b7e66) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:04:59.348249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.348946 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.355554 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 3 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.358087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-db3eb682-8705-4ba5-b630-1e40db3bc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.359648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-db3eb682-8705-4ba5-b630-1e40db3bc2ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.1735837 Mar 31 23:04:59.386064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.386447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.386793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.393531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.393859 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.394679 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 4 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.397404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Made reservation on behalf of e4dda04b7f2841ccbfeeb822504c1ed8 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:04:59.399708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.452530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.466405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.466746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.467087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.481846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-2cb9a872-679b-4b75-9782-5bc5ca03ba85 service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558300 Mar 31 23:04:59.486245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-9b35569e-6a5c-4799-98b3-046fa1b88669 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 217 time: 0.0683665 Mar 31 23:04:59.490930 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.502311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.520974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.521311 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.537758 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 5 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.556582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:04:59.564869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:04:59.570594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:04:59.577555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-703a5ca0-a6b7-4455-a5aa-11523c3257ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.579340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.579712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-703a5ca0-a6b7-4455-a5aa-11523c3257ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.0849257 Mar 31 23:04:59.581969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.582436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.599387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Pushing event updated for resources: {'Port': ['ID=f5dd600b-296c-446d-8fa3-da103e8b7e66,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.622030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.622468 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.627340 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 6 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.650636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004bfd7-133a-40bb-bdca-ba6b262dd510 req-993a6724-6007-4059-b575-263130b18bc9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.658299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c004bfd7-133a-40bb-bdca-ba6b262dd510 req-993a6724-6007-4059-b575-263130b18bc9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1930158 Mar 31 23:04:59.658486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Attempting to bind port f5dd600b-296c-446d-8fa3-da103e8b7e66 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.658860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Attempting to bind port f5dd600b-296c-446d-8fa3-da103e8b7e66 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.659288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Attempting to bind port f5dd600b-296c-446d-8fa3-da103e8b7e66 on network d7e588c5-3060-46fb-bc8c-22ef82849ea8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.660479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-ab8688cc-94eb-4d53-9341-e20225da49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:04:59.662353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-ab8688cc-94eb-4d53-9341-e20225da49a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750666 Mar 31 23:04:59.665886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:04:59.666317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Checking segment: {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:04:59.666892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.667462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Bound using segment: {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:04:59.667932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Bound port: f5dd600b-296c-446d-8fa3-da103e8b7e66, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:04:59.668309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.701769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.702146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.702471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.753249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.753598 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.754494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] For port f5dd600b-296c-446d-8fa3-da103e8b7e66, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:04:59.762868 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 7 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.770987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] For port f5dd600b-296c-446d-8fa3-da103e8b7e66, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f5dd600b-296c-446d-8fa3-da103e8b7e66,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:04:59.787493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.803564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c004bfd7-133a-40bb-bdca-ba6b262dd510 req-3d23867d-af01-4fbf-acf9-2184bf5e3f5c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393342 Mar 31 23:04:59.813461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-b3460590-513a-4f3d-930e-f6e8675d15e7 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379504 Mar 31 23:04:59.823619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.828753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:04:59.829374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:04:59.829507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:04:59.846158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.864959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:04:59.867025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:04:59.867399 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:04:59.883426 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 8 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:04:59.904981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96671ed-268c-4fbb-babc-f315bc1290d0 None None] Pushing event updated for resources: {'Port': ['ID=f5dd600b-296c-446d-8fa3-da103e8b7e66,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:04:59.916747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5596fc86-69d5-4753-9d6e-81d7c0481945 req-6a42eb75-5f14-4e10-9afd-9879772212df tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 210 time: 0.0978298 Mar 31 23:04:59.963919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:04:59.973463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f5fa0-c257-4f8e-b1a1-aee4e1e1078c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.004819 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b315bacc-7a06-4742-bfb3-b54f26487c04 req-f0ad187b-2cb8-4302-9cc0-f87a513fcb2d service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752815 Mar 31 23:05:00.029552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:00.029941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:00.030287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:00.069573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.069573 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Added segment 9f943ee5-1abb-47c8-9128-c56df4a21b60 of type vlan for network 3b898086-220c-4d6e-a12b-ba89b0041bf4 Mar 31 23:05:00.076006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:00.076413 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:05:00.090493 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 9 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:05:00.297235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device db453900-a6e1-4c74-bb27-d4ae9688d825 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:00.363294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port db453900-a6e1-4c74-bb27-d4ae9688d825 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:00.364236 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.527587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.529863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:00.530201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:00.530533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:00.548224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231533-2ab3-4214-887e-b5968548e6d6 req-66b5edfd-8e05-482f-a9d6-ff68c16b4f93 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.549751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8231533-2ab3-4214-887e-b5968548e6d6 req-66b5edfd-8e05-482f-a9d6-ff68c16b4f93 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 943 time: 0.6422417 Mar 31 23:05:00.560215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:00.560865 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:05:00.589848 n-d-835855-2 neutron-server[109299]: INFO neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempt 10 to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 Mar 31 23:05:00.639351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:00.639738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:00.639991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempting to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:00.649933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.650918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.651521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.700614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:00.700925 n-d-835855-2 neutron-server[109299]: ERROR neutron.plugins.ml2.managers [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Failed to bind port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'f2c25630-1871-4c73-bd8f-c8f2ecb601de'}] Mar 31 23:05:00.701297 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.730328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8231533-2ab3-4214-887e-b5968548e6d6 req-58b28ec7-83c3-4bd5-ae82-c587831337bd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710987 Mar 31 23:05:00.781491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7188504 Mar 31 23:05:00.784757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48058) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:00.790108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Request body: {'subnet': {'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-subnet', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:00.790927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddf1e8-798a-4a63-89e3-ab66e75c6b20 admin admin] Pushing event updated for resources: {'Network': ['ID=3b898086-220c-4d6e-a12b-ba89b0041bf4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.805047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:00.835852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Made reservation on behalf of e4dda04b7f2841ccbfeeb822504c1ed8 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:00.839347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.888021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:00.888600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attempted to set empty binding levels {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:05:00.898659 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.968178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:00.979755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] In _notify_port_updated(), no bound segment for port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 on network f2c25630-1871-4c73-bd8f-c8f2ecb601de {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:05:00.980771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:00.981458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:00.983105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "PUT /v2.0/ports/77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 HTTP/1.1" status: 200 len: 979 time: 2.9991765 Mar 31 23:05:00.984183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7492cd-b095-4fce-849b-20c9263de2f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event updated for resources: {'Port': ['ID=77f16cbb-7643-4d68-b1ca-ddcf0847d0a6,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:00.989442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48064) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:00.997506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Allocated IP 172.23.0.1 (d7e588c5-3060-46fb-bc8c-22ef82849ea8/0df9e035-0dc6-499b-b49c-da1b7da71342/1d3878d4-e25a-4cd8-8c59-e587eab245c8) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:01.063755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93949eb5-75af-448d-80a3-eda7524df5d2 req-032710c0-d9b3-4b95-b045-dea0c7e5384c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 210 time: 0.0445583 Mar 31 23:05:01.270562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:01.285696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'port_id': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'mac_address': 'fa:16:3e:cd:6b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eacf8d-a480-4d72-88ce-66d82754000f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:01.288363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.351732 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.364784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.370044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f3946-e41f-467b-b260-838dec8f1070 None None] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:01.387023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55eb516a-f1e5-4949-af71-dd53980c52ab {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:01.390609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:01.394473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:01.407320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-07a7a4ac-0da4-477e-bbc9-3438dc930377 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.408785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-07a7a4ac-0da4-477e-bbc9-3438dc930377 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.2768509 Mar 31 23:05:01.412753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:01.421089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5ff68-8c6e-4535-abdc-fa44019536be req-edd6bb1f-11ae-408e-af53-844b6a6f428c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.427801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bd5ff68-8c6e-4535-abdc-fa44019536be req-edd6bb1f-11ae-408e-af53-844b6a6f428c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.5192864 Mar 31 23:05:01.437701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'device_id': '9ed24929-f1b5-4729-8b70-082483fd30de', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'admin_state_up': True, 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:01.458041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:01.463229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.468415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.471871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.472997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] Provisioning complete for port f5dd600b-296c-446d-8fa3-da103e8b7e66 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:01.473358 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.576212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Deleting port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:01.576495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.595894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:01.596109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.596942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bd5ff68-8c6e-4535-abdc-fa44019536be req-e47073c7-0646-4a18-8967-1aed3c50812c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680975 Mar 31 23:05:01.607960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['55eb516a-f1e5-4949-af71-dd53980c52ab'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:01.706171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] For port 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6, host n-h2-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:01.706545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.735653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Calling delete_port for 77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:01.760681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.821468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:01.824953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.841308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.908252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] For port f5dd600b-296c-446d-8fa3-da103e8b7e66, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f5dd600b-296c-446d-8fa3-da103e8b7e66,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:01.926712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:01.932933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf0f2f-8e01-4285-88cc-cc0be3a9ed77 req-658e7e43-560a-4e6e-9b58-ba7b04ea2f0f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:01.935092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3bf0f2f-8e01-4285-88cc-cc0be3a9ed77 req-658e7e43-560a-4e6e-9b58-ba7b04ea2f0f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 943 time: 0.0808470 Mar 31 23:05:02.006016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427b314-f42a-4bc3-8039-aed540dfdbf5 None None] Pushing event updated for resources: {'Port': ['ID=f5dd600b-296c-446d-8fa3-da103e8b7e66,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.012992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3bf0f2f-8e01-4285-88cc-cc0be3a9ed77 req-2285ce4b-7197-465d-b2af-1e50249573ad tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614207 Mar 31 23:05:02.043552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.052097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.133891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event updated for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.136597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.252384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6b923100-e572-43a6-8c82-ff83be1fe9a1 None None] Provisioning complete for port f5dd600b-296c-446d-8fa3-da103e8b7e66 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.253060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b923100-e572-43a6-8c82-ff83be1fe9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.266390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:02.268592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:02.318670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84808a44-88c2-4c43-a45e-345fd53f701f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.331996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f5dd600b-296c-446d-8fa3-da103e8b7e66 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:02.380266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f285c525-0068-4eb0-a6ce-fbb6696a4d68 req-35081bab-8b24-4ae2-88c4-e58c287fb911 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 210 time: 0.1013887 Mar 31 23:05:02.384636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:02.456438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Checking segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:02.457498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Network hostable DHCP agents. Network: 3b898086-220c-4d6e-a12b-ba89b0041bf4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:02.487796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.505727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:02.524732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f5dd600b-296c-446d-8fa3-da103e8b7e66 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.525186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.576557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.20.0.5 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/1f0c8819-fd89-44e1-9434-82f27eac710f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:02.609140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6b923100-e572-43a6-8c82-ff83be1fe9a1 None None] Provisioning complete for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.609456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b923100-e572-43a6-8c82-ff83be1fe9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.612715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:02.656380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:02.657239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'mac_address': 'fa:16:3e:63:7a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:02.668083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6b923100-e572-43a6-8c82-ff83be1fe9a1 None None] Port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:02.671884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:02.676965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-30e52c4b-93b5-4786-a71d-fd2526c4c0f7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6292078 Mar 31 23:05:02.678064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:02.683981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:02.759029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:02.766005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:02.767204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.833177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.870951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.876947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:02.890592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Pushing event deleted for resources: {'Port': ['ID=77f16cbb-7643-4d68-b1ca-ddcf0847d0a6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:02.913229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3b898086-220c-4d6e-a12b-ba89b0041bf4) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:02.915735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.919217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a7f0df2-7b02-4d1c-b283-95e975b0693d tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "DELETE /v2.0/ports/77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 HTTP/1.1" status: 204 len: 168 time: 1.8755434 Mar 31 23:05:02.920629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:02.923187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:02.928393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:02.934961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:02.938601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8481d7-cafa-4ad7-8dbf-12b45c8aa1af None None] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:02.953955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.954577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.964148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:02.974707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:02.978165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cedb6cd5-e247-4328-9fdc-d3059f5ac06c None None] Provisioning complete for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:02.978564 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cedb6cd5-e247-4328-9fdc-d3059f5ac06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:02.990768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788be6c0-70e7-45ef-812c-dc76526e8893 req-2065e4cd-4d5d-4a33-94d9-254b60641f95 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:02.991748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-788be6c0-70e7-45ef-812c-dc76526e8893 req-2065e4cd-4d5d-4a33-94d9-254b60641f95 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 945 time: 0.1905842 Mar 31 23:05:02.992638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:02.996851 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7232eb9-a81b-4c3f-bcef-822e7fa0277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:05:03.004056 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f7232eb9-a81b-4c3f-bcef-822e7fa0277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831875277-project-admin] 10.222.0.95 "GET /v2.0/ports/77f16cbb-7643-4d68-b1ca-ddcf0847d0a6 HTTP/1.1" status: 404 len: 333 time: 0.0680556 Mar 31 23:05:03.005191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26821f80-55b8-4215-a494-14163b7ed14c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:03.007190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:03.009836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:03.097660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:03.107696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:03.117041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.117714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.131264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07a9d55b-619e-4a39-b9ba-dbd2f7fe1c40 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3451967 Mar 31 23:05:03.131899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:03.148037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:03.164657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-788be6c0-70e7-45ef-812c-dc76526e8893 req-3180f7c9-c2f9-48bc-93df-ade6079913e8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350741 Mar 31 23:05:03.182125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-317a7697-5fdf-41b3-a71d-0a0dbcad575f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7502275 Mar 31 23:05:03.186578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:03.198011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.198886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Request body: {'port': {'device_id': '9ed24929-f1b5-4729-8b70-082483fd30de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:03.239905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.241455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.259487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.284510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:05:03.285618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.319655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cedb6cd5-e247-4328-9fdc-d3059f5ac06c None None] Port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:03.364446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13b82-5707-47a8-8549-9f5cbaf510a5 req-006ddc11-d7fe-40b0-8833-f5e751c7f2ba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.367888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dc13b82-5707-47a8-8549-9f5cbaf510a5 req-006ddc11-d7fe-40b0-8833-f5e751c7f2ba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 943 time: 0.2021098 Mar 31 23:05:03.412646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.517479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.540273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dc13b82-5707-47a8-8549-9f5cbaf510a5 req-c5381d71-633e-473a-924b-f0b555840c84 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489770 Mar 31 23:05:03.567320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c25630-1871-4c73-bd8f-c8f2ecb601de']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:03.582892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2b1b4963-2459-4c9f-9bc2-fda06771e9fa'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:03.595270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:03.595270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc145b57-42cf-4b0b-a76d-2c01a2a0b834') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:03.607796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.633495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.633810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a76f2849-3e08-4d0d-8a8b-46a032779817 None None] Provisioning complete for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:03.633960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a76f2849-3e08-4d0d-8a8b-46a032779817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.635605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 55eb516a-f1e5-4949-af71-dd53980c52ab triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:03.635799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.663826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:03.664046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:03.668969 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:03.746544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.746764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:05:03.765924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba703e-0828-40b8-8c67-c0f81346ef34 req-574f9654-4733-4462-8047-c9154ddc3c70 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:03.766295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Removed routes are [] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:05:03.766591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.768043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fba703e-0828-40b8-8c67-c0f81346ef34 req-574f9654-4733-4462-8047-c9154ddc3c70 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 931 time: 0.1897917 Mar 31 23:05:03.773971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.824632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:03.832514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] 10.222.0.95 "DELETE /v2.0/networks/f2c25630-1871-4c73-bd8f-c8f2ecb601de HTTP/1.1" status: 204 len: 168 time: 0.8209836 Mar 31 23:05:03.876328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2fba703e-0828-40b8-8c67-c0f81346ef34 req-572b54d8-fcae-4cd5-a692-88ce66866255 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774939 Mar 31 23:05:03.951003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b98a1-ddad-4126-bb28-bfe44ca66547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-439832647-project] Pushing event deleted for resources: {'Network': ['ID=f2c25630-1871-4c73-bd8f-c8f2ecb601de,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:04.023918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0c8819-fd89-44e1-9434-82f27eac710f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:04.034266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.050828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Transition to ACTIVE for port object 1f0c8819-fd89-44e1-9434-82f27eac710f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:04.069768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:04.076860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.078322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.082660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.173396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26821f80-55b8-4215-a494-14163b7ed14c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:04.216700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:04.221193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a76f2849-3e08-4d0d-8a8b-46a032779817 None None] Port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:04.250422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '26821f80-55b8-4215-a494-14163b7ed14c', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:04.253073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:04.294617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:04.345045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.391805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.428227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:04.431387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3b898086-220c-4d6e-a12b-ba89b0041bf4', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:04.432461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.484707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Attempting to bind port 1f0c8819-fd89-44e1-9434-82f27eac710f on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:04.485192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Attempting to bind port 1f0c8819-fd89-44e1-9434-82f27eac710f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:04.486378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Attempting to bind port 1f0c8819-fd89-44e1-9434-82f27eac710f on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:04.488815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:04.516551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.528352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Port 1f0c8819-fd89-44e1-9434-82f27eac710f on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:04.528672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Attempting to bind port 1f0c8819-fd89-44e1-9434-82f27eac710f on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:04.531341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3f9a295c-9f89-4a34-ab04-5ad1a3b7048b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 934 time: 1.8519297 Mar 31 23:05:04.534236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:04.577315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:04.577657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:04.578039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:04.578486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Bound port: 1f0c8819-fd89-44e1-9434-82f27eac710f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:04.578851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.670158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Allocated IP 172.25.8.216 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/50d391ec-0d29-488f-8fec-dfa47417d43f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:04.686928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21f452-b4bd-4311-942b-91b85d3674bf req-f8674f23-33c9-4774-bee4-8833a8b1c0a8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.688336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f21f452-b4bd-4311-942b-91b85d3674bf req-f8674f23-33c9-4774-bee4-8833a8b1c0a8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 945 time: 0.3479600 Mar 31 23:05:04.711597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d357e323-005c-44dd-89ab-0688b2b64960 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c6a00eccbd6f4b30a6211a16ae7b628e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483750 Mar 31 23:05:04.715115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48186) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:04.732269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:05:04.739473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.741618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01efd437-da1c-4b1d-9713-f46c15812a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.773572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.777421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a81bc0c9-3105-4d4b-b3d1-ca2e36c2e72c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 934 time: 0.2420511 Mar 31 23:05:04.787849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f21f452-b4bd-4311-942b-91b85d3674bf req-9d8e7f03-5de5-4657-b73b-01018a41f2f9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915370 Mar 31 23:05:04.790645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:04.798096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:04.801166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'routes': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:04.830989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26821f80-55b8-4215-a494-14163b7ed14c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:04.834672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bba96e-cda9-4c6d-97fd-718d51874c2e req-db7e116b-40ca-45d5-9b01-e695fc9e84bd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.836277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49bba96e-cda9-4c6d-97fd-718d51874c2e req-db7e116b-40ca-45d5-9b01-e695fc9e84bd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 943 time: 0.1596153 Mar 31 23:05:04.858167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:04.873323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.876553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:04.878868 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9638e1cf-cd9b-43a2-8259-4cf4254ab993" -d '{"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-plugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:04.932021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Allocated IP 172.20.0.2 (3b898086-220c-4d6e-a12b-ba89b0041bf4/84808a44-88c2-4c43-a45e-345fd53f701f/17bd2486-5d9b-4eac-8581-62c2d99f7b15) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:04.962559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.965019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:04.965817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:04.967672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] 10.222.0.60 "PUT /v2.0/ports/1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 200 len: 1091 time: 1.7758198 Mar 31 23:05:04.968131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:04.970481 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c080ce96-470e-4196-ba4c-1220d5244360" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:04.989005 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6051e64-106c-4219-8964-6e7f4a52b606 x-openstack-request-id: req-a6051e64-106c-4219-8964-6e7f4a52b606 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:04.989506 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-plugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:04.989660 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a6051e64-106c-4219-8964-6e7f4a52b606 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:04.989937 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6051e64-106c-4219-8964-6e7f4a52b606'] response: {'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'code': 200} Mar 31 23:05:04.996189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49bba96e-cda9-4c6d-97fd-718d51874c2e req-f3aa14a8-6c42-4404-90b0-144aeb7526cf tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485174 Mar 31 23:05:05.005672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:05.034848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26821f80-55b8-4215-a494-14163b7ed14c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:05.037697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.054365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710dfc1-7159-4561-a73e-c8968973142d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.063553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.102882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:05.104834 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97288c-d841-43a2-9a64-ff8007ad5d40 x-openstack-request-id: req-1e97288c-d841-43a2-9a64-ff8007ad5d40 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:05.105317 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:05.105730 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e97288c-d841-43a2-9a64-ff8007ad5d40 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:05.106284 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e97288c-d841-43a2-9a64-ff8007ad5d40'] response: {'name': 'network-changed', 'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'status': 'completed', 'code': 200} Mar 31 23:05:05.153434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-0f5e73c0-1164-4e1e-b864-bc51d4e1be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.155044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-0f5e73c0-1164-4e1e-b864-bc51d4e1be65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 1094 time: 0.1199501 Mar 31 23:05:05.156645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.165749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:01Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '1d3878d4-e25a-4cd8-8c59-e587eab245c8', 'name': '', 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:6d:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:00Z', 'updated_at': '2022-03-31T23:05:01Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:05.220188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.240707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'mac_address': 'fa:16:3e:23:38:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:05.257480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-8d144d64-2631-4065-91c7-c91e757f6b44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 200 len: 217 time: 0.0898807 Mar 31 23:05:05.266513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:05.281207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:05.287285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:05.309097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Pushing event updated for resources: {'Port': ['ID=50d391ec-0d29-488f-8fec-dfa47417d43f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.349103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:05.349464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Updating router 50f73c5e-084c-4fde-8078-e99dff646941 port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:05:05.365298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-6abc2261-cd9b-4e51-9515-d7591aa23945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.367120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-6abc2261-cd9b-4e51-9515-d7591aa23945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0962203 Mar 31 23:05:05.392012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.430770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.442840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.447581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.462119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876646e-2026-4417-889c-08d38351ecb1 req-8fb4a2e3-cc56-48a8-b050-946fab20aeae tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.465454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.471515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a876646e-2026-4417-889c-08d38351ecb1 req-8fb4a2e3-cc56-48a8-b050-946fab20aeae tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 943 time: 0.1314392 Mar 31 23:05:05.476571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['26821f80-55b8-4215-a494-14163b7ed14c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:05.508716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a9d26701-a6d6-40a0-88a3-01fcd9ebb2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.510520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-a9d26701-a6d6-40a0-88a3-01fcd9ebb2a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124008 Mar 31 23:05:05.578718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:05.632986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a876646e-2026-4417-889c-08d38351ecb1 req-d0c34096-0f59-4658-a8b5-9354427c0577 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563985 Mar 31 23:05:05.637710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:05.704078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.706980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.710485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ed204f75-f78c-473b-8764-124a95eeddf4 HTTP/1.1" status: 204 len: 168 time: 0.9904735 Mar 31 23:05:05.725367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.725568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a21c1b-8811-45a2-9ea1-18cea3e1a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed204f75-f78c-473b-8764-124a95eeddf4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.742600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.745311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.764818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-17b7a854-6750-4920-950a-eabc5e775186 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449002 Mar 31 23:05:05.806159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:05.864343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:05.881040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:05.894221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['0b5475de-149b-4fca-8421-ea4361dbdaf3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:05.927130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:05.942690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added routes are [] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:05:05.943114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:05:05.946917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:05.990013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd518e-9e93-4030-b964-6da9cd1292bf req-45bdf047-8464-41c1-b671-201da99462ed tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:05.998329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25bd518e-9e93-4030-b964-6da9cd1292bf req-45bdf047-8464-41c1-b671-201da99462ed tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.0949044 Mar 31 23:05:05.998548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3cad845-99f5-40a9-bd71-746a843d104c req-5a68d0d8-23fc-4f93-8b07-b9491d996b09 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867568 Mar 31 23:05:06.025043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.095997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25bd518e-9e93-4030-b964-6da9cd1292bf req-265cdba1-1d38-46a9-9da5-248c83a11a4e tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Mar 31 23:05:06.192216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Pushing event updated for resources: {'Port': ['ID=17bd2486-5d9b-4eac-8581-62c2d99f7b15,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.206848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Attempting to bind port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:06.207215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Attempting to bind port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:06.207597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Attempting to bind port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:06.262576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:06.262883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Checking segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:06.263409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.263806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Bound using segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:06.264336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Bound port: 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:06.264717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.339455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48226) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:06.388016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.403633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.412983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d07a940d-5737-4569-bc9a-7ea5480924cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8bec6f4c6dcc453ebf8ca9e0ca761108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685949 Mar 31 23:05:06.413498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48230) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:06.417723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:06.513895 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.537844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] For port 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:06.539603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.545374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] For port 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=17bd2486-5d9b-4eac-8581-62c2d99f7b15,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:06.580641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.628094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387caeb4-21d7-4a92-84b6-cf5700e70d93 req-c62abdd2-4bda-45e9-9dac-e4da1aef9ab4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.629953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-387caeb4-21d7-4a92-84b6-cf5700e70d93 req-c62abdd2-4bda-45e9-9dac-e4da1aef9ab4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 946 time: 0.1653841 Mar 31 23:05:06.634072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:06.637416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94e1e-b278-41bb-bb8e-2b782bfceff2 None None] Pushing event updated for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:06.643951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-007a4fc8-444e-4adf-9d62-0fd6bf82ee09 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1603234 Mar 31 23:05:06.648273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:06.650645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.660197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.763572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.782196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.830267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-387caeb4-21d7-4a92-84b6-cf5700e70d93 req-bf1b6177-5d49-475e-8966-177e261a45c4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835070 Mar 31 23:05:06.900424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:06.914352 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:06.916449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e5e9d4dd-753f-46e1-95d8-1bd0f517bfaa tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 700 time: 2.1202326 Mar 31 23:05:06.919402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:06.924277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-fd24ac00-2279-423b-bfab-83d92aa43f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.924494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ce96-470e-4196-ba4c-1220d5244360 req-5e90581b-1cd2-4a9c-b97d-3edf60693877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.930673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-fd24ac00-2279-423b-bfab-83d92aa43f06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.2355149 Mar 31 23:05:06.932412 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-5e90581b-1cd2-4a9c-b97d-3edf60693877 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 1094 time: 0.8025286 Mar 31 23:05:06.947617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266467-4c6e-4fd7-9291-7945a380ecbe req-3bcedf93-cf23-4d93-984d-6414db876497 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:06.955524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6266467-4c6e-4fd7-9291-7945a380ecbe req-3bcedf93-cf23-4d93-984d-6414db876497 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 944 time: 0.7973213 Mar 31 23:05:07.091330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:07.094016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.100663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.100663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3d8058ac-eb10-4de5-9e3c-4edcb4a30d53 HTTP/1.1" status: 204 len: 168 time: 0.6824794 Mar 31 23:05:07.100848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-697cffa1-f2d8-4852-bf65-8c2036e340db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.153621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4a466-f6a1-4d6b-a611-00009765dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8058ac-eb10-4de5-9e3c-4edcb4a30d53,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:07.177265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-186e138e-9c45-487d-8567-8fa6a68cc652 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 700 time: 0.2402511 Mar 31 23:05:07.180576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48250) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:07.209603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-b9b207b9-7d17-4f7b-8408-26c9a3da177f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4420652 Mar 31 23:05:07.261747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79990d-5239-4f56-a5f1-2e1136d1339b None None] Pushing event updated for resources: {'Port': ['ID=17bd2486-5d9b-4eac-8581-62c2d99f7b15,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:07.267612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Attempting to bind port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:07.267988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Attempting to bind port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:07.268351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Attempting to bind port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 on network d7e588c5-3060-46fb-bc8c-22ef82849ea8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:07.304046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c52ab161-1d3b-431f-9095-515ab859e3a4 None None] Provisioning complete for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:07.304046 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c52ab161-1d3b-431f-9095-515ab859e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.320792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6266467-4c6e-4fd7-9291-7945a380ecbe req-b998a087-372a-4ff9-88b2-002a0a78a10b tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326523 Mar 31 23:05:07.326174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-83fee949-9203-49e0-93d5-6d80c8ae1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.327750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-83fee949-9203-49e0-93d5-6d80c8ae1753 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.3091235 Mar 31 23:05:07.361633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c52ab161-1d3b-431f-9095-515ab859e3a4 None None] Port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:07.370897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:07.371221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Checking segment: {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:07.371659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.372055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Bound using segment: {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:07.372548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Bound port: 1d3878d4-e25a-4cd8-8c59-e587eab245c8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a67d607-9061-4df7-bf70-163b6db001be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:07.372921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.418685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ce96-470e-4196-ba4c-1220d5244360 req-d5dbdbc5-feb9-440a-a013-e08fbfbba881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.420407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-d5dbdbc5-feb9-440a-a013-e08fbfbba881 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.4556525 Mar 31 23:05:07.424482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-bc3651f4-3a8d-411b-80d0-0db158f6bd7a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.0850849 Mar 31 23:05:07.468024 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.476256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409aae-138e-4bea-aeca-f43375a62f7d req-644b949e-49ff-4cf5-abf7-37f2a2be13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.477679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-644b949e-49ff-4cf5-abf7-37f2a2be13f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1096 time: 0.2292545 Mar 31 23:05:07.481931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-1d6411db-2c2c-4b79-b5b7-18504912c752 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 200 len: 217 time: 0.0498478 Mar 31 23:05:07.494610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:07.507339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f93d8-bcf7-4f0a-823a-389dd5ce1230 req-aa3088f4-1337-4872-8f65-a0286fa04e24 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.508999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a38f93d8-bcf7-4f0a-823a-389dd5ce1230 req-aa3088f4-1337-4872-8f65-a0286fa04e24 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 943 time: 0.2836094 Mar 31 23:05:07.522449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] For port 1d3878d4-e25a-4cd8-8c59-e587eab245c8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:07.552637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:07.558245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:07.563481 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa1b202-f9b0-4d7e-bb23-fb2502e42a3c" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:07.575030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.588826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] For port 1d3878d4-e25a-4cd8-8c59-e587eab245c8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1d3878d4-e25a-4cd8-8c59-e587eab245c8,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:07.621114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.625975 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.634455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-dcbc13cb-4e7e-42ae-8011-259fe0e8373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.636134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-dcbc13cb-4e7e-42ae-8011-259fe0e8373e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1706305 Mar 31 23:05:07.648428 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96fea9-3a84-46f0-b647-e1174517c975 x-openstack-request-id: req-1d96fea9-3a84-46f0-b647-e1174517c975 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:07.648720 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-plugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:07.648973 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d96fea9-3a84-46f0-b647-e1174517c975 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:07.649592 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d96fea9-3a84-46f0-b647-e1174517c975'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'code': 200} Mar 31 23:05:07.681973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:07.689216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a38f93d8-bcf7-4f0a-823a-389dd5ce1230 req-54fb663d-3fca-4d32-9efb-decd29b33da0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405206 Mar 31 23:05:07.705670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ce96-470e-4196-ba4c-1220d5244360 req-ec3b345e-ec52-4d8a-a250-7804e78d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.707731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-ec3b345e-ec52-4d8a-a250-7804e78d5131 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.2082295 Mar 31 23:05:07.748523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:07.752169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:07.753083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:07.846631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:07.857835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409aae-138e-4bea-aeca-f43375a62f7d req-1cdcf3b8-4e61-4346-ac36-10ca7a883cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.860303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-1cdcf3b8-4e61-4346-ac36-10ca7a883cf9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.3495395 Mar 31 23:05:07.868592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-5238ed50-e32d-4b41-8881-778f1e05364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:07.872435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-5238ed50-e32d-4b41-8881-778f1e05364a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971617 Mar 31 23:05:07.893042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94e1e-b278-41bb-bb8e-2b782bfceff2 None None] Pushing event updated for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:07.910051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:08.002782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-fe3500ca-a100-439a-a449-1ed08de0caf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 217 time: 0.1340711 Mar 31 23:05:08.019464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:08.034085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:08.037233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ce96-470e-4196-ba4c-1220d5244360 req-0b683f53-1505-42f2-9621-144dd4bce43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.046296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-0b683f53-1505-42f2-9621-144dd4bce43e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3280811 Mar 31 23:05:08.048371 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:08.049007 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:08.062386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:08.275048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.277162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-16820df9-07cb-4aec-8bb4-fc27ed57a01f admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1389611 Mar 31 23:05:08.299567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48286) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:08.325315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] Provisioning complete for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:08.331583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.396490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 17bd2486-5d9b-4eac-8581-62c2d99f7b15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:08.397958 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:08.408375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:08.412114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409aae-138e-4bea-aeca-f43375a62f7d req-6d0efb2b-484a-43e4-855a-89ba70613067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.413673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-6d0efb2b-484a-43e4-855a-89ba70613067 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.3657422 Mar 31 23:05:08.440857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6408e-13cc-4c8d-8796-66965600b603 req-3f2fc6bc-c524-426e-875f-5a72561fd915 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.449201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebd6408e-13cc-4c8d-8796-66965600b603 req-3f2fc6bc-c524-426e-875f-5a72561fd915 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 944 time: 0.4526381 Mar 31 23:05:08.453213 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.565889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-d5d9a8e8-1304-4695-920b-3e24c4161164 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753358 Mar 31 23:05:08.582162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-c50c170b-4d6e-4cee-9577-7671c05237cb service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978991 Mar 31 23:05:08.633440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34faa70a-1b26-4c98-9527-987343fffe03 req-06d2d001-f3f7-4201-bd8f-91865a7cf71f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.635184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34faa70a-1b26-4c98-9527-987343fffe03 req-06d2d001-f3f7-4201-bd8f-91865a7cf71f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 944 time: 0.2187815 Mar 31 23:05:08.676701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebd6408e-13cc-4c8d-8796-66965600b603 req-b03082d9-3c5f-413b-abed-1aa0b940f596 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262912 Mar 31 23:05:08.720506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b63b1-4125-4b65-9939-8b89ba0db0af None None] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:08.764899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 0b5475de-149b-4fca-8421-ea4361dbdaf3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:08.765278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.779253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32409aae-138e-4bea-aeca-f43375a62f7d req-47b32216-c063-486c-ba34-09865620b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:08.781088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-47b32216-c063-486c-ba34-09865620b7c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3030851 Mar 31 23:05:08.783457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48304) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:08.870329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 3, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:08.901091 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.925016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:08.925583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Updating router 1211a98b-8158-4f1b-bafd-be6f5202c272 port 50d391ec-0d29-488f-8fec-dfa47417d43f binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:05:08.935212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:08.935721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:08.964966 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.000720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] For port 1d3878d4-e25a-4cd8-8c59-e587eab245c8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1d3878d4-e25a-4cd8-8c59-e587eab245c8,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:09.038714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 7, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '1d3878d4-e25a-4cd8-8c59-e587eab245c8', 'name': '', 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:6d:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:00Z', 'updated_at': '2022-03-31T23:05:07Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:09.039695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-826268524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:09.054030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c080ce96-470e-4196-ba4c-1220d5244360 req-d7d5cc2f-3e30-4638-a040-29349fd1e8a5 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792526 Mar 31 23:05:09.112200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.113662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.121923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-fcd41971-83d9-4a74-92d3-26868eb67a14 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119309 Mar 31 23:05:09.140960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f0c8819-fd89-44e1-9434-82f27eac710f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:09.144122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26821f80-55b8-4215-a494-14163b7ed14c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:09.153620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d1863-ba93-4305-8f76-ab4e2cf36f4a req-95fbf1a5-8e08-4c83-81ba-85524d93e6e5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.155272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-563d1863-ba93-4305-8f76-ab4e2cf36f4a req-95fbf1a5-8e08-4c83-81ba-85524d93e6e5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 943 time: 0.2061605 Mar 31 23:05:09.169106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Deleting port 55eb516a-f1e5-4949-af71-dd53980c52ab {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:09.169106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.203615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.217729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7726f9-f5f0-42c0-8963-46121732765c None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 7, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '1d3878d4-e25a-4cd8-8c59-e587eab245c8', 'name': '', 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:6d:2d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:00Z', 'updated_at': '2022-03-31T23:05:07Z', 'revision_number': 4, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:09.291279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.329138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96903-cec8-4758-871a-0bdb592a8bfc req-c5ff1ce0-ecba-46cc-8105-b6992d23b2ae tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:09.337932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.340318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bd96903-cec8-4758-871a-0bdb592a8bfc req-c5ff1ce0-ecba-46cc-8105-b6992d23b2ae tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 944 time: 0.8144956 Mar 31 23:05:09.374540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.481968 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.486458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-563d1863-ba93-4305-8f76-ab4e2cf36f4a req-37a36d7c-1ecf-469d-b1a2-696e0b8b3583 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108506 Mar 31 23:05:09.507511 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.517414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.521165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6f8af0a-17a5-44f4-a508-6fceeb6ffb4c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7320840 Mar 31 23:05:09.527225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48314) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:09.564672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-455060415'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:09.581836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e04b98d-a2a9-4e51-a2b4-73f7e44ad567 req-09254de8-ba7a-42f9-946c-af044a51ecab service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9765177 Mar 31 23:05:09.598873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] For port 55eb516a-f1e5-4949-af71-dd53980c52ab, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=55eb516a-f1e5-4949-af71-dd53980c52ab,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:09.599302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.608041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32409aae-138e-4bea-aeca-f43375a62f7d req-b5289547-5167-470f-a59e-38aba3aa7862 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750926 Mar 31 23:05:09.624397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bd96903-cec8-4758-871a-0bdb592a8bfc req-34096370-f638-4933-8ad2-bcf69446df24 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825804 Mar 31 23:05:09.625609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:09.651853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:09.654497 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f031350-9502-4a23-858e-e2d323fbf52c" -d '{"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:09.655700 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776499a5-45da-4016-80cb-d59502f2ee31 None None] Pushing event updated for resources: {'Port': ['ID=50d391ec-0d29-488f-8fec-dfa47417d43f,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:09.665177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Calling delete_port for 55eb516a-f1e5-4949-af71-dd53980c52ab owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:09.681771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'mac_address': 'fa:16:3e:d8:a7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:09.684648 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Attempting to bind port 50d391ec-0d29-488f-8fec-dfa47417d43f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:09.688738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Attempting to bind port 50d391ec-0d29-488f-8fec-dfa47417d43f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:09.690319 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Attempting to bind port 50d391ec-0d29-488f-8fec-dfa47417d43f on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:09.690485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:09.698051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.712692 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:09.713069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:09.713473 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.713864 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:09.714329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Bound port: 50d391ec-0d29-488f-8fec-dfa47417d43f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:09.714706 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.723581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.783853 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a68223b-0a16-4fc1-9b0e-6a1d36f6d368 x-openstack-request-id: req-8a68223b-0a16-4fc1-9b0e-6a1d36f6d368 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:09.784165 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:09.784265 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8a68223b-0a16-4fc1-9b0e-6a1d36f6d368 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:09.784673 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a68223b-0a16-4fc1-9b0e-6a1d36f6d368'] response: {'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'code': 200} Mar 31 23:05:09.785312 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:09.799083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 26821f80-55b8-4215-a494-14163b7ed14c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:09.871977 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] For port 50d391ec-0d29-488f-8fec-dfa47417d43f, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:09.885450 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] For port 50d391ec-0d29-488f-8fec-dfa47417d43f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=50d391ec-0d29-488f-8fec-dfa47417d43f,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:09.894008 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.020808 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:10.021600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:10.091218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.091581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-997c4a59-9b3c-420b-a589-a14cce46657e None None] Provisioning complete for port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:10.092030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-997c4a59-9b3c-420b-a589-a14cce46657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.098233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.103013 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776499a5-45da-4016-80cb-d59502f2ee31 None None] Pushing event updated for resources: {'Port': ['ID=50d391ec-0d29-488f-8fec-dfa47417d43f,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.118663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.152134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c3482-4822-421e-9372-f75f7931e255 req-fe4da4f3-0dcb-4d84-84e6-c35c3db527b4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.153063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85118c45-d153-4832-ac91-3a72ac6c4431 None None] Pushing event updated for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.154728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d56c3482-4822-421e-9372-f75f7931e255 req-fe4da4f3-0dcb-4d84-84e6-c35c3db527b4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b98a4e2-8b35-4e4b-8591-e48665b0cdf7 HTTP/1.1" status: 200 len: 944 time: 0.2464750 Mar 31 23:05:10.159781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:10.169805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 26821f80-55b8-4215-a494-14163b7ed14c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:10.170176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.206426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079518d5-4b85-4e63-aea9-64f7c8aca629,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.223841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event deleted for resources: {'Port': ['ID=55eb516a-f1e5-4949-af71-dd53980c52ab,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.230718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.231033 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Added segment 226e1e89-c78a-48da-8afb-07d49acc37fa of type vlan for network c00e8bd9-1f51-41db-9d23-772156f1b8af Mar 31 23:05:10.259694 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:10.288244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.316180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.324575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] No DVR routers for this DVR port 55eb516a-f1e5-4949-af71-dd53980c52ab on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:10.328926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.333063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34faa70a-1b26-4c98-9527-987343fffe03 req-aa28596e-4142-4627-a351-ee52c442c321 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.60 "DELETE /v2.0/ports/55eb516a-f1e5-4949-af71-dd53980c52ab HTTP/1.1" status: 204 len: 173 time: 1.6916294 Mar 31 23:05:10.336987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-deleted', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:10.345819 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715f3d0-4c52-4e86-a1bd-fae175a9b0ab" -d '{"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-deleted", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:10.360236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.368134 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.375189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d56c3482-4822-421e-9372-f75f7931e255 req-a36a612f-0228-4529-bf0b-ad59c8ecb905 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700161 Mar 31 23:05:10.382918 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.399262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.406149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.406869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.429599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:10.446366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9160719 Mar 31 23:05:10.450954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:10.457211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'subnet': {'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:10.491336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.525292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:10.528972 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.551830 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c55c3a-9326-43d2-ba68-91167da1d416 x-openstack-request-id: req-c8c55c3a-9326-43d2-ba68-91167da1d416 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:10.552161 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b98a4e2-8b35-4e4b-8591-e48665b0cdf7", "name": "network-vif-deleted", "tag": "55eb516a-f1e5-4949-af71-dd53980c52ab", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:10.552372 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c8c55c3a-9326-43d2-ba68-91167da1d416 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:10.552749 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c55c3a-9326-43d2-ba68-91167da1d416'] response: {'server_uuid': '7b98a4e2-8b35-4e4b-8591-e48665b0cdf7', 'name': 'network-vif-deleted', 'tag': '55eb516a-f1e5-4949-af71-dd53980c52ab', 'status': 'completed', 'code': 200} Mar 31 23:05:10.571467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62704d-66b8-4c2d-87bd-02a55fd7dafb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Network': ['ID=c00e8bd9-1f51-41db-9d23-772156f1b8af,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.630759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:10.633921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c00e8bd9-1f51-41db-9d23-772156f1b8af details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:10.647036 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 3, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:10.680704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0c8819-fd89-44e1-9434-82f27eac710f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:10.688364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe0d48-ae56-4f1a-a413-5a8650363b6e None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 3, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:10.691911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:10.692503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.703589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:10.707348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.732330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:10.760543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=17bd2486-5d9b-4eac-8581-62c2d99f7b15,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:10.815547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2923-e7fd-415e-8f2e-b99a1066156b req-cfa4af07-0226-41ea-9f8e-e13b46d98e62 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.817187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a3c2923-e7fd-415e-8f2e-b99a1066156b req-cfa4af07-0226-41ea-9f8e-e13b46d98e62 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 943 time: 0.1661799 Mar 31 23:05:10.841659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.894951 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-997c4a59-9b3c-420b-a589-a14cce46657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.902068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:10.949496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a3c2923-e7fd-415e-8f2e-b99a1066156b req-70686a25-baa3-4017-8fee-b9c8b043dc74 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242373 Mar 31 23:05:10.951448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Allocated IP 172.20.0.1 (3b898086-220c-4d6e-a12b-ba89b0041bf4/84808a44-88c2-4c43-a45e-345fd53f701f/c8e15f11-cff2-438e-954b-d6934db4feb7) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:10.960924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:10.965428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:10.970556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2764d-e4fa-48ff-8578-7ab2fbbc3efc req-a824526f-eac2-4d8b-b43c-4e29d074b591 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:10.976829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 1d3878d4-e25a-4cd8-8c59-e587eab245c8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1d3878d4-e25a-4cd8-8c59-e587eab245c8,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:10.978742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08f2764d-e4fa-48ff-8578-7ab2fbbc3efc req-a824526f-eac2-4d8b-b43c-4e29d074b591 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 944 time: 0.1702402 Mar 31 23:05:10.981605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.049061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 1d3878d4-e25a-4cd8-8c59-e587eab245c8 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:11.161374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.225780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1d3878d4-e25a-4cd8-8c59-e587eab245c8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:11.305506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.327958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:11.381503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08f2764d-e4fa-48ff-8578-7ab2fbbc3efc req-2975ffee-a7d6-45cb-be76-3970c2c79944 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320130 Mar 31 23:05:11.385684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Subnet': ['ID=84bdcded-888a-418b-b5af-f26f2b27d366,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:11.445613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Checking segment: {'id': '226e1e89-c78a-48da-8afb-07d49acc37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:11.445903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network hostable DHCP agents. Network: c00e8bd9-1f51-41db-9d23-772156f1b8af, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:11.492073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network c00e8bd9-1f51-41db-9d23-772156f1b8af is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:11.533665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c00e8bd9-1f51-41db-9d23-772156f1b8af) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:11.536458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.550517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:11.556566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.566806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['1f0c8819-fd89-44e1-9434-82f27eac710f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:11.582975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.609667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305170f-ff78-4ca9-b6e0-772467bbcd50 None None] Network c00e8bd9-1f51-41db-9d23-772156f1b8af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:11.611206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9eef43dd-44b7-43fc-8769-427d462e056b tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1591570 Mar 31 23:05:11.617231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48382) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:11.622448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'network': {'name': 'tempest-router-network01--227278703'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:11.686472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:11.689951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.766470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:11.767809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.789350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.791597 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Added segment d42105c2-ff50-481f-8119-638663d4d976 of type vlan for network d3521ab7-febf-4ead-ad80-c7d634fbc259 Mar 31 23:05:11.876707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:11.879345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=1d3878d4-e25a-4cd8-8c59-e587eab245c8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:11.881560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:11.913569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1335342092', 'description': 'tempest-description--566141761'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:11.924020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:11.951380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:11.989961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:12.062208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.068918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.072130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.098570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.178056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}, {'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:12.183693 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d66ced-78ce-4a8d-9c6a-aeb9d463afba" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}, {"server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "name": "network-vif-plugged", "status": "completed", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:12.194493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26821f80-55b8-4215-a494-14163b7ed14c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:12.198271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5789709 Mar 31 23:05:12.204409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:12.239789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'network': {'name': 'tempest-router-network02--1455929430'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:12.307094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No active binding found for port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:05:12.307608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1d3878d4-e25a-4cd8-8c59-e587eab245c8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 31 23:05:12.342442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.372550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port 1d3878d4-e25a-4cd8-8c59-e587eab245c8 not found, will not notify nova. {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 31 23:05:12.389432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.394263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8575a-42d0-4ebe-afaf-bdfd6f23141c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Network': ['ID=d3521ab7-febf-4ead-ad80-c7d634fbc259,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.414246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Pushing event updated for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.424731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.453525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:12.461209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.521932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d17b-0d11-43d3-8a79-bbc4c68838f1 req-f51ad3af-d551-496c-8346-95de0dd90d78 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:12.525253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:12.531049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57c8d17b-0d11-43d3-8a79-bbc4c68838f1 req-f51ad3af-d551-496c-8346-95de0dd90d78 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 944 time: 0.2841287 Mar 31 23:05:12.556183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:12.582139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:12.640513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.643784 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Added segment 470d1e29-0984-49be-abd1-88f8ea3a3261 of type vlan for network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 Mar 31 23:05:12.661428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57c8d17b-0d11-43d3-8a79-bbc4c68838f1 req-28a0a4e4-1250-4368-af32-6951f4313dc3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293597 Mar 31 23:05:12.715296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 55eb516a-f1e5-4949-af71-dd53980c52ab {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:12.715711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 55eb516a-f1e5-4949-af71-dd53980c52ab not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:12.719471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=17bd2486-5d9b-4eac-8581-62c2d99f7b15,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:12.791825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.817448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:12.871984 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22166efb-79d2-4c72-8f56-c7a673e6315d x-openstack-request-id: req-22166efb-79d2-4c72-8f56-c7a673e6315d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:12.872460 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-plugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "code": 200}, {"server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "name": "network-vif-plugged", "status": "completed", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:12.880571 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22166efb-79d2-4c72-8f56-c7a673e6315d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:12.880571 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22166efb-79d2-4c72-8f56-c7a673e6315d'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'code': 200} Mar 31 23:05:12.880571 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22166efb-79d2-4c72-8f56-c7a673e6315d'] response: {'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'code': 200} Mar 31 23:05:12.995843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-997c4a59-9b3c-420b-a589-a14cce46657e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:12.996223 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-997c4a59-9b3c-420b-a589-a14cce46657e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:13.131919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.154390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c00e8bd9-1f51-41db-9d23-772156f1b8af', 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af', 'tenant_id': '52fae00a0b984eed98934d1a6b74a832', 'fixed_ips': [{'subnet_id': '84bdcded-888a-418b-b5af-f26f2b27d366'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:13.155483 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.179797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:13.184134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.272230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.293692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.304605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:13.468428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:05Z', 'revision_number': 7, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '1d3878d4-e25a-4cd8-8c59-e587eab245c8', 'name': '', 'network_id': 'd7e588c5-3060-46fb-bc8c-22ef82849ea8', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:6d:2d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:00Z', 'updated_at': '2022-03-31T23:05:08Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '0df9e035-0dc6-499b-b49c-da1b7da71342', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:13.490567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.510570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:13.512261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6182919 Mar 31 23:05:13.513367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f62b80-0e3f-4a02-8943-3c3c4a85a8a4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d336c-0a5f-4bc4-8eb6-c85f31aae013,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:13.516099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48446) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:13.564622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:13.679259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'security_group_rule': {'security_group_id': '4f7d336c-0a5f-4bc4-8eb6-c85f31aae013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:14.105398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8975403 Mar 31 23:05:14.107352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd442-f51a-4ce8-a34f-aac37d6574ca tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Network': ['ID=31ba1d17-76df-41e6-a8f1-29a44efa0d06,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:14.111272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:14.124693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'subnet': {'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:14.146867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80367-64b5-4125-90e1-f26e4d9f79c5 req-b7cada4d-fa87-4a68-a447-ee8befafac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.148442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7d80367-64b5-4125-90e1-f26e4d9f79c5 req-b7cada4d-fa87-4a68-a447-ee8befafac11 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 1.2394745 Mar 31 23:05:14.192423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54b54-27f0-447a-a407-cee51961decb req-c9e83dcd-d6a8-45ed-b6be-1f23ff9123db tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:14.203380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9b54b54-27f0-447a-a407-cee51961decb req-c9e83dcd-d6a8-45ed-b6be-1f23ff9123db tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 1.2225747 Mar 31 23:05:14.229079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 50d391ec-0d29-488f-8fec-dfa47417d43f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:14.270641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.315892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:14.320061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:14.324717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.379501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7d80367-64b5-4125-90e1-f26e4d9f79c5 req-9623e8d1-adf3-492e-b4a4-a6ce4e3e3896 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216523 Mar 31 23:05:14.383460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:14.402284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9b54b54-27f0-447a-a407-cee51961decb req-e3ed20ea-259e-4bd9-b1ce-b0871fe941e7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955080 Mar 31 23:05:14.428904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:14.431147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:14.469366 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.522929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.673024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:14.680267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.717130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.853529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:14.860707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.870326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb512651-89b3-410b-ae3f-d461be52ab96 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6863294 Mar 31 23:05:14.870326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966c6fbb-f515-40b6-b3f3-f5d7383c7228,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:14.872286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Pushing event updated for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:14.876896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:14.914493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.931868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:14.935621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-21398684-f23c-4e12-8334-352ba0e33cba tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4121532 Mar 31 23:05:14.947190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48458) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:14.955122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'security_group_rule': {'security_group_id': '4f7d336c-0a5f-4bc4-8eb6-c85f31aae013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:15.008847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Subnet': ['ID=cbd999de-dba1-49fc-958e-841f152a6760,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:15.041446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Checking segment: {'id': 'd42105c2-ff50-481f-8119-638663d4d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:15.041800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network hostable DHCP agents. Network: d3521ab7-febf-4ead-ad80-c7d634fbc259, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:15.071619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:15.120308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d3521ab7-febf-4ead-ad80-c7d634fbc259) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:15.130991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:15.144697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.210567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32faabd7-0292-434b-a5d7-a407a7663e59 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0976160 Mar 31 23:05:15.210972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab82a3-3dac-4825-8aca-bff6cfcd98d0 None None] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:15.212590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:15.214744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 50d391ec-0d29-488f-8fec-dfa47417d43f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:15.215426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.236140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'subnet': {'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:15.298569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Allocated IP 2001:db8::2 (c00e8bd9-1f51-41db-9d23-772156f1b8af/84bdcded-888a-418b-b5af-f26f2b27d366/8b85009a-f637-4624-9ff0-8b8a03bf094c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:15.532994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-252cf44c-32b5-45e3-99be-c506ae074eaa None None] Provisioning complete for port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:15.533297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-252cf44c-32b5-45e3-99be-c506ae074eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.664801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:15.689941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:15.982323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.121241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Subnet': ['ID=9e951534-a632-4527-bce2-9c752465aeb6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:16.128921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.131471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Checking segment: {'id': '470d1e29-0984-49be-abd1-88f8ea3a3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:16.131843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network hostable DHCP agents. Network: 31ba1d17-76df-41e6-a8f1-29a44efa0d06, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:16.174219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:16.179946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 0df9e035-0dc6-499b-b49c-da1b7da71342 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:16.190656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.226102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 31ba1d17-76df-41e6-a8f1-29a44efa0d06) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:16.251479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:16.253804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:16.255679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.258931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:16.262828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.293994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-522e02fb-bec2-4fd4-8b06-6dda0bf09bd3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0771217 Mar 31 23:05:16.294626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:16.296588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be724b-6b2a-40cc-959a-04090a7b63e6 None None] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:16.364632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 50d391ec-0d29-488f-8fec-dfa47417d43f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=50d391ec-0d29-488f-8fec-dfa47417d43f,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:16.455360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.457978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 17bd2486-5d9b-4eac-8581-62c2d99f7b15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:16.627613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.757542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=50d391ec-0d29-488f-8fec-dfa47417d43f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:16.777535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.860788 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.877966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:16.913701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.920057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/0df9e035-0dc6-499b-b49c-da1b7da71342 HTTP/1.1" status: 204 len: 168 time: 2.0417647 Mar 31 23:05:16.924082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48466) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:16.940500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255792e-4b5b-456a-81b7-986ddd46dc4a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=0df9e035-0dc6-499b-b49c-da1b7da71342,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:16.959669 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:16.978765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb6431-9f3c-4a19-a253-1e99284b4539 None None] Network d7e588c5-3060-46fb-bc8c-22ef82849ea8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:17.054138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.134372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f0c8819-fd89-44e1-9434-82f27eac710f up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:17.170879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d3521ab7-febf-4ead-ad80-c7d634fbc259', 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259', 'tenant_id': '52fae00a0b984eed98934d1a6b74a832', 'fixed_ips': [{'subnet_id': 'cbd999de-dba1-49fc-958e-841f152a6760'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:17.175589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.273287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.300489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.319621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port f5dd600b-296c-446d-8fa3-da103e8b7e66 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:17.320333 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.334031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.391875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port f5dd600b-296c-446d-8fa3-da103e8b7e66, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f5dd600b-296c-446d-8fa3-da103e8b7e66,segment=NetworkSegment(4a67d607-9061-4df7-bf70-163b6db001be),segment_id=4a67d607-9061-4df7-bf70-163b6db001be)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:17.392242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.412434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for f5dd600b-296c-446d-8fa3-da103e8b7e66 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:17.488244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:11Z', 'revision_number': 8, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:17.507974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Allocated IP 2001:db8::1 (d3521ab7-febf-4ead-ad80-c7d634fbc259/cbd999de-dba1-49fc-958e-841f152a6760/78aadc32-c0c4-416f-958f-a033606c5472) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:17.512777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a75c085-1c22-4c03-9906-97e751f77156,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.524343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.535934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.541472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-deb3a9f1-0929-465e-bad0-dd2ef2f9b851 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5885398 Mar 31 23:05:17.544778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port f5dd600b-296c-446d-8fa3-da103e8b7e66 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:17.578772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.594747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:17.610177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e4e2-94a1-4e28-8729-e7e1f727d7c0 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:11Z', 'revision_number': 8, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:17.708652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.714584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.729613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e588c5-3060-46fb-bc8c-22ef82849ea8']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:17.740926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a67d607-9061-4df7-bf70-163b6db001be') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:17.741215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a67d607-9061-4df7-bf70-163b6db001be') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:17.746778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-252cf44c-32b5-45e3-99be-c506ae074eaa None None] Provisioning complete for port c8e15f11-cff2-438e-954b-d6934db4feb7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:17.747456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-252cf44c-32b5-45e3-99be-c506ae074eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.751426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.761537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.762537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:17.812120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.832949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:17.839408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:17.841132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=f5dd600b-296c-446d-8fa3-da103e8b7e66,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:17.853839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:17.855413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.862150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.887367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:17.888076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:17.894960 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:17.942875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:17.949217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e763ffee-2f1f-4b2d-88a0-6f0d77d5691c admin admin] 10.222.0.95 "PUT /v2.0/routers/1211a98b-8158-4f1b-bafd-be6f5202c272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6485267 Mar 31 23:05:17.954337 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:17.973006 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:17.976583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:18.026357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Port': ['ID=78aadc32-c0c4-416f-958f-a033606c5472,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.178827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.206416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.249253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.267538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/d7e588c5-3060-46fb-bc8c-22ef82849ea8 HTTP/1.1" status: 204 len: 168 time: 1.3121166 Mar 31 23:05:18.274761 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:18.318480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:18.344175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a15fb-1643-4853-9883-8a9a7b213340 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=d7e588c5-3060-46fb-bc8c-22ef82849ea8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.443765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:18.452132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.457987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Network c00e8bd9-1f51-41db-9d23-772156f1b8af is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:18.500331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.601554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:18.636849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 1f0c8819-fd89-44e1-9434-82f27eac710f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:18.647535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:18.677346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Pushing event updated for resources: {'Port': ['ID=8b85009a-f637-4624-9ff0-8b8a03bf094c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:18.680858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:18.721780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 1f0c8819-fd89-44e1-9434-82f27eac710f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:18.722239 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.749175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-252cf44c-32b5-45e3-99be-c506ae074eaa None None] Port c8e15f11-cff2-438e-954b-d6934db4feb7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:18.832702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d854fa-ce01-4b86-8ebf-0e950a252884 None None] DHCP port deletion for d7e588c5-3060-46fb-bc8c-22ef82849ea8 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:18.858117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.858366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.874687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.875016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.875553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.877744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.877990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.878420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.879484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.879897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.881690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.881836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:18.926418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:18.927159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:18.954555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.997098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:18.998610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.095897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-31ba1d17-76df-41e6-a8f1-29a44efa0d06', 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06', 'tenant_id': '52fae00a0b984eed98934d1a6b74a832', 'fixed_ips': [{'subnet_id': '9e951534-a632-4527-bce2-9c752465aeb6'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:19.096735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.102314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 2, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:19.109795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Allocated IP 2001:db8::2 (d3521ab7-febf-4ead-ad80-c7d634fbc259/cbd999de-dba1-49fc-958e-841f152a6760/eaa8c67e-ce24-4a2b-85ae-be90d60f8044) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:19.130002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bc538f69-48c7-4cfe-bf46-aaa756fdd47b None None] Provisioning complete for port c8e15f11-cff2-438e-954b-d6934db4feb7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:19.130002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bc538f69-48c7-4cfe-bf46-aaa756fdd47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.149872 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:19.149872 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Updating router 1211a98b-8158-4f1b-bafd-be6f5202c272 port c8e15f11-cff2-438e-954b-d6934db4feb7 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:05:19.184593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Attempting to bind port 8b85009a-f637-4624-9ff0-8b8a03bf094c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:19.184593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Attempting to bind port 8b85009a-f637-4624-9ff0-8b8a03bf094c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '226e1e89-c78a-48da-8afb-07d49acc37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:19.185110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Attempting to bind port 8b85009a-f637-4624-9ff0-8b8a03bf094c on network c00e8bd9-1f51-41db-9d23-772156f1b8af {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:19.248252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:19.248660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Checking segment: {'id': '226e1e89-c78a-48da-8afb-07d49acc37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:19.248961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.249359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Bound using segment: {'id': '226e1e89-c78a-48da-8afb-07d49acc37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:19.249843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Bound port: 8b85009a-f637-4624-9ff0-8b8a03bf094c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226e1e89-c78a-48da-8afb-07d49acc37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'c00e8bd9-1f51-41db-9d23-772156f1b8af'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:19.250227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.254367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:19.262693 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.363429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Allocated IP 172.25.8.48 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3bf0fb67-83f9-4bb2-816c-6f1df95c0a19) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:19.443353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bc538f69-48c7-4cfe-bf46-aaa756fdd47b None None] Port c8e15f11-cff2-438e-954b-d6934db4feb7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:19.454865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Port': ['ID=78aadc32-c0c4-416f-958f-a033606c5472,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:19.485871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:19.499907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:19.537089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.652705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 50d391ec-0d29-488f-8fec-dfa47417d43f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:19.738652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.764833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:19.767142 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9538d294-5f0e-47b7-b48f-c8bb5effc3c1" -d '{"events": [{"server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "name": "network-vif-plugged", "status": "completed", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:19.792994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] For port 8b85009a-f637-4624-9ff0-8b8a03bf094c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:19.797307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Allocated IP 2001:db8::2 (31ba1d17-76df-41e6-a8f1-29a44efa0d06/9e951534-a632-4527-bce2-9c752465aeb6/1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:19.831527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:19.850644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] For port 8b85009a-f637-4624-9ff0-8b8a03bf094c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b85009a-f637-4624-9ff0-8b8a03bf094c,segment=NetworkSegment(226e1e89-c78a-48da-8afb-07d49acc37fa),segment_id=226e1e89-c78a-48da-8afb-07d49acc37fa)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:19.857230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.862023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Router d5e222e7-dad9-4478-8555-e72b47cfe931 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:19.880757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.892001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.943580 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.966152 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.977695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.984487 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:19.995308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'Port': ['ID=3bf0fb67-83f9-4bb2-816c-6f1df95c0a19,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.042339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:20.057963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:20.066926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:20.070806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 50d391ec-0d29-488f-8fec-dfa47417d43f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:20.071183 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.102307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:20.143520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:20.156219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.160240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:20.263011 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Pushing event updated for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:20.281813 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.284612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.285224 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.285777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.286325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.287927 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.293290 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.294092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.294937 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.296643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.297267 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.298687 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:20.351853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:20.367474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Attempting to bind port c8e15f11-cff2-438e-954b-d6934db4feb7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:20.367699 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Attempting to bind port c8e15f11-cff2-438e-954b-d6934db4feb7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:20.367956 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Attempting to bind port c8e15f11-cff2-438e-954b-d6934db4feb7 on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:20.372678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aab4da84-81e8-44a7-86fa-7d4398e15908 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0747490 Mar 31 23:05:20.373368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48486) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:20.381206 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] Sync routers for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:20.484914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.504932 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:20.506058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:20.599783 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:20.618693 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:20.619096 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Checking segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:20.619598 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.620497 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Bound using segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:20.621167 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Bound port: c8e15f11-cff2-438e-954b-d6934db4feb7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:20.621545 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.652645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.661262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:20.661893 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:20.773359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.814624 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:20.824174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a90d6-aa8d-4f1a-96f4-2eca9c535652 None None] The sync data for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:20.838273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.866318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:20.907335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:20.934214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:20.947408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:21.052551 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] For port c8e15f11-cff2-438e-954b-d6934db4feb7, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:21.094024 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] For port c8e15f11-cff2-438e-954b-d6934db4feb7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e15f11-cff2-438e-954b-d6934db4feb7,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:21.105472 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.119695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Attempting to bind port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:21.120087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Attempting to bind port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd42105c2-ff50-481f-8119-638663d4d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:21.121583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Attempting to bind port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 on network d3521ab7-febf-4ead-ad80-c7d634fbc259 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:21.130189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:11Z', 'revision_number': 8, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.191743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:21.192159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Checking segment: {'id': 'd42105c2-ff50-481f-8119-638663d4d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:21.192532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.193115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Bound using segment: {'id': 'd42105c2-ff50-481f-8119-638663d4d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:21.193730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Bound port: eaa8c67e-ce24-4a2b-85ae-be90d60f8044, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42105c2-ff50-481f-8119-638663d4d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'd3521ab7-febf-4ead-ad80-c7d634fbc259'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:21.194122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.197052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:21.251221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Attempting to bind port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:21.251660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Attempting to bind port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '470d1e29-0984-49be-abd1-88f8ea3a3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:21.252013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Attempting to bind port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 on network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:21.258076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] Provisioning complete for port c8e15f11-cff2-438e-954b-d6934db4feb7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:21.258512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.311137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:21.311860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Checking segment: {'id': '470d1e29-0984-49be-abd1-88f8ea3a3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:21.312212 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.312808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Bound using segment: {'id': '470d1e29-0984-49be-abd1-88f8ea3a3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:21.313329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Bound port: 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470d1e29-0984-49be-abd1-88f8ea3a3261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '31ba1d17-76df-41e6-a8f1-29a44efa0d06'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:21.314459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.314831 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b878e1-6ff2-458c-9bdb-7a8260d3048e None None] Pushing event updated for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:21.356266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1aecfd-6e15-4420-b4b1-b2504dea273d None None] Pushing event updated for resources: {'Port': ['ID=8b85009a-f637-4624-9ff0-8b8a03bf094c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:21.368878 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:21.369942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:21.774802 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:21.799461 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-2034762a-a66e-4802-9bf6-a8352e4afc88 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:05:21.800043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2034762a-a66e-4802-9bf6-a8352e4afc88 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4253223 Mar 31 23:05:21.804457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:21.936676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.960958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:21.994707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f5dd600b-296c-446d-8fa3-da103e8b7e66 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:22.036696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'Port': ['ID=3bf0fb67-83f9-4bb2-816c-6f1df95c0a19,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:22.042671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.112371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Pushing event updated for resources: {'Port': ['ID=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:22.121422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f5dd600b-296c-446d-8fa3-da103e8b7e66 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:22.122628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f5dd600b-296c-446d-8fa3-da103e8b7e66 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:22.123117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1d3878d4-e25a-4cd8-8c59-e587eab245c8 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:22.168559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port db453900-a6e1-4c74-bb27-d4ae9688d825 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:22.169262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.214031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.228171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c8798-b0b7-49f7-8b20-d722f0736985 None None] Network c00e8bd9-1f51-41db-9d23-772156f1b8af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:22.241761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1d3878d4-e25a-4cd8-8c59-e587eab245c8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:22.242183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1d3878d4-e25a-4cd8-8c59-e587eab245c8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:22.245770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:22.246272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:22.349549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:22.413115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.427166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb5e28ed-d0b4-4b65-959f-c4df1a4fab97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6681867 Mar 31 23:05:22.495976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port db453900-a6e1-4c74-bb27-d4ae9688d825, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=db453900-a6e1-4c74-bb27-d4ae9688d825,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:22.502620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.550901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for db453900-a6e1-4c74-bb27-d4ae9688d825 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:22.723646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b85009a-f637-4624-9ff0-8b8a03bf094c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:22.739985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:22.893598 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:21Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:22.934011 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78962888-2db3-4277-a726-2bc0f91ad58e None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:21Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:23.029657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Pushing event updated for resources: {'Port': ['ID=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:23.047231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.108027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=db453900-a6e1-4c74-bb27-d4ae9688d825,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:23.184846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] For port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:23.249707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] For port eaa8c67e-ce24-4a2b-85ae-be90d60f8044, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:23.264534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] For port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,segment=NetworkSegment(470d1e29-0984-49be-abd1-88f8ea3a3261),segment_id=470d1e29-0984-49be-abd1-88f8ea3a3261)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:23.337603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.348560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting port 78aadc32-c0c4-416f-958f-a033606c5472 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:23.349163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] For port eaa8c67e-ce24-4a2b-85ae-be90d60f8044, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,segment=NetworkSegment(d42105c2-ff50-481f-8119-638663d4d976),segment_id=d42105c2-ff50-481f-8119-638663d4d976)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:23.349915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.370184 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.421640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.546299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.565228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.582435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Calling delete_port for 78aadc32-c0c4-416f-958f-a033606c5472 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:23.742002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8b85009a-f637-4624-9ff0-8b8a03bf094c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:23.742002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:23.753278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17b812-2995-41bc-94ea-acd0f4ed8db0 None None] Pushing event updated for resources: {'Port': ['ID=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:23.967386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac1509-5a48-4cf0-b0b6-1d3914cb2b0f None None] Pushing event updated for resources: {'Port': ['ID=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.008706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] For port c8e15f11-cff2-438e-954b-d6934db4feb7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e15f11-cff2-438e-954b-d6934db4feb7,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:24.054374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:11Z', 'revision_number': 8, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:24.148085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.221361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929da8c3-561b-48bb-8663-277b298f9acc None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:11Z', 'revision_number': 8, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db453900-a6e1-4c74-bb27-d4ae9688d825', 'name': '', 'network_id': 'c83febf4-6a17-4419-b7e3-50e73625ab82', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:50Z', 'updated_at': '2022-03-31T23:04:58Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '5b1c01a7-835f-4f13-9c44-21b86d2e292d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:24.234377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.267116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:24.287720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Port': ['ID=78aadc32-c0c4-416f-958f-a033606c5472,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.520764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Provisioning complete for port 8b85009a-f637-4624-9ff0-8b8a03bf094c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:24.527661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.533720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:24.559830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b06a3674-a288-4bac-968c-764245ef4f1e tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2293906 Mar 31 23:05:24.560800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:24.708180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b2ce-d4ef-4881-b73b-a8daac321e54 None None] Pushing event updated for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:24.927666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:24.946663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:25.055005 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.068662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:25.069627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:25.255309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:25.495895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 8b85009a-f637-4624-9ff0-8b8a03bf094c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b85009a-f637-4624-9ff0-8b8a03bf094c,segment=NetworkSegment(226e1e89-c78a-48da-8afb-07d49acc37fa),segment_id=226e1e89-c78a-48da-8afb-07d49acc37fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:25.506578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 5b1c01a7-835f-4f13-9c44-21b86d2e292d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:25.510332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.541818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.585403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:25.905852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=8b85009a-f637-4624-9ff0-8b8a03bf094c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:25.933128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.025600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.270483 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:05:26.271635 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:05:26.278019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac0ae1-a0d8-42a3-a80b-75734183852d None None] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.362696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eaa8c67e-ce24-4a2b-85ae-be90d60f8044 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:26.402005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59cf84a-6a2f-4540-ae07-a34bdb9830f2 None None] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.405430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.573920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1c01a7-835f-4f13-9c44-21b86d2e292d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:26.647847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ebb66-1db0-4ff3-810a-6be3d7008b47 None None] Network c83febf4-6a17-4419-b7e3-50e73625ab82 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:26.662474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.668876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:26.679747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-652fae17-0791-4b80-b331-dcb7d14ae5ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/5b1c01a7-835f-4f13-9c44-21b86d2e292d HTTP/1.1" status: 204 len: 168 time: 2.1156209 Mar 31 23:05:26.711430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Router d5e222e7-dad9-4478-8555-e72b47cfe931 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:26.737569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.774549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.827604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:26.832974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6684d953-1f94-4177-a225-b19bc223869c tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0273418 Mar 31 23:05:26.837360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48498) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:26.842064 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] Sync routers for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:26.862408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:26.862756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:26.863980 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:26.865033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:26.894096 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-7ec02671-2d36-4490-a59f-461aae288822 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] delete failed (client error): The resource could not be found. Mar 31 23:05:26.898877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7ec02671-2d36-4490-a59f-461aae288822 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-779299936 HTTP/1.1" status: 404 len: 334 time: 0.0569437 Mar 31 23:05:26.900798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48504) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:26.908266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-808a9442-ff04-4620-ba80-fc6941e42dcb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5e222e7-dad9-4478-8555-e72b47cfe931'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:26.924993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:26.936266 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:26.937158 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:26.959403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:26.963002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.000953 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:27.004223 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a9dc9-29d2-4e79-865c-aefbbf01b293 None None] The sync data for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:27.259486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Provisioning complete for port c8e15f11-cff2-438e-954b-d6934db4feb7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:27.259999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71b667fe-d248-4d47-8c71-e05d9a8a2e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.418713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.463535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:22Z', 'revision_number': 9, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:27.522850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-808a9442-ff04-4620-ba80-fc6941e42dcb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.560683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48121f70-cc43-465a-9e63-b02636628dcc None None] DHCP port deletion for c83febf4-6a17-4419-b7e3-50e73625ab82 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:27.564432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:27.576251 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-808a9442-ff04-4620-ba80-fc6941e42dcb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] update failed (client error): The resource could not be found. Mar 31 23:05:27.582254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-808a9442-ff04-4620-ba80-fc6941e42dcb tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931 HTTP/1.1" status: 404 len: 339 time: 0.6802421 Mar 31 23:05:27.586043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48510) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:27.596393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-805570067'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:27.657774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:27.670465 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.737963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:27.744756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,segment=NetworkSegment(7526ced1-d0c7-4ca7-a0c8-d5f98e31031e),segment_id=7526ced1-d0c7-4ca7-a0c8-d5f98e31031e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:27.745343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.763743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.765154 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Added segment 43af69f1-dc44-4194-9540-3beb8dfc076a of type vlan for network aff904ce-0256-4c16-948a-77ea8bd08d16 Mar 31 23:05:27.785226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:27.864336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port eaa8c67e-ce24-4a2b-85ae-be90d60f8044, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,segment=NetworkSegment(d42105c2-ff50-481f-8119-638663d4d976),segment_id=d42105c2-ff50-481f-8119-638663d4d976)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:27.902013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.902253 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:27.903784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e15f11-cff2-438e-954b-d6934db4feb7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:27.905382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.907077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:27.907915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:27.912533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.962922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:27.984732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:27.989339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.993414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.997398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:27.998160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.998708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.999252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.999772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.000316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.000852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.001382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.002062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.002615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.003059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.003620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.015486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:28.206498 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.235902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6482720 Mar 31 23:05:28.241756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48512) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:28.261416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'subnet': {'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:28.277247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53cb69-8699-4490-aedb-7e786b1c181d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Network': ['ID=aff904ce-0256-4c16-948a-77ea8bd08d16,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.283309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83febf4-6a17-4419-b7e3-50e73625ab82']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:28.305251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:28.305528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7526ced1-d0c7-4ca7-a0c8-d5f98e31031e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:28.329951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.331761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Provisioning complete for port 8b85009a-f637-4624-9ff0-8b8a03bf094c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:28.332429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.362395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.380812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:28.381254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:28.384793 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:28.439067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network aff904ce-0256-4c16-948a-77ea8bd08d16 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:28.477088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Made reservation on behalf of 52fae00a0b984eed98934d1a6b74a832 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:28.480922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.519433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.528071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.535112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48514) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:28.551843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/c83febf4-6a17-4419-b7e3-50e73625ab82 HTTP/1.1" status: 204 len: 168 time: 1.8817663 Mar 31 23:05:28.592730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b263725-8e97-4a59-9036-ce5cfadcbdbb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=c83febf4-6a17-4419-b7e3-50e73625ab82,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.633990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-48121f70-cc43-465a-9e63-b02636628dcc None None] Deleting port 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:28.634502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-48121f70-cc43-465a-9e63-b02636628dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.654646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c8e15f11-cff2-438e-954b-d6934db4feb7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:28.655207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-48121f70-cc43-465a-9e63-b02636628dcc None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network c83febf4-6a17-4419-b7e3-50e73625ab82 could not be found. Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1995, in delete_port Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network c83febf4-6a17-4419-b7e3-50e73625ab82 could not be found. Mar 31 23:05:28.678355 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:05:28.894421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:29.013757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729b17b3-03e3-4107-a462-a928fb6ca14f None None] DHCP port deletion for c83febf4-6a17-4419-b7e3-50e73625ab82 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:29.018520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:29.284777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf48ba3-e62a-42e3-b33b-62b1284297d8 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:05:29.417275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:29.422851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.535471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Subnet': ['ID=44344a9d-44ae-4be9-a1af-3a2c0d492602,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:29.597984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Checking segment: {'id': '43af69f1-dc44-4194-9540-3beb8dfc076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:29.598643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network hostable DHCP agents. Network: aff904ce-0256-4c16-948a-77ea8bd08d16, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:29.659992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network aff904ce-0256-4c16-948a-77ea8bd08d16 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:29.681662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, aff904ce-0256-4c16-948a-77ea8bd08d16) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:29.688065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:29.689120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.721410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.822435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Provisioning complete for port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:29.823450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:29.853627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48516) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:29.854206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7648fb8d-424b-4fa5-909b-24b778282f00 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6089456 Mar 31 23:05:29.858996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-310c6585-a13a-447b-9f0b-7f4cc2cc2f85 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:29.900663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:29.901027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.042959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:22Z', 'revision_number': 9, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:30.201386 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.223573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 670e5be2-503e-48e7-b3ec-aed3c4065c2e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:30.229462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.251062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2464fc83-932a-4c9c-a8a6-49673429622c None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:22Z', 'revision_number': 9, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '670e5be2-503e-48e7-b3ec-aed3c4065c2e', 'name': '', 'network_id': 'ffd8148f-c012-4cf0-bae0-cbc6edd223ad', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:e4:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:43Z', 'updated_at': '2022-03-31T23:04:51Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '52c1def5-e499-4b58-8406-202c8edf02b5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:30.342786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] For port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,segment=NetworkSegment(470d1e29-0984-49be-abd1-88f8ea3a3261),segment_id=470d1e29-0984-49be-abd1-88f8ea3a3261)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:30.344726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf48ba3-e62a-42e3-b33b-62b1284297d8 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:05:30.365426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.384809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-310c6585-a13a-447b-9f0b-7f4cc2cc2f85 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.455497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 670e5be2-503e-48e7-b3ec-aed3c4065c2e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=670e5be2-503e-48e7-b3ec-aed3c4065c2e,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:30.460349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.492409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 670e5be2-503e-48e7-b3ec-aed3c4065c2e owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:30.526846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Provisioning complete for port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:30.527827 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:30.658206 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-310c6585-a13a-447b-9f0b-7f4cc2cc2f85 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:05:30.676844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-310c6585-a13a-447b-9f0b-7f4cc2cc2f85 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931 HTTP/1.1" status: 400 len: 364 time: 0.8214886 Mar 31 23:05:30.677485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:30.767424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea48366-cbcf-4b8e-bfa0-67a1e78225de None None] Pushing event updated for resources: {'Port': ['ID=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:30.942770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eaa8c67e-ce24-4a2b-85ae-be90d60f8044 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:30.967318 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.031809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=670e5be2-503e-48e7-b3ec-aed3c4065c2e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:31.242099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.242645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.445123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.484240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-62a17420-d83a-432e-b4c0-4fcf50fd662e None None] Could not find standard attr ID for object 78aadc32-c0c4-416f-958f-a033606c5472. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:05:31.496091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.585612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b85009a-f637-4624-9ff0-8b8a03bf094c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:31.644100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-aff904ce-0256-4c16-948a-77ea8bd08d16', 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16', 'tenant_id': '52fae00a0b984eed98934d1a6b74a832', 'fixed_ips': [{'subnet_id': '44344a9d-44ae-4be9-a1af-3a2c0d492602'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:31.645078 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.795169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8b85009a-f637-4624-9ff0-8b8a03bf094c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:31.795804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:31.858746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:31.970269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:32.003620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-41e9a675-fe10-4885-9281-781d0a509873 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451418 Mar 31 23:05:32.003620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48520) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:32.045090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Allocated IP 2001:db8::1 (c00e8bd9-1f51-41db-9d23-772156f1b8af/84bdcded-888a-418b-b5af-f26f2b27d366/d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:32.057401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:32.062921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 52c1def5-e499-4b58-8406-202c8edf02b5 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:32.068995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.085188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:32.085801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:32.146510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.184035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Allocated IP 2001:db8:1::2 (aff904ce-0256-4c16-948a-77ea8bd08d16/44344a9d-44ae-4be9-a1af-3a2c0d492602/090838cb-19bf-40be-b687-34e163ad4016) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:32.257579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:32.285740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.346469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.382435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.453977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device db453900-a6e1-4c74-bb27-d4ae9688d825 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:32.467417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network c00e8bd9-1f51-41db-9d23-772156f1b8af is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:32.473499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:32.481385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:32.481993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.499774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: db453900-a6e1-4c74-bb27-d4ae9688d825 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:32.500303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device db453900-a6e1-4c74-bb27-d4ae9688d825 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:32.500699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.502000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:32.511960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.576686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:32.577336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a9cb307-e398-48e1-bd3e-9b15d8dbf0d2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:32.578717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=52c1def5-e499-4b58-8406-202c8edf02b5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.582333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.586414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.590330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d09e1287-fd80-440c-98f3-956439cd0c71 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/52c1def5-e499-4b58-8406-202c8edf02b5 HTTP/1.1" status: 204 len: 168 time: 0.6003523 Mar 31 23:05:32.592506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48528) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:32.618796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Port': ['ID=d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.652113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Pushing event updated for resources: {'Port': ['ID=090838cb-19bf-40be-b687-34e163ad4016,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:32.698145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Network aff904ce-0256-4c16-948a-77ea8bd08d16 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:32.756734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.809797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.817254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:32.835891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:32.896883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port d4dcbfaf-d24e-4899-bb15-1409c83503f6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:32.897320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:32.917812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:32.999920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Attempting to bind port 090838cb-19bf-40be-b687-34e163ad4016 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:33.000718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Attempting to bind port 090838cb-19bf-40be-b687-34e163ad4016 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '43af69f1-dc44-4194-9540-3beb8dfc076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:33.001352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Attempting to bind port 090838cb-19bf-40be-b687-34e163ad4016 on network aff904ce-0256-4c16-948a-77ea8bd08d16 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:33.046435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:33.047228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Checking segment: {'id': '43af69f1-dc44-4194-9540-3beb8dfc076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:33.047934 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.048547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Bound using segment: {'id': '43af69f1-dc44-4194-9540-3beb8dfc076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:33.049229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Bound port: 090838cb-19bf-40be-b687-34e163ad4016, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43af69f1-dc44-4194-9540-3beb8dfc076a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'aff904ce-0256-4c16-948a-77ea8bd08d16'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:33.050354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.082250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port d4dcbfaf-d24e-4899-bb15-1409c83503f6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d4dcbfaf-d24e-4899-bb15-1409c83503f6,segment=NetworkSegment(6d2da131-9c62-4962-8df8-26d5e0514f85),segment_id=6d2da131-9c62-4962-8df8-26d5e0514f85)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:33.082620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.103817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for d4dcbfaf-d24e-4899-bb15-1409c83503f6 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:33.111089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:33.112221 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.252808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:30Z', 'revision_number': 10, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:33.375802 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.386466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.387820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.530595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:33.563413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:33.564202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:33.578934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event updated for resources: {'Port': ['ID=d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.644368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] For port 090838cb-19bf-40be-b687-34e163ad4016, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:33.663276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] For port 090838cb-19bf-40be-b687-34e163ad4016, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=090838cb-19bf-40be-b687-34e163ad4016,segment=NetworkSegment(43af69f1-dc44-4194-9540-3beb8dfc076a),segment_id=43af69f1-dc44-4194-9540-3beb8dfc076a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:33.738089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:33.739656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Network c00e8bd9-1f51-41db-9d23-772156f1b8af is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:33.743228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:33.761915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3a295-0a1a-4be7-98e5-b191adbc6e13 req-d8bfa4b3-62e7-4ef2-8855-7d67f2248403 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.769673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fc3a295-0a1a-4be7-98e5-b191adbc6e13 req-d8bfa4b3-62e7-4ef2-8855-7d67f2248403 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 945 time: 0.0698473 Mar 31 23:05:33.783766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.811410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port d4dcbfaf-d24e-4899-bb15-1409c83503f6 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:33.823449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fc3a295-0a1a-4be7-98e5-b191adbc6e13 req-cb082470-32be-4f61-b3d0-85d4975b978b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Mar 31 23:05:33.848193 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:33.865727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=d4dcbfaf-d24e-4899-bb15-1409c83503f6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:33.942575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Router d5e222e7-dad9-4478-8555-e72b47cfe931 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:33.957411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba6b5-d478-473e-b33b-e2ba11bb8816 req-c82df281-2dd3-4ef9-835f-5f9c0df1f114 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:33.959092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c23ba6b5-d478-473e-b33b-e2ba11bb8816 req-c82df281-2dd3-4ef9-835f-5f9c0df1f114 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1873257 Mar 31 23:05:34.026094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10462a16-f8dc-4268-a3bb-799da6c28c4c None None] Pushing event updated for resources: {'Port': ['ID=090838cb-19bf-40be-b687-34e163ad4016,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:34.053574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:34.058899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7daeb164-3ab8-4c33-b2fc-ad61ad1aa5da tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3802881 Mar 31 23:05:34.062327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48556) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.073938 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] Sync routers for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:34.087046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.099512 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:34.101148 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.130976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd8148f-c012-4cf0-bae0-cbc6edd223ad']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.144766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c23ba6b5-d478-473e-b33b-e2ba11bb8816 req-88679875-ebfd-4857-b8a1-97154c657645 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716740 Mar 31 23:05:34.166593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2da131-9c62-4962-8df8-26d5e0514f85') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.166897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2da131-9c62-4962-8df8-26d5e0514f85') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.196540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.229279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.239652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.259946 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:34.261280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:34.261757 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.262834 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:34.272209 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:34.314186 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f556b-5fdf-471a-aa57-703686aaa47a x-openstack-request-id: req-6d7f556b-5fdf-471a-aa57-703686aaa47a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:34.314795 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "name": "network-vif-plugged", "status": "completed", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:34.314795 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6d7f556b-5fdf-471a-aa57-703686aaa47a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:34.315128 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d7f556b-5fdf-471a-aa57-703686aaa47a'] response: {'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'code': 200} Mar 31 23:05:34.321375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:30Z', 'revision_number': 10, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.330679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ede9-1f29-42c5-a26f-c61514982fe7 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.395878 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:34.396907 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0828a1c-e83a-47a9-bf1c-92d878216416 None None] The sync data for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:34.410072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed081cd-561b-4f8c-83cc-0230a02ac2ec None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:30Z', 'revision_number': 10, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None, '_interfaces': [{'id': '63f79855-a2e7-43c9-be53-a3ebc34f5f84', 'name': '', 'network_id': '290a298c-5ebd-4f5a-8805-5fedc2282c98', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'mac_address': 'fa:16:3e:30:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f73c5e-084c-4fde-8078-e99dff646941', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:04:36Z', 'updated_at': '2022-03-31T23:04:43Z', 'revision_number': 5, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'subnets': [{'id': '4b2c34e8-a7c9-4aef-b1c8-06df3941fab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:34.462464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81ba0dbc-177e-47f7-9b2c-3377ff2dcb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.575418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.581402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.587938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/ffd8148f-c012-4cf0-bae0-cbc6edd223ad HTTP/1.1" status: 204 len: 168 time: 1.9915459 Mar 31 23:05:34.597943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48576) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.606781 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-0ae0ede9-1f29-42c5-a26f-c61514982fe7 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:05:34.610649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ae0ede9-1f29-42c5-a26f-c61514982fe7 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931 HTTP/1.1" status: 409 len: 329 time: 0.5472555 Mar 31 23:05:34.653237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48580) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.690661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48584) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:34.693591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc8f6-3bf9-4d92-958d-d1d9a7a03558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=ffd8148f-c012-4cf0-bae0-cbc6edd223ad,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:34.703170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37089066', 'description': 'tempest-description--960478314'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:34.716556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862160-7e85-4c70-8522-0ef44956cb70 req-d85cb17a-d2dc-42bc-9f76-041a1a376b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.718709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3862160-7e85-4c70-8522-0ef44956cb70 req-d85cb17a-d2dc-42bc-9f76-041a1a376b07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 1096 time: 0.2613692 Mar 31 23:05:34.768812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.775764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-5fd7cfb9-294e-4b9b-b829-2f75570e53c5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.777226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-5fd7cfb9-294e-4b9b-b829-2f75570e53c5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.2458816 Mar 31 23:05:34.811609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3862160-7e85-4c70-8522-0ef44956cb70 req-b23523f7-57cc-4e70-99a1-5bf79a507535 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817728 Mar 31 23:05:34.813943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-4c4303ea-ad16-4020-abc3-823bd513b03a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/quotas/712a511313584935b54b4428052eeb55 HTTP/1.1" status: 200 len: 375 time: 0.0228171 Mar 31 23:05:34.909249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-cb736455-4ed7-4090-94bf-c3cc7e6e7bf6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819430 Mar 31 23:05:34.960007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.969359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:34.990082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e9475-06ae-4bfc-b601-c629a41be73a req-32dd25c2-c838-4575-82b9-bc2a7f3030f5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:34.995792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-725e9475-06ae-4bfc-b601-c629a41be73a req-32dd25c2-c838-4575-82b9-bc2a7f3030f5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2010598 Mar 31 23:05:35.007766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a145130c-a5b3-4c25-8022-25d5982c63da,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:35.010232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.041458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'floatingip': {'port_id': '26821f80-55b8-4215-a494-14163b7ed14c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:35.150926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 090838cb-19bf-40be-b687-34e163ad4016 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:35.152289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.219046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.223678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-299b3930-2bca-4d3a-8da4-208ec9adceb6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5311012 Mar 31 23:05:35.229678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.233401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 090838cb-19bf-40be-b687-34e163ad4016 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:35.234012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.262630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group_rule': {'security_group_id': 'a145130c-a5b3-4c25-8022-25d5982c63da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:35.330390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f2205-0413-4daa-9f4e-7ff13756a5e8 req-035f665f-f531-41e8-97b7-ee7100ee0abc tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:35.340624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.343043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b78f2205-0413-4daa-9f4e-7ff13756a5e8 req-035f665f-f531-41e8-97b7-ee7100ee0abc tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 951 time: 0.1502707 Mar 31 23:05:35.373120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-282c035a-28a1-4641-8fcf-4e9a8693b191 service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464347 Mar 31 23:05:35.390746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 090838cb-19bf-40be-b687-34e163ad4016, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=090838cb-19bf-40be-b687-34e163ad4016,segment=NetworkSegment(43af69f1-dc44-4194-9540-3beb8dfc076a),segment_id=43af69f1-dc44-4194-9540-3beb8dfc076a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:35.398232 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.413768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.416875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b78f2205-0413-4daa-9f4e-7ff13756a5e8 req-4604614d-bf91-4097-a202-5a22dcde126e tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Mar 31 23:05:35.439209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 670e5be2-503e-48e7-b3ec-aed3c4065c2e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:35.534470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=090838cb-19bf-40be-b687-34e163ad4016,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:35.539087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 670e5be2-503e-48e7-b3ec-aed3c4065c2e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:35.539451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 670e5be2-503e-48e7-b3ec-aed3c4065c2e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:35.586275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.587585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b77fc-ceb4-4cb2-92c9-6d6c85276959 None None] Network aff904ce-0256-4c16-948a-77ea8bd08d16 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:35.591541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.713929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ff436980-8ca5-4402-97dc-7bdeb9d51fc4 None None] Provisioning complete for port 090838cb-19bf-40be-b687-34e163ad4016 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:35.714307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ff436980-8ca5-4402-97dc-7bdeb9d51fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.762093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.778601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.893935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5b6c5b-d3de-4a9d-8518-1401d11d14a2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:35.928043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-14c1f4f5-54e8-431f-adb4-24ab9bb562e2 service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381079 Mar 31 23:05:35.940192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:35.942459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc34d48f-9564-4096-bde1-0ed9dbb4c337 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7116232 Mar 31 23:05:35.947624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48614) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:35.957358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group_rule': {'security_group_id': 'a145130c-a5b3-4c25-8022-25d5982c63da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:36.070817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d2643-bcef-4042-8033-0febcd874465 None None] DHCP port deletion for ffd8148f-c012-4cf0-bae0-cbc6edd223ad request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:36.159957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.186262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-90f4601b-ff9f-46a0-a167-c876961b09f1 None None] Provisioning complete for port d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:36.187372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-90f4601b-ff9f-46a0-a167-c876961b09f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.270912 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:05:36.297066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-90f4601b-ff9f-46a0-a167-c876961b09f1 None None] Port d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:36.485836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.502815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.504976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.534459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.550290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8303ef-c5b8-4984-8340-ff7dc8ffd14f req-0ec5d7bb-bb92-46b5-adc4-5aca49a7a5de tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:36.552266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a8303ef-c5b8-4984-8340-ff7dc8ffd14f req-0ec5d7bb-bb92-46b5-adc4-5aca49a7a5de tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 945 time: 1.0163596 Mar 31 23:05:36.733033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6fb7e8ef-f8e0-479e-91d0-35de1276d82d None None] Provisioning complete for port d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:36.733815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e8ef-f8e0-479e-91d0-35de1276d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.786178 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Floating IP faf348f9-393a-444f-b464-06cf8194a80d associated. External IP: 172.25.8.66, port: 26821f80-55b8-4215-a494-14163b7ed14c. Mar 31 23:05:36.811602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 090838cb-19bf-40be-b687-34e163ad4016 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:36.815150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a8303ef-c5b8-4984-8340-ff7dc8ffd14f req-d2180c2b-69da-4776-b74b-804e13af4dd2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442942 Mar 31 23:05:36.863119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3d9891-9569-49dd-97d2-7365f3648286,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:36.894840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7e8ef-f8e0-479e-91d0-35de1276d82d None None] Port d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:36.904408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.917097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-865302b8-05a0-4a72-95f2-452ace2d7e17 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9646342 Mar 31 23:05:36.919289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:36.937689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:36.957976 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-60c4c6c6-b373-48d9-838e-ebc6755bb16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:36.969547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 090838cb-19bf-40be-b687-34e163ad4016 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:36.969547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.068936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.072245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbcdd937-0478-4af3-b163-2419773b8e20 req-5ee25b95-2963-4cbf-9d01-6d2333cdbc0a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 210 time: 0.1621020 Mar 31 23:05:37.095930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67e88e-67a5-4eb7-a367-4eefc3df0d61 None None] Network aff904ce-0256-4c16-948a-77ea8bd08d16 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:37.164269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4dcbfaf-d24e-4899-bb15-1409c83503f6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:37.261536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d4dcbfaf-d24e-4899-bb15-1409c83503f6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:37.262306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d4dcbfaf-d24e-4899-bb15-1409c83503f6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:37.276998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-73228635-1524-42e7-b97b-1e8bc8358a1b None None] Provisioning complete for port 090838cb-19bf-40be-b687-34e163ad4016 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:37.277904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73228635-1524-42e7-b97b-1e8bc8358a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.394596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d025e-870e-4993-95ea-cf808a366b19 req-7ef0cc07-acd7-4c51-a04c-44c11fcfa850 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.399365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f7d025e-870e-4993-95ea-cf808a366b19 req-7ef0cc07-acd7-4c51-a04c-44c11fcfa850 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 951 time: 0.1709816 Mar 31 23:05:37.446394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port 63f79855-a2e7-43c9-be53-a3ebc34f5f84 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:37.446887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.475295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting port d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:37.475803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.487100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f7d025e-870e-4993-95ea-cf808a366b19 req-13919178-c4aa-4658-b290-7dbd9e51860f tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705001 Mar 31 23:05:37.531968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:37.534472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.700339 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.737191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a77cff-41ec-4b94-83ac-a18235013c97 req-a762ca13-06cb-41d8-8546-59f14e1cf334 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:37.739165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19a77cff-41ec-4b94-83ac-a18235013c97 req-a762ca13-06cb-41d8-8546-59f14e1cf334 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 951 time: 0.1890514 Mar 31 23:05:37.743379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Calling delete_port for d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:37.749503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:37.756488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.758790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port 63f79855-a2e7-43c9-be53-a3ebc34f5f84, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63f79855-a2e7-43c9-be53-a3ebc34f5f84,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:37.759168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:37.763579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:37.777243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:37.777937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:37.821032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Allocated IP 172.25.8.15 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/7aeb288a-f39b-48fa-8fc3-6b68d563566c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:37.825142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ad4ffb63-f489-46ed-8782-aba9c7d5d310 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "PUT /v2.0/floatingips/faf348f9-393a-444f-b464-06cf8194a80d HTTP/1.1" status: 200 len: 990 time: 2.7874103 Mar 31 23:05:37.826584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for 63f79855-a2e7-43c9-be53-a3ebc34f5f84 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:37.829175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:37.832274 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:37.936835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19a77cff-41ec-4b94-83ac-a18235013c97 req-c173ef74-1f3d-463a-92ef-f102193dc4ca tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802599 Mar 31 23:05:37.959741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:37.988702 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6837dcf1-101c-4676-a21e-dc6949d79a06 x-openstack-request-id: req-6837dcf1-101c-4676-a21e-dc6949d79a06 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:37.989476 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:37.989476 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6837dcf1-101c-4676-a21e-dc6949d79a06 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:37.989786 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6837dcf1-101c-4676-a21e-dc6949d79a06'] response: {'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'status': 'completed', 'code': 200} Mar 31 23:05:38.107200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.124482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-3034d86b-48ae-4df8-bee0-b62ead888531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.126698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-3034d86b-48ae-4df8-bee0-b62ead888531 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.1095688 Mar 31 23:05:38.212000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec67401-bc4f-46c6-9c6b-38d6c7bcce00 req-89ec2bf9-c725-443a-894c-d3f07eaa07e9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.213822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dec67401-bc4f-46c6-9c6b-38d6c7bcce00 req-89ec2bf9-c725-443a-894c-d3f07eaa07e9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 945 time: 0.1098311 Mar 31 23:05:38.333287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-723d508b-6197-4d76-ade4-6b46683b6a89 req-64785697-1000-419d-96cb-60c6b271abc1 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 210 time: 0.0601275 Mar 31 23:05:38.353017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dec67401-bc4f-46c6-9c6b-38d6c7bcce00 req-78ad7122-a3f4-47b4-a6d8-5963422a87b7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089675 Mar 31 23:05:38.377385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.394765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-be8123de-5ad8-4744-ae2f-8fa3202bb861 None None] Provisioning complete for port 090838cb-19bf-40be-b687-34e163ad4016 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:38.395413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-be8123de-5ad8-4744-ae2f-8fa3202bb861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.407877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.419361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.421315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-877038fd-f97c-44c9-a593-cc8467442dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.425094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-877038fd-f97c-44c9-a593-cc8467442dea service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.2897151 Mar 31 23:05:38.450450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-e33a2ca8-42d9-4d25-992c-975df77dc8c8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:38.452074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-e33a2ca8-42d9-4d25-992c-975df77dc8c8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.2777443 Mar 31 23:05:38.461394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.477966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'port': {'device_id': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'admin_state_up': True, 'tenant_id': '712a511313584935b54b4428052eeb55'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:38.492030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:38.516326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Port': ['ID=d3fd85d5-b935-4ca0-a923-3cc8ac2d6d08,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.543013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:38.584038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=63f79855-a2e7-43c9-be53-a3ebc34f5f84,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:38.710176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:38.771388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:38.784399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:05:36Z', 'revision_number': 1, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:38.820986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-2f3087ec-6723-4039-8715-690ac467df9a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 267 time: 0.3173826 Mar 31 23:05:38.834851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:38.891480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.906027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:38.907027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:38.947755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:38.981323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:38.983867 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a0ebd-41bb-460c-87ee-9ee6c6048c79" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:39.006823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:39.019796 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.021313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:39.097499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.125022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-f88eb85f-2abe-4b98-a93b-514f2662fdc3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.126621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-f88eb85f-2abe-4b98-a93b-514f2662fdc3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 945 time: 0.2717783 Mar 31 23:05:39.140471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'security_groups': []}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:39.244857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Made reservation on behalf of 712a511313584935b54b4428052eeb55 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:39.248435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.272841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=7aeb288a-f39b-48fa-8fc3-6b68d563566c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.319255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-a2072b6d-6ea3-4daa-88c6-88d43c895ab8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 998 time: 0.8828869 Mar 31 23:05:39.336471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:39.369126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919561a-88c2-4844-bfd0-1816a057674c req-ab223d12-8128-47c9-b99c-c5ab3a6392e0 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.370611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7919561a-88c2-4844-bfd0-1816a057674c req-ab223d12-8128-47c9-b99c-c5ab3a6392e0 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.1190267 Mar 31 23:05:39.370805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.441088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-9b0fb386-a47f-44bc-be54-aead51e1a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.442927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-9b0fb386-a47f-44bc-be54-aead51e1a4cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1150794 Mar 31 23:05:39.454226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.460308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.487209 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7919561a-88c2-4844-bfd0-1816a057674c req-2ec4073c-6470-4d34-9156-5bf4b6066717 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936871 Mar 31 23:05:39.525357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-662119d3-5801-4635-af08-7895d1cab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:39.526876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-662119d3-5801-4635-af08-7895d1cab672 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740554 Mar 31 23:05:39.527635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.536859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.544799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Router d5e222e7-dad9-4478-8555-e72b47cfe931 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:39.566163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:39.572003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.579471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:39.597443 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e754eb2-6183-4857-821d-2d57e6a1d1ef x-openstack-request-id: req-1e754eb2-6183-4857-821d-2d57e6a1d1ef {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:39.597735 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:39.597977 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e754eb2-6183-4857-821d-2d57e6a1d1ef {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:39.598366 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e754eb2-6183-4857-821d-2d57e6a1d1ef'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'code': 200} Mar 31 23:05:39.653164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:39.677856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:05:36Z', 'revision_number': 1, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:39.712223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1396d4-03fd-431d-861b-6519845f65c4 None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:05:36Z', 'revision_number': 1, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:39.784474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-621da2d3-a7f0-4dd3-9a93-068e30469f65 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340229 Mar 31 23:05:39.837027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-36ced555-5221-46d3-be5c-af1281646661 req-8da3c5c0-a0b5-44e6-bdf9-33f4d673b0dd tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 210 time: 0.0581281 Mar 31 23:05:39.932194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.958728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:39.967959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.001959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7a7a07d-fb03-4683-948e-f1e3f43ebc9c req-e70035cc-354f-4c13-92fe-b5ef0679accb service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018354 Mar 31 23:05:40.050777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c70e71-7067-4c93-816b-c2397e24249e None None] New status for floating IP faf348f9-393a-444f-b464-06cf8194a80d: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:05:40.078974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=7aeb288a-f39b-48fa-8fc3-6b68d563566c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.099212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.124046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.132166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-10383cb2-7505-48c6-88d0-cfe79cb70463 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2085912 Mar 31 23:05:40.195300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:40.205105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48820) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:40.207029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c155791e-40b6-4a0e-88d2-4d2f79b95953 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5526133 Mar 31 23:05:40.220189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] Sync routers for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:40.225117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Allocated IP 172.20.0.11 (a4cfd650-a540-49e0-9b45-74dea36bad89/25eacf8d-a480-4d72-88ce-66d82754000f/80524f1e-df55-42d8-a864-2d1ee7db485f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:40.262783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:40.263830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.281975 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1f3a2352-55e2-4993-bf14-15d2c6dcde32 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] show failed (client error): The resource could not be found. Mar 31 23:05:40.286463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1f3a2352-55e2-4993-bf14-15d2c6dcde32 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-1637972855 HTTP/1.1" status: 404 len: 335 time: 0.0799725 Mar 31 23:05:40.292490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48828) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:40.292690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:40.298894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d2e6b4f9-ca40-4711-b508-8eb6c45d82b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6991110 Mar 31 23:05:40.302468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:40.312607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8e7a2205-0ae5-465c-80f3-ca6242b79566 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:40.319989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.343133 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:40.353495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] Routers {'d5e222e7-dad9-4478-8555-e72b47cfe931'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:40.354730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:40.355375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d5e222e7-dad9-4478-8555-e72b47cfe931'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.355760 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.358136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.439138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.440241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b3a2d-c9cd-4ce5-9736-22bc291d8250 None None] The sync data for ids ['d5e222e7-dad9-4478-8555-e72b47cfe931'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:40.442806 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-8e7a2205-0ae5-465c-80f3-ca6242b79566 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] update failed (client error): The resource could not be found. Mar 31 23:05:40.444228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e7a2205-0ae5-465c-80f3-ca6242b79566 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-2069354888 HTTP/1.1" status: 404 len: 335 time: 0.1507223 Mar 31 23:05:40.452490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48840) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:40.478742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:40.530355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-6948d5fa-43d7-46f7-b42e-572c5b56bc01 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--37089066&fields=id&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 267 time: 0.1002557 Mar 31 23:05:40.532244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting subnet 4b2c34e8-a7c9-4aef-b1c8-06df3941fab2 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:40.537567 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.543114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting subnet 44344a9d-44ae-4be9-a1af-3a2c0d492602 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:40.545015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:40.549895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.559091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.565951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:40.575044 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:40.575672 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.652358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:40.658093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.666597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.706984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.727893 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:40.740543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.752317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca', '1f0c8819-fd89-44e1-9434-82f27eac710f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:40.769911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075c8a94-5f4c-48ee-a201-564fb1bcae26 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:40.782417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-ded7146e-1d7d-4e34-8724-39469d3ce8de tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.790897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-ded7146e-1d7d-4e34-8724-39469d3ce8de tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 817 time: 0.2446752 Mar 31 23:05:40.808218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:40.858940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.859643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.860331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c4915397-d5a7-4028-8a06-046729fb6258 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/quotas/e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 375 time: 0.0681620 Mar 31 23:05:40.861103 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-507c6d03-5835-452a-a0b6-e85fcab88928 req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "PUT /v2.0/ports/1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 200 len: 904 time: 1.7253816 Mar 31 23:05:40.876453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:40.878905 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce01b2e-3c14-487b-a097-191cc751fa65" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:40.888118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.904629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:40.932062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-0486983d-1caf-4e34-ab14-ebbf849516dc tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:40.933742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-0486983d-1caf-4e34-ab14-ebbf849516dc tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.2420561 Mar 31 23:05:40.945170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f044a-a7da-4313-ae52-e198c4fdaf49 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:40.954769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.011895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['1f0c8819-fd89-44e1-9434-82f27eac710f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:41.058058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-e2d21549-86b3-4273-b19d-0499c8e314b9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666169 Mar 31 23:05:41.077122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.177543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.187173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Subnet': ['ID=44344a9d-44ae-4be9-a1af-3a2c0d492602,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:41.194354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.199720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-55e26d71-13f9-46ea-b5d0-dbc5ae2b4274 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/subnets/44344a9d-44ae-4be9-a1af-3a2c0d492602 HTTP/1.1" status: 204 len: 168 time: 0.7441397 Mar 31 23:05:41.215174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f629bf-58c5-4324-9141-624e89effabf None None] Network aff904ce-0256-4c16-948a-77ea8bd08d16 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:41.226918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.285009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-5e073854-a8a6-4419-ace0-caceed88d7e2 service neutron] 10.222.0.95 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225518 Mar 31 23:05:41.297459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.384167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Network a4cfd650-a540-49e0-9b45-74dea36bad89 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:41.394507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-edc98962-820e-4785-bcd8-785f428c0db6 service neutron] 10.222.0.95 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062763 Mar 31 23:05:41.396906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2c34e8-a7c9-4aef-b1c8-06df3941fab2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:41.408286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ad4b5166-c49c-4e1f-836c-61a07175df11 None None] Provisioning complete for port 1f0c8819-fd89-44e1-9434-82f27eac710f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:41.409053 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5166-c49c-4e1f-836c-61a07175df11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.414876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:41.420532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:41.424745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.428873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bf4e8503-99d5-4dbe-bf51-9ea364b6b967 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/4b2c34e8-a7c9-4aef-b1c8-06df3941fab2 HTTP/1.1" status: 204 len: 168 time: 1.1252100 Mar 31 23:05:41.432667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48864) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:41.446808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc384c-9365-4d10-bb7c-53642e104562 None None] Network 290a298c-5ebd-4f5a-8805-5fedc2282c98 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:41.491531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:41.553380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.624934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:41.627827 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85aa00b-8a36-415f-ae1b-b15b8b76b1c9" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:41.630512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0923d-2995-4497-a88e-b7141c4887e4 req-6b04cec3-ba0e-4cb8-ac40-5ba64b8ea0f2 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.653584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fe0923d-2995-4497-a88e-b7141c4887e4 req-6b04cec3-ba0e-4cb8-ac40-5ba64b8ea0f2 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 949 time: 0.4262838 Mar 31 23:05:41.680552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] DHCP port deletion for aff904ce-0256-4c16-948a-77ea8bd08d16 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:41.692141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Deleting port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:41.693126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.710936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.711930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdac1f-1dad-4c51-a2c4-903bf31f1414 req-87ae0555-21f0-4839-a2f9-e813992c5a2c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:41.712056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.725603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5fdac1f-1dad-4c51-a2c4-903bf31f1414 req-87ae0555-21f0-4839-a2f9-e813992c5a2c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 907 time: 0.0772722 Mar 31 23:05:41.739272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Deleting port e8ddde99-dcb9-41f7-beef-f3258011c337 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:41.739784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.762247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.781164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fe0923d-2995-4497-a88e-b7141c4887e4 req-5832254c-0cb6-4217-a43b-e1e92e4f3b11 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/security-groups?id=01e3aea6-dd31-4fb8-90d6-206663c47714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260536 Mar 31 23:05:41.806098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Deleting port 090838cb-19bf-40be-b687-34e163ad4016 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:41.807141 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.853250 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f490231a-77f1-4a24-a0b0-9c59e897a125 x-openstack-request-id: req-f490231a-77f1-4a24-a0b0-9c59e897a125 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:41.853578 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:41.853839 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f490231a-77f1-4a24-a0b0-9c59e897a125 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:41.854350 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f490231a-77f1-4a24-a0b0-9c59e897a125'] response: {'name': 'network-changed', 'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'status': 'completed', 'code': 200} Mar 31 23:05:41.862118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-41b5c8c2-dae2-424f-b03f-57be61025a98 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3881876 Mar 31 23:05:41.869274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] DHCP port deletion for 290a298c-5ebd-4f5a-8805-5fedc2282c98 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:41.908307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Request body: {'port': {'device_id': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:41.962420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] For port 090838cb-19bf-40be-b687-34e163ad4016, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=090838cb-19bf-40be-b687-34e163ad4016,segment=NetworkSegment(43af69f1-dc44-4194-9540-3beb8dfc076a),segment_id=43af69f1-dc44-4194-9540-3beb8dfc076a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:41.962821 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:41.981482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Calling delete_port for 090838cb-19bf-40be-b687-34e163ad4016 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:41.990792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] For port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:41.991184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.008439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Calling delete_port for 2b1b4963-2459-4c9f-9bc2-fda06771e9fa owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.021696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.035677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Deleting port e8ddde99-dcb9-41f7-beef-f3258011c337 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:42.036251 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.047394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] For port e8ddde99-dcb9-41f7-beef-f3258011c337, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8ddde99-dcb9-41f7-beef-f3258011c337,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.048642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.090438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting port 090838cb-19bf-40be-b687-34e163ad4016 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:42.090807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.109142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Calling delete_port for e8ddde99-dcb9-41f7-beef-f3258011c337 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.127052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2337e3e6-f5f8-4559-816a-628d60aff851 req-79d022b3-1f51-47ff-a7db-dab146af534e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 210 time: 0.0482733 Mar 31 23:05:42.155697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] For port e8ddde99-dcb9-41f7-beef-f3258011c337, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8ddde99-dcb9-41f7-beef-f3258011c337,segment=NetworkSegment(f7121c8d-770b-4064-8ca0-552b4065f95a),segment_id=f7121c8d-770b-4064-8ca0-552b4065f95a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.156485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.176545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Calling delete_port for e8ddde99-dcb9-41f7-beef-f3258011c337 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.178957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-ad9b2dff-1557-45bc-a9de-20a19bed34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.180513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-ad9b2dff-1557-45bc-a9de-20a19bed34a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 1058 time: 0.2283280 Mar 31 23:05:42.204800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2464ee-a062-4605-853b-0b3f5ab2f566 req-3d7910c0-8e58-4347-862f-a04890ff124f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.212731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b2464ee-a062-4605-853b-0b3f5ab2f566 req-3d7910c0-8e58-4347-862f-a04890ff124f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 932 time: 0.2571206 Mar 31 23:05:42.308727 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45b67eb-0bb5-4f76-88a3-4384e02cbeb1 x-openstack-request-id: req-b45b67eb-0bb5-4f76-88a3-4384e02cbeb1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:42.309414 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:42.309764 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b45b67eb-0bb5-4f76-88a3-4384e02cbeb1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:42.310276 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45b67eb-0bb5-4f76-88a3-4384e02cbeb1'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'code': 200} Mar 31 23:05:42.331735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b2464ee-a062-4605-853b-0b3f5ab2f566 req-1f991f8b-3c65-4cca-ac1b-c94153de67db tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Mar 31 23:05:42.354873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: from cryptography.utils import int_from_bytes Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: from cryptography.utils import int_from_bytes Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:42.359447 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:05:42.369367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.375057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.392789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-3649eb7e-3a24-457a-aa12-6e17f950af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.395841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-3649eb7e-3a24-457a-aa12-6e17f950af30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2062771 Mar 31 23:05:42.407278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] For port 090838cb-19bf-40be-b687-34e163ad4016, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=090838cb-19bf-40be-b687-34e163ad4016,segment=NetworkSegment(43af69f1-dc44-4194-9540-3beb8dfc076a),segment_id=43af69f1-dc44-4194-9540-3beb8dfc076a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:42.407872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.417040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] No DVR routers for this DVR port 090838cb-19bf-40be-b687-34e163ad4016 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:42.422435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01fa3b-3d47-496e-aa3f-4c44cc8ebb5e None None] Pushing event deleted for resources: {'Port': ['ID=090838cb-19bf-40be-b687-34e163ad4016,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.429741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] No DVR routers for this DVR port e8ddde99-dcb9-41f7-beef-f3258011c337 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:42.461721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Calling delete_port for 090838cb-19bf-40be-b687-34e163ad4016 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:42.479522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9882018-0991-40a5-bc7d-0b3c0c4d58f5 None None] Pushing event deleted for resources: {'Port': ['ID=e8ddde99-dcb9-41f7-beef-f3258011c337,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.494451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Port': ['ID=e8ddde99-dcb9-41f7-beef-f3258011c337,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.538580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No DVR routers for this DVR port e8ddde99-dcb9-41f7-beef-f3258011c337 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:42.542000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-0ba67756-92d0-405f-bb44-17a1e415d908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 200 len: 217 time: 0.0574386 Mar 31 23:05:42.580871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a664-b85b-4447-b6c0-a58cc36678b0 req-5a152c14-1f2e-4e3d-9b60-72afd010b2f1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.582595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6356a664-b85b-4447-b6c0-a58cc36678b0 req-5a152c14-1f2e-4e3d-9b60-72afd010b2f1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2691631 Mar 31 23:05:42.674725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.694320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-da86b4f1-ac27-4e6d-ac8f-2d62a8df2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.696000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-da86b4f1-ac27-4e6d-ac8f-2d62a8df2805 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1269140 Mar 31 23:05:42.706517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290a298c-5ebd-4f5a-8805-5fedc2282c98']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:42.712349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.729018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 090838cb-19bf-40be-b687-34e163ad4016 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:42.735331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7121c8d-770b-4064-8ca0-552b4065f95a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:42.735831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7121c8d-770b-4064-8ca0-552b4065f95a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:42.749374 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.765983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 090838cb-19bf-40be-b687-34e163ad4016 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:42.765983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 090838cb-19bf-40be-b687-34e163ad4016 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:42.766423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63f79855-a2e7-43c9-be53-a3ebc34f5f84 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:42.792981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.795564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 63f79855-a2e7-43c9-be53-a3ebc34f5f84 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:42.795964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63f79855-a2e7-43c9-be53-a3ebc34f5f84 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:42.796527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8ddde99-dcb9-41f7-beef-f3258011c337 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:42.805760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:42.806296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:42.809975 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:42.820026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e8ddde99-dcb9-41f7-beef-f3258011c337 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:42.820416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8ddde99-dcb9-41f7-beef-f3258011c337 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:42.825666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Pushing event deleted for resources: {'Port': ['ID=2b1b4963-2459-4c9f-9bc2-fda06771e9fa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:42.842028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-c3bd0b11-5e2b-4290-8357-ad8a90a9fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:42.843757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-c3bd0b11-5e2b-4290-8357-ad8a90a9fcde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283262 Mar 31 23:05:42.866336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6356a664-b85b-4447-b6c0-a58cc36678b0 req-06d17761-b199-4642-bbb7-d5713d6b638b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034373 Mar 31 23:05:42.967431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.979438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.991052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:42.994947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/networks/290a298c-5ebd-4f5a-8805-5fedc2282c98 HTTP/1.1" status: 204 len: 168 time: 1.5614262 Mar 31 23:05:42.998721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48940) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:43.011969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] No DVR routers for this DVR port 2b1b4963-2459-4c9f-9bc2-fda06771e9fa on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:43.013215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'routes': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:43.015836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d863a-a3e9-4867-9c7d-eebfb2ca201b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Pushing event deleted for resources: {'Network': ['ID=290a298c-5ebd-4f5a-8805-5fedc2282c98,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.038370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.042655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5625a91f-f836-40ae-8cc3-da5109a96b90 req-17fa2e43-d122-4f6a-b569-2033f32966ee tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.96 "DELETE /v2.0/ports/2b1b4963-2459-4c9f-9bc2-fda06771e9fa HTTP/1.1" status: 204 len: 173 time: 2.0994310 Mar 31 23:05:43.085327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Port': ['ID=090838cb-19bf-40be-b687-34e163ad4016,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.102530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] No DVR routers for this DVR port 090838cb-19bf-40be-b687-34e163ad4016 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:43.116116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58b3cae3-006a-4507-85a7-9a73ef3c5f6b req-276c8e35-703f-4889-aa55-823a42c13168 tempest-ImagesOneServerTestJSON-1471591925 tempest-ImagesOneServerTestJSON-1471591925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7fed04e0-6a9d-4099-baa8-dce8a74090ff HTTP/1.1" status: 200 len: 210 time: 0.0792220 Mar 31 23:05:43.131198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80524f1e-df55-42d8-a864-2d1ee7db485f {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:43.157746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-ec4f1816-713a-4ae6-8b6f-b3ebb14dadf3 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052757 Mar 31 23:05:43.163706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.194452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Transition to ACTIVE for port object 80524f1e-df55-42d8-a864-2d1ee7db485f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:43.227117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.346911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Added routes are [] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:05:43.347565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Removed routes are [] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:05:43.347661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.405075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fe801-919f-4768-a231-d713095d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:43.584755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.629404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3ba8e-972d-4f1d-9d25-9dd6494214ad req-3c94c055-e20d-48c8-956c-3457cc91ea2a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.631154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83d3ba8e-972d-4f1d-9d25-9dd6494214ad req-3c94c055-e20d-48c8-956c-3457cc91ea2a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.4348588 Mar 31 23:05:43.644801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff904ce-0256-4c16-948a-77ea8bd08d16']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:43.657390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-d821f900-4dca-4804-ad85-b2a5b99908ab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:43.658927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-d821f900-4dca-4804-ad85-b2a5b99908ab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 817 time: 0.2875757 Mar 31 23:05:43.687461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af69f1-dc44-4194-9540-3beb8dfc076a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:43.687760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af69f1-dc44-4194-9540-3beb8dfc076a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:43.712658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.716619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Attempting to bind port 80524f1e-df55-42d8-a864-2d1ee7db485f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:43.716619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Attempting to bind port 80524f1e-df55-42d8-a864-2d1ee7db485f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:43.716993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Attempting to bind port 80524f1e-df55-42d8-a864-2d1ee7db485f on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:43.740018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Port 80524f1e-df55-42d8-a864-2d1ee7db485f on network a4cfd650-a540-49e0-9b45-74dea36bad89 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:43.740382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Attempting to bind port 80524f1e-df55-42d8-a864-2d1ee7db485f on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:43.754861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.778117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:43.778460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Checking segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:43.778837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Bound using segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:43.779306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Bound port: 80524f1e-df55-42d8-a864-2d1ee7db485f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:43.779688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.792758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:43.793174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.798654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83d3ba8e-972d-4f1d-9d25-9dd6494214ad req-95fa356a-ea5e-4f3b-a532-90bafb273db4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513262 Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:43.799336 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:43.815449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-aa3cb3ae-46a5-4570-93b1-b1a23b4e1c92 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 378 time: 0.1376147 Mar 31 23:05:43.837742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'port': {'device_id': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'admin_state_up': True, 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'security_groups': ['a145130c-a5b3-4c25-8022-25d5982c63da']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:43.882779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-deleted', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:43.885818 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ccf75c-408a-43f1-9ebe-37f2f1ae4d7b" -d '{"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-deleted", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:43.891805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-815802c2-5d31-479f-8507-9f44f121a053 req-047d9bd2-d1a6-4b1f-8a9f-9426e6c7b1f6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 210 time: 0.4430013 Mar 31 23:05:43.939344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.946854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:43.968170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.014544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.018839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/networks/aff904ce-0256-4c16-948a-77ea8bd08d16 HTTP/1.1" status: 204 len: 168 time: 2.7889395 Mar 31 23:05:44.021929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:44.062543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7b546-dc00-4bcf-821a-0f3e3f5ca0bf tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Network': ['ID=aff904ce-0256-4c16-948a-77ea8bd08d16,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.088033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:44.098816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dce01b2e-3c14-487b-a097-191cc751fa65 req-91dcfbfd-15c9-4abd-9874-cd849091fc38 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8919582 Mar 31 23:05:44.101210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router 50f73c5e-084c-4fde-8078-e99dff646941 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:05:44.112105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab9df2-fa0b-4883-a278-bc063559ed02 req-e40a3695-26ec-45d6-89b9-51f93d7765ea tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.114426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4ab9df2-fa0b-4883-a278-bc063559ed02 req-e40a3695-26ec-45d6-89b9-51f93d7765ea tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.1574109 Mar 31 23:05:44.120608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:44.132882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.154571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting subnet 9e951534-a632-4527-bce2-9c752465aeb6 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:44.179620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.211532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Made reservation on behalf of e4dda04b7f2841ccbfeeb822504c1ed8 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:44.214758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.218244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.218850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.220509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-920fe801-919f-4768-a231-d713095d04ba service neutron] 10.222.0.96 "PUT /v2.0/ports/80524f1e-df55-42d8-a864-2d1ee7db485f HTTP/1.1" status: 200 len: 1092 time: 2.3173227 Mar 31 23:05:44.249171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:44.270803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Sync routers for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:44.279419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4ab9df2-fa0b-4883-a278-bc063559ed02 req-e8ae1a86-6e6d-4d83-a8ab-67545a4416da tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552091 Mar 31 23:05:44.288409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:44.289110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:44.291816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.292985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6390ff96-5220-4a1e-9f68-b4d5f8d35bc6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 701 time: 1.2854447 Mar 31 23:05:44.306888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49002) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:44.365193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f464e39f-5c3b-4b3e-af6e-eecb374c7558 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 205 time: 0.0544503 Mar 31 23:05:44.371653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49004) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:44.420488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:44.484877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:44.487956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.514202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Checking router: 50f73c5e-084c-4fde-8078-e99dff646941 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:44.552765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:44.553703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252454d-08cc-4e1e-8239-a3c779db11bb req-b34820b5-566e-4daf-8f95-b0d8354f9373 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.562618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9252454d-08cc-4e1e-8239-a3c779db11bb req-b34820b5-566e-4daf-8f95-b0d8354f9373 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1987479 Mar 31 23:05:44.610182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 2b1b4963-2459-4c9f-9bc2-fda06771e9fa {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:44.610784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2b1b4963-2459-4c9f-9bc2-fda06771e9fa not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:44.623440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Routers {'50f73c5e-084c-4fde-8078-e99dff646941'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:44.624251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['50f73c5e-084c-4fde-8078-e99dff646941'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:44.671650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.718287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] Set router 50f73c5e-084c-4fde-8078-e99dff646941 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:44.719111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9252454d-08cc-4e1e-8239-a3c779db11bb req-fcb669c6-51e0-4bef-b495-ad7f8764da60 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555078 Mar 31 23:05:44.727216 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e123a94d-72d0-494e-8ef4-5111d2630883 x-openstack-request-id: req-e123a94d-72d0-494e-8ef4-5111d2630883 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:44.727521 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fed04e0-6a9d-4099-baa8-dce8a74090ff", "name": "network-vif-deleted", "tag": "2b1b4963-2459-4c9f-9bc2-fda06771e9fa", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:44.727827 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e123a94d-72d0-494e-8ef4-5111d2630883 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:44.728405 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e123a94d-72d0-494e-8ef4-5111d2630883'] response: {'server_uuid': '7fed04e0-6a9d-4099-baa8-dce8a74090ff', 'name': 'network-vif-deleted', 'tag': '2b1b4963-2459-4c9f-9bc2-fda06771e9fa', 'status': 'completed', 'code': 200} Mar 31 23:05:44.739515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fe801-919f-4768-a231-d713095d04ba service neutron] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:44.837056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.837484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:44.843164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.885440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-9bc804ca-cde1-42ee-8153-321ee76b6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:44.887217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-9bc804ca-cde1-42ee-8153-321ee76b6fdd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 1095 time: 0.1629210 Mar 31 23:05:44.890578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395b5e7d-e188-45f3-8ce9-08226de78ec4 None None] The sync data for ids ['50f73c5e-084c-4fde-8078-e99dff646941'] in n-d-835855-2 is: [{'id': '50f73c5e-084c-4fde-8078-e99dff646941', 'name': 'tempest-RoutersTest-router-1184849651', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:04:33Z', 'updated_at': '2022-03-31T23:05:38Z', 'revision_number': 11, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:44.956393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49042) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:44.979589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.981504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router 50f73c5e-084c-4fde-8078-e99dff646941 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:44.990487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:44.992205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b361cae9-99eb-4387-aef3-57a8fb0e2807 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 204 len: 168 time: 0.6113403 Mar 31 23:05:44.998282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49052) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.008343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-477338750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:45.026034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-8322a475-5f8f-447b-9378-f345daab53ff service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80524f1e-df55-42d8-a864-2d1ee7db485f HTTP/1.1" status: 200 len: 217 time: 0.0688574 Mar 31 23:05:45.028989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Allocated IP 172.20.0.9 (3b898086-220c-4d6e-a12b-ba89b0041bf4/84808a44-88c2-4c43-a45e-345fd53f701f/4920a074-f401-48bb-9f6e-47be044f4b6e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:45.029339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2902-e337-4649-b53c-f4c669f22335 req-abcfec9a-885d-4bbb-8a04-338f5a730aea tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.031090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3abc2902-e337-4649-b53c-f4c669f22335 req-abcfec9a-885d-4bbb-8a04-338f5a730aea tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1659074 Mar 31 23:05:45.035335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.055309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.055309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.146927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3abc2902-e337-4649-b53c-f4c669f22335 req-c6bfd631-8095-4435-bfa5-fd436092a34f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984259 Mar 31 23:05:45.174920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-8100cc31-9617-42ff-914a-3e4da701d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.177704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-8100cc31-9617-42ff-914a-3e4da701d258 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1386662 Mar 31 23:05:45.206439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.211697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.237579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.239461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3bc419ca-dc00-4e72-94ff-372b50097d09 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2348418 Mar 31 23:05:45.242407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49060) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.249540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.252970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:45.318515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-4359db25-f214-4f74-9bcc-78fdcf157deb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321051 Mar 31 23:05:45.342975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27f6ff6-d0e7-41c0-b633-dd7fa6ebdf4a req-5398232c-788b-463c-90e3-13471dc29d80 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 210 time: 0.0362866 Mar 31 23:05:45.431178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Subnet': ['ID=9e951534-a632-4527-bce2-9c752465aeb6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:45.440336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c54d5-d285-4f81-917a-9e29fe5d6208 None None] Network 31ba1d17-76df-41e6-a8f1-29a44efa0d06 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:45.450543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.453994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c9326b4-26a2-4bbd-bc5d-30d1645d3244 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/subnets/9e951534-a632-4527-bce2-9c752465aeb6 HTTP/1.1" status: 204 len: 168 time: 1.4250951 Mar 31 23:05:45.460401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49068) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.567855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.582288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.632205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.648600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-76bb1edb-6a1f-4d40-9572-e4d4f870b274 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cc60a9abfcef4c57a5863c0e39dfb2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6858463 Mar 31 23:05:45.655195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49082) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.678511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting subnet cbd999de-dba1-49fc-958e-841f152a6760 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:45.692258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.708739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] DHCP port deletion for 31ba1d17-76df-41e6-a8f1-29a44efa0d06 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:45.720082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06231b3e-f4a6-4937-b84d-1ef68c569452 req-6ed50f69-3ef8-495f-9c55-4196e576157b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.721688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06231b3e-f4a6-4937-b84d-1ef68c569452 req-6ed50f69-3ef8-495f-9c55-4196e576157b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.3058405 Mar 31 23:05:45.772062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Router b8dff81b-4212-4499-9131-d07fb89ac891 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:45.772644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Deleting port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:45.773211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.783677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-0033d309-e7a5-453f-9fa4-b1db7902558f service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629258 Mar 31 23:05:45.833166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.835809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-5ffadcb2-3af9-42a0-9c81-b2cbd8bf4dba tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:45.837439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-5ffadcb2-3af9-42a0-9c81-b2cbd8bf4dba tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.1644871 Mar 31 23:05:45.881921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:45.882278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.889492 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:45.890698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c5935d83-3e8a-4d85-88f1-d961cccf2316 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "PUT /v2.0/routers/b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 200 len: 693 time: 0.6466310 Mar 31 23:05:45.894441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-2184a21b-fc84-4267-a9c9-a2c84482169b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/quotas/76f2ca1d7c7749edbbb41a46e13a88ab HTTP/1.1" status: 200 len: 375 time: 0.0210559 Mar 31 23:05:45.894589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49084) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:45.898512 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Sync routers for ids ['b8dff81b-4212-4499-9131-d07fb89ac891'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:45.913174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Routers {'b8dff81b-4212-4499-9131-d07fb89ac891'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:45.914642 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b8dff81b-4212-4499-9131-d07fb89ac891'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:45.973116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06231b3e-f4a6-4937-b84d-1ef68c569452 req-17f37b52-10f4-47b2-a0f2-bdcb7ef87b11 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196798 Mar 31 23:05:45.976240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1505cff3-5c5b-443b-8dee-711bb0cfb296 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/routers/b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 200 len: 699 time: 0.0805876 Mar 31 23:05:45.994717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49086) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.018912 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Set router b8dff81b-4212-4499-9131-d07fb89ac891 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:46.035593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ab945c8-cd4e-4cd0-98c4-b2d197b7b473 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 200 len: 205 time: 0.0389445 Mar 31 23:05:46.040045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49088) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.066115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] For port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,segment=NetworkSegment(470d1e29-0984-49be-abd1-88f8ea3a3261),segment_id=470d1e29-0984-49be-abd1-88f8ea3a3261)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:46.066516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.076956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:46.081422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.089679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Calling delete_port for 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:46.112109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:46.122125 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dff81b-4212-4499-9131-d07fb89ac891', 'name': 'tempest-RoutersTest-router-477338750', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:45Z', 'updated_at': '2022-03-31T23:05:45Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:46.162474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Checking router: b8dff81b-4212-4499-9131-d07fb89ac891 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:05:46.172857 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Routers {'b8dff81b-4212-4499-9131-d07fb89ac891'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:46.174301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b8dff81b-4212-4499-9131-d07fb89ac891'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:46.176035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.185317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-688bba17-e06a-42c3-aae4-f39d31caa25b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2079799 Mar 31 23:05:46.191369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.201365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:46.240731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.271994 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] Set router b8dff81b-4212-4499-9131-d07fb89ac891 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:46.272203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.272744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.289391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] Pushing event deleted for resources: {'Port': ['ID=1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.291752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc3883-fb5d-4033-ac63-7e9cadabe9e7 None None] No DVR routers for this DVR port 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:46.316398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a90c6e3d-265e-4e00-84b5-8aaf2b040b4e req-a492cb54-83d4-4d51-8fb2-d396c68419c4 service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225015 Mar 31 23:05:46.324635 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.330205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-a55fdf4b-3899-4e82-891c-a9be79499d08 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4963536 Mar 31 23:05:46.351093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Request body: {'port': {'device_id': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:46.354423 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8dff81b-4212-4499-9131-d07fb89ac891', 'name': 'tempest-RoutersTest-router-477338750', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:45Z', 'updated_at': '2022-03-31T23:05:45Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:46.372130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.400170 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b71e6-0715-44bd-b237-4fbddbd5ad7d None None] The sync data for ids ['b8dff81b-4212-4499-9131-d07fb89ac891'] in n-d-835855-2 is: [{'id': 'b8dff81b-4212-4499-9131-d07fb89ac891', 'name': 'tempest-RoutersTest-router-477338750', 'tenant_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:45Z', 'updated_at': '2022-03-31T23:05:45Z', 'revision_number': 2, 'project_id': 'cf68a4ed67b0419d964c7df4fae5a108', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:05:46.466776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-74671e68-7966-4142-a2a7-95b52d3d96b3 None None] Provisioning complete for port 4920a074-f401-48bb-9f6e-47be044f4b6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:46.467994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74671e68-7966-4142-a2a7-95b52d3d96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.470996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.474623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.485700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4614a1-4a08-4f80-af8e-7a0870880abd req-bfb58509-05c0-4d9c-82ce-9b0c36460e1b tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:46.487825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca4614a1-4a08-4f80-af8e-7a0870880abd req-bfb58509-05c0-4d9c-82ce-9b0c36460e1b tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.4143927 Mar 31 23:05:46.497906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.510596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-74671e68-7966-4142-a2a7-95b52d3d96b3 None None] Port 4920a074-f401-48bb-9f6e-47be044f4b6e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:46.534937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-1385ab48-adf7-489e-9d3b-48688c475edc service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363068 Mar 31 23:05:46.547446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.548037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Fanout notify agent at l3_agent the message router_deleted on router b8dff81b-4212-4499-9131-d07fb89ac891 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:46.556813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.557979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-22a44285-0532-431e-9580-48b8b38a8c25 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 204 len: 168 time: 0.5182128 Mar 31 23:05:46.563751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.627481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:46.628077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6fd30627-a1de-4868-bc08-ce4ef0700ea0 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 200 len: 205 time: 0.0458705 Mar 31 23:05:46.670949 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca4614a1-4a08-4f80-af8e-7a0870880abd req-ca94e0b8-a8f6-4954-8f0f-79e85b9f67b0 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565042 Mar 31 23:05:46.684868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.744307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:46.747250 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804df984-48da-4c52-ac6e-f8acfaccfe7a" -d '{"events": [{"name": "network-changed", "server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:46.750155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.752722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.756788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/01e3aea6-dd31-4fb8-90d6-206663c47714 HTTP/1.1" status: 204 len: 168 time: 1.0981557 Mar 31 23:05:46.774960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:46.805091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:46.805438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1813c151-f7c6-46ef-a8cd-a8ae6f0c22a2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:46.834418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd999de-dba1-49fc-958e-841f152a6760,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.863970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f06d1b-d009-45e3-a634-6ddc8b375c2e None None] Network d3521ab7-febf-4ead-ad80-c7d634fbc259 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:46.878669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b05412-5c1a-4f6e-989e-857483791b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e3aea6-dd31-4fb8-90d6-206663c47714,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:46.883680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:46.889956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cbdf0642-3899-4cc1-84c9-0504317f2338 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/subnets/cbd999de-dba1-49fc-958e-841f152a6760 HTTP/1.1" status: 204 len: 168 time: 1.4144754 Mar 31 23:05:46.889956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.075164 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-8551879b-fa43-4455-afe8-304201dee12b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:47.078564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8551879b-fa43-4455-afe8-304201dee12b tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/b8dff81b-4212-4499-9131-d07fb89ac891 HTTP/1.1" status: 404 len: 336 time: 0.4456615 Mar 31 23:05:47.080698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.098773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb3acb-1aef-408e-bc17-4d802a3fcc78 req-2f38a22e-42a3-494d-9659-a8302c12c44e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.106797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4acb3acb-1aef-408e-bc17-4d802a3fcc78 req-2f38a22e-42a3-494d-9659-a8302c12c44e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 931 time: 0.2631369 Mar 31 23:05:47.116264 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cf126d-f95a-410d-8d2b-6eaafe376077 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:47.116629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cf126d-f95a-410d-8d2b-6eaafe376077 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:47.119957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7cf126d-f95a-410d-8d2b-6eaafe376077 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/0df9e035-0dc6-499b-b49c-da1b7da71342 HTTP/1.1" status: 404 len: 337 time: 0.0378091 Mar 31 23:05:47.123370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.125628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.131462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] DHCP port deletion for d3521ab7-febf-4ead-ad80-c7d634fbc259 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:47.132679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-f084fb6c-ea89-4843-ac66-7ca825c1a839 service neutron] 10.222.0.95 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815704 Mar 31 23:05:47.194301 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-616721b8-460c-4a22-831f-649838e46271 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:47.194771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616721b8-460c-4a22-831f-649838e46271 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:47.198079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-616721b8-460c-4a22-831f-649838e46271 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/5b1c01a7-835f-4f13-9c44-21b86d2e292d HTTP/1.1" status: 404 len: 337 time: 0.0626240 Mar 31 23:05:47.200749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49114) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.220525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Deleting port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:47.220904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.233174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4acb3acb-1aef-408e-bc17-4d802a3fcc78 req-577dae14-69ee-4571-9e10-180abf8683a2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252778 Mar 31 23:05:47.246786 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31c6264-78f4-4c64-93d4-1fa48ff341e6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:47.247634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31c6264-78f4-4c64-93d4-1fa48ff341e6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:47.255045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b31c6264-78f4-4c64-93d4-1fa48ff341e6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/52c1def5-e499-4b58-8406-202c8edf02b5 HTTP/1.1" status: 404 len: 337 time: 0.0522559 Mar 31 23:05:47.257055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49116) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.313069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] For port eaa8c67e-ce24-4a2b-85ae-be90d60f8044, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,segment=NetworkSegment(d42105c2-ff50-481f-8119-638663d4d976),segment_id=d42105c2-ff50-481f-8119-638663d4d976)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:47.313475 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.326563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Calling delete_port for eaa8c67e-ce24-4a2b-85ae-be90d60f8044 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:47.344029 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5c66bd-17f5-49e7-b066-8b7faae73307 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:47.350531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5c66bd-17f5-49e7-b066-8b7faae73307 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:47.356768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9b5c66bd-17f5-49e7-b066-8b7faae73307 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/4b2c34e8-a7c9-4aef-b1c8-06df3941fab2 HTTP/1.1" status: 404 len: 337 time: 0.0980525 Mar 31 23:05:47.359469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.359698 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb29b7-d611-4307-a4e3-20abd5789088 x-openstack-request-id: req-d6fb29b7-d611-4307-a4e3-20abd5789088 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:47.359959 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:47.360211 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d6fb29b7-d611-4307-a4e3-20abd5789088 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:47.360651 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fb29b7-d611-4307-a4e3-20abd5789088'] response: {'name': 'network-changed', 'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'status': 'completed', 'code': 200} Mar 31 23:05:47.457520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6380283b-2782-4aad-8823-6d4903068b41 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 200 len: 205 time: 0.0949979 Mar 31 23:05:47.463833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.509194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.519803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8ddcb32-549e-47f2-a725-6cdfb3b63cdb req-8bc0ead4-0844-47ea-8328-5e32bb7e23c1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 210 time: 0.0942075 Mar 31 23:05:47.523910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.531344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] No DVR routers for this DVR port eaa8c67e-ce24-4a2b-85ae-be90d60f8044 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:47.536302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:47.546640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd5889-a4dd-40bd-b7cc-1b7bb6ce736b req-470a9be5-8f6d-4eaf-a085-fd0b9534533c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.549409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6fd5889-a4dd-40bd-b7cc-1b7bb6ce736b req-470a9be5-8f6d-4eaf-a085-fd0b9534533c tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.1858895 Mar 31 23:05:47.550565 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-33fcf0d6-85c0-4263-85fd-8532acb74040 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:47.551810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33fcf0d6-85c0-4263-85fd-8532acb74040 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/50f73c5e-084c-4fde-8078-e99dff646941 HTTP/1.1" status: 404 len: 336 time: 0.0857453 Mar 31 23:05:47.554734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.556918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.560850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-9ef5ea3e-389b-4c67-9b2e-e74913ffb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.562362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-9ef5ea3e-389b-4c67-9b2e-e74913ffb82a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 1095 time: 0.1861389 Mar 31 23:05:47.569520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ba1d17-76df-41e6-a8f1-29a44efa0d06']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.570060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bbac5-5872-4e4a-91d2-131b8973722e None None] Pushing event deleted for resources: {'Port': ['ID=eaa8c67e-ce24-4a2b-85ae-be90d60f8044,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:47.597872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f700971e-d62a-4f04-b6e7-cef6ac626a1c tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=170d6496-7242-423d-a1ba-5cc1586af6f2 HTTP/1.1" status: 200 len: 205 time: 0.0416658 Mar 31 23:05:47.606625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49132) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.667509 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-c7a4d6a2-3792-47c9-ab36-999f5a184f6a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:47.668739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c7a4d6a2-3792-47c9-ab36-999f5a184f6a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/170d6496-7242-423d-a1ba-5cc1586af6f2 HTTP/1.1" status: 404 len: 336 time: 0.0608845 Mar 31 23:05:47.671388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49138) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.714918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470d1e29-0984-49be-abd1-88f8ea3a3261') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.715527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470d1e29-0984-49be-abd1-88f8ea3a3261') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:47.717302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Transition to ACTIVE for port object 4920a074-f401-48bb-9f6e-47be044f4b6e will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:47.737103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6fd5889-a4dd-40bd-b7cc-1b7bb6ce736b req-f08a719c-f32a-4523-9095-e08f82ad9bd9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708608 Mar 31 23:05:47.738103 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9628d1-8e97-405b-96cb-7e422cb076ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:47.739720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9628d1-8e97-405b-96cb-7e422cb076ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:47.741579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.742821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f9628d1-8e97-405b-96cb-7e422cb076ea tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/d1420d76-fb12-433c-997a-3ed709b08ccb HTTP/1.1" status: 404 len: 337 time: 0.0640051 Mar 31 23:05:47.748554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.750083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49144) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.778640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-7b70f0d1-b5fc-49d4-9da4-ed197581bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:47.780550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-7b70f0d1-b5fc-49d4-9da4-ed197581bbfd service neutron] 10.222.0.96 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 924 time: 0.1944008 Mar 31 23:05:47.840341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.851076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.851211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-33a3cf31-2953-42f0-b39c-f3153225c417 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 200 len: 205 time: 0.0933454 Mar 31 23:05:47.879613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:47.879876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:47.908840 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:47.921637 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-5bfcca65-bfcb-440d-b8c1-819d9e5702eb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:47.922997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5bfcca65-bfcb-440d-b8c1-819d9e5702eb tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/18779a9f-8f35-47a8-a56b-8f21b1cc9f5a HTTP/1.1" status: 404 len: 336 time: 0.0706058 Mar 31 23:05:47.925948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:47.976960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-00f878a8-4c7e-49e1-ba7d-ecaf1e7ccc2a tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=f744303d-32f3-4cea-b8a3-29b57ba4e069 HTTP/1.1" status: 200 len: 205 time: 0.0477171 Mar 31 23:05:47.978238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.042061 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-804fc0df-e096-453b-99e0-003fb275f0f6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:48.045524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-804fc0df-e096-453b-99e0-003fb275f0f6 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/f744303d-32f3-4cea-b8a3-29b57ba4e069 HTTP/1.1" status: 404 len: 336 time: 0.0639379 Mar 31 23:05:48.045671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.045803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.047039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-867eff3b-ebb2-44ed-b3ee-00bed20c9ba7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80524f1e-df55-42d8-a864-2d1ee7db485f HTTP/1.1" status: 200 len: 217 time: 0.0499241 Mar 31 23:05:48.054783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:48.068411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.073493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/networks/31ba1d17-76df-41e6-a8f1-29a44efa0d06 HTTP/1.1" status: 204 len: 168 time: 1.1805971 Mar 31 23:05:48.089948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.100767 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5c04c0-3f88-40e2-9589-d67659bd3a37 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:48.101169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5c04c0-3f88-40e2-9589-d67659bd3a37 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:48.104214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e5c04c0-3f88-40e2-9589-d67659bd3a37 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/6470667d-4a01-4bb7-9e3c-cb33391cf59d HTTP/1.1" status: 404 len: 337 time: 0.0574796 Mar 31 23:05:48.106924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49164) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.149382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbd888-d1c5-4420-8b4a-58027ef13057 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Network': ['ID=31ba1d17-76df-41e6-a8f1-29a44efa0d06,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:48.153587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae219810-360a-439d-ac7d-3a4265da45ff tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=67a14604-9f99-4ca1-98ab-03330dbae9aa HTTP/1.1" status: 200 len: 205 time: 0.0452735 Mar 31 23:05:48.161348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49166) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.215211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6bc7d-9160-4a80-989e-3b91a53326ba req-03a1e538-da3d-478e-ac81-fedc74d308c3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:48.227636 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-39f595bc-326b-44ae-a4f8-90bde78a8771 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:48.229205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-39f595bc-326b-44ae-a4f8-90bde78a8771 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/67a14604-9f99-4ca1-98ab-03330dbae9aa HTTP/1.1" status: 404 len: 336 time: 0.0645573 Mar 31 23:05:48.229493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3da6bc7d-9160-4a80-989e-3b91a53326ba req-03a1e538-da3d-478e-ac81-fedc74d308c3 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.3904793 Mar 31 23:05:48.232697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.261806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-99eb7886-d2e8-4c9d-81a2-e5aadf09182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:48.263575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-99eb7886-d2e8-4c9d-81a2-e5aadf09182f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1966076 Mar 31 23:05:48.313903 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a736835-d78a-4754-a035-d731c573ef7d tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:48.314365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a736835-d78a-4754-a035-d731c573ef7d tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:48.317417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a736835-d78a-4754-a035-d731c573ef7d tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/fd4c951b-78a0-4869-ab13-9b809028a3ce HTTP/1.1" status: 404 len: 337 time: 0.0583694 Mar 31 23:05:48.323041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.326017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49176) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.327790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-ef98fcb9-5a51-4bb0-9dc8-0f8ef201155f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508699 Mar 31 23:05:48.358506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3da6bc7d-9160-4a80-989e-3b91a53326ba req-5b49706c-0b7e-4e54-85b6-9164324d55be tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280239 Mar 31 23:05:48.368951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1d8f147-d20e-4134-84e1-ca8fe309b8b7 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1fde546-7cd9-4f87-9d92-ff7471784dd1 HTTP/1.1" status: 200 len: 205 time: 0.0402336 Mar 31 23:05:48.372428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.381378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Attempting to bind port 4920a074-f401-48bb-9f6e-47be044f4b6e on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:48.381716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Attempting to bind port 4920a074-f401-48bb-9f6e-47be044f4b6e by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:48.382046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Attempting to bind port 4920a074-f401-48bb-9f6e-47be044f4b6e on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:48.387381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-bc89b6f8-ef76-4c4a-8578-4454e82c4d1e tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:48.388871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-bc89b6f8-ef76-4c4a-8578-4454e82c4d1e tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.1741967 Mar 31 23:05:48.422972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Port 4920a074-f401-48bb-9f6e-47be044f4b6e on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:48.423759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Attempting to bind port 4920a074-f401-48bb-9f6e-47be044f4b6e on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:48.456823 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-ed685574-3686-4d0a-89e6-efed20584691 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] delete failed (client error): The resource could not be found. Mar 31 23:05:48.457860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed685574-3686-4d0a-89e6-efed20584691 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/routers/c1fde546-7cd9-4f87-9d92-ff7471784dd1 HTTP/1.1" status: 404 len: 336 time: 0.0838635 Mar 31 23:05:48.461032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49182) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.493656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:48.494023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Checking segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:48.494423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Bound using segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:48.494867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Bound port: 4920a074-f401-48bb-9f6e-47be044f4b6e, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:48.495532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.536503 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-df190c60-e5c4-4a14-b2f0-a687601012f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:48.537277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df190c60-e5c4-4a14-b2f0-a687601012f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:48.540478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-df190c60-e5c4-4a14-b2f0-a687601012f9 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/b179ffde-9e05-4cca-9092-36f141b86d5f HTTP/1.1" status: 404 len: 337 time: 0.0777862 Mar 31 23:05:48.545469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:48.646012 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4a171-0e1a-403b-835d-35d40c551494 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] DELETE failed (client error): The resource could not be found. Mar 31 23:05:48.646613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4a171-0e1a-403b-835d-35d40c551494 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:05:48.652145 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c5b4a171-0e1a-403b-835d-35d40c551494 tempest-RoutersTest-92993020 tempest-RoutersTest-92993020-project] 10.222.0.95 "DELETE /v2.0/subnets/2cc89111-1079-4f74-9415-edcfa09e9af9 HTTP/1.1" status: 404 len: 337 time: 0.1005633 Mar 31 23:05:48.656044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.696682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed6013d2-bfe1-4ed3-841f-29600f609949 req-dda6f20b-114e-47cc-b962-e0f93cf8e14a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 210 time: 0.0859139 Mar 31 23:05:48.707261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3521ab7-febf-4ead-ad80-c7d634fbc259']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:48.722975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42105c2-ff50-481f-8119-638663d4d976') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:48.723505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42105c2-ff50-481f-8119-638663d4d976') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:48.735628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.743848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eaa8c67e-ce24-4a2b-85ae-be90d60f8044 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:48.755885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Deleting port 5338d701-c3ba-4a9a-a491-8103aac57882 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:48.756263 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.761094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.780988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:48.781406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:48.784753 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:48.801339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: eaa8c67e-ce24-4a2b-85ae-be90d60f8044 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:48.809538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eaa8c67e-ce24-4a2b-85ae-be90d60f8044 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:48.954801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.033999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.042083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-9b0c9bf2-d08c-479f-9440-a73dd7d89b70 service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006917 Mar 31 23:05:49.072879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.078354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/networks/d3521ab7-febf-4ead-ad80-c7d634fbc259 HTTP/1.1" status: 204 len: 168 time: 0.9851258 Mar 31 23:05:49.083957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.084529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.128805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283cceeb-80a2-4062-8b53-62cd889dddf0 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Network': ['ID=d3521ab7-febf-4ead-ad80-c7d634fbc259,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.141363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] For port 5338d701-c3ba-4a9a-a491-8103aac57882, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5338d701-c3ba-4a9a-a491-8103aac57882,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:49.141961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.159889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Calling delete_port for 5338d701-c3ba-4a9a-a491-8103aac57882 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:49.168700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b44b-9402-47b3-b562-8b63a0de0523 req-ef93a990-f9dd-4b6f-b957-1482dce40a08 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.170246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d125b44b-9402-47b3-b562-8b63a0de0523 req-ef93a990-f9dd-4b6f-b957-1482dce40a08 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.2770083 Mar 31 23:05:49.206764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e166fc-28aa-472f-ba8a-4f717db0dae8 req-b4b2142c-6e78-445a-a20a-62c7ae2d4200 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.208344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5e166fc-28aa-472f-ba8a-4f717db0dae8 req-b4b2142c-6e78-445a-a20a-62c7ae2d4200 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.7104969 Mar 31 23:05:49.258857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-4d84b172-c1e7-4d42-aa0a-6ccd1a13ea21 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.260432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-4d84b172-c1e7-4d42-aa0a-6ccd1a13ea21 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 812 time: 0.3413622 Mar 31 23:05:49.283887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting subnet 84bdcded-888a-418b-b5af-f26f2b27d366 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:05:49.284081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Request body: {'port': {'device_id': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'admin_state_up': True, 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:49.287014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.300244 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c38a-044b-42ec-8844-e65257688363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.320630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d125b44b-9402-47b3-b562-8b63a0de0523 req-53502b87-0bed-4991-a26d-7f2ec2693d50 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357639 Mar 31 23:05:49.344764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:49.376394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-804df984-48da-4c52-ac6e-f8acfaccfe7a req-74496052-ce71-4da3-a94b-fd9c7a86d307 service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981734 Mar 31 23:05:49.379760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:49.399405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5e166fc-28aa-472f-ba8a-4f717db0dae8 req-e66690bd-bafe-4508-be2f-b8dc5871a2b6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1764348 Mar 31 23:05:49.421211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.474508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.546259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7be585f8-608b-4a90-a19b-2bf00df5fad4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cf68a4ed67b0419d964c7df4fae5a108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597120 Mar 31 23:05:49.547728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.548344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.549670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] 10.222.0.96 "PUT /v2.0/ports/4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 1091 time: 3.2079594 Mar 31 23:05:49.551131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49210) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.553452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:49.555789 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9cbc9f-95bf-4907-8950-b947499a3e20" -d '{"events": [{"name": "network-changed", "server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:49.561959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.563949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Made reservation on behalf of 76f2ca1d7c7749edbbb41a46e13a88ab for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:49.567946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.588799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04584ee-061f-41f5-b233-54c0a4c7244b service neutron] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.592638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.640342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c38a-044b-42ec-8844-e65257688363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.648459 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a9d180-1f50-4c28-8b4e-0f479c3df742 x-openstack-request-id: req-f1a9d180-1f50-4c28-8b4e-0f479c3df742 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:49.653209 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:49.653209 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f1a9d180-1f50-4c28-8b4e-0f479c3df742 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:49.653209 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a9d180-1f50-4c28-8b4e-0f479c3df742'] response: {'name': 'network-changed', 'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'status': 'completed', 'code': 200} Mar 31 23:05:49.660593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Pushing event deleted for resources: {'Port': ['ID=5338d701-c3ba-4a9a-a491-8103aac57882,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.661910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c38a-044b-42ec-8844-e65257688363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.686015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7262c19-f21f-4079-ac9c-83d9b0b9d1c3 req-ddab3510-f457-4633-a5e3-b12326980211 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.691927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7262c19-f21f-4079-ac9c-83d9b0b9d1c3 req-ddab3510-f457-4633-a5e3-b12326980211 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=f1aa5d57-aa5c-43be-b00f-c8c35a124b3b HTTP/1.1" status: 200 len: 948 time: 0.2127881 Mar 31 23:05:49.712569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.719717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-d993159f-41b4-4006-a0bc-c518559dfa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.721329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-d993159f-41b4-4006-a0bc-c518559dfa29 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1094 time: 0.0881035 Mar 31 23:05:49.752645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Subnet': ['ID=84bdcded-888a-418b-b5af-f26f2b27d366,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:49.807853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.812577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e8af814e-64f0-4c9b-bf7e-a1acf85c7e9d tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/subnets/84bdcded-888a-418b-b5af-f26f2b27d366 HTTP/1.1" status: 204 len: 168 time: 0.7244289 Mar 31 23:05:49.815339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-97df44af-3389-4f2e-ab49-1a685d75da14 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 217 time: 0.0705187 Mar 31 23:05:49.815806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49218) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.816611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] No DVR routers for this DVR port 5338d701-c3ba-4a9a-a491-8103aac57882 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:49.819423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed224c8-b010-48ab-93c7-8230dff679da None None] Network c00e8bd9-1f51-41db-9d23-772156f1b8af requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:49.819885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.825611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e27fc4bf-7918-41ae-a5bd-f42e2df2a7e5 req-f5f05e6a-b175-42dd-8523-497ed5329bac tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "DELETE /v2.0/ports/5338d701-c3ba-4a9a-a491-8103aac57882 HTTP/1.1" status: 204 len: 173 time: 1.3923633 Mar 31 23:05:49.871394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19f0299f-e946-4ab7-a324-8217f7293dcc req-afa42e48-c356-4eef-aed4-15ff3e6a9014 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 210 time: 0.0651956 Mar 31 23:05:49.922554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-deleted', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:49.925420 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9a6bd-7955-4684-9b3e-e5f68f73168a" -d '{"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-deleted", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:49.929771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:49.957092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-bfd9e851-e3e9-469d-8d2e-d7fd44c44bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:49.957724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ff3c38a-044b-42ec-8844-e65257688363 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1f7876aa863543feb5716cfdb750c6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957635 Mar 31 23:05:49.958618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-bfd9e851-e3e9-469d-8d2e-d7fd44c44bfb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1213512 Mar 31 23:05:49.959142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:49.968669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.009364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3c38a-044b-42ec-8844-e65257688363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68970593-07be-4b79-9473-b51cafe48f5d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.020455 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273f40d7-5e4a-409e-98aa-95da1eac7070 x-openstack-request-id: req-273f40d7-5e4a-409e-98aa-95da1eac7070 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:50.021158 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aa5d57-aa5c-43be-b00f-c8c35a124b3b", "name": "network-vif-deleted", "tag": "5338d701-c3ba-4a9a-a491-8103aac57882", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:50.021876 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-273f40d7-5e4a-409e-98aa-95da1eac7070 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:50.022474 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273f40d7-5e4a-409e-98aa-95da1eac7070'] response: {'server_uuid': 'f1aa5d57-aa5c-43be-b00f-c8c35a124b3b', 'name': 'network-vif-deleted', 'tag': '5338d701-c3ba-4a9a-a491-8103aac57882', 'status': 'completed', 'code': 200} Mar 31 23:05:50.047846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7262c19-f21f-4079-ac9c-83d9b0b9d1c3 req-cee038cc-c4ed-4514-b081-3e31b1fcc3bc tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402176 Mar 31 23:05:50.053643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.120830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] DHCP port deletion for c00e8bd9-1f51-41db-9d23-772156f1b8af request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:05:50.123861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-bb3d41eb-8993-4fd5-92a0-ac8c9f812f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.126235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-bb3d41eb-8993-4fd5-92a0-ac8c9f812f08 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427283 Mar 31 23:05:50.134418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.157208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Allocated IP 172.20.0.3 (3001e2cd-b6be-47ff-8cb0-311ad8147372/7aab6a9d-56b5-4a87-8d72-f04f490b5103/e036c0ad-b2fa-4439-8799-df212b775e25) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:50.178360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.181114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.182400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e6def1f-521f-465b-b2aa-09e30f8fb7f6 HTTP/1.1" status: 204 len: 168 time: 0.6302879 Mar 31 23:05:50.202617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b9121-e6df-4186-aecb-7c1114562814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6def1f-521f-465b-b2aa-09e30f8fb7f6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.230748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.250468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Deleting port 8b85009a-f637-4624-9ff0-8b8a03bf094c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:50.251345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.311105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Deleting port 8b85009a-f637-4624-9ff0-8b8a03bf094c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:50.316785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.409721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] For port 8b85009a-f637-4624-9ff0-8b8a03bf094c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b85009a-f637-4624-9ff0-8b8a03bf094c,segment=NetworkSegment(226e1e89-c78a-48da-8afb-07d49acc37fa),segment_id=226e1e89-c78a-48da-8afb-07d49acc37fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:50.410980 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.415481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-bf31fb92-8a01-4044-b606-5f60c4ff37dc service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781260 Mar 31 23:05:50.450238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Calling delete_port for 8b85009a-f637-4624-9ff0-8b8a03bf094c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:50.464876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.483373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] For port 8b85009a-f637-4624-9ff0-8b8a03bf094c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b85009a-f637-4624-9ff0-8b8a03bf094c,segment=NetworkSegment(226e1e89-c78a-48da-8afb-07d49acc37fa),segment_id=226e1e89-c78a-48da-8afb-07d49acc37fa)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:50.483373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.516823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Calling delete_port for 8b85009a-f637-4624-9ff0-8b8a03bf094c owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:50.538204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.555787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:50.559787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:50.570957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:50.641839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:50.688487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:50.709084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:50.723136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.760104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.762754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.766557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/68970593-07be-4b79-9473-b51cafe48f5d HTTP/1.1" status: 204 len: 168 time: 0.8037410 Mar 31 23:05:50.830929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.831799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b85009a-f637-4624-9ff0-8b8a03bf094c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:50.876128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6183c-27f2-48e5-9954-62ebcc3e28a7 req-64cf6ad6-c728-4b0e-81bc-f23326506f74 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:50.882910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ba6183c-27f2-48e5-9954-62ebcc3e28a7 req-64cf6ad6-c728-4b0e-81bc-f23326506f74 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.3422928 Mar 31 23:05:50.888453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.895034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8b85009a-f637-4624-9ff0-8b8a03bf094c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:50.897048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b85009a-f637-4624-9ff0-8b8a03bf094c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:50.913190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:50.956403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] No DVR routers for this DVR port 8b85009a-f637-4624-9ff0-8b8a03bf094c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:50.978037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Port': ['ID=8b85009a-f637-4624-9ff0-8b8a03bf094c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.992063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae92c-0b71-43fd-bf8a-7da270aa673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68970593-07be-4b79-9473-b51cafe48f5d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:50.998352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] No DVR routers for this DVR port 8b85009a-f637-4624-9ff0-8b8a03bf094c on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:51.036795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.041323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.086578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:51.094134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65301f02-79f1-4d41-87df-e9edda6cb245 req-b8698fec-454b-42f5-90de-2874a192ec8b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.101137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc77d8b-d38f-4d83-adab-eac1dae84495 None None] Pushing event deleted for resources: {'Port': ['ID=8b85009a-f637-4624-9ff0-8b8a03bf094c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.107398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65301f02-79f1-4d41-87df-e9edda6cb245 req-b8698fec-454b-42f5-90de-2874a192ec8b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.4132512 Mar 31 23:05:51.132147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-56130677-d7e2-4a4c-9d38-a929a255f26e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8518794 Mar 31 23:05:51.156050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ba6183c-27f2-48e5-9954-62ebcc3e28a7 req-5ea2e188-d38f-4b56-93da-3a931e86592a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2589140 Mar 31 23:05:51.162348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Request body: {'port': {'device_id': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:51.240066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c25fa360-981a-4ae2-abf6-c6a50fb2da62 req-6df76157-cdd2-43fc-aba2-970df98a4a3d service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8119440 Mar 31 23:05:51.261562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.265199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'port_id': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'mac_address': 'fa:16:3e:aa:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eacf8d-a480-4d72-88ce-66d82754000f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:51.291734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.385408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9edad8cc-c345-4be0-ad3b-c24e5863ea84 None None] Provisioning complete for port e036c0ad-b2fa-4439-8799-df212b775e25 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:51.386559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9edad8cc-c345-4be0-ad3b-c24e5863ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.398883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65301f02-79f1-4d41-87df-e9edda6cb245 req-3adb41e5-f49b-4065-91ed-b644b7cec273 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885790 Mar 31 23:05:51.456805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00e8bd9-1f51-41db-9d23-772156f1b8af']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:51.518110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226e1e89-c78a-48da-8afb-07d49acc37fa') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:51.518564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226e1e89-c78a-48da-8afb-07d49acc37fa') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:51.541688 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.559752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.571125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80524f1e-df55-42d8-a864-2d1ee7db485f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:51.596162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.599079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:51.605941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9edad8cc-c345-4be0-ad3b-c24e5863ea84 None None] Port e036c0ad-b2fa-4439-8799-df212b775e25 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:51.614487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.619914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:05:51.622934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.685226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:51.733897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49264) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:51.810506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e4c6-7c3f-4736-8cb0-0557343f9393 req-e577165a-79a2-4046-9e4c-359eae151862 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:51.818963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cd0e4c6-7c3f-4736-8cb0-0557343f9393 req-e577165a-79a2-4046-9e4c-359eae151862 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 931 time: 0.4150615 Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:05:51.825216 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:05:51.883166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.939993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cd0e4c6-7c3f-4736-8cb0-0557343f9393 req-61caaa14-b9dd-4627-a492-aa7b7b23d672 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072481 Mar 31 23:05:51.942358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:51.952550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49274) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:51.967779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/networks/c00e8bd9-1f51-41db-9d23-772156f1b8af HTTP/1.1" status: 204 len: 168 time: 2.1437526 Mar 31 23:05:51.969130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33d905-f76e-4fe8-bd53-7699f6a361c3 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Pushing event deleted for resources: {'Network': ['ID=c00e8bd9-1f51-41db-9d23-772156f1b8af,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:52.004485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-2ef9f0fa-95df-4c57-94a7-fc3105dc3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.006506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-2ef9f0fa-95df-4c57-94a7-fc3105dc3074 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1094 time: 0.6741068 Mar 31 23:05:52.010461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c8841b1-fbbd-45ee-ab4d-a9d1d00a5dd2 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "GET /v2.0/ports?device_id=d5e222e7-dad9-4478-8555-e72b47cfe931 HTTP/1.1" status: 200 len: 205 time: 0.0560174 Mar 31 23:05:52.015563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49278) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:52.026020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1425509780'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:52.140396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e036c0ad-b2fa-4439-8799-df212b775e25 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:52.155681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.161742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.174769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e679-0466-4e13-ba72-6e235dc175b3 req-f016a3f1-739f-4555-85ea-5bde0c61ea4a tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.176449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3546e679-0466-4e13-ba72-6e235dc175b3 req-f016a3f1-739f-4555-85ea-5bde0c61ea4a tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 949 time: 0.1194820 Mar 31 23:05:52.186889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-5618d6df-91c9-41f7-bfb1-e04ac23b69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.188714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-5618d6df-91c9-41f7-bfb1-e04ac23b69c0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.1701133 Mar 31 23:05:52.202903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Made reservation on behalf of 510d70534451402aaf509568ce9252a3 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:52.206326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.231897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3546e679-0466-4e13-ba72-6e235dc175b3 req-0e1e0d74-0406-4e82-a090-a97522cb9fb1 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385323 Mar 31 23:05:52.267726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49286) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:52.272883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.275645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-463acb68-54e7-4a38-b43f-5415b8464bb9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 217 time: 0.0421612 Mar 31 23:05:52.280260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Transition to ACTIVE for port object e036c0ad-b2fa-4439-8799-df212b775e25 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:05:52.289902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['80524f1e-df55-42d8-a864-2d1ee7db485f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:52.305123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.340737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-5e9cf2bd-539b-434e-90be-d8d52f17f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.342320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-5e9cf2bd-539b-434e-90be-d8d52f17f6cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.0564480 Mar 31 23:05:52.418001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-59f9240f-b848-4ab3-80cd-f8fb3b569357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.434369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-59f9240f-b848-4ab3-80cd-f8fb3b569357 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829449 Mar 31 23:05:52.565487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:52.587727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5338d701-c3ba-4a9a-a491-8103aac57882 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:52.588386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5338d701-c3ba-4a9a-a491-8103aac57882 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:52.612166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e1f7f-be76-4d33-8c80-db545331f9a8 req-bacc2167-81ed-49f9-bb7f-c5c409f35b94 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.614317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c4e1f7f-be76-4d33-8c80-db545331f9a8 req-bacc2167-81ed-49f9-bb7f-c5c409f35b94 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 945 time: 0.1202540 Mar 31 23:05:52.620904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-fa6b2be5-9681-428f-a4f4-42e3407c3941 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780367 Mar 31 23:05:52.709514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c4e1f7f-be76-4d33-8c80-db545331f9a8 req-c09a3f93-a10f-4f26-8987-24eb80a56827 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857704 Mar 31 23:05:52.744311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9cbc9f-95bf-4907-8950-b947499a3e20 req-e91e4e65-f780-41ee-92e4-e702b2bf6767 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132674 Mar 31 23:05:52.800510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.802971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.810661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1996424806-network', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:52.883507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:52.920300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da00c9-7a6c-4820-b78c-1fcf5891cfd7 req-ba979e1d-4147-4a5b-83c2-c39a8b227159 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:52.921846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5da00c9-7a6c-4820-b78c-1fcf5891cfd7 req-ba979e1d-4147-4a5b-83c2-c39a8b227159 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.6529529 Mar 31 23:05:52.930894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.931462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Fanout notify agent at l3_agent the message router_deleted on router d5e222e7-dad9-4478-8555-e72b47cfe931 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:05:52.937036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:52.938749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.947657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:52.948752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da418842-bbdc-4ee1-80eb-a6768d059804 tempest-RoutersNegativeIpV6Test-1669770456 tempest-RoutersNegativeIpV6Test-1669770456-project] 10.222.0.95 "DELETE /v2.0/routers/d5e222e7-dad9-4478-8555-e72b47cfe931 HTTP/1.1" status: 204 len: 168 time: 0.9305072 Mar 31 23:05:52.995548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.058625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.065055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5da00c9-7a6c-4820-b78c-1fcf5891cfd7 req-b2135e0c-b43c-4e1f-a1e3-50fa22da2584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296167 Mar 31 23:05:53.073302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.096818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767fc70-d401-4829-a58d-0e9be08928ff req-16946808-d0eb-4234-9bf4-416e8f60d7f4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.104054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5767fc70-d401-4829-a58d-0e9be08928ff req-16946808-d0eb-4234-9bf4-416e8f60d7f4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.0847290 Mar 31 23:05:53.104505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Attempting to bind port e036c0ad-b2fa-4439-8799-df212b775e25 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:53.104848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Attempting to bind port e036c0ad-b2fa-4439-8799-df212b775e25 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:53.105182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Attempting to bind port e036c0ad-b2fa-4439-8799-df212b775e25 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:53.129155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:53.138618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Port e036c0ad-b2fa-4439-8799-df212b775e25 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:05:53.139207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Attempting to bind port e036c0ad-b2fa-4439-8799-df212b775e25 on network 3001e2cd-b6be-47ff-8cb0-311ad8147372 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:53.155567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcbf94-1b36-484c-8a1e-3187ca2302d1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.156931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5767fc70-d401-4829-a58d-0e9be08928ff req-e08091e0-ffc2-4784-b8c5-4add97f479c0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455225 Mar 31 23:05:53.158748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.159332 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Added segment d5d7898e-0a79-475d-9882-2f5ad4db65c6 of type vlan for network 01348574-6bbb-48d6-b36c-d88f10b0d309 Mar 31 23:05:53.162214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:53.162754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Checking segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:53.163328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Bound using segment: {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:53.164488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Bound port: e036c0ad-b2fa-4439-8799-df212b775e25, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:53.165177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.229618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49298) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:53.282761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.289010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.307833 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.376793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:05:53.383091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:53.393793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.394421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db40d964-a417-4728-8da2-854564a6def5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=52fae00a0b984eed98934d1a6b74a832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635551 Mar 31 23:05:53.399525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:53.399652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.400050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.425909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d1a18d-250c-4a9f-a013-04e628e836f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.429211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.429558 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Added segment 491d00f6-dd9a-441b-9973-23dd7d4e6596 of type vlan for network dbcba8d1-7587-400a-a7c4-3fdb9f546499 Mar 31 23:05:53.445498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:53.455858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.463818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.479254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.501259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7577672 Mar 31 23:05:53.504130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49306) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:53.509470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Request body: {'subnet': {'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:53.573283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.589530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab5dc3-5e44-44c9-a34f-3fef1b6c6f6e req-78518a36-a117-44b0-9cde-412aab6a6c40 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.591157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bab5dc3-5e44-44c9-a34f-3fef1b6c6f6e req-78518a36-a117-44b0-9cde-412aab6a6c40 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 949 time: 0.2666209 Mar 31 23:05:53.597751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047bba4-bb50-47c4-b81d-f462c4845d9c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event updated for resources: {'Network': ['ID=01348574-6bbb-48d6-b36c-d88f10b0d309,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.601039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.601294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.602089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.603685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.603843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] 10.222.0.60 "PUT /v2.0/ports/e036c0ad-b2fa-4439-8799-df212b775e25 HTTP/1.1" status: 200 len: 1091 time: 2.4465182 Mar 31 23:05:53.607408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/079518d5-4b85-4e63-aea9-64f7c8aca629 HTTP/1.1" status: 204 len: 168 time: 0.2088437 Mar 31 23:05:53.608927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:53.611362 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1404f0-6792-4af3-b212-ffa928293726" -d '{"events": [{"name": "network-changed", "server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:53.614160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:53.637172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928df9b-fbde-4bd8-add8-60d622033e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079518d5-4b85-4e63-aea9-64f7c8aca629,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.657478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abd80b-2079-4946-a22e-c141c8156dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.665258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Made reservation on behalf of 510d70534451402aaf509568ce9252a3 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:53.669196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.680895 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd288684-d448-42af-b931-edf7493f8459 x-openstack-request-id: req-cd288684-d448-42af-b931-edf7493f8459 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:53.681502 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:53.681963 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cd288684-d448-42af-b931-edf7493f8459 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:53.682372 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd288684-d448-42af-b931-edf7493f8459'] response: {'name': 'network-changed', 'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'status': 'completed', 'code': 200} Mar 31 23:05:53.682995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.684037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.684629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.709195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bab5dc3-5e44-44c9-a34f-3fef1b6c6f6e req-8d203c58-4e29-44f0-8405-464ea15e0f50 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028199 Mar 31 23:05:53.764309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4924738 Mar 31 23:05:53.765047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49314) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:53.780586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Request body: {'subnet': {'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1996424806-subnet', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:53.848732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16803c-cefa-450a-b262-1ccd5c8e90d6 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcba8d1-7587-400a-a7c4-3fdb9f546499,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:53.862471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-aeda2ba5-8055-4222-92e2-221e1a5053a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.864665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-aeda2ba5-8055-4222-92e2-221e1a5053a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 1094 time: 0.1703248 Mar 31 23:05:53.865353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:05:53.867031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:53.869512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:53.929940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-1dfb5f26-74cc-404e-bec7-dbc9a215a610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e036c0ad-b2fa-4439-8799-df212b775e25 HTTP/1.1" status: 200 len: 217 time: 0.0471168 Mar 31 23:05:53.951122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855fa90-8756-4b06-be67-d1281457ec33 req-80141ee0-67cc-48bf-9f40-a6a66e71579e tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:53.952782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3855fa90-8756-4b06-be67-d1281457ec33 req-80141ee0-67cc-48bf-9f40-a6a66e71579e tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 945 time: 0.1145408 Mar 31 23:05:54.043619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.046458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-7d073fa0-8d89-40c2-afd7-97fec36e71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.048004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-7d073fa0-8d89-40c2-afd7-97fec36e71a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0865321 Mar 31 23:05:54.119848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3855fa90-8756-4b06-be67-d1281457ec33 req-b1a205a7-f70d-4b46-9e2a-96e287a8ed61 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327229 Mar 31 23:05:54.166031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event updated for resources: {'Subnet': ['ID=b7592897-bd4b-4369-a29e-d2011aeb4f1a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.194134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Checking segment: {'id': 'd5d7898e-0a79-475d-9882-2f5ad4db65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:54.194648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Network hostable DHCP agents. Network: 01348574-6bbb-48d6-b36c-d88f10b0d309, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:54.219542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:54.231198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2699b-328c-455b-809b-00c6a01004d3 req-5281ab00-efb7-46b1-9bc5-e69e07fc2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.233206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-5281ab00-efb7-46b1-9bc5-e69e07fc2407 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549978 Mar 31 23:05:54.236746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.238114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 01348574-6bbb-48d6-b36c-d88f10b0d309) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:54.246874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2644ce7-d156-49c6-a153-8e5446f2bd36 None None] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:54.252971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.254534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.309823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9e2f3202-58e3-453f-8dab-6552865de393 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8045654 Mar 31 23:05:54.312674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:54.318028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Request body: {'port': {'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309', 'name': 'tempest-TagsExtTest-1977679402'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:54.409751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:54.411603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cc207-2318-4024-baa2-00e8b8e28458 req-74e43902-36f8-4311-8874-9bf2a4619f8f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.415822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d1cc207-2318-4024-baa2-00e8b8e28458 req-74e43902-36f8-4311-8874-9bf2a4619f8f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.1491446 Mar 31 23:05:54.423495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-01348574-6bbb-48d6-b36c-d88f10b0d309', 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309', 'tenant_id': '510d70534451402aaf509568ce9252a3', 'fixed_ips': [{'subnet_id': 'b7592897-bd4b-4369-a29e-d2011aeb4f1a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:54.424381 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.450741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf158e-1738-4fb0-8b83-8b7a9f980170 req-7c356679-7a32-4f0f-8ea6-1d631668df76 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.452342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eebf158e-1738-4fb0-8b83-8b7a9f980170 req-7c356679-7a32-4f0f-8ea6-1d631668df76 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2874942 Mar 31 23:05:54.454837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.454837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.455356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.456098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.456685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.457224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.457758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.458286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.459046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.460232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.460760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.461294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:54.492881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d1cc207-2318-4024-baa2-00e8b8e28458 req-59448c3b-198d-454a-bab0-fab93d7ee09d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710149 Mar 31 23:05:54.536453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Made reservation on behalf of 510d70534451402aaf509568ce9252a3 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:05:54.543997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eebf158e-1738-4fb0-8b83-8b7a9f980170 req-02e60377-9ea9-4278-9122-8fb7ad2528c6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758712 Mar 31 23:05:54.552458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-cb6f72ec-5c61-4766-8f22-5b4a6c99eccd service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088756 Mar 31 23:05:54.567195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Checking segment: {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:54.567195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Network hostable DHCP agents. Network: dbcba8d1-7587-400a-a7c4-3fdb9f546499, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:05:54.567532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:54.574628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.598573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] device_id is not set on port 9adb317d-bb1c-4e78-877e-272517dcd627 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:05:54.669133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Allocated IP 172.20.0.2 (01348574-6bbb-48d6-b36c-d88f10b0d309/b7592897-bd4b-4369-a29e-d2011aeb4f1a/9bd6d90a-f971-4689-aff8-6e2b652eba0b) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:54.680005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:05:54.680914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 80524f1e-df55-42d8-a864-2d1ee7db485f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:05:54.695802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 80524f1e-df55-42d8-a864-2d1ee7db485f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:54.695802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.702566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, dbcba8d1-7587-400a-a7c4-3fdb9f546499) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:54.713204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52e2699b-328c-455b-809b-00c6a01004d3 req-2b2eaf77-cbea-4138-96b4-f12b234d8823 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501935 Mar 31 23:05:54.719525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.720268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.736771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd33d4c-c1c4-48ae-93c7-84a19f48adc0 None None] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:54.737021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49340) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:54.742386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-72ed9bfb-3721-4ddc-833a-5a8bbf603d6e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9695759 Mar 31 23:05:54.745745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49344) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:54.751094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:54.802430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.803825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.866302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee22ff-0414-4764-b92c-920557ca6bea req-05e14abc-d69c-4f46-98fb-25529b281e47 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.868666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.882423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45ee22ff-0414-4764-b92c-920557ca6bea req-05e14abc-d69c-4f46-98fb-25529b281e47 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 949 time: 0.0730493 Mar 31 23:05:54.905334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-75ff0f3b-cdd9-4242-8253-ed0ef8727e08 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:54.906082 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-75ff0f3b-cdd9-4242-8253-ed0ef8727e08 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:05:54.906610 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-75ff0f3b-cdd9-4242-8253-ed0ef8727e08 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:05:54.912934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-75ff0f3b-cdd9-4242-8253-ed0ef8727e08 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1741765 Mar 31 23:05:54.916418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49348) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:54.928778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872800200'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:54.970214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45ee22ff-0414-4764-b92c-920557ca6bea req-5976b408-28bc-4df0-a730-f6f67783f511 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/security-groups?id=f0e1f978-4191-47d4-956e-f414684401b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Mar 31 23:05:54.972652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:54.979256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1404f0-6792-4af3-b212-ffa928293726 req-8cc3ba62-2d9f-4371-8aec-dfa88971969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:54.980999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-8cc3ba62-2d9f-4371-8aec-dfa88971969f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 1094 time: 0.1951256 Mar 31 23:05:54.983979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.070201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.106482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-44fa06bd-278d-415e-b026-69f3aac62373 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.108843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-44fa06bd-278d-415e-b026-69f3aac62373 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 949 time: 0.0914912 Mar 31 23:05:55.127401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.164410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.170562 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.193762 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.218558 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.225210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1404f0-6792-4af3-b212-ffa928293726 req-06f07d4e-700c-4ba4-a646-e5903b09e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.226705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-06f07d4e-700c-4ba4-a646-e5903b09e656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2046418 Mar 31 23:05:55.268957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:55.272236 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97868f7-8b14-4dd8-838a-7a275a16b3ee" -d '{"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-plugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:55.275409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:05:55.276449 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.291255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c2694-c2ab-4ead-a831-48af6dad969d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:55.311400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:55.320871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:55.327881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.331473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:55.331866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-e86a6ed2-90dc-4f87-bf31-c536306d6a20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e036c0ad-b2fa-4439-8799-df212b775e25 HTTP/1.1" status: 200 len: 217 time: 0.0968475 Mar 31 23:05:55.338639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Pushing event updated for resources: {'Port': ['ID=9bd6d90a-f971-4689-aff8-6e2b652eba0b,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:55.338948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Allocated IP 172.20.0.8 (01348574-6bbb-48d6-b36c-d88f10b0d309/b7592897-bd4b-4369-a29e-d2011aeb4f1a/9adb317d-bb1c-4e78-877e-272517dcd627) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:55.341562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:55.383599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.385483 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1c1958-0160-4482-b3ad-549e68524f9d x-openstack-request-id: req-ad1c1958-0160-4482-b3ad-549e68524f9d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:55.385483 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-plugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:55.385483 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ad1c1958-0160-4482-b3ad-549e68524f9d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:55.385483 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1c1958-0160-4482-b3ad-549e68524f9d'] response: {'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'code': 200} Mar 31 23:05:55.386254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Deleting port 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:05:55.386602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.396197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.463834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1404f0-6792-4af3-b212-ffa928293726 req-365a930f-ae7a-4e64-bba2-b4f487e673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.465306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-365a930f-ae7a-4e64-bba2-b4f487e673a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1103001 Mar 31 23:05:55.467891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.468694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5506904 Mar 31 23:05:55.474890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49354) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:55.483298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:55.531009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a030257-3f6b-4813-99fa-0874fd07e08e req-c54fe6cc-48c7-4e8e-bc18-8542018c8963 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.532614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a030257-3f6b-4813-99fa-0874fd07e08e req-c54fe6cc-48c7-4e8e-bc18-8542018c8963 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 945 time: 0.2873366 Mar 31 23:05:55.537859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': 'cc2ecd27-900b-4a2a-96c4-f20b37dda64f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:55.546387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Attempting to bind port 9bd6d90a-f971-4689-aff8-6e2b652eba0b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:55.546752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Attempting to bind port 9bd6d90a-f971-4689-aff8-6e2b652eba0b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd5d7898e-0a79-475d-9882-2f5ad4db65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:55.547341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Attempting to bind port 9bd6d90a-f971-4689-aff8-6e2b652eba0b on network 01348574-6bbb-48d6-b36c-d88f10b0d309 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:55.561999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:55.563764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Checking segment: {'id': 'd5d7898e-0a79-475d-9882-2f5ad4db65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:55.564389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.564880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Bound using segment: {'id': 'd5d7898e-0a79-475d-9882-2f5ad4db65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:55.566113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Bound port: 9bd6d90a-f971-4689-aff8-6e2b652eba0b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d7898e-0a79-475d-9882-2f5ad4db65c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '01348574-6bbb-48d6-b36c-d88f10b0d309'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:55.567741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.584481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bf6f4-9938-4d05-b6ff-1708fba2b3c9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2ecd27-900b-4a2a-96c4-f20b37dda64f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:55.626976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Allocated IP 172.20.0.2 (dbcba8d1-7587-400a-a7c4-3fdb9f546499/6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0/ad1262df-7735-4864-9a18-71e7d8132bf0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:55.644364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] For port 0b5475de-149b-4fca-8421-ea4361dbdaf3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=0b5475de-149b-4fca-8421-ea4361dbdaf3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:55.645009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.697190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Calling delete_port for 0b5475de-149b-4fca-8421-ea4361dbdaf3 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:05:55.717756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.725558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1404f0-6792-4af3-b212-ffa928293726 req-7d77aaaa-33dc-4d7e-81c3-804743df8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.727081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-7d77aaaa-33dc-4d7e-81c3-804743df8a69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045877 Mar 31 23:05:55.735393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be358b-dd8e-484a-b1f1-77cc66e3861e req-b8f0cd3a-7d0a-4e6f-8a64-db7bbed48b00 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.737190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a030257-3f6b-4813-99fa-0874fd07e08e req-298c948e-9ea2-44b3-a413-c37daf326ca1 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832392 Mar 31 23:05:55.737376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9be358b-dd8e-484a-b1f1-77cc66e3861e req-b8f0cd3a-7d0a-4e6f-8a64-db7bbed48b00 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.1390989 Mar 31 23:05:55.739433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3b02c-1cec-4cd9-925a-0a8c18916f56 req-1708d370-bb92-4d7e-a746-b3e4eff58a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:55.740908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eff3b02c-1cec-4cd9-925a-0a8c18916f56 req-1708d370-bb92-4d7e-a746-b3e4eff58a35 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 1097 time: 0.2676039 Mar 31 23:05:55.758817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.759070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] For port 9bd6d90a-f971-4689-aff8-6e2b652eba0b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:55.790532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] For port 9bd6d90a-f971-4689-aff8-6e2b652eba0b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9bd6d90a-f971-4689-aff8-6e2b652eba0b,segment=NetworkSegment(d5d7898e-0a79-475d-9882-2f5ad4db65c6),segment_id=d5d7898e-0a79-475d-9882-2f5ad4db65c6)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:55.801299 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.824770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.825061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.854584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9be358b-dd8e-484a-b1f1-77cc66e3861e req-4f3279b2-307b-40e6-98e5-a1704fbe13e6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807960 Mar 31 23:05:55.935025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.940288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0c5f2-6bc4-4dc5-bbc4-eefc9c92ef5e None None] Pushing event updated for resources: {'Port': ['ID=9bd6d90a-f971-4689-aff8-6e2b652eba0b,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:55.972865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:55.981004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.019254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.025629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:56.025856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eff3b02c-1cec-4cd9-925a-0a8c18916f56 req-c795534a-04a6-4001-aca0-2ced9e6fc30f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714994 Mar 31 23:05:56.029249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event updated for resources: {'Port': ['ID=9adb317d-bb1c-4e78-877e-272517dcd627,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.037954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:56.049439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-0eea4bc7-207e-4fe9-9294-920c0f334f84 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052197 Mar 31 23:05:56.051287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:56.061607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.079224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:56.083267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.087891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:56.090559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:56.093257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.098597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Pushing event updated for resources: {'Port': ['ID=ad1262df-7735-4864-9a18-71e7d8132bf0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.115788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Pushing event deleted for resources: {'Port': ['ID=0b5475de-149b-4fca-8421-ea4361dbdaf3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.199434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d028f-f374-48d9-bf30-1869d5b78190 req-67a2036b-4df5-4009-9f1f-86aa719a1a41 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.209658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] No DVR routers for this DVR port 0b5475de-149b-4fca-8421-ea4361dbdaf3 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:05:56.222887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.230048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Attempting to bind port ad1262df-7735-4864-9a18-71e7d8132bf0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:05:56.230584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Attempting to bind port ad1262df-7735-4864-9a18-71e7d8132bf0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:05:56.231100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Attempting to bind port ad1262df-7735-4864-9a18-71e7d8132bf0 on network dbcba8d1-7587-400a-a7c4-3fdb9f546499 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:05:56.231383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6944ff6f-fc61-402e-a7d3-2e99057c4778 req-666b2be5-825a-4eff-aa73-c4cff072db18 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.96 "DELETE /v2.0/ports/0b5475de-149b-4fca-8421-ea4361dbdaf3 HTTP/1.1" status: 204 len: 173 time: 1.1158850 Mar 31 23:05:56.231872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-047d028f-f374-48d9-bf30-1869d5b78190 req-67a2036b-4df5-4009-9f1f-86aa719a1a41 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.3078699 Mar 31 23:05:56.239146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:05:56.239146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Checking segment: {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:05:56.239581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-deleted', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:05:56.245746 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8689867-89c8-4ebc-92cb-792310b79abb" -d '{"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-deleted", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:05:56.252071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c470ae-1be1-408d-a90a-0cfaba90b218,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.252987 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.253519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Bound using segment: {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:05:56.255063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Bound port: ad1262df-7735-4864-9a18-71e7d8132bf0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:05:56.255622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.261764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:56.263421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.283513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4aafc7e-5d25-4b7d-bd05-72f08cba9654 req-cb17ad1d-bd23-4e69-bda7-2e8699fedf69 tempest-ListImageFiltersTestJSON-1208994299 tempest-ListImageFiltersTestJSON-1208994299-project] 10.222.0.95 "GET /v2.0/ports?device_id=c45e7720-4bd3-4d98-9557-b3194c0110c3 HTTP/1.1" status: 200 len: 210 time: 0.0752728 Mar 31 23:05:56.310920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-afc77ab7-cf81-44a7-a101-f1737257395c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9971094 Mar 31 23:05:56.315445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:56.326353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-571386395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:56.349641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Allocated IP 172.25.8.148 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3a3739bd-c3c2-4281-ad20-6d198f216b63) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:05:56.375474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.376597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.376880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.378428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a2f3278-235d-408a-b829-efeafba26440 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9015448 Mar 31 23:05:56.382412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:56.393413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a55f438c-47d0-4141-ae00-e57bdc833382 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': 'cc2ecd27-900b-4a2a-96c4-f20b37dda64f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:56.401641 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b12da1c-25de-4e7e-9f07-0e5857806a5a x-openstack-request-id: req-6b12da1c-25de-4e7e-9f07-0e5857806a5a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:05:56.402034 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45e7720-4bd3-4d98-9557-b3194c0110c3", "name": "network-vif-deleted", "tag": "0b5475de-149b-4fca-8421-ea4361dbdaf3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:05:56.402372 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6b12da1c-25de-4e7e-9f07-0e5857806a5a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:05:56.402781 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b12da1c-25de-4e7e-9f07-0e5857806a5a'] response: {'server_uuid': 'c45e7720-4bd3-4d98-9557-b3194c0110c3', 'name': 'network-vif-deleted', 'tag': '0b5475de-149b-4fca-8421-ea4361dbdaf3', 'status': 'completed', 'code': 200} Mar 31 23:05:56.422750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] For port ad1262df-7735-4864-9a18-71e7d8132bf0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:05:56.428621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] For port ad1262df-7735-4864-9a18-71e7d8132bf0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ad1262df-7735-4864-9a18-71e7d8132bf0,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:05:56.438106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.451716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a55f438c-47d0-4141-ae00-e57bdc833382 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:56.458207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-047d028f-f374-48d9-bf30-1869d5b78190 req-316d4509-afdf-48f2-9645-ed40dbf80ec9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2253520 Mar 31 23:05:56.489438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f1404f0-6792-4af3-b212-ffa928293726 req-b34944a7-9b13-4d79-a0fe-ca3d485101a7 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298828 Mar 31 23:05:56.578012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2147-38db-40ff-b14d-a66f8cb9e6a4 None None] Pushing event updated for resources: {'Port': ['ID=ad1262df-7735-4864-9a18-71e7d8132bf0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:56.583561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:56.841450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9bd6d90a-f971-4689-aff8-6e2b652eba0b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:56.846154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:56.970456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:57.080932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9bd6d90a-f971-4689-aff8-6e2b652eba0b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:57.081344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.130496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3566641-45f4-4fea-9dd6-05269d3573ec req-4e9816a0-29aa-4b4f-bf50-61217d2925c9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.148399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3566641-45f4-4fea-9dd6-05269d3573ec req-4e9816a0-29aa-4b4f-bf50-61217d2925c9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.1124835 Mar 31 23:05:57.167851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.196716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:05:57.204781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.227677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.256599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.260378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.266012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:57.271307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.275395 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.305751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.307663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e12183c-8685-4433-9da3-a4a33783139f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9900510 Mar 31 23:05:57.313179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49374) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:57.316345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:05:57.329968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-97ebc578-e518-4d95-8f07-cb3557eea0eb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-468028530', 'prefixes': ['172.20.0.0/16']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:57.336486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3566641-45f4-4fea-9dd6-05269d3573ec req-89c2225c-2e0e-42d4-b54b-0ba7538d0f5d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793540 Mar 31 23:05:57.353536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:05:57.369273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:05:57.373532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c130df5-2837-4317-a3f4-543d931a6a36 req-61d98695-1fd5-4fe3-9387-187597be2582 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.382235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c130df5-2837-4317-a3f4-543d931a6a36 req-61d98695-1fd5-4fe3-9387-187597be2582 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1409171 Mar 31 23:05:57.383861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.388505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 9bd6d90a-f971-4689-aff8-6e2b652eba0b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9bd6d90a-f971-4689-aff8-6e2b652eba0b,segment=NetworkSegment(d5d7898e-0a79-475d-9882-2f5ad4db65c6),segment_id=d5d7898e-0a79-475d-9882-2f5ad4db65c6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:57.398167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.420392 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-a55f438c-47d0-4141-ae00-e57bdc833382 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:05:57.425259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a55f438c-47d0-4141-ae00-e57bdc833382 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0416737 Mar 31 23:05:57.428665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:57.472930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=9bd6d90a-f971-4689-aff8-6e2b652eba0b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.478173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3739bd-c3c2-4281-ad20-6d198f216b63,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:57.525062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c130df5-2837-4317-a3f4-543d931a6a36 req-5c163932-9b5c-4135-a6ca-71a836ebd417 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419089 Mar 31 23:05:57.546028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.585634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b67b1-3277-4924-9247-164d1bd3e28b None None] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:57.629432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.688199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97ebc578-e518-4d95-8f07-cb3557eea0eb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for subnetpool, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.694161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97ebc578-e518-4d95-8f07-cb3557eea0eb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3670552 Mar 31 23:05:57.695377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:57.702622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-d8b5a1fc-d718-4b75-aa48-bdb83134e753 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-1654930776') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:57.733218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c4f976fa-5536-428d-9ef1-49d7f6f94432 None None] Provisioning complete for port 9bd6d90a-f971-4689-aff8-6e2b652eba0b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:57.733684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4f976fa-5536-428d-9ef1-49d7f6f94432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.741395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['4920a074-f401-48bb-9f6e-47be044f4b6e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:05:57.823201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.827104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.828317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/cc2ecd27-900b-4a2a-96c4-f20b37dda64f HTTP/1.1" status: 204 len: 168 time: 0.3973408 Mar 31 23:05:57.832044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:57.884861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:57.891709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b935f-2470-4e98-b7f4-ada6adaf057f req-59bdf20f-ea37-4013-af7b-929e9a20384d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:57.897653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c91b935f-2470-4e98-b7f4-ada6adaf057f req-59bdf20f-ea37-4013-af7b-929e9a20384d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.2218900 Mar 31 23:05:57.903250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ca521-330c-4da0-8b93-9ab501684bb9 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2ecd27-900b-4a2a-96c4-f20b37dda64f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.022858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c91b935f-2470-4e98-b7f4-ada6adaf057f req-fd934a72-1561-4713-9d39-ca2ea4a9658f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019039 Mar 31 23:05:58.033062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8b5a1fc-d718-4b75-aa48-bdb83134e753 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-1654930776 HTTP/1.1" status: 201 len: 201 time: 0.3352840 Mar 31 23:05:58.033877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49404) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.045152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-629a0b57-8430-4d62-873b-2d3e0336f0d2 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-1276997310') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:58.078064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff2416bc-8488-44ef-a092-7e6cd7e4dfff tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2441525 Mar 31 23:05:58.084690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49406) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.091754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989757608'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:58.136965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.222319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-629a0b57-8430-4d62-873b-2d3e0336f0d2 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-1276997310 HTTP/1.1" status: 201 len: 201 time: 0.1865261 Mar 31 23:05:58.222966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.247306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-49dd9267-3e2b-47a6-8ad3-a87b81ce9824 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-2115855803') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:58.316442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c2586d-7146-4905-add6-0c3febda4a53 None None] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:05:58.338326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.344358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.411373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] Provisioning complete for port ad1262df-7735-4864-9a18-71e7d8132bf0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:58.412022 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.418592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49dd9267-3e2b-47a6-8ad3-a87b81ce9824 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-2115855803 HTTP/1.1" status: 201 len: 201 time: 0.1759202 Mar 31 23:05:58.422004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.428970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-fe103d67-2d0c-4d69-bb01-2209ff37de10 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-103701554') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:58.445776 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.447283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3607106 Mar 31 23:05:58.452002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49430) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.459618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-16e089b9-e574-4652-a0e4-0e6a4c4cd0c7 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '4e2df750-3dc8-43d9-960a-a75e82a1bbcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:58.460817 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-16e089b9-e574-4652-a0e4-0e6a4c4cd0c7 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:05:58.461510 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-16e089b9-e574-4652-a0e4-0e6a4c4cd0c7 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:05:58.462753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-16e089b9-e574-4652-a0e4-0e6a4c4cd0c7 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077634 Mar 31 23:05:58.463926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaec84-828e-4b3f-bdd3-590ad824bec3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2df750-3dc8-43d9-960a-a75e82a1bbcb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.467402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49432) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.481429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.558586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.608931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.612843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fe103d67-2d0c-4d69-bb01-2209ff37de10 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-103701554 HTTP/1.1" status: 201 len: 201 time: 0.1886606 Mar 31 23:05:58.615971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49440) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.632335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-e9018f32-c486-48cb-bd08-94e64527585a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:58.665695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb9b2f-ff48-4758-a233-983587702c28 req-0175e4c1-a9d9-4eac-840b-f64b8d51b5a4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.673742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06fb9b2f-ff48-4758-a233-983587702c28 req-0175e4c1-a9d9-4eac-840b-f64b8d51b5a4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.1841376 Mar 31 23:05:58.757974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.760721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.764689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/4e2df750-3dc8-43d9-960a-a75e82a1bbcb HTTP/1.1" status: 204 len: 168 time: 0.2937956 Mar 31 23:05:58.767857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.786500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:05:58.805814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3512dd-8a75-4678-bad7-1e29f849ca5d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2df750-3dc8-43d9-960a-a75e82a1bbcb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:58.828410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 0b5475de-149b-4fca-8421-ea4361dbdaf3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:05:58.828614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 0b5475de-149b-4fca-8421-ea4361dbdaf3 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:05:58.828944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f041-cf21-4af4-abad-3d00fff52e75 req-89921871-5d76-461e-b5ed-e8d498685159 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:58.831428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4602f041-cf21-4af4-abad-3d00fff52e75 req-89921871-5d76-461e-b5ed-e8d498685159 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1335754 Mar 31 23:05:58.901925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:58.924104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4602f041-cf21-4af4-abad-3d00fff52e75 req-5180956a-f41f-4ed0-bbdc-04beed2f45d1 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861492 Mar 31 23:05:58.930298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1cc5f47f-51cd-4943-8861-87ccb65dee1a tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1566713 Mar 31 23:05:58.934704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:58.941201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--768698472'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:58.964267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06fb9b2f-ff48-4758-a233-983587702c28 req-9671cf78-a8d4-481e-823a-2acbc3e3f930 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894897 Mar 31 23:05:58.971928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ad1262df-7735-4864-9a18-71e7d8132bf0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:58.980356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.033410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] For port ad1262df-7735-4864-9a18-71e7d8132bf0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ad1262df-7735-4864-9a18-71e7d8132bf0,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.040947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e9018f32-c486-48cb-bd08-94e64527585a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 200 len: 241 time: 0.4222529 Mar 31 23:05:59.042186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.046249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49454) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.051909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-1610cc72-5d88-4d91-8b2d-31dc178c54b8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-1654930776') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:59.112468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ad1262df-7735-4864-9a18-71e7d8132bf0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.112852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.149763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:05:59.165564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3fc47-8922-431e-9a61-7e3f370c227b None None] Pushing event updated for resources: {'Port': ['ID=ad1262df-7735-4864-9a18-71e7d8132bf0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.194943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-aeaa8358-de36-4f70-a33d-d3862d7fbb27 None None] Provisioning complete for port 9bd6d90a-f971-4689-aff8-6e2b652eba0b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.195393 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8358-de36-4f70-a33d-d3862d7fbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.216796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.222369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.270517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7da40f-329f-487a-a918-127824b42a8b req-8a47ab9d-9ccf-43ab-8a5f-a46eae5decec tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.273228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b7da40f-329f-487a-a918-127824b42a8b req-8a47ab9d-9ccf-43ab-8a5f-a46eae5decec tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1788516 Mar 31 23:05:59.292037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1610cc72-5d88-4d91-8b2d-31dc178c54b8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-1654930776 HTTP/1.1" status: 204 len: 168 time: 0.2435386 Mar 31 23:05:59.300221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:05:59.311159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.317006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-64fe02b3-3272-443e-9a0b-b80c7f767207 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-1654930776') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:59.357558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf5b88-c41c-416c-bf28-0402d7f1a29a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.375202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.378236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-35b45c10-2e17-423b-afcb-b95a8826c0e5 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4422138 Mar 31 23:05:59.379004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9bd6d90a-f971-4689-aff8-6e2b652eba0b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:05:59.383064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.390166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c5af69c0-064c-4e41-a569-d92f74ea120e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': 'a3bf5b88-c41c-416c-bf28-0402d7f1a29a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:59.391322 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-c5af69c0-064c-4e41-a569-d92f74ea120e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:05:59.392186 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-c5af69c0-064c-4e41-a569-d92f74ea120e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:05:59.393413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5af69c0-064c-4e41-a569-d92f74ea120e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078261 Mar 31 23:05:59.397186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49474) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.414759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:05:59.434322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Sync routers for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:05:59.448649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b7da40f-329f-487a-a918-127824b42a8b req-b2e09c23-d09c-456f-9169-c23780249909 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676290 Mar 31 23:05:59.459766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.463729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b59118b8-9e88-487b-83ba-0fc263cc9e95 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7144239 Mar 31 23:05:59.465573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.477669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:05:59.477669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:59.590017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09c028-95c5-4e48-ada1-b8d574212eaf req-aca802b7-3f4f-4a79-ba0f-393721436212 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:05:59.590285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-aeaa8358-de36-4f70-a33d-d3862d7fbb27 None None] Provisioning complete for port 9adb317d-bb1c-4e78-877e-272517dcd627 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.590655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aeaa8358-de36-4f70-a33d-d3862d7fbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.591697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b09c028-95c5-4e48-ada1-b8d574212eaf req-aca802b7-3f4f-4a79-ba0f-393721436212 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.1970365 Mar 31 23:05:59.645676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.679842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.682545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:05:59.721145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64fe02b3-3272-443e-9a0b-b80c7f767207 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-1654930776 HTTP/1.1" status: 204 len: 168 time: 0.4061573 Mar 31 23:05:59.726673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.736930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-4709775b-6520-42c3-8a08-a9cb0f2ab0c9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:59.746522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b09c028-95c5-4e48-ada1-b8d574212eaf req-b12b67db-90e1-46c3-806f-1aa5791051b3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302743 Mar 31 23:05:59.756347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa8358-de36-4f70-a33d-d3862d7fbb27 None None] Port 9adb317d-bb1c-4e78-877e-272517dcd627 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:05:59.783743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.786585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.790326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/a3bf5b88-c41c-416c-bf28-0402d7f1a29a HTTP/1.1" status: 204 len: 168 time: 0.3790686 Mar 31 23:05:59.792357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.815396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49490) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.820685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:05:59.829641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf9392-a2bd-4e69-9881-33a2f7452469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf5b88-c41c-416c-bf28-0402d7f1a29a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:59.849404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'mac_address': 'fa:16:3e:12:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:05:59.879995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4709775b-6520-42c3-8a08-a9cb0f2ab0c9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 200 len: 205 time: 0.1502638 Mar 31 23:05:59.880243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49498) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.889675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-8ad28842-ae4c-4ae1-891a-8af39c90b5c1 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:05:59.890797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fba1f532-fe7b-45ec-8b63-b68b293e7f75 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0949972 Mar 31 23:05:59.894699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:05:59.902049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009523001'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:05:59.930912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:05:59.960023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9bd6d90a-f971-4689-aff8-6e2b652eba0b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:05:59.960502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.052756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.059789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ad28842-ae4c-4ae1-891a-8af39c90b5c1 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 200 len: 241 time: 0.1761646 Mar 31 23:06:00.062545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49504) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.067403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.070517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-33f7405c-4c3d-4d08-b56f-aea38305a36e tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-1276997310') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:00.115934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4ee6deb4-5199-4996-ba57-ac50af6c9b6c None None] Provisioning complete for port ad1262df-7735-4864-9a18-71e7d8132bf0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:00.116875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ee6deb4-5199-4996-ba57-ac50af6c9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.167533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.174711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.175733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2800539 Mar 31 23:06:00.184964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49512) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.190605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04a95-17b7-4e8d-8f15-2473a64af806 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745401ba-a069-4a03-952e-3f4efb64451a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.206611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a2666e0d-f06c-4c29-a80c-f87f36f4e62d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '745401ba-a069-4a03-952e-3f4efb64451a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.211811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3f8dfd8-b396-4d3c-9b0f-374e62ecc552 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef6e682abd6b4b3eabbce77143b0e641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874245 Mar 31 23:06:00.213713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49514) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.228172 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-a2666e0d-f06c-4c29-a80c-f87f36f4e62d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:06:00.228852 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-a2666e0d-f06c-4c29-a80c-f87f36f4e62d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:00.233013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a2666e0d-f06c-4c29-a80c-f87f36f4e62d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0413959 Mar 31 23:06:00.235948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49516) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.244108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3195e92f-5ffb-4e57-a84f-941081c119e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '745401ba-a069-4a03-952e-3f4efb64451a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.244514 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-3195e92f-5ffb-4e57-a84f-941081c119e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:06:00.245481 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-3195e92f-5ffb-4e57-a84f-941081c119e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:00.250017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3195e92f-5ffb-4e57-a84f-941081c119e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082946 Mar 31 23:06:00.250017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.258892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e036c0ad-b2fa-4439-8799-df212b775e25 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:00.266768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7010d46a-f386-4d0e-b84b-cf2ae56d02b2 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '745401ba-a069-4a03-952e-3f4efb64451a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.268810 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-7010d46a-f386-4d0e-b84b-cf2ae56d02b2 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:06:00.271871 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-7010d46a-f386-4d0e-b84b-cf2ae56d02b2 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:00.274313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.281760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7010d46a-f386-4d0e-b84b-cf2ae56d02b2 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0306280 Mar 31 23:06:00.287853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49520) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.308426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33f7405c-4c3d-4d08-b56f-aea38305a36e tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-1276997310 HTTP/1.1" status: 204 len: 168 time: 0.2447734 Mar 31 23:06:00.314589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49524) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.319013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-adbed3f3-c860-4409-86b9-04f695bfc53f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '745401ba-a069-4a03-952e-3f4efb64451a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.321751 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-adbed3f3-c860-4409-86b9-04f695bfc53f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:06:00.323013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-aacfd404-1cbc-4790-977d-0350cb06e143 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-1276997310') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:00.323431 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-adbed3f3-c860-4409-86b9-04f695bfc53f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:00.327814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49528) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.338928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-adbed3f3-c860-4409-86b9-04f695bfc53f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0253038 Mar 31 23:06:00.352785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:00.378442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.382535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dc0d4-bf6c-4991-9abc-7d5a39140d69 req-c99fb31b-d256-494d-a607-e48f9eec2bf2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.390576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e5dc0d4-bf6c-4991-9abc-7d5a39140d69 req-c99fb31b-d256-494d-a607-e48f9eec2bf2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.2327425 Mar 31 23:06:00.440007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.462624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e5dc0d4-bf6c-4991-9abc-7d5a39140d69 req-05926d0c-ffa7-476b-abfe-90f88f8b2c67 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710447 Mar 31 23:06:00.478446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.508744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.514627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:05:57Z', 'revision_number': 3, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:00.542973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.545244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.546567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f0e1f978-4191-47d4-956e-f414684401b0 HTTP/1.1" status: 204 len: 168 time: 0.3316488 Mar 31 23:06:00.555015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Checking router: 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:00.555182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71f92-e32b-44c1-ba7e-a7554f8843e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1f978-4191-47d4-956e-f414684401b0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.555820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Updating router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb port 3a3739bd-c3c2-4281-ad20-6d198f216b63 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:00.569259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.581275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33338a90-4e67-4b14-9866-ab3973b1ff76 req-73311445-19df-4cb5-98f5-3f6389f8f097 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:00.582911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33338a90-4e67-4b14-9866-ab3973b1ff76 req-73311445-19df-4cb5-98f5-3f6389f8f097 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1642880 Mar 31 23:06:00.590868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:00.627946 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.656143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aacfd404-1cbc-4790-977d-0350cb06e143 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-1276997310 HTTP/1.1" status: 204 len: 168 time: 0.3378818 Mar 31 23:06:00.656901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49536) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.660879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.664503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-88d891f0-b917-4693-a147-624f40919352 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:00.714448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Allocated IP 172.20.0.1 (dbcba8d1-7587-400a-a7c4-3fdb9f546499/6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0/6759e60f-71cd-44ac-8ec3-01bb99fc34e5) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:00.734952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33338a90-4e67-4b14-9866-ab3973b1ff76 req-61b96713-e539-427d-b0fe-329c14a22483 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255574 Mar 31 23:06:00.761604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 4920a074-f401-48bb-9f6e-47be044f4b6e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:00.777575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.780052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.781298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/745401ba-a069-4a03-952e-3f4efb64451a HTTP/1.1" status: 204 len: 168 time: 0.4525282 Mar 31 23:06:00.785143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.800482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098d185-9ee3-4664-b4d0-f747de7dcbd1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745401ba-a069-4a03-952e-3f4efb64451a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:00.818886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88d891f0-b917-4693-a147-624f40919352 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 200 len: 205 time: 0.1606343 Mar 31 23:06:00.822880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49544) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.830279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-a2803870-94f6-44a9-b773-633ed199f3e8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:00.851649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ad1262df-7735-4864-9a18-71e7d8132bf0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:00.869961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 4920a074-f401-48bb-9f6e-47be044f4b6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:00.870633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.889059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:00.931558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e036c0ad-b2fa-4439-8799-df212b775e25'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:00.940458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3902492-7445-45a1-83e8-4235b2ad9c42 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1477466 Mar 31 23:06:00.944289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49548) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:00.955271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468176351'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:00.965419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.017648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:01.023997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:01.030233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:01.087442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2803870-94f6-44a9-b773-633ed199f3e8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 200 len: 241 time: 0.2619150 Mar 31 23:06:01.094022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49554) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.094398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.107931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.108806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-ca9c9d02-db0f-4394-aaf9-96b15e271653 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-2115855803') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.121747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7a8a1-6311-46e5-91e6-a3aa91d48519 req-e9ea4d8b-0c0d-4cd8-9918-d6746515c6fb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.123978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cef7a8a1-6311-46e5-91e6-a3aa91d48519 req-e9ea4d8b-0c0d-4cd8-9918-d6746515c6fb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.2124374 Mar 31 23:06:01.216918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.225582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cef7a8a1-6311-46e5-91e6-a3aa91d48519 req-6c441b25-2a08-4de4-b6a6-400d6fc0fb1b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481799 Mar 31 23:06:01.292851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca9c9d02-db0f-4394-aaf9-96b15e271653 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-2115855803 HTTP/1.1" status: 204 len: 168 time: 0.1882491 Mar 31 23:06:01.293202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.298151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-6caabd33-530d-4a90-8d07-378d984129a6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-2115855803') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.419228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6caabd33-530d-4a90-8d07-378d984129a6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-2115855803 HTTP/1.1" status: 204 len: 168 time: 0.1249342 Mar 31 23:06:01.421777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49564) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.427345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-1daf397e-4004-47cb-b385-c1165e868ad8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.436152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.441564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.503035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.509334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.533105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1daf397e-4004-47cb-b385-c1165e868ad8 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 200 len: 205 time: 0.1100578 Mar 31 23:06:01.537005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49572) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.543067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-53d59fed-dc81-43cc-9cab-a3b390e56ae9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.574608 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.580915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6336708 Mar 31 23:06:01.581749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.589594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-53d59fed-dc81-43cc-9cab-a3b390e56ae9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 200 len: 240 time: 0.0478308 Mar 31 23:06:01.589843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:01.590325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49576) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.590773 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b72bcb-e297-457b-8493-38169c3429e6" -d '{"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:01.595617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-863a6ca7-4ecd-4985-908d-b265123db532 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-103701554') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.597315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:01.599214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0e548d14-3950-4516-a9ae-73c058049469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.600406 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-0e548d14-3950-4516-a9ae-73c058049469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:06:01.601119 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-0e548d14-3950-4516-a9ae-73c058049469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:01.604086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0e548d14-3950-4516-a9ae-73c058049469 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100427 Mar 31 23:06:01.611423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49580) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.619438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92eb40-f901-4beb-bc2e-515de445748e tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2775f1-9cd8-4cf9-b04a-46d520fd22d0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.620015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1ff8df3f-4e50-4060-96d3-be226540fcc1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.650881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.653740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8a390d03-c07b-418a-9093-5c0cb407bc0f None None] Provisioning complete for port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:01.657130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a390d03-c07b-418a-9093-5c0cb407bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.660661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-863a6ca7-4ecd-4985-908d-b265123db532 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-103701554 HTTP/1.1" status: 204 len: 168 time: 0.0669775 Mar 31 23:06:01.665734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49582) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.666059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49584) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.669524 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488209e6-8e5e-4b3d-853f-4bff6c0b89f4 x-openstack-request-id: req-488209e6-8e5e-4b3d-853f-4bff6c0b89f4 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:01.669884 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:01.670124 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-488209e6-8e5e-4b3d-853f-4bff6c0b89f4 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:01.670501 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488209e6-8e5e-4b3d-853f-4bff6c0b89f4'] response: {'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'code': 200} Mar 31 23:06:01.676300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-2cc0d938-c279-4992-b5cc-53026449c2ff tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-103701554') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.701936 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1ff8df3f-4e50-4060-96d3-be226540fcc1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:01.706125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ff8df3f-4e50-4060-96d3-be226540fcc1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0921700 Mar 31 23:06:01.707747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49588) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.718060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4bbc55e3-178d-42f3-91d6-4e044f55ef90 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.718862 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-4bbc55e3-178d-42f3-91d6-4e044f55ef90 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:06:01.719373 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-4bbc55e3-178d-42f3-91d6-4e044f55ef90 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:01.724989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4bbc55e3-178d-42f3-91d6-4e044f55ef90 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0161300 Mar 31 23:06:01.728181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ad1262df-7735-4864-9a18-71e7d8132bf0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:01.728574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.729086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49590) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.739409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1135abc8-062b-41a2-99d4-cf69ee44373f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.764143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2cc0d938-c279-4992-b5cc-53026449c2ff tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-103701554 HTTP/1.1" status: 204 len: 168 time: 0.0958776 Mar 31 23:06:01.767198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49592) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.774319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-2d919b6a-ca18-4d1d-a72b-63df2ad3b30c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.782717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.804647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.840482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8a390d03-c07b-418a-9093-5c0cb407bc0f None None] Port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:01.852936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d919b6a-ca18-4d1d-a72b-63df2ad3b30c tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 200 len: 205 time: 0.0808473 Mar 31 23:06:01.852936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49596) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.857723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-c75b710f-cf57-4245-98c7-fd3480322f8a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:01.873952 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1135abc8-062b-41a2-99d4-cf69ee44373f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:01.878154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1135abc8-062b-41a2-99d4-cf69ee44373f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1480184 Mar 31 23:06:01.879814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.883493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072033-5316-4a50-976d-5190de18c396 req-a520a82f-bb78-44c7-af9f-44d919c08909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.884802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.885447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60072033-5316-4a50-976d-5190de18c396 req-a520a82f-bb78-44c7-af9f-44d919c08909 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1096 time: 0.1059694 Mar 31 23:06:01.890733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d866cdc6-ae11-40a2-bf3c-f82a9a0e83e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.891436 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-d866cdc6-ae11-40a2-bf3c-f82a9a0e83e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:06:01.891879 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-d866cdc6-ae11-40a2-bf3c-f82a9a0e83e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:01.895829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d866cdc6-ae11-40a2-bf3c-f82a9a0e83e1 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064688 Mar 31 23:06:01.896566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:01.899511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6ecde-206d-4e06-bdc0-58031b2a34ca req-3c4a8d8f-6c5a-43f7-9e73-576df4da2910 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:01.901432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7d6ecde-206d-4e06-bdc0-58031b2a34ca req-3c4a8d8f-6c5a-43f7-9e73-576df4da2910 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 944 time: 0.3066614 Mar 31 23:06:01.902379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49600) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:01.907142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d05c36b0-e510-4bca-a47d-ae95bcebb7af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.911533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.915063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1855577293-network', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:01.950727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Attempting to bind port 3a3739bd-c3c2-4281-ad20-6d198f216b63 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:01.951089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Attempting to bind port 3a3739bd-c3c2-4281-ad20-6d198f216b63 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:01.951469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Attempting to bind port 3a3739bd-c3c2-4281-ad20-6d198f216b63 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:01.970908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:01.971172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:01.971576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.972737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:01.972737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Bound port: 3a3739bd-c3c2-4281-ad20-6d198f216b63, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:01.972935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:01.999847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Made reservation on behalf of 3d12fbcb7b0e4e04acf4e3a5b661bb07 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:02.002456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.009091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c75b710f-cf57-4245-98c7-fd3480322f8a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1537035 Mar 31 23:06:02.011877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49602) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.012014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb106a-0978-4019-baff-55fefa994fae None None] Pushing event updated for resources: {'Port': ['ID=3a3739bd-c3c2-4281-ad20-6d198f216b63,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.021447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60072033-5316-4a50-976d-5190de18c396 req-837b401a-c530-48a7-8c70-4baf2b1260b3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097336 Mar 31 23:06:02.026708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-080b17da-29a2-4940-8dda-5b9a7f166d96 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.029185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.050158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] For port 3a3739bd-c3c2-4281-ad20-6d198f216b63, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:02.055623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] For port 3a3739bd-c3c2-4281-ad20-6d198f216b63, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a3739bd-c3c2-4281-ad20-6d198f216b63,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:02.061364 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.095281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26e67a-591f-4eb8-94f5-f9d77422b59c req-e335a0dd-de78-4f6c-af67-50460ac3c592 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.097288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f26e67a-591f-4eb8-94f5-f9d77422b59c req-e335a0dd-de78-4f6c-af67-50460ac3c592 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1863220 Mar 31 23:06:02.118651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:02.119423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.169100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb106a-0978-4019-baff-55fefa994fae None None] Pushing event updated for resources: {'Port': ['ID=3a3739bd-c3c2-4281-ad20-6d198f216b63,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.212969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-080b17da-29a2-4940-8dda-5b9a7f166d96 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 204 len: 168 time: 0.1919224 Mar 31 23:06:02.213616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f26e67a-591f-4eb8-94f5-f9d77422b59c req-74ef885b-ebd0-452c-b63c-0dc3a3d798ec tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086404 Mar 31 23:06:02.214157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49604) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.223011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-664948b9-158b-4bfe-b971-0ddb6cb25322 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.262639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:02.280691 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.288060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.324252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:02.346652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead24353-bcc4-4084-a2f3-4f48448ce7c6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.363446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-664948b9-158b-4bfe-b971-0ddb6cb25322 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 204 len: 168 time: 0.1434131 Mar 31 23:06:02.364183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.364521 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Added segment d96e01e9-2e1f-456d-adcb-7fe8a926241e of type vlan for network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e Mar 31 23:06:02.381567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49608) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.386474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-40f7e52a-14b7-41d8-9614-cb8ad6b59d86 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.422659 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-d05c36b0-e510-4bca-a47d-ae95bcebb7af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Project 03953285726f4e31bc12597c0f2316db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:06:02.432988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.434590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.442705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7d6ecde-206d-4e06-bdc0-58031b2a34ca req-eb38ff2a-804b-4d70-8593-8c38f5ad5d19 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272779 Mar 31 23:06:02.465235 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-d05c36b0-e510-4bca-a47d-ae95bcebb7af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:02.466768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d05c36b0-e510-4bca-a47d-ae95bcebb7af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5630937 Mar 31 23:06:02.470453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.483474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-16fb4bb5-b2e7-43f3-a122-5f4009b013af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:02.484209 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-16fb4bb5-b2e7-43f3-a122-5f4009b013af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:06:02.484847 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-16fb4bb5-b2e7-43f3-a122-5f4009b013af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:02.486004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-16fb4bb5-b2e7-43f3-a122-5f4009b013af tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144064 Mar 31 23:06:02.489167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49612) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.495398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c9f69f98-5aa7-4a7a-9a59-6081071243ac tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:02.500594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.534964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb796078-43eb-4482-bda5-16ad771cc893 req-45d7c175-62de-4853-ac55-5634615d5742 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.536468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb796078-43eb-4482-bda5-16ad771cc893 req-45d7c175-62de-4853-ac55-5634615d5742 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1934340 Mar 31 23:06:02.540669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6759e60f-71cd-44ac-8ec3-01bb99fc34e5', 'name': '', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'mac_address': 'fa:16:3e:32:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:00Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 2, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'subnets': [{'id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.565454 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-c9f69f98-5aa7-4a7a-9a59-6081071243ac tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Project 03953285726f4e31bc12597c0f2316db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:06:02.574499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba67c7f6-1fe6-4435-a0b7-01976c8227e8 None None] The sync data for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 is: [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6759e60f-71cd-44ac-8ec3-01bb99fc34e5', 'name': '', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'mac_address': 'fa:16:3e:32:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:00Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 2, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'subnets': [{'id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:02.584752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:02.587195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:02.590257 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-c9f69f98-5aa7-4a7a-9a59-6081071243ac tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:02.591456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c9f69f98-5aa7-4a7a-9a59-6081071243ac tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1011536 Mar 31 23:06:02.597154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.598139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:02.598721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.600322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49614) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.608060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b1b0a6e8-9ce1-4721-bdd3-33b8cb167897 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '7a2775f1-9cd8-4cf9-b04a-46d520fd22d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:02.629322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb796078-43eb-4482-bda5-16ad771cc893 req-d2499a3a-7afb-40d7-b2c2-c1f7ac10c7c8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832622 Mar 31 23:06:02.630755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40f7e52a-14b7-41d8-9614-cb8ad6b59d86 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2482104 Mar 31 23:06:02.638351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49616) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.666243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-349b6abf-c300-48b4-adbb-c0e29cca232f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-318354976') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.686686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.687665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0140338 Mar 31 23:06:02.696798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Request body: {'subnet': {'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1855577293-subnet', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:02.722635 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-b1b0a6e8-9ce1-4721-bdd3-33b8cb167897 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Project 03953285726f4e31bc12597c0f2316db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:06:02.770983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef359a-348f-45f0-bfea-3e120c1aa79d admin admin] Pushing event updated for resources: {'Network': ['ID=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:02.790640 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-b1b0a6e8-9ce1-4721-bdd3-33b8cb167897 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:02.790640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1b0a6e8-9ce1-4721-bdd3-33b8cb167897 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1833246 Mar 31 23:06:02.791718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49622) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.794252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:02.796015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Made reservation on behalf of 3d12fbcb7b0e4e04acf4e3a5b661bb07 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:02.800611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.849386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:02.890427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.901615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-349b6abf-c300-48b4-adbb-c0e29cca232f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-318354976 HTTP/1.1" status: 201 len: 201 time: 0.2416592 Mar 31 23:06:02.901828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49624) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:02.906857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-7498899f-9bbf-4e46-b72b-965a660740de tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-425459339') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:02.924110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.989365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f6203bbf-65e2-41d1-9741-e44cabdda926 None None] Provisioning complete for port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:02.989879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f6203bbf-65e2-41d1-9741-e44cabdda926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:02.993778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.000861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.004037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/7a2775f1-9cd8-4cf9-b04a-46d520fd22d0 HTTP/1.1" status: 204 len: 168 time: 0.2053480 Mar 31 23:06:03.008219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.023064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be72cdb-ef5c-4966-9284-4ad0313e4725 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2775f1-9cd8-4cf9-b04a-46d520fd22d0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.058468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f6203bbf-65e2-41d1-9741-e44cabdda926 None None] Port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:03.146278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-988f6b51-38a3-47d0-8360-94fccbeaa498 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238399 Mar 31 23:06:03.153062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49628) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.168513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333097839'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.184813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:03.197511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.205055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8d6195b-65bd-403d-90db-4201a62252e3 admin admin] 10.222.0.95 "PUT /v2.0/routers/5be5eb80-2501-4d0f-b8f3-0f17771a2ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353396 Mar 31 23:06:03.219891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7498899f-9bbf-4e46-b72b-965a660740de tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-425459339 HTTP/1.1" status: 201 len: 201 time: 0.3168089 Mar 31 23:06:03.222712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49632) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.227699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-b10f9980-76b5-40c7-9281-7ccb059aaff2 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-346013291') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.294227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:03.339881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.343824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.345654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.376605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.380843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2239230 Mar 31 23:06:03.386052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.386052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49638) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.401701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-552aeb3c-f532-4c92-92ac-9544b22d6b20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '99825cfe-405c-41f7-889a-5f4d58fa0091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.407981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e036c0ad-b2fa-4439-8799-df212b775e25 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:03.416002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e036c0ad-b2fa-4439-8799-df212b775e25 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:03.416770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.435201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b10f9980-76b5-40c7-9281-7ccb059aaff2 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-346013291 HTTP/1.1" status: 201 len: 201 time: 0.2113891 Mar 31 23:06:03.440955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49642) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.441705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bdb74-e753-4ed8-9c11-bfa74824e602 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99825cfe-405c-41f7-889a-5f4d58fa0091,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.447617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec70e987-a549-4d69-a97f-ec1f891da28e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.457064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-2d08aca8-11a5-4797-a649-1090118b5877 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-1259636808') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.493981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e830f-4f79-4a52-b83c-869e96f21450 req-2a88afa9-bad3-4c53-a624-091f425e3fb6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.496060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-268e830f-4f79-4a52-b83c-869e96f21450 req-2a88afa9-bad3-4c53-a624-091f425e3fb6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1572032 Mar 31 23:06:03.520496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Checking segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:03.521476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Network hostable DHCP agents. Network: 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:03.572679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-866014411'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.578080 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-552aeb3c-f532-4c92-92ac-9544b22d6b20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The resource could not be found. Mar 31 23:06:03.583306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-552aeb3c-f532-4c92-92ac-9544b22d6b20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1935904 Mar 31 23:06:03.584147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49646) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.597282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8f7622d1-14e3-493b-8df2-3ef17ed507b3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '99825cfe-405c-41f7-889a-5f4d58fa0091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e244fcf-0eb9-4c33-be1f-a4dc39aff4f1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.634086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.644667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:03.650616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-268e830f-4f79-4a52-b83c-869e96f21450 req-0504e0fa-ed6b-4297-ba7c-513620f580ca tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386902 Mar 31 23:06:03.657144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d08aca8-11a5-4797-a649-1090118b5877 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-1259636808 HTTP/1.1" status: 201 len: 201 time: 0.2118585 Mar 31 23:06:03.660216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49648) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.689641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-5d48c387-d168-41c4-b312-10e8403199fe tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', {'tags': ['tempest-TagsExtTest-Tag-1696949487', 'tempest-TagsExtTest-Tag-841785809', 'tempest-TagsExtTest-Tag-605809884']}) {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:03.694428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:03.699541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.713464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:03.722395 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea61d2a-82c7-421e-be4b-03b8f2f89284" -d '{"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-plugged", "status": "completed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:03.750699 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-8f7622d1-14e3-493b-8df2-3ef17ed507b3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The resource could not be found. Mar 31 23:06:03.751887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f7622d1-14e3-493b-8df2-3ef17ed507b3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1627648 Mar 31 23:06:03.752722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:03.755316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49654) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.763589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:03.774394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7e90d-ae4d-42bd-8b41-25867b9380c1 req-35b935f3-1ece-43a6-b36d-bce16479cdf6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.776112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.782339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1e7e90d-ae4d-42bd-8b41-25867b9380c1 req-35b935f3-1ece-43a6-b36d-bce16479cdf6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 944 time: 0.1913984 Mar 31 23:06:03.802119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.802481 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Added segment 806f9f4e-4565-4d9b-a6db-c8e58389fc70 of type vlan for network d37455bd-b49f-47c7-838f-729357b4ecf5 Mar 31 23:06:03.816861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:03.824131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.825210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.838625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11d520-2e82-4853-98e0-05f900694af9 None None] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:03.884387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:03.890496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1e7e90d-ae4d-42bd-8b41-25867b9380c1 req-8fd73c47-bacc-4741-a6c4-4ed85c353936 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074944 Mar 31 23:06:03.920065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.930850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-88d28cab-5f0a-47a4-83d8-e94fbd0365e8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2352192 Mar 31 23:06:03.934678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49656) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.945927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:03.947711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:03.962340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a577c53-04d2-49ff-9c22-f89bcd201ef5 req-89dcd074-0482-4bfc-9b05-8eaae2bd16cb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:03.981924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a577c53-04d2-49ff-9c22-f89bcd201ef5 req-89dcd074-0482-4bfc-9b05-8eaae2bd16cb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1849828 Mar 31 23:06:03.988037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5d48c387-d168-41c4-b312-10e8403199fe tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 200 len: 316 time: 0.3232965 Mar 31 23:06:03.988037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49658) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:03.988364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.008569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.017388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.017933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.tag.tag_plugin [None req-128b3f24-659c-4a8e-85e7-b5adf82319e0 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:04.018568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.050259 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ba92dc-9b1b-40cf-821d-907bc147c0ef x-openstack-request-id: req-88ba92dc-9b1b-40cf-821d-907bc147c0ef {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:04.050562 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-plugged", "status": "completed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:04.050819 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-88ba92dc-9b1b-40cf-821d-907bc147c0ef {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:04.051749 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ba92dc-9b1b-40cf-821d-907bc147c0ef'] response: {'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'code': 200} Mar 31 23:06:04.112522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:04.116052 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.120920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7341402 Mar 31 23:06:04.126560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49660) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.150976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'subnet': {'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:04.164246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bdde3-0f43-48e7-8a0b-87340218e7ec tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Network': ['ID=d37455bd-b49f-47c7-838f-729357b4ecf5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.168340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.172247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.176694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/99825cfe-405c-41f7-889a-5f4d58fa0091 HTTP/1.1" status: 204 len: 168 time: 0.4165981 Mar 31 23:06:04.176694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49662) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.221044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54b587-45ca-4269-a29b-ed78a1603e20 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99825cfe-405c-41f7-889a-5f4d58fa0091,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.250246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d37455bd-b49f-47c7-838f-729357b4ecf5 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:04.266885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1d516f34-bc2c-4596-8c21-1fc61fb9ed10 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848589 Mar 31 23:06:04.267621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49664) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.280563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7af14922-d122-46fc-ae8d-88f8d2f8a030 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '8df4bbf7-52b0-40df-8eeb-12a32dfaf704', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:04.288078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.289613 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.339566 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-7af14922-d122-46fc-ae8d-88f8d2f8a030 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The resource could not be found. Mar 31 23:06:04.350890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.351162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7af14922-d122-46fc-ae8d-88f8d2f8a030 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0819013 Mar 31 23:06:04.357144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:04.360619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.369814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.376566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--2147339640'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:04.383393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a577c53-04d2-49ff-9c22-f89bcd201ef5 req-20fb9b3c-f754-426f-b5f0-e952a8e9d226 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3840387 Mar 31 23:06:04.430861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Allocated IP 172.20.0.2 (8c2a9a5c-51e3-4dd0-b659-af646f2ba63e/ec70e987-a549-4d69-a97f-ec1f891da28e/bead62a6-39c2-41f5-875f-3a9e867d2bbb) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:04.436711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b6d344d-3d1c-4641-a172-16dcc6b6ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.571607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.581481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:04.612195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.631625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.652554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b2c6-0200-4306-bb42-4a716e406f07 req-89e7dda8-c456-40a2-bb51-4bbcc5c36f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.654113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af91b2c6-0200-4306-bb42-4a716e406f07 req-89e7dda8-c456-40a2-bb51-4bbcc5c36f5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 1096 time: 0.3688786 Mar 31 23:06:04.689032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.711070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:04.719732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:04.724648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:04.748876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Pushing event updated for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:04.778014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-128b3f24-659c-4a8e-85e7-b5adf82319e0 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.7837906 Mar 31 23:06:04.778953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.785654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-21f651b6-a632-46dd-920f-63c61353160b tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-1696949487') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:04.792643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af91b2c6-0200-4306-bb42-4a716e406f07 req-ec33e675-d726-484f-95b8-be8a40fbacc4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002023 Mar 31 23:06:04.808961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:04.828970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a3739bd-c3c2-4281-ad20-6d198f216b63 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:04.855273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'port_id': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'mac_address': 'fa:16:3e:aa:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eacf8d-a480-4d72-88ce-66d82754000f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:04.857013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Attempting to bind port bead62a6-39c2-41f5-875f-3a9e867d2bbb on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:04.857381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Attempting to bind port bead62a6-39c2-41f5-875f-3a9e867d2bbb by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:04.857744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Attempting to bind port bead62a6-39c2-41f5-875f-3a9e867d2bbb on network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:04.901279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:04.901644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Checking segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:04.902513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.902513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Bound using segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:04.902955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Bound port: bead62a6-39c2-41f5-875f-3a9e867d2bbb, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:04.903276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.927933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e1b03-f174-4466-8fc0-791e0a7e6690 req-68c26bca-87ce-41b0-a9c8-35dbecc17e97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:04.929726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb4e1b03-f174-4466-8fc0-791e0a7e6690 req-68c26bca-87ce-41b0-a9c8-35dbecc17e97 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.0975277 Mar 31 23:06:04.932365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.935280 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:06:04.942173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.948958 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-21f651b6-a632-46dd-920f-63c61353160b tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:04.952955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-21f651b6-a632-46dd-920f-63c61353160b tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-1696949487 HTTP/1.1" status: 404 len: 329 time: 0.1684551 Mar 31 23:06:04.953753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49674) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:04.956536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.963348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-52ee3439-a1da-4e5d-a5be-b762fd76fa10 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-841785809') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:04.973220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:04.996455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80524f1e-df55-42d8-a864-2d1ee7db485f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:05.019528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a3739bd-c3c2-4281-ad20-6d198f216b63 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:05.020172 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.033575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.034867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6709743 Mar 31 23:06:05.041589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49676) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.052200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031492725'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:05.061490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:05.063745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb29641-1ea1-4d84-9546-76028ea0fd7d tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed93e6-31cb-4fe1-b967-22030f5cfb69,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.078910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb4e1b03-f174-4466-8fc0-791e0a7e6690 req-571a4dae-d34f-4d29-9546-a484c622972f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057720 Mar 31 23:06:05.088062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:05.101962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.105740 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-52ee3439-a1da-4e5d-a5be-b762fd76fa10 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:05.109780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52ee3439-a1da-4e5d-a5be-b762fd76fa10 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-841785809 HTTP/1.1" status: 404 len: 328 time: 0.1520760 Mar 31 23:06:05.109949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bead62a6-39c2-41f5-875f-3a9e867d2bbb,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:05.110759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49678) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.127875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-1874e723-df66-4c55-b973-846635ffc827 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a', 'tempest-TagsExtTest-Tag-605809884') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.131801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Subnet': ['ID=411d3661-703e-487e-bf02-b491c4db9770,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.151928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.154641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.181354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Checking segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:05.181707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network hostable DHCP agents. Network: d37455bd-b49f-47c7-838f-729357b4ecf5, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:05.195155 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1874e723-df66-4c55-b973-846635ffc827 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:05.199628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1874e723-df66-4c55-b973-846635ffc827 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags/tempest-TagsExtTest-Tag-605809884 HTTP/1.1" status: 404 len: 328 time: 0.0879824 Mar 31 23:06:05.200499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49680) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.205447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-43d6135d-2b0c-471f-bb66-d8c0cdbc03f5 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', {'tags': ['tempest-TagsExtTest-Tag-1686801177', 'tempest-TagsExtTest-Tag-67191741', 'tempest-TagsExtTest-Tag-350261838']}) {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.217381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.233702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['80524f1e-df55-42d8-a864-2d1ee7db485f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:05.244964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd814e7-690c-4462-8d9a-c254c28f7284 req-5b0b3b43-b468-4e28-b3f0-a5aa3de1cc90 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.246584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd814e7-690c-4462-8d9a-c254c28f7284 req-5b0b3b43-b468-4e28-b3f0-a5aa3de1cc90 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1891711 Mar 31 23:06:05.328294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-43d6135d-2b0c-471f-bb66-d8c0cdbc03f5 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 200 len: 315 time: 0.1265342 Mar 31 23:06:05.330069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.335227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-10b38754-13fb-4afb-b196-8d225bf6dcda tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.352278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network d37455bd-b49f-47c7-838f-729357b4ecf5 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:05.370412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2da76-347f-4379-81a1-ec27f07589fc None None] Pushing event updated for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.391517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.400095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d37455bd-b49f-47c7-838f-729357b4ecf5) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:05.414345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e67863-1bec-42ce-a22d-6d12b45b99f1 None None] Network d37455bd-b49f-47c7-838f-729357b4ecf5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:05.436227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-10b38754-13fb-4afb-b196-8d225bf6dcda tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 204 len: 168 time: 0.1050553 Mar 31 23:06:05.438845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49686) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.443578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-6d9695cf-1d48-45f8-9e81-d15077ba9dfb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-1686801177') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.453265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd814e7-690c-4462-8d9a-c254c28f7284 req-1e292998-c644-456a-8956-87affbe56d62 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339526 Mar 31 23:06:05.467940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.467940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.480244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 3a3739bd-c3c2-4281-ad20-6d198f216b63, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a3739bd-c3c2-4281-ad20-6d198f216b63,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:05.530888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.533879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.575274 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-6d9695cf-1d48-45f8-9e81-d15077ba9dfb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:05.581302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d9695cf-1d48-45f8-9e81-d15077ba9dfb tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-1686801177 HTTP/1.1" status: 404 len: 329 time: 0.1384063 Mar 31 23:06:05.582082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49688) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.588429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-23d554bf-034a-430a-8b7f-0bf75073a302 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-67191741') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.629192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.659056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4bd2d8f2-6416-4a30-b6e9-347e9a4d8ecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5218155 Mar 31 23:06:05.662232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.664487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.670433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-704884299'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:05.676796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.692167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddda3cb-5b71-43f4-a71c-e9462f8ef845 req-7a4e6e5d-590e-4a4d-bd8d-1959e8dec4d5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:05.694207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dddda3cb-5b71-43f4-a71c-e9462f8ef845 req-7a4e6e5d-590e-4a4d-bd8d-1959e8dec4d5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1314180 Mar 31 23:06:05.725271 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-23d554bf-034a-430a-8b7f-0bf75073a302 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:05.726320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-23d554bf-034a-430a-8b7f-0bf75073a302 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-67191741 HTTP/1.1" status: 404 len: 327 time: 0.1436195 Mar 31 23:06:05.730891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.735026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-459821c1-5bef-4d13-9ee4-5a1e016a05e9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627', 'tempest-TagsExtTest-Tag-350261838') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.754704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=3a3739bd-c3c2-4281-ad20-6d198f216b63,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.778276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf51f95-84a3-4aa5-9a64-5d430a4bc364,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:05.792622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dddda3cb-5b71-43f4-a71c-e9462f8ef845 req-3b895ff8-e0ff-4a27-96c3-9caa1f3a7b71 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905921 Mar 31 23:06:05.805605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d37455bd-b49f-47c7-838f-729357b4ecf5', 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'fixed_ips': [{'subnet_id': '411d3661-703e-487e-bf02-b491c4db9770'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:05.807438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.826661 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-459821c1-5bef-4d13-9ee4-5a1e016a05e9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:05.830315 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-459821c1-5bef-4d13-9ee4-5a1e016a05e9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags/tempest-TagsExtTest-Tag-350261838 HTTP/1.1" status: 404 len: 328 time: 0.0971401 Mar 31 23:06:05.830719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.837120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-ec93aeb0-7bad-455d-a074-d5d33499f792 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', {'tags': ['tempest-TagsExtTest-Tag-1350545035', 'tempest-TagsExtTest-Tag-768179716', 'tempest-TagsExtTest-Tag-209344095']}) {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.842846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.847784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-68a0200d-f0d6-43bd-acf8-c26707fd11a6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8015773 Mar 31 23:06:05.860541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49696) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.871558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9c6f0352-631c-44db-8eb9-2013f407b514 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '87ed93e6-31cb-4fe1-b967-22030f5cfb69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'edf51f95-84a3-4aa5-9a64-5d430a4bc364'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:05.884900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:05.888596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:05.940276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ec93aeb0-7bad-455d-a074-d5d33499f792 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 200 len: 316 time: 0.1087196 Mar 31 23:06:05.943814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49700) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:05.948401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-c3c72deb-a28c-4477-bf44-2327791daad7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:05.980023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:06.009774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.010292 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Added segment eb5969f7-e6ad-40ba-9c31-c1720af7b460 of type vlan for network 339aa61a-a28c-4105-aee9-c738783f916f Mar 31 23:06:06.020027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Allocated IP 19.80.0.2 (d37455bd-b49f-47c7-838f-729357b4ecf5/411d3661-703e-487e-bf02-b491c4db9770/9c0ba9c1-300e-4161-96ff-dcd9eff931c4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:06.059729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3c72deb-a28c-4477-bf44-2327791daad7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 204 len: 168 time: 0.1145020 Mar 31 23:06:06.062832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49702) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.067869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-240a560d-1190-4b2b-956b-578fb5611bb3 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-1350545035') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:06.073810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5af868-6aa5-448b-a631-9203ad3d46e8 req-3798aec2-0852-4328-87c9-5293fe85da58 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:06.075545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f5af868-6aa5-448b-a631-9203ad3d46e8 req-3798aec2-0852-4328-87c9-5293fe85da58 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1590221 Mar 31 23:06:06.076965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Allocated IP 172.25.8.190 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:06.083762 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-9c6f0352-631c-44db-8eb9-2013f407b514 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:06.087734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c6f0352-631c-44db-8eb9-2013f407b514 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2188776 Mar 31 23:06:06.089044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.089531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49706) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.114478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'floatingip': {'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:06.168199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.228771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.245442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.258491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.370857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Network d37455bd-b49f-47c7-838f-729357b4ecf5 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:06.375648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:06.383120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:06.385006 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Sync routers for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:06.394845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:06.407655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:06.409818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:05:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:06.505190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Attempting to bind port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:06.505558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Attempting to bind port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:06.506000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Attempting to bind port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 on network d37455bd-b49f-47c7-838f-729357b4ecf5 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:06.508807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:06:06.526408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:06.526846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Checking segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:06.527191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.530353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Bound using segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:06.530857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Bound port: 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:06.531270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:06.591571 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:06.613517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:06.708289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16172dc3-0b8f-4c4e-96b1-ab25faae59ca req-81227437-0056-4583-976f-66934f30f1ce tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:06.718497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16172dc3-0b8f-4c4e-96b1-ab25faae59ca req-81227437-0056-4583-976f-66934f30f1ce tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 945 time: 0.1448359 Mar 31 23:06:06.746973 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-240a560d-1190-4b2b-956b-578fb5611bb3 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:06.751189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-240a560d-1190-4b2b-956b-578fb5611bb3 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-1350545035 HTTP/1.1" status: 404 len: 329 time: 0.6846213 Mar 31 23:06:06.752565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.767944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-83db037e-4b5d-475d-a709-77bcbb7e581f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-768179716') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:06.829531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16172dc3-0b8f-4c4e-96b1-ab25faae59ca req-1210141b-9270-4387-92d0-3b8b3de08b91 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099489 Mar 31 23:06:06.890394 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-83db037e-4b5d-475d-a709-77bcbb7e581f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:06.895635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-83db037e-4b5d-475d-a709-77bcbb7e581f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-768179716 HTTP/1.1" status: 404 len: 328 time: 0.1354883 Mar 31 23:06:06.896637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49714) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:06.902708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-d89457b1-1841-46ca-be39-81bb865a9789 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918', 'tempest-TagsExtTest-Tag-209344095') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.002702 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-d89457b1-1841-46ca-be39-81bb865a9789 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:07.006557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d89457b1-1841-46ca-be39-81bb865a9789 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags/tempest-TagsExtTest-Tag-209344095 HTTP/1.1" status: 404 len: 328 time: 0.1060698 Mar 31 23:06:07.006876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49716) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.012423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-688b2357-fdb2-4b53-aba6-181a0466e3a7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', {'tags': ['tempest-TagsExtTest-Tag-375226189', 'tempest-TagsExtTest-Tag-1786848490', 'tempest-TagsExtTest-Tag-1700462959']}) {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.042026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24479e-9943-42fa-855f-857101b90a9e None None] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:07.045500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a3739bd-c3c2-4281-ad20-6d198f216b63 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:07.068358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-688b2357-fdb2-4b53-aba6-181a0466e3a7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "PUT /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 200 len: 317 time: 0.0575058 Mar 31 23:06:07.070869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49718) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.081270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-9c85f491-71e7-4865-b4e1-bbbe6da5213f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.088172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] For port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:07.123432 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.130456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.131180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.135537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] For port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:07.149517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c85f491-71e7-4865-b4e1-bbbe6da5213f tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0723822 Mar 31 23:06:07.150893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.157766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.158731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.161153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-2c483494-e4b7-4406-adde-9ec5a31cece9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-375226189') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.185862 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6759e60f-71cd-44ac-8ec3-01bb99fc34e5', 'name': '', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'mac_address': 'fa:16:3e:32:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:00Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 2, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'subnets': [{'id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.202585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3862bf19-8647-409d-9a5e-26aaec7c217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.209317 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-2c483494-e4b7-4406-adde-9ec5a31cece9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:07.219850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c483494-e4b7-4406-adde-9ec5a31cece9 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-375226189 HTTP/1.1" status: 404 len: 328 time: 0.0668137 Mar 31 23:06:07.221650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.226946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] Provisioning complete for port bead62a6-39c2-41f5-875f-3a9e867d2bbb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:07.227538 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.232860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-0f1a927e-9f7a-4c9c-a2f7-ffc4c5b77715 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-1786848490') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.241947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5758867 Mar 31 23:06:07.242479 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Checking router: 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:07.243006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49724) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.243393 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Updating router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:07.261941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'subnet': {'network_id': '339aa61a-a28c-4105-aee9-c738783f916f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:07.269903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.277680 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.280104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-964cfdf8-0d6c-4db6-931f-50d5540ba0de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8008511 Mar 31 23:06:07.289413 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-0f1a927e-9f7a-4c9c-a2f7-ffc4c5b77715 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:07.296593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f1a927e-9f7a-4c9c-a2f7-ffc4c5b77715 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-1786848490 HTTP/1.1" status: 404 len: 329 time: 0.0735493 Mar 31 23:06:07.297308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.302026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a3739bd-c3c2-4281-ad20-6d198f216b63 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:07.302405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.306619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-eb5c5b32-004e-4d76-add4-27ace36c8cfa tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5', 'tempest-TagsExtTest-Tag-1700462959') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.310958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.346694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 80524f1e-df55-42d8-a864-2d1ee7db485f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:07.347098 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.368019 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-eb5c5b32-004e-4d76-add4-27ace36c8cfa tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] show failed (client error): The resource could not be found. Mar 31 23:06:07.374784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb5c5b32-004e-4d76-add4-27ace36c8cfa tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags/tempest-TagsExtTest-Tag-1700462959 HTTP/1.1" status: 404 len: 329 time: 0.0751593 Mar 31 23:06:07.376645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49728) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.381418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-fc6e0bbc-4428-44c8-b219-e29ca332502b tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c31209ce-b8a9-418e-ba71-71157116a7d5') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.398743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441ca9-19c2-43d8-875f-f15f63515edb req-b589c18d-e582-4533-a157-d2a89b6dd0ac tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.406837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa441ca9-19c2-43d8-875f-f15f63515edb req-b589c18d-e582-4533-a157-d2a89b6dd0ac tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.3638358 Mar 31 23:06:07.418076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fc6e0bbc-4428-44c8-b219-e29ca332502b tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5/tags HTTP/1.1" status: 204 len: 168 time: 0.0403254 Mar 31 23:06:07.418932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49730) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.424248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-173df0b0-92b3-4f9a-9bb4-0799b0d6719a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5155e375-26a8-4a5c-882a-d202e03cc918') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.438229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b287d2b-cd94-44e3-9a3d-751e02e2c8a3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Network': ['ID=339aa61a-a28c-4105-aee9-c738783f916f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:07.453991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 339aa61a-a28c-4105-aee9-c738783f916f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:07.456148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37896d-81cb-4eb5-b267-c58d3f434d10 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:07.625006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-173df0b0-92b3-4f9a-9bb4-0799b0d6719a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918/tags HTTP/1.1" status: 204 len: 168 time: 0.2046804 Mar 31 23:06:07.626025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.631720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-c5e7ba7c-6308-4411-a9a3-30f45765c979 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9adb317d-bb1c-4e78-877e-272517dcd627') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.650778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-c9fd331e-eb61-4ab2-b91f-b7bcd20f6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:07.652884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-c9fd331e-eb61-4ab2-b91f-b7bcd20f6c58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.3012979 Mar 31 23:06:07.669118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa441ca9-19c2-43d8-875f-f15f63515edb req-70fa30dc-a7f1-4613-abe2-68626a72abf5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610042 Mar 31 23:06:07.724485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.750211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.753440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.766795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/edf51f95-84a3-4aa5-9a64-5d430a4bc364 HTTP/1.1" status: 204 len: 168 time: 1.6690996 Mar 31 23:06:07.773409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.820308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.860623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5e7ba7c-6308-4411-a9a3-30f45765c979 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627/tags HTTP/1.1" status: 204 len: 168 time: 0.2330015 Mar 31 23:06:07.861263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:07.877066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.tag.tag_plugin [None req-28b683fb-0d7d-4c1c-853d-aa7b2d032a2a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b7592897-bd4b-4369-a29e-d2011aeb4f1a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:07.888978 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.898020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bead62a6-39c2-41f5-875f-3a9e867d2bbb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:07.902803 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:07.970569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.025863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efecbb-3bd6-4d87-abba-87694efa695d None None] Pushing event updated for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.026783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bead62a6-39c2-41f5-875f-3a9e867d2bbb,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:08.048034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.070549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-28b683fb-0d7d-4c1c-853d-aa7b2d032a2a tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2025576 Mar 31 23:06:08.070792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:08.071295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.075205 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c67839-b6a8-493b-ac01-5af99998ae82" -d '{"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-plugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:08.085356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661053b-2c93-493c-aa3a-ef1b8ad04671 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf51f95-84a3-4aa5-9a64-5d430a4bc364,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.135799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:08.139428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.181598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:08.196363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:08.216996 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.221203 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Attempting to bind port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:08.221665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Attempting to bind port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:08.222833 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Attempting to bind port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 on network dbcba8d1-7587-400a-a7c4-3fdb9f546499 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:08.234079 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:08.235225 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Checking segment: {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:08.235802 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.236257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Bound using segment: {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:08.236733 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Bound port: 6759e60f-71cd-44ac-8ec3-01bb99fc34e5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491d00f6-dd9a-441b-9973-23dd7d4e6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:08.237113 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.246183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553d8e-4d25-4ced-8e62-d23fe90c2875 req-0d27d479-d98c-4b36-8e28-0c43cd7a97e5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:08.253228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7553d8e-4d25-4ced-8e62-d23fe90c2875 req-0d27d479-d98c-4b36-8e28-0c43cd7a97e5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 945 time: 0.2557507 Mar 31 23:06:08.302089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6eaa-0f93-4e3e-9956-12f7c7d909de None None] Pushing event updated for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.313570 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.337500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bead62a6-39c2-41f5-875f-3a9e867d2bbb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:08.338135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.345382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] For port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:08.352136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:08.353262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] For port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:08.356992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7553d8e-4d25-4ced-8e62-d23fe90c2875 req-14c296e1-ef08-42d4-b311-18d03ffbf6fa tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028380 Mar 31 23:06:08.365533 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.375935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45ce363b-0976-47ea-b735-10868fa80446 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for subnetpool, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.381332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-45ce363b-0976-47ea-b735-10868fa80446 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnetpools/c31209ce-b8a9-418e-ba71-71157116a7d5 HTTP/1.1" status: 204 len: 168 time: 0.3086479 Mar 31 23:06:08.386054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:08.388123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.450548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b68192e4-f247-4d1c-844d-d6de17b543d4 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "GET /v2.0/ports?device_id=5155e375-26a8-4a5c-882a-d202e03cc918 HTTP/1.1" status: 200 len: 205 time: 0.0607395 Mar 31 23:06:08.451845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49750) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.453056 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efecbb-3bd6-4d87-abba-87694efa695d None None] Pushing event updated for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.476963 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:08.477850 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:08.499311 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbeb07a-7759-4885-9324-68e73061f0af x-openstack-request-id: req-9dbeb07a-7759-4885-9324-68e73061f0af {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:08.499991 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-plugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:08.500452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9dbeb07a-7759-4885-9324-68e73061f0af {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:08.501096 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbeb07a-7759-4885-9324-68e73061f0af'] response: {'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'code': 200} Mar 31 23:06:08.591677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.626630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bcc35894-f673-41ec-b6f1-e606fda747c3 None None] Provisioning complete for port bead62a6-39c2-41f5-875f-3a9e867d2bbb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:08.627050 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bcc35894-f673-41ec-b6f1-e606fda747c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.651393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.727628 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:08.775075 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.957256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8905aeea-3fa5-4599-938b-2b96d7cf55d3 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.1175330 Mar 31 23:06:08.962307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Pushing event updated for resources: {'Port': ['ID=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:08.980154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49754) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:08.986695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:08.989807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.018874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] Provisioning complete for port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:09.019683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.064181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.065015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Fanout notify agent at l3_agent the message router_deleted on router 5155e375-26a8-4a5c-882a-d202e03cc918 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:06:09.079839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.083211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-358e0779-33f0-48f0-81ba-dd7311e26dde tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/routers/5155e375-26a8-4a5c-882a-d202e03cc918 HTTP/1.1" status: 204 len: 168 time: 0.6270764 Mar 31 23:06:09.083763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49756) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:09.138134 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6759e60f-71cd-44ac-8ec3-01bb99fc34e5', 'name': '', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'mac_address': 'fa:16:3e:32:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:00Z', 'updated_at': '2022-03-31T23:06:08Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'subnets': [{'id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:09.157200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-67e7f990-2e95-43eb-8105-2540602bcc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.160022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-67e7f990-2e95-43eb-8105-2540602bcc84 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 1.3922179 Mar 31 23:06:09.192207 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c748f-915d-456c-bbcc-cd936b0b78c6 None None] The sync data for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 is: [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:06:01Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6759e60f-71cd-44ac-8ec3-01bb99fc34e5', 'name': '', 'network_id': 'dbcba8d1-7587-400a-a7c4-3fdb9f546499', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'mac_address': 'fa:16:3e:32:5f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:00Z', 'updated_at': '2022-03-31T23:06:08Z', 'revision_number': 4, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'subnets': [{'id': '6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:09.233672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c153a7a-f597-4ea1-b237-f505d6eb05b6 None None] Network d37455bd-b49f-47c7-838f-729357b4ecf5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:09.258816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Deleting port 9adb317d-bb1c-4e78-877e-272517dcd627 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:09.258816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.285124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:09.329189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.345286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:06:09.406847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.415778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Subnet': ['ID=75878571-e60e-499b-aca1-1028385abd38,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.426405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] For port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:09.434267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Calling delete_port for 9adb317d-bb1c-4e78-877e-272517dcd627 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:09.439206 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.456609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea764ac-418f-4530-a56d-d5a9dc0cff91 req-a47e80d5-616b-46be-8e62-00686cfb662c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.464190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ea764ac-418f-4530-a56d-d5a9dc0cff91 req-a47e80d5-616b-46be-8e62-00686cfb662c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 1.3319700 Mar 31 23:06:09.473441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:09.473797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.573585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.596120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cace45e-a038-4608-bef5-3d995487329a req-4f92de2c-7b2c-4a4f-b4df-0b6d4a946dab tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:09.600701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7e5f1-4bc1-45e2-b926-2c65a465c9ea None None] Pushing event updated for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.600896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.613011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cace45e-a038-4608-bef5-3d995487329a req-4f92de2c-7b2c-4a4f-b4df-0b6d4a946dab tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.0999391 Mar 31 23:06:09.623990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] Provisioning complete for port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:09.623990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.627351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.631911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Checking segment: {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:09.632276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network hostable DHCP agents. Network: 339aa61a-a28c-4105-aee9-c738783f916f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:09.649416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-bb42f0e3-2a0a-428a-a0fd-7078ab2687ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.4025998 Mar 31 23:06:09.650197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.676866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cace45e-a038-4608-bef5-3d995487329a req-ad0d8d45-ba8c-44eb-98fd-27950a47a019 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628386 Mar 31 23:06:09.783430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.880388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:09.916581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ea764ac-418f-4530-a56d-d5a9dc0cff91 req-aa919cb8-9929-4ba9-ba2b-33a893e4e713 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220192 Mar 31 23:06:09.933685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:09.939821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/ports/9adb317d-bb1c-4e78-877e-272517dcd627 HTTP/1.1" status: 204 len: 168 time: 0.8526111 Mar 31 23:06:09.939821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055e465-a019-4d55-9ecc-af27a2abb2b6 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event deleted for resources: {'Port': ['ID=9adb317d-bb1c-4e78-877e-272517dcd627,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:09.942595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49764) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.011488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Deleting subnet b7592897-bd4b-4369-a29e-d2011aeb4f1a {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:10.017047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.036621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.038253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-28ec4a18-aeaf-4185-bd03-56dfc2501ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.042126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-28ec4a18-aeaf-4185-bd03-56dfc2501ea8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.3257313 Mar 31 23:06:10.074091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.114715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.129540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.132707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.133893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/87ed93e6-31cb-4fe1-b967-22030f5cfb69 HTTP/1.1" status: 204 len: 168 time: 1.1360650 Mar 31 23:06:10.145324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.155138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] For port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:10.164816 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.201276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10b95-dbb0-4438-aa8d-fc31fe29ad5c tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed93e6-31cb-4fe1-b967-22030f5cfb69,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.205436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e7fe9e91-1b57-4889-af76-a2476ac0c912 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591547 Mar 31 23:06:10.209865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.213288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network 339aa61a-a28c-4105-aee9-c738783f916f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:10.217042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694232129'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.270428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.282290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.303951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:10.304556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.306910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 339aa61a-a28c-4105-aee9-c738783f916f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:10.329356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.377906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f346be1f-a6a1-4481-bbc1-03703dfb7508 None None] Network 339aa61a-a28c-4105-aee9-c738783f916f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:10.415653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924a77e-5d48-457d-b4c7-8c3538cf4710 None None] Pushing event updated for resources: {'Port': ['ID=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.418523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7fdebfaf-9cf0-4e57-8cfc-ca61dd302578 None None] Provisioning complete for port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:10.418897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7fdebfaf-9cf0-4e57-8cfc-ca61dd302578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.424615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.437470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.442784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.481018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe28be4-44ce-4cfd-a68f-d9418d294f6e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.484612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.525901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.529385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/subnets/b7592897-bd4b-4369-a29e-d2011aeb4f1a HTTP/1.1" status: 204 len: 168 time: 0.5848393 Mar 31 23:06:10.531288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d0327-7ee0-4345-8398-c69db3890bc7 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event deleted for resources: {'Subnet': ['ID=b7592897-bd4b-4369-a29e-d2011aeb4f1a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:10.535108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.612800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.617992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8eb7f67e-90d4-4d0d-bcd8-616711839f92 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4059432 Mar 31 23:06:10.633708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.633708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4816194f-4090-4098-9af1-517d41e94083 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '2fe28be4-44ce-4cfd-a68f-d9418d294f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.648349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.661533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e2d42-6aaf-41dc-a4a2-3281d3f0a2d9 None None] Network 01348574-6bbb-48d6-b36c-d88f10b0d309 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:10.726614 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-4816194f-4090-4098-9af1-517d41e94083 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:10.730378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4816194f-4090-4098-9af1-517d41e94083 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0987933 Mar 31 23:06:10.730702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49776) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.736408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-65e4beae-d2b5-48b9-b8af-540599fa45fd tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group_rule': {'security_group_id': '2fe28be4-44ce-4cfd-a68f-d9418d294f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:10.765338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Deleting port 9bd6d90a-f971-4689-aff8-6e2b652eba0b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:10.767017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.786124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551247-92b6-413f-8caa-f9ec25e3e5bc req-c2f8b92d-7807-4b62-8c6e-a49ba4d063a7 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.787743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c8551247-92b6-413f-8caa-f9ec25e3e5bc req-c2f8b92d-7807-4b62-8c6e-a49ba4d063a7 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.6481752 Mar 31 23:06:10.790820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.791697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.800196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-fc720605-857d-43e0-a928-02c2df5fc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:10.802034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-fc720605-857d-43e0-a928-02c2df5fc376 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7384896 Mar 31 23:06:10.806354 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-65e4beae-d2b5-48b9-b8af-540599fa45fd tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:06:10.807524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-65e4beae-d2b5-48b9-b8af-540599fa45fd tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0758948 Mar 31 23:06:10.811488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49778) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:10.855626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] For port 9bd6d90a-f971-4689-aff8-6e2b652eba0b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9bd6d90a-f971-4689-aff8-6e2b652eba0b,segment=NetworkSegment(d5d7898e-0a79-475d-9882-2f5ad4db65c6),segment_id=d5d7898e-0a79-475d-9882-2f5ad4db65c6)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:10.856383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:10.873734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Calling delete_port for 9bd6d90a-f971-4689-aff8-6e2b652eba0b owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:10.877120 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Floating IP 33836c56-063b-495a-ae91-00871aade85c associated. External IP: 172.25.8.15, port: 4920a074-f401-48bb-9f6e-47be044f4b6e. Mar 31 23:06:10.908428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bead62a6-39c2-41f5-875f-3a9e867d2bbb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:10.920796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7364efd0-6929-431c-9cea-3b3f030cfff9 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6547163 Mar 31 23:06:10.993923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c8551247-92b6-413f-8caa-f9ec25e3e5bc req-7a740373-308d-4109-b1a0-ed26c10e4303 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717033 Mar 31 23:06:10.994972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.037410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] No DVR routers for this DVR port 9bd6d90a-f971-4689-aff8-6e2b652eba0b on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:11.056617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event deleted for resources: {'Port': ['ID=9bd6d90a-f971-4689-aff8-6e2b652eba0b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.064034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bead62a6-39c2-41f5-875f-3a9e867d2bbb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:11.064413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.067762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-339aa61a-a28c-4105-aee9-c738783f916f', 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'fixed_ips': [{'subnet_id': '75878571-e60e-499b-aca1-1028385abd38'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:11.068663 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.152866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2d7f9-0bf8-4340-9e36-0cd7f742c6ed req-e29c9df7-d047-4bdb-a47f-7029305617eb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.161140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75a2d7f9-0bf8-4340-9e36-0cd7f742c6ed req-e29c9df7-d047-4bdb-a47f-7029305617eb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1338511 Mar 31 23:06:11.194241 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.206275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.206501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-d15d92c5-944d-49fd-a3c1-9f071d0d10e1 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914335 Mar 31 23:06:11.235228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ba485-6bb4-4ef4-af67-5fde5cf1e213 None None] DHCP port deletion for 01348574-6bbb-48d6-b36c-d88f10b0d309 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:11.242596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01348574-6bbb-48d6-b36c-d88f10b0d309']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.251895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75a2d7f9-0bf8-4340-9e36-0cd7f742c6ed req-2151b6db-98b7-4194-87ab-da3f0035a17f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893724 Mar 31 23:06:11.265117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d7898e-0a79-475d-9882-2f5ad4db65c6') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.265458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d7898e-0a79-475d-9882-2f5ad4db65c6') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:11.300261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.321692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.329909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:11.330331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:11.334284 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:11.367480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Allocated IP 19.86.0.2 (339aa61a-a28c-4105-aee9-c738783f916f/75878571-e60e-499b-aca1-1028385abd38/536725ea-6a10-440e-97f7-e3f551fcb5e0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:11.419995 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.428483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.437998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] 10.222.0.95 "DELETE /v2.0/networks/01348574-6bbb-48d6-b36c-d88f10b0d309 HTTP/1.1" status: 204 len: 168 time: 0.8995166 Mar 31 23:06:11.459718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.477976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d221c-43d3-4452-8071-92c68ec6b400 tempest-TagsExtTest-250349755 tempest-TagsExtTest-250349755-project] Pushing event deleted for resources: {'Network': ['ID=01348574-6bbb-48d6-b36c-d88f10b0d309,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.512408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:11.636400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:11.636776 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.673277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.684217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.699121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:11.734999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Network 339aa61a-a28c-4105-aee9-c738783f916f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:11.740407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:11.747973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:11.755014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Pushing event updated for resources: {'Port': ['ID=536725ea-6a10-440e-97f7-e3f551fcb5e0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:11.797375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-758fc82b-8527-47db-ac3e-66f616eb05cd tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.810779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-758fc82b-8527-47db-ac3e-66f616eb05cd tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.819599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-758fc82b-8527-47db-ac3e-66f616eb05cd tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/networks?id=d37455bd-b49f-47c7-838f-729357b4ecf5&id=339aa61a-a28c-4105-aee9-c738783f916f&id=d37455bd-b49f-47c7-838f-729357b4ecf5 HTTP/1.1" status: 200 len: 1390 time: 0.6309607 Mar 31 23:06:11.832268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49810) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:11.843074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.845876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.847131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/2fe28be4-44ce-4cfd-a68f-d9418d294f6e HTTP/1.1" status: 204 len: 168 time: 1.0239284 Mar 31 23:06:11.855573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:11.857271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Attempting to bind port 536725ea-6a10-440e-97f7-e3f551fcb5e0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:11.857633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Attempting to bind port 536725ea-6a10-440e-97f7-e3f551fcb5e0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:11.857988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Attempting to bind port 536725ea-6a10-440e-97f7-e3f551fcb5e0 on network 339aa61a-a28c-4105-aee9-c738783f916f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:11.859516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49812) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:11.885066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:11.885436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Checking segment: {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:11.885843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.886234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Bound using segment: {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:11.886715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Bound port: 536725ea-6a10-440e-97f7-e3f551fcb5e0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:11.887096 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.919374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73614-b961-4cf3-868f-0691d8c06ea4 req-d8f56fee-8f43-47e9-ae30-71690a2d966c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:11.922228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02d73614-b961-4cf3-868f-0691d8c06ea4 req-d8f56fee-8f43-47e9-ae30-71690a2d966c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.0904181 Mar 31 23:06:11.925288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1042f1d7-4614-40e6-822f-5aecae9bde26 req-b8e3a419-7e63-4e6d-ad4f-1e7a0be1754c service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912155 Mar 31 23:06:11.926537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-6c49a1c8-ed4c-4de4-88a5-ee73b7206508 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/quotas/e3c69690f97e456eab6c66e2e18f5e26 HTTP/1.1" status: 200 len: 375 time: 0.1057117 Mar 31 23:06:11.927608 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:11.937994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88526e3-ef30-48af-9061-f3719ddc0df6 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe28be4-44ce-4cfd-a68f-d9418d294f6e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.012925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:12.013561 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.018247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] For port 536725ea-6a10-440e-97f7-e3f551fcb5e0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:12.033063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02d73614-b961-4cf3-868f-0691d8c06ea4 req-adfb76b4-f784-46e0-9ba0-4d30e6e88250 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612864 Mar 31 23:06:12.076203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] For port 536725ea-6a10-440e-97f7-e3f551fcb5e0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=536725ea-6a10-440e-97f7-e3f551fcb5e0,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:12.085296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.100351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a634364-17da-40eb-baed-f095f7c424d8 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2368627 Mar 31 23:06:12.104630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49818) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.124991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341358486'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:12.192978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99ec7a-d56e-41f1-8f90-1df43bd7609f None None] Pushing event updated for resources: {'Port': ['ID=536725ea-6a10-440e-97f7-e3f551fcb5e0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.202331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8bec48b9-ac4f-4a16-bc95-4fea56e5b95f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=510d70534451402aaf509568ce9252a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602540 Mar 31 23:06:12.203869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:12.207998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24346d47-31fb-4932-b991-5fa8fd73ee26 req-650d70a2-f8a1-40b1-b536-a1a5cbd881e7 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.208277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49820) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.216647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:12.217233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24346d47-31fb-4932-b991-5fa8fd73ee26 req-650d70a2-f8a1-40b1-b536-a1a5cbd881e7 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 946 time: 0.1157146 Mar 31 23:06:12.226198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.227808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:12.228445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:12.231054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.268455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-58ba0793-0868-49bf-9a43-fa16b771dda2 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2671559 Mar 31 23:06:12.324727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.338369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24346d47-31fb-4932-b991-5fa8fd73ee26 req-55f1f9f4-4247-4c6e-ad19-8c243ec58b49 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198676 Mar 31 23:06:12.341537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.361878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9bd6d90a-f971-4689-aff8-6e2b652eba0b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:12.368736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:12.391331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdcede2-2b93-4792-b3be-f48bc2a5c57d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.397381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.401483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f7b70812-0b45-49e4-80ac-acab4acb68ae tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2819829 Mar 31 23:06:12.407919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ec2840f-8113-4ea8-937d-e2cc04a7bb78 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "PUT /v2.0/floatingips/33836c56-063b-495a-ae91-00871aade85c HTTP/1.1" status: 200 len: 990 time: 6.3158817 Mar 31 23:06:12.408617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.424812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 9bd6d90a-f971-4689-aff8-6e2b652eba0b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:12.425177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9bd6d90a-f971-4689-aff8-6e2b652eba0b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:12.478576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:12.481654 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:12.490362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e6167088-cb4d-40c4-a280-7c5fc82b884f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:12.491000 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-e6167088-cb4d-40c4-a280-7c5fc82b884f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:06:12.491605 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-e6167088-cb4d-40c4-a280-7c5fc82b884f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:06:12.492686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e6167088-cb4d-40c4-a280-7c5fc82b884f tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "PUT /v2.0/security-groups/dcdcede2-2b93-4792-b3be-f48bc2a5c57d HTTP/1.1" status: 409 len: 330 time: 0.0080192 Mar 31 23:06:12.495691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49828) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.529988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:06:12.540965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.565967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-aa1ae012-ca3a-4168-be1d-d9a6d0b57799 service neutron] 10.222.0.95 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615626 Mar 31 23:06:12.576911 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb678c5-e474-422e-84ae-a8ea242750ea x-openstack-request-id: req-ceb678c5-e474-422e-84ae-a8ea242750ea {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:12.577462 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:12.577940 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ceb678c5-e474-422e-84ae-a8ea242750ea {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:12.578598 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb678c5-e474-422e-84ae-a8ea242750ea'] response: {'name': 'network-changed', 'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'status': 'completed', 'code': 200} Mar 31 23:06:12.612937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.636234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:12.674705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.676523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.700799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-a5d8c1b5-e8d6-4511-9ccd-0bc104c1c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.702524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-a5d8c1b5-e8d6-4511-9ccd-0bc104c1c5f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1096 time: 0.0856252 Mar 31 23:06:12.761388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.764085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.765308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/dcdcede2-2b93-4792-b3be-f48bc2a5c57d HTTP/1.1" status: 204 len: 168 time: 0.2683988 Mar 31 23:06:12.770530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.795470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.815833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574544bd-8816-4fe8-94e8-876cb987d447 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdcede2-2b93-4792-b3be-f48bc2a5c57d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.826477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:12.838063 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Sync routers for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:12.848128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-62953c13-7b46-4f1b-992b-71e3903a1b14 service neutron] 10.222.0.95 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671072 Mar 31 23:06:12.851168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:12.854547 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206035b7-2896-4faa-9ab8-7e437ec2c34c" -d '{"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-unplugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:12.865608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:12.869519 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:12.869785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-b281fbb9-b562-4a23-b7fc-c02cee94d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:12.871731 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:12.873009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-b281fbb9-b562-4a23-b7fc-c02cee94d3dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.1521826 Mar 31 23:06:12.880766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.884565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.888386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.898664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '33836c56-063b-495a-ae91-00871aade85c', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:05:39Z', 'updated_at': '2022-03-31T23:06:08Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:12.903391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5bbcbf94-1b36-484c-8a1e-3187ca2302d1 HTTP/1.1" status: 204 len: 168 time: 0.6798885 Mar 31 23:06:12.931075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19653c45-3db0-4ccc-9a6c-29e218c836e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbcbf94-1b36-484c-8a1e-3187ca2302d1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:12.944499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:12.952343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bf36d8fa-23b4-4b32-bf33-e5dbc874b751 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.0096402 Mar 31 23:06:12.956805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49836) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:12.960237 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7417cdd6-e51c-459e-a98f-69cbe2e88c62 x-openstack-request-id: req-7417cdd6-e51c-459e-a98f-69cbe2e88c62 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:12.960532 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-unplugged", "status": "completed", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:12.960788 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7417cdd6-e51c-459e-a98f-69cbe2e88c62 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:12.961277 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7417cdd6-e51c-459e-a98f-69cbe2e88c62'] response: {'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'code': 200} Mar 31 23:06:12.966938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:13.006766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:13.007636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:13.011783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:13.012565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-3c70190d-6dc3-4fc4-a4fc-744152ec1a92 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 998 time: 0.1169515 Mar 31 23:06:13.036725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-df32a4f8-ce7d-4afc-8958-875861f0f5ad tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2369907 Mar 31 23:06:13.101782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:13.101963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:13.148233 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1ed4c1b2-8f90-49a1-8512-b0e8d52fe666 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] delete failed (client error): The resource could not be found. Mar 31 23:06:13.153430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ed4c1b2-8f90-49a1-8512-b0e8d52fe666 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "DELETE /v2.0/security-groups/4bde9753-66b4-484f-83ed-59729329f9e6 HTTP/1.1" status: 404 len: 347 time: 0.0464981 Mar 31 23:06:13.158897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:13.184361 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-9338380d-7a3d-4bed-b373-720a3000f514 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] show failed (client error): The resource could not be found. Mar 31 23:06:13.189021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9338380d-7a3d-4bed-b373-720a3000f514 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-groups/ba8bf252-9ebf-4481-a4ad-0c51b36b81be HTTP/1.1" status: 404 len: 347 time: 0.0255592 Mar 31 23:06:13.189834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49846) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:13.229045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:13.252622 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-af9c5808-6b27-4d2a-849f-1d63728e1dc8 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] show failed (client error): The resource could not be found. Mar 31 23:06:13.256940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af9c5808-6b27-4d2a-849f-1d63728e1dc8 tempest-NegativeSecGroupIPv6Test-1731577530 tempest-NegativeSecGroupIPv6Test-1731577530-project] 10.222.0.95 "GET /v2.0/security-group-rules/31c38734-61fc-431e-b504-c8b5e02691d9 HTTP/1.1" status: 404 len: 356 time: 0.0630136 Mar 31 23:06:13.256940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-22b80475-1f7d-4110-be46-867fcb3e6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.258380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-22b80475-1f7d-4110-be46-867fcb3e6905 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1970606 Mar 31 23:06:13.371673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e646da-0971-4801-86c6-725b2ebdedf2 req-0ae1051a-66af-4465-b6da-79c5e16ede43 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.373248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45e646da-0971-4801-86c6-725b2ebdedf2 req-0ae1051a-66af-4465-b6da-79c5e16ede43 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1685367 Mar 31 23:06:13.452492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-415cac6a-3b8b-4bd4-9f79-52072e8aa9dd tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.454061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-415cac6a-3b8b-4bd4-9f79-52072e8aa9dd tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.3070359 Mar 31 23:06:13.457805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-3501c1da-9130-43ac-8a1e-217901da3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.460447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-3501c1da-9130-43ac-8a1e-217901da3253 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870866 Mar 31 23:06:13.485048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-e549b526-9180-4500-8140-1dc691d26305 service neutron] 10.222.0.95 "GET /v2.0/networks/339aa61a-a28c-4105-aee9-c738783f916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358595 Mar 31 23:06:13.494616 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:09Z', 'revision_number': 3, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:13.551635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-45e646da-0971-4801-86c6-725b2ebdedf2 req-a788d5e9-8f70-4f5d-a832-7e23732e1dcd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648273 Mar 31 23:06:13.555897 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Checking router: 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:13.556602 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Updating router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:13.586217 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:13.700151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 536725ea-6a10-440e-97f7-e3f551fcb5e0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:13.831399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-b443ad9a-fbb3-4f5a-a455-44877f35c02d service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107526 Mar 31 23:06:13.848174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ed5a-c613-4f9a-bd81-a712e5cfba45 req-c5a749fd-4b9a-484a-83f1-0ec70f3a6fb5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:13.849851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ae7ed5a-c613-4f9a-bd81-a712e5cfba45 req-c5a749fd-4b9a-484a-83f1-0ec70f3a6fb5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.1524885 Mar 31 23:06:13.897562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:13.912091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e5549f-599c-4346-a4b3-3f7943494cb6 None None] Network 339aa61a-a28c-4105-aee9-c738783f916f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:14.006697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ae7ed5a-c613-4f9a-bd81-a712e5cfba45 req-4a93d1bb-398e-42d2-9bea-b2898a276f91 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249158 Mar 31 23:06:14.027661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-079c1dc8-f06d-4ed5-9a5e-211794e55d9c req-f1a83fe5-a034-4919-9b5b-556b2167fd10 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717963 Mar 31 23:06:14.077655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] Provisioning complete for port 536725ea-6a10-440e-97f7-e3f551fcb5e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:14.078026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.187166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de18ca15-2b37-498f-b3ce-7df3f907e602 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=03953285726f4e31bc12597c0f2316db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884345 Mar 31 23:06:14.189439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:14.206975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 536725ea-6a10-440e-97f7-e3f551fcb5e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:14.207384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.231282 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.241731 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.256709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.289331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.357428 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618300-cb50-4591-9d1d-19dc8af33265 None None] Pushing event updated for resources: {'Port': ['ID=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:14.363028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.366601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.371043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6c6c2694-c2ab-4ead-a831-48af6dad969d HTTP/1.1" status: 204 len: 168 time: 0.1797435 Mar 31 23:06:14.388347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6c199-8c48-41cf-a0be-f436091c1898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c2694-c2ab-4ead-a831-48af6dad969d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:14.397112 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Attempting to bind port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:14.397725 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Attempting to bind port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:14.398705 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Attempting to bind port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:14.410310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:14.411440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:14.412535 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.413339 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:14.414510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Bound port: c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:14.415156 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.517235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-54d8fa48-980f-4444-baf5-07001aba3a8e service neutron] 10.222.0.95 "GET /v2.0/networks/339aa61a-a28c-4105-aee9-c738783f916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693925 Mar 31 23:06:14.526331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Deleting port 80524f1e-df55-42d8-a864-2d1ee7db485f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:14.526679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.536510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] For port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:14.541444 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] For port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:14.552376 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.586284 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.665763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.675449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] For port 536725ea-6a10-440e-97f7-e3f551fcb5e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=536725ea-6a10-440e-97f7-e3f551fcb5e0,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:14.679716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63618300-cb50-4591-9d1d-19dc8af33265 None None] Pushing event updated for resources: {'Port': ['ID=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:14.697808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.736938 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:14.738049 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:14.825395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] For port 80524f1e-df55-42d8-a864-2d1ee7db485f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=80524f1e-df55-42d8-a864-2d1ee7db485f,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:14.825764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:14.842283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6a9c3-20d8-4fb1-b7e5-4eb0fcf30b53 req-f204b235-0a66-4a10-8d2b-ab9925dac93a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:14.842573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Calling delete_port for 80524f1e-df55-42d8-a864-2d1ee7db485f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:14.844627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2df6a9c3-20d8-4fb1-b7e5-4eb0fcf30b53 req-f204b235-0a66-4a10-8d2b-ab9925dac93a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1244781 Mar 31 23:06:14.875974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '33836c56-063b-495a-ae91-00871aade85c', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:05:39Z', 'updated_at': '2022-03-31T23:06:08Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:14.945356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b6c82-6496-45a1-834e-3da6383e9b6d None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '33836c56-063b-495a-ae91-00871aade85c', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.15', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:05:39Z', 'updated_at': '2022-03-31T23:06:08Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:14.985461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:06:14.985461 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:06:14.986827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f895877-171c-4bfc-8c8b-52c5389619be None None] Pushing event updated for resources: {'Port': ['ID=536725ea-6a10-440e-97f7-e3f551fcb5e0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.005314 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2df6a9c3-20d8-4fb1-b7e5-4eb0fcf30b53 req-e144e94c-d467-47e8-8728-5cdda058c997 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492424 Mar 31 23:06:15.072553 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:15.135595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c6904d1f-72e6-472b-974c-73c5ef603c28 None None] Provisioning complete for port 536725ea-6a10-440e-97f7-e3f551fcb5e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:15.138275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6904d1f-72e6-472b-974c-73c5ef603c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.243843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-e3f03be8-7576-4671-bb6b-5496caf820ac service neutron] 10.222.0.95 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127788 Mar 31 23:06:15.270288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29c96-7047-4eb4-80d0-4a62d4f7b0b0 req-04372a66-354c-4e49-9db5-e70f0d359790 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:15.276964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce29c96-7047-4eb4-80d0-4a62d4f7b0b0 req-04372a66-354c-4e49-9db5-e70f0d359790 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 944 time: 0.1132934 Mar 31 23:06:15.281895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.323954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:15.361854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce29c96-7047-4eb4-80d0-4a62d4f7b0b0 req-2291b7ea-6839-4a5a-aa6c-0af26c87de48 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706396 Mar 31 23:06:15.376523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event deleted for resources: {'Port': ['ID=80524f1e-df55-42d8-a864-2d1ee7db485f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:15.444448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9268b5-75f9-4923-96cf-44b499a5cb6a None None] New status for floating IP 33836c56-063b-495a-ae91-00871aade85c: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:06:15.525693 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:09Z', 'revision_number': 3, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:15.573766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] No DVR routers for this DVR port 80524f1e-df55-42d8-a864-2d1ee7db485f on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:15.576658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.584081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0c6a8e34-d551-4855-ab6e-c5b387230179 req-21846ae1-c367-41ee-a680-917a57bbcf06 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "DELETE /v2.0/ports/80524f1e-df55-42d8-a864-2d1ee7db485f HTTP/1.1" status: 204 len: 173 time: 2.0909798 Mar 31 23:06:15.594268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-deleted', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:15.596866 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307ada8-7510-4dca-aaff-ea75df6ac34f" -d '{"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-deleted", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:15.623381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056ca7d-5ef0-405b-8e9c-149a663af9a7 None None] The sync data for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 is: [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:09Z', 'revision_number': 3, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:15.679390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:15.738147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'port_id': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'mac_address': 'fa:16:3e:12:40:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:15.739376 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9586a5-ad8e-4c72-b75c-175c260e7dcc x-openstack-request-id: req-be9586a5-ad8e-4c72-b75c-175c260e7dcc {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:15.739854 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363b790e-6fb7-4d2c-b43e-096da911f95e", "name": "network-vif-deleted", "tag": "80524f1e-df55-42d8-a864-2d1ee7db485f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:15.741916 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-be9586a5-ad8e-4c72-b75c-175c260e7dcc {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:15.741916 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9586a5-ad8e-4c72-b75c-175c260e7dcc'] response: {'server_uuid': '363b790e-6fb7-4d2c-b43e-096da911f95e', 'name': 'network-vif-deleted', 'tag': '80524f1e-df55-42d8-a864-2d1ee7db485f', 'status': 'completed', 'code': 200} Mar 31 23:06:15.758543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8ebcfbeb-4cc3-419b-9372-34ba73fb3818 service neutron] 10.222.0.95 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995928 Mar 31 23:06:15.850584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:15.926445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 536725ea-6a10-440e-97f7-e3f551fcb5e0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:15.977800 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.118455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e036c0ad-b2fa-4439-8799-df212b775e25 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:16.126890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c434882-817c-44fb-b3ab-86e362e7993d req-fb1f76c2-c804-42d8-a501-1c0b3ad89bb6 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 210 time: 0.0889137 Mar 31 23:06:16.211317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:16.232044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.241149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49934) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.273253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 536725ea-6a10-440e-97f7-e3f551fcb5e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:16.273644 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.328087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Allocated IP 172.20.0.1 (8c2a9a5c-51e3-4dd0-b659-af646f2ba63e/ec70e987-a549-4d69-a97f-ec1f891da28e/a9edfdaf-1be9-42e7-b810-fc960d08ba49) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:16.383597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e036c0ad-b2fa-4439-8799-df212b775e25'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:16.498449 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.530745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.561863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.566579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e36d765c-712f-495c-b03f-567eee204825 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2054946760', 'prefixes': ['172.20.0.0/16']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:16.646468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:16.686749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:16.689651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-97208db0-516f-48b7-b28e-c25bddfe7de9 req-12226ba9-c069-43bc-b2c6-2fc462e35d2a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=363b790e-6fb7-4d2c-b43e-096da911f95e HTTP/1.1" status: 200 len: 210 time: 0.0857747 Mar 31 23:06:16.699913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 80524f1e-df55-42d8-a864-2d1ee7db485f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:16.700249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 80524f1e-df55-42d8-a864-2d1ee7db485f not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:16.716836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:16.728476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2fde4-8200-4a17-9cef-ce35f189997f req-92de29a0-2deb-40c4-8ed1-b1002095127a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:16.740162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55a2fde4-8200-4a17-9cef-ce35f189997f req-92de29a0-2deb-40c4-8ed1-b1002095127a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 944 time: 0.4353867 Mar 31 23:06:16.771916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:16.775067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:16.835462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e36d765c-712f-495c-b03f-567eee204825 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] Notify callbacks [] for subnetpool, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.837641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55a2fde4-8200-4a17-9cef-ce35f189997f req-155a2b9c-1cdd-46f9-acb2-f408fc681e74 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958965 Mar 31 23:06:16.842532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49954) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.853819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e36d765c-712f-495c-b03f-567eee204825 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6016467 Mar 31 23:06:16.869814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:16.975775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:16.980398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f805f762-2939-403f-b7cb-e76f9ca3a6d9 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-859765906'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:16.984896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3721c7cc-6c73-4861-93ff-52b3d5c3afd5 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "GET /v2.0/subnetpools/b8513fbe-887a-40ad-b0d5-cff61f325807 HTTP/1.1" status: 200 len: 732 time: 0.1410234 Mar 31 23:06:17.123637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f805f762-2939-403f-b7cb-e76f9ca3a6d9 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] Notify callbacks [] for subnetpool, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.128703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49974) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.131624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f805f762-2939-403f-b7cb-e76f9ca3a6d9 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "PUT /v2.0/subnetpools/b8513fbe-887a-40ad-b0d5-cff61f325807 HTTP/1.1" status: 200 len: 683 time: 0.1511526 Mar 31 23:06:17.173266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.183222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3d217c34-65e3-470d-8a01-3bae2ea579f9 None None] Provisioning complete for port a9edfdaf-1be9-42e7-b810-fc960d08ba49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:17.184297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3d217c34-65e3-470d-8a01-3bae2ea579f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.263822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5cb38c8b-3c12-4dc4-8fa7-e989372e6fa7 req-63f4651e-802f-4f2b-8e83-b85011630575 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 210 time: 0.0536628 Mar 31 23:06:17.361012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc403423-a859-4caf-b5ea-2672aaf18e20 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] Notify callbacks [] for subnetpool, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.362855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc403423-a859-4caf-b5ea-2672aaf18e20 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "DELETE /v2.0/subnetpools/b8513fbe-887a-40ad-b0d5-cff61f325807 HTTP/1.1" status: 204 len: 168 time: 0.2326701 Mar 31 23:06:17.366004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49986) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.450293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:17.510590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3d217c34-65e3-470d-8a01-3bae2ea579f9 None None] Port a9edfdaf-1be9-42e7-b810-fc960d08ba49 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:17.523389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.533931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.535042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e036c0ad-b2fa-4439-8799-df212b775e25 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:17.535675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.654037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Pushing event updated for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:17.666571 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.685760 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.744526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:17.747269 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c24f7-4748-4b53-8dad-1aef1cd7a3c6" -d '{"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-plugged", "status": "completed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:17.789405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:17.805790 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:17.813179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49998) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.814969 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d8031-99b5-4d9f-aeaa-62201897f009 x-openstack-request-id: req-023d8031-99b5-4d9f-aeaa-62201897f009 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:17.815181 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-plugged", "status": "completed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:17.817377 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-023d8031-99b5-4d9f-aeaa-62201897f009 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:17.817822 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023d8031-99b5-4d9f-aeaa-62201897f009'] response: {'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'code': 200} Mar 31 23:06:17.847677 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-4a709afd-f53b-4376-a13d-770c25890f4b tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] show failed (client error): The resource could not be found. Mar 31 23:06:17.849229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a709afd-f53b-4376-a13d-770c25890f4b tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "GET /v2.0/subnetpools/b8513fbe-887a-40ad-b0d5-cff61f325807 HTTP/1.1" status: 404 len: 346 time: 0.4797084 Mar 31 23:06:17.852373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50004) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:17.879107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:17.881194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:17.900593 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-757fcb38-8d42-4d33-9184-4a4edf522569 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] delete failed (client error): The resource could not be found. Mar 31 23:06:17.901339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-757fcb38-8d42-4d33-9184-4a4edf522569 tempest-SubnetPoolsTestJSON-555345863 tempest-SubnetPoolsTestJSON-555345863-project] 10.222.0.95 "DELETE /v2.0/subnetpools/b8513fbe-887a-40ad-b0d5-cff61f325807 HTTP/1.1" status: 404 len: 346 time: 0.0467777 Mar 31 23:06:17.942370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:17.946513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:18.088228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:18.088777 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.168918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6ad0-3081-4809-b939-28a942454082 req-cd5c17b3-7c43-4ea0-aa3a-cf3238d11f59 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.186769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c0f6ad0-3081-4809-b939-28a942454082 req-cd5c17b3-7c43-4ea0-aa3a-cf3238d11f59 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1582503 Mar 31 23:06:18.189044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d19d829c-32d7-4de0-a6d8-6c84e2ae923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.269792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.279788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c0f6ad0-3081-4809-b939-28a942454082 req-c774d532-ac49-47e7-88b3-d7e1194637b3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867989 Mar 31 23:06:18.315854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:18.325918 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.468868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-382ce871-9bd7-40e9-a574-ed04c56ff674 None None] Provisioning complete for port a9edfdaf-1be9-42e7-b810-fc960d08ba49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:18.469378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-382ce871-9bd7-40e9-a574-ed04c56ff674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.498675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cebbe062-efde-448e-9aaa-2f0dbc0f1d87 req-ce1d5028-a11a-4a58-a6b8-020cc736e59d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 210 time: 0.0650573 Mar 31 23:06:18.527960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.546810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-382ce871-9bd7-40e9-a574-ed04c56ff674 None None] Port a9edfdaf-1be9-42e7-b810-fc960d08ba49 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:18.566757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50034) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.600609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:06:18.629852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d19d829c-32d7-4de0-a6d8-6c84e2ae923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.650426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d19d829c-32d7-4de0-a6d8-6c84e2ae923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.665592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-fb4f05a2-7691-48dd-b86f-83ac285b4f89 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.671266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-fb4f05a2-7691-48dd-b86f-83ac285b4f89 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.672821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-fb4f05a2-7691-48dd-b86f-83ac285b4f89 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "GET /v2.0/networks?id=d37455bd-b49f-47c7-838f-729357b4ecf5&id=339aa61a-a28c-4105-aee9-c738783f916f&id=d37455bd-b49f-47c7-838f-729357b4ecf5 HTTP/1.1" status: 200 len: 1390 time: 0.4719815 Mar 31 23:06:18.692831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6472b5c-ffce-4b39-8417-9793f2ba9e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.699106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-d7c97251-97d2-4f2a-837c-7ddb68930dff tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:18.700603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-d7c97251-97d2-4f2a-837c-7ddb68930dff tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.5008740 Mar 31 23:06:18.705592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'admin_state_up': True, 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:18.798829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d19d829c-32d7-4de0-a6d8-6c84e2ae923d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fb5b6515b9bc4a3699eef0d315af47ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9844906 Mar 31 23:06:18.803501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50046) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:18.816162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-575478e9-45c5-48d5-aebb-5ceb264e1a93 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/quotas/712a511313584935b54b4428052eeb55 HTTP/1.1" status: 200 len: 375 time: 0.0660810 Mar 31 23:06:18.822220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d829c-32d7-4de0-a6d8-6c84e2ae923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ffdb4-e146-4bcd-afef-5fa591607df6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:18.907524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6472b5c-ffce-4b39-8417-9793f2ba9e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.925277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6472b5c-ffce-4b39-8417-9793f2ba9e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.929175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:18.985042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6472b5c-ffce-4b39-8417-9793f2ba9e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3657965f-13ef-4634-a567-e83064426547,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.002404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d6472b5c-ffce-4b39-8417-9793f2ba9e1e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0883b6f163b94bc7b8ae29f2a7fc483c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319384 Mar 31 23:06:19.002404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.003957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50048) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.106145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.123855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.127949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.128442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6a2ffdb4-e146-4bcd-afef-5fa591607df6 HTTP/1.1" status: 204 len: 168 time: 0.3219872 Mar 31 23:06:19.147968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.214734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.217667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.228929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3657965f-13ef-4634-a567-e83064426547 HTTP/1.1" status: 204 len: 168 time: 0.2186368 Mar 31 23:06:19.234295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1c201-80f8-4974-aaaf-5b58147b6677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ffdb4-e146-4bcd-afef-5fa591607df6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.258741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fae977-f7d9-44b6-b49f-3f85a08dad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657965f-13ef-4634-a567-e83064426547,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:19.428357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-4f5846be-7be3-417c-bfa8-473f37b1f815 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5987122 Mar 31 23:06:19.440113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:06:19.452293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Sync routers for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:06:19.458655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a83722a6-e4bf-443b-9529-2dfe99d7d672 admin admin] 10.222.0.95 "PUT /v2.0/routers/40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4991977 Mar 31 23:06:19.485314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:19.486323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:19.524026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:19.527743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.565918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843f3b4-1807-4761-a1a1-5695a982aa25 req-00a43886-f167-4dd2-97e1-db81e2d4a87c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:19.577317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e843f3b4-1807-4761-a1a1-5695a982aa25 req-00a43886-f167-4dd2-97e1-db81e2d4a87c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1649344 Mar 31 23:06:19.650114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50064) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:19.678759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-928d3ca2-4f07-4b90-8504-02e7e980705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:19.689602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e843f3b4-1807-4761-a1a1-5695a982aa25 req-4d9cae45-af8b-4671-9c3f-bbef8fbf5dcf tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Mar 31 23:06:19.721696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-cc09ceec-4bd7-4d1e-9224-2f644ad0bea6 service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919724 Mar 31 23:06:19.838620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:19.862785 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:19.894467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Allocated IP 19.80.0.223 (d37455bd-b49f-47c7-838f-729357b4ecf5/411d3661-703e-487e-bf02-b491c4db9770/180dfae3-f0f6-4b71-ab36-9bd68aae3e54) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:19.977517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-d0bc57ba-bb2f-4884-93f8-31098b275d5e service neutron] 10.222.0.95 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548423 Mar 31 23:06:19.984071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-706b6e48-221b-42fd-9caa-35304fd584a2 req-4f66b686-0969-4586-b39a-bcce367423d3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 210 time: 0.1046271 Mar 31 23:06:20.057724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:20.058163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.099048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-928d3ca2-4f07-4b90-8504-02e7e980705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.379934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-928d3ca2-4f07-4b90-8504-02e7e980705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.408934 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 2, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:20.448869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-928d3ca2-4f07-4b90-8504-02e7e980705f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b6c723b181b54193b2cbcd49852b7161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990701 Mar 31 23:06:20.451727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:20.461254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-31b469f1-5b48-4b07-b7d4-b06bc9c77cd6 req-be6b5bfe-7b29-4031-af49-90c6713b31d4 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 210 time: 0.0833807 Mar 31 23:06:20.492583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Checking router: 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:06:20.493619 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Updating router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be port a9edfdaf-1be9-42e7-b810-fc960d08ba49 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:06:20.530214 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.610923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.636266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.690512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.701677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d3ca2-4f07-4b90-8504-02e7e980705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25767e3-d77c-4283-95b5-5d7eb9a408cd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:20.727483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.783662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network d37455bd-b49f-47c7-838f-729357b4ecf5 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:20.788460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:20.793571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:20.830596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.884461 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.887414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:20.891224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e25767e3-d77c-4283-95b5-5d7eb9a408cd HTTP/1.1" status: 204 len: 168 time: 0.4357235 Mar 31 23:06:20.908394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8744ad-f90c-484c-87f8-66bcf18c4426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25767e3-d77c-4283-95b5-5d7eb9a408cd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.006612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.009433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.184520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.222687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-8c0bab29-702f-41f2-a1c0-e9f7fe19fb4d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5205286 Mar 31 23:06:21.230423 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.250080 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.257379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f', 'admin_state_up': True, 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.313881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50108) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:21.329753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365910312', 'description': 'tempest-description--1038370514'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:21.403022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-63f12260-709f-47bf-9a81-6e79a6954ac0 None None] Provisioning complete for port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:21.403640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63f12260-709f-47bf-9a81-6e79a6954ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.463653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.502026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Pushing event updated for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:21.592297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-63f12260-709f-47bf-9a81-6e79a6954ac0 None None] Port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:21.594726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db62f4-68f5-4679-9c03-56e854d59100 req-6798aaad-9aa0-494e-a71a-5f2d80ea5b39 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.596362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32db62f4-68f5-4679-9c03-56e854d59100 req-6798aaad-9aa0-494e-a71a-5f2d80ea5b39 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.6134162 Mar 31 23:06:21.629061 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Attempting to bind port a9edfdaf-1be9-42e7-b810-fc960d08ba49 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:21.629751 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Attempting to bind port a9edfdaf-1be9-42e7-b810-fc960d08ba49 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:21.630271 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Attempting to bind port a9edfdaf-1be9-42e7-b810-fc960d08ba49 on network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:21.658859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.659791 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.662205 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.662738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.664452 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.665764 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.666518 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.667325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.668289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.668799 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.669289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.669867 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:21.677549 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:21.678693 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Checking segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:21.679394 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.679968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Bound using segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:21.680585 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Bound port: a9edfdaf-1be9-42e7-b810-fc960d08ba49, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:21.681489 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.773384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:21.777201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.828810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0d078-503e-4dee-9107-3b6b9661b112 req-1c929b81-a3d9-4248-9a29-0c4e5b0bfc33 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:21.830421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ab0d078-503e-4dee-9107-3b6b9661b112 req-1c929b81-a3d9-4248-9a29-0c4e5b0bfc33 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 932 time: 0.2294579 Mar 31 23:06:21.850628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32db62f4-68f5-4679-9c03-56e854d59100 req-36a327e6-78f0-4239-b248-868c02987055 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191405 Mar 31 23:06:21.926631 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] For port a9edfdaf-1be9-42e7-b810-fc960d08ba49, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:21.928274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fcead480-3e2c-4101-a30c-5e62bb9419c2 None None] Provisioning complete for port a9edfdaf-1be9-42e7-b810-fc960d08ba49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:21.928846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fcead480-3e2c-4101-a30c-5e62bb9419c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.938583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] For port a9edfdaf-1be9-42e7-b810-fc960d08ba49, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9edfdaf-1be9-42e7-b810-fc960d08ba49,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:21.950182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.952145 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:21.966016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ab0d078-503e-4dee-9107-3b6b9661b112 req-9ed4290b-62be-4b81-ace0-da9e65de8d12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199734 Mar 31 23:06:21.969976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.007083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fcead480-3e2c-4101-a30c-5e62bb9419c2 None None] Port a9edfdaf-1be9-42e7-b810-fc960d08ba49 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:22.008736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9688697-b814-4977-adaf-4d9276195412 None None] Pushing event updated for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.034335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a2d82-d2c5-432d-b643-18d73ec15f19,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.035659 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:06:22.037553 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:22.045961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20fda185-81f4-484a-bbe5-69e6993d35df req-00020c95-d38d-405b-bc7f-e9771e62c242 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 210 time: 0.0873296 Mar 31 23:06:22.053430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.056953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3c271966-dfb4-420e-9780-fab2cf617a2d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7412832 Mar 31 23:06:22.059948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50128) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.074001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'security_group_rule': {'security_group_id': '1f8a2d82-d2c5-432d-b643-18d73ec15f19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:22.144304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.205390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Allocated IP 19.86.0.132 (339aa61a-a28c-4105-aee9-c738783f916f/75878571-e60e-499b-aca1-1028385abd38/214d26d8-6d00-4f81-a7ed-a1f6e2d3b615) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:22.275049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.289567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.312526 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:06:22.381275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a30dbc6-2380-4ed8-b77f-8cc5db8a4702,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:22.403096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.411553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f5581e5b-8cc0-4d09-8e8f-7cfbef07cdbd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499155 Mar 31 23:06:22.413013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50136) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:22.462738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'security_group_rule': {'security_group_id': '1f8a2d82-d2c5-432d-b643-18d73ec15f19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:22.553388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Provisioning complete for port a9edfdaf-1be9-42e7-b810-fc960d08ba49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:22.566388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.755704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.836296 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:21Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:22.853220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.855279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] For port a9edfdaf-1be9-42e7-b810-fc960d08ba49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9edfdaf-1be9-42e7-b810-fc960d08ba49,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:22.857212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-1b481c6e-5bd8-4d7c-9222-61e4fdd64b19 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:22.859566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-1b481c6e-5bd8-4d7c-9222-61e4fdd64b19 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 822 time: 0.3682141 Mar 31 23:06:22.873017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:22.887539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Request body: {'port': {'device_id': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'admin_state_up': True, 'tenant_id': '712a511313584935b54b4428052eeb55'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:22.927208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2adf8f-e0a2-47d5-a86b-34fc38735a7b None None] The sync data for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 is: [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:21Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:06:22.988483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Pushing event updated for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.010007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.010390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.010690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.011103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.041435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.042236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.042541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.042892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.046481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.047104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.047735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.048094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e972dc-d017-41a1-b6b6-a3c9b9faf4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:23.069746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.176073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.231820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.270505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae699-c188-49ec-bc55-6cb4ae10c4c3 req-ce5dcbb0-bc5b-4b29-b7e6-9b93711eabb6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.272135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-722ae699-c188-49ec-bc55-6cb4ae10c4c3 req-ce5dcbb0-bc5b-4b29-b7e6-9b93711eabb6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2074223 Mar 31 23:06:23.309303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f4b471-0ac1-46ee-a032-88167bb72c62,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.357455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a8d76-2dc1-4461-bfd0-cee4e765a3ba req-8488cf31-4956-436f-ae7a-2b33b3559eae tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.370187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a53a8d76-2dc1-4461-bfd0-cee4e765a3ba req-8488cf31-4956-436f-ae7a-2b33b3559eae tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 932 time: 0.2270887 Mar 31 23:06:23.404202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Made reservation on behalf of 712a511313584935b54b4428052eeb55 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:23.410605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.430337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.434591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8373c087-b20c-407a-8534-a46e521dc91b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0153878 Mar 31 23:06:23.438224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.445562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:23.456141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:23.506586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-722ae699-c188-49ec-bc55-6cb4ae10c4c3 req-54e31bad-b475-4095-b417-0d40d8f9eae6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839366 Mar 31 23:06:23.537935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a53a8d76-2dc1-4461-bfd0-cee4e765a3ba req-95b7ad31-f050-4427-8ffc-0f2d2cd66db3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615655 Mar 31 23:06:23.579595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network 339aa61a-a28c-4105-aee9-c738783f916f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:23.596876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:23.608560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:23.766744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.775976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e96dd1c4-e53e-4523-b268-e4083d3a3bbd req-918d8ab5-d162-4528-9c18-ccdca15f1a29 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 210 time: 0.1071393 Mar 31 23:06:23.798854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:23.894308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:23.895050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:23.909299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9edfdaf-1be9-42e7-b810-fc960d08ba49 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:23.926754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Allocated IP 172.20.0.12 (a4cfd650-a540-49e0-9b45-74dea36bad89/25eacf8d-a480-4d72-88ce-66d82754000f/31f7b083-c791-41e4-b551-088fa26e3bef) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:23.987502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-ffbea727-6403-43e6-9a4a-770f43a9a306 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7411511 Mar 31 23:06:24.009696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'admin_state_up': True, 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:24.051374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a9edfdaf-1be9-42e7-b810-fc960d08ba49 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:24.052020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.249148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f8a97010-5484-4c3a-843b-7b6dcaafa461 None None] Provisioning complete for port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:24.249873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8a97010-5484-4c3a-843b-7b6dcaafa461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.297350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f8a97010-5484-4c3a-843b-7b6dcaafa461 None None] Port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:24.315097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.393317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.430945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.468404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:24.472377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.628968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Network a4cfd650-a540-49e0-9b45-74dea36bad89 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:24.632588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:24.637460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:24.643348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event updated for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:24.682064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Allocated IP 172.25.8.90 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a31f593b-aba3-45cd-9ea5-690fa198aa67) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:24.799258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.799962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.814120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.829910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c09f49-447a-4e30-8dea-d2287e19dcd7 req-1d4e8254-f49e-4d5d-926d-f464476d6d9e tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.838128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c09f49-447a-4e30-8dea-d2287e19dcd7 req-1d4e8254-f49e-4d5d-926d-f464476d6d9e tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:24.852675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5c09f49-447a-4e30-8dea-d2287e19dcd7 req-1d4e8254-f49e-4d5d-926d-f464476d6d9e tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 1655 time: 0.2031221 Mar 31 23:06:24.876846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-c090f438-fecb-40a3-b312-35f473b2ea1b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0074160 Mar 31 23:06:24.903615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Request body: {'port': {'device_id': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:24.909848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:24.934946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5c09f49-447a-4e30-8dea-d2287e19dcd7 req-f91ee281-8f43-4edf-8cf8-769708481bcd tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810041 Mar 31 23:06:24.988112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.088019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:25.096531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:25.109864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:25.202011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f62225-80be-45be-827a-6fab06152c05 req-b7e5ee78-7b82-446c-8fe0-29d96f01a94e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.209693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86f62225-80be-45be-827a-6fab06152c05 req-b7e5ee78-7b82-446c-8fe0-29d96f01a94e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.3633649 Mar 31 23:06:25.212918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Allocated IP 19.80.0.84 (d37455bd-b49f-47c7-838f-729357b4ecf5/411d3661-703e-487e-bf02-b491c4db9770/97a82851-d6f9-4feb-98b8-c7f3f1edd53b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:06:25.245438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'Port': ['ID=a31f593b-aba3-45cd-9ea5-690fa198aa67,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.308788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8ba70-52a1-4110-bee5-813d026e99e3 req-f6163943-8820-4db1-867e-f2274fc1d07e tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:25.321392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36a8ba70-52a1-4110-bee5-813d026e99e3 req-f6163943-8820-4db1-867e-f2274fc1d07e tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 932 time: 0.1898069 Mar 31 23:06:25.374513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86f62225-80be-45be-827a-6fab06152c05 req-1e3b700c-d1ab-44a6-96a4-126aa18154c4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632779 Mar 31 23:06:25.411614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36a8ba70-52a1-4110-bee5-813d026e99e3 req-183053d6-5b9e-4853-84f0-0ddf6b6deacd tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866287 Mar 31 23:06:25.414719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.544476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.655169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.679424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f7b083-c791-41e4-b551-088fa26e3bef {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:25.696193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.727802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Transition to ACTIVE for port object 31f7b083-c791-41e4-b551-088fa26e3bef will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:25.735134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.775823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.811766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Pushing event updated for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:25.842035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.851600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network d37455bd-b49f-47c7-838f-729357b4ecf5 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:06:25.855764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:25.862136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:25.865173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:06:25.870200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:26.049393 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.072655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Attempting to bind port 31f7b083-c791-41e4-b551-088fa26e3bef on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:26.074569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Attempting to bind port 31f7b083-c791-41e4-b551-088fa26e3bef by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:26.074944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Attempting to bind port 31f7b083-c791-41e4-b551-088fa26e3bef on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:26.113177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Port 31f7b083-c791-41e4-b551-088fa26e3bef on network a4cfd650-a540-49e0-9b45-74dea36bad89 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:26.113511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Attempting to bind port 31f7b083-c791-41e4-b551-088fa26e3bef on network a4cfd650-a540-49e0-9b45-74dea36bad89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:26.123009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:26.123884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Checking segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:26.124279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Bound using segment: {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:26.124717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Bound port: 31f7b083-c791-41e4-b551-088fa26e3bef, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:26.125075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.125455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.208198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.209085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.253406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.255027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8082092 Mar 31 23:06:26.256069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ae908-8e3b-49d5-bc78-145cd2f6037c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'Port': ['ID=a31f593b-aba3-45cd-9ea5-690fa198aa67,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:26.272279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-a0d2b595-1533-43aa-8245-1cf7d79633d1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2711954 Mar 31 23:06:26.286066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:26.342660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ad5b7c49-2d73-476a-b65e-222d64c9a2f2 None None] Provisioning complete for port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:26.343026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad5b7c49-2d73-476a-b65e-222d64c9a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.353212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6495f-b760-4ab2-b216-79f171b53b5d req-4d4978b1-2b30-437c-8589-eddf1c93b934 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.370284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6495f-b760-4ab2-b216-79f171b53b5d req-4d4978b1-2b30-437c-8589-eddf1c93b934 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.370505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:26.378259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31f7b083-c791-41e4-b551-088fa26e3bef,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:26.383731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6495f-b760-4ab2-b216-79f171b53b5d req-4d4978b1-2b30-437c-8589-eddf1c93b934 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.391328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9a6495f-b760-4ab2-b216-79f171b53b5d req-4d4978b1-2b30-437c-8589-eddf1c93b934 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2376 time: 0.2566032 Mar 31 23:06:26.398833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.437709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b7c49-2d73-476a-b65e-222d64c9a2f2 None None] Port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:06:26.559745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9a6495f-b760-4ab2-b216-79f171b53b5d req-214e358b-a1bc-4acc-a554-b4b84752ab65 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541700 Mar 31 23:06:26.567503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.567763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.568416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:26.569974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] 10.222.0.96 "PUT /v2.0/ports/31f7b083-c791-41e4-b551-088fa26e3bef HTTP/1.1" status: 200 len: 1092 time: 1.6740589 Mar 31 23:06:26.572873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:26.575291 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c51a08d-a3aa-40c3-ad53-df431b550b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:26.623450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade5e0a-8f1c-4ddd-93c9-ca79391ad47b service neutron] Pushing event updated for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:26.772686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768ed8f-0b44-48bc-b064-44b05f715034 req-9f6a31dd-0899-4b47-85e8-242369fef71f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.786167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b768ed8f-0b44-48bc-b064-44b05f715034 req-9f6a31dd-0899-4b47-85e8-242369fef71f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2353804 Mar 31 23:06:26.907001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-5dc4d4ac-f709-4016-9da4-6d8c5cf5c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:26.912088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-5dc4d4ac-f709-4016-9da4-6d8c5cf5c4dc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 1095 time: 0.2768853 Mar 31 23:06:26.929241 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b768ed8f-0b44-48bc-b064-44b05f715034 req-a7748aec-8a7d-4980-98f5-7df167cfc365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390870 Mar 31 23:06:27.006767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f39007-29da-4876-9223-8dba531ad5d4 req-c89573f3-d538-47b1-a007-d13a490c39a8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.011502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-a0b86683-7861-44b7-b523-1d4ef5a7cddd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31f7b083-c791-41e4-b551-088fa26e3bef HTTP/1.1" status: 200 len: 217 time: 0.0795779 Mar 31 23:06:27.017978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f39007-29da-4876-9223-8dba531ad5d4 req-c89573f3-d538-47b1-a007-d13a490c39a8 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 944 time: 0.2936277 Mar 31 23:06:27.082917 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935a11c-700e-4fd3-ab83-577c3902a273 x-openstack-request-id: req-1935a11c-700e-4fd3-ab83-577c3902a273 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:27.083214 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:27.083604 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1935a11c-700e-4fd3-ab83-577c3902a273 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:27.084121 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1935a11c-700e-4fd3-ab83-577c3902a273'] response: {'name': 'network-changed', 'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef', 'status': 'completed', 'code': 200} Mar 31 23:06:27.089069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f39007-29da-4876-9223-8dba531ad5d4 req-54aaed98-5a85-4f7d-a471-7f882271b491 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701017 Mar 31 23:06:27.126333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-efeb31c4-836c-4ee9-b43e-d1b6124373d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.128013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-efeb31c4-836c-4ee9-b43e-d1b6124373d9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1071262 Mar 31 23:06:27.196814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-cecb9604-4b84-46b1-ba4e-bbf6a538485e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565019 Mar 31 23:06:27.221981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:27.244269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.281610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Transition to ACTIVE for port object 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:27.305079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.453126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-b56d4bec-9a19-4836-9374-c4271f178e1d service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457652 Mar 31 23:06:27.520516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Pushing event updated for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:27.725352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Attempting to bind port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:27.726193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Attempting to bind port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:27.730807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Attempting to bind port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 on network d37455bd-b49f-47c7-838f-729357b4ecf5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:27.741734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 on network d37455bd-b49f-47c7-838f-729357b4ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:27.743629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Attempting to bind port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 on network d37455bd-b49f-47c7-838f-729357b4ecf5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:27.756535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:27.762827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Checking segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:27.763771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Bound using segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:27.765686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Bound port: 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:27.766185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.877300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab1fcd40-2f6e-447c-b3ed-ca4e815ab305 req-b0911ac8-0fb5-4e4f-a447-cd1d1ce8f0a1 service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115562 Mar 31 23:06:27.934956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd287-46d0-4f3e-bb01-98e2e235a808 req-9107dcc3-cdda-4572-a67b-42ce09c3fc86 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.936683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:27.943582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:27.956663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd287-46d0-4f3e-bb01-98e2e235a808 req-9107dcc3-cdda-4572-a67b-42ce09c3fc86 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.957940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:27.971827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fd287-46d0-4f3e-bb01-98e2e235a808 req-9107dcc3-cdda-4572-a67b-42ce09c3fc86 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:27.980360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-908fd287-46d0-4f3e-bb01-98e2e235a808 req-9107dcc3-cdda-4572-a67b-42ce09c3fc86 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2388 time: 0.2659116 Mar 31 23:06:28.032511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.034218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.036026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] 10.222.0.96 "PUT /v2.0/ports/180dfae3-f0f6-4b71-ab36-9bd68aae3e54 HTTP/1.1" status: 200 len: 1092 time: 1.7545810 Mar 31 23:06:28.038519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:28.042684 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e2e7d6-7f09-4843-8671-4aa8dace3e77" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:28.158649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:28.197858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-908fd287-46d0-4f3e-bb01-98e2e235a808 req-09e84b36-4d3d-43c2-8795-1df0a19ec5f3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163520 Mar 31 23:06:28.224510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99367a9-3039-4ac6-abb1-ef837c420e86 service neutron] Pushing event updated for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:28.240782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-4b181466-1843-4b04-b07b-9b99bda0735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.250724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-4b181466-1843-4b04-b07b-9b99bda0735e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=712a511313584935b54b4428052eeb55&device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 1095 time: 0.2681222 Mar 31 23:06:28.462299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0106d64-513b-44bd-9388-de75a8c0c835 req-c39f8643-d202-4d42-9a01-70f93eb0ba16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.477484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0106d64-513b-44bd-9388-de75a8c0c835 req-c39f8643-d202-4d42-9a01-70f93eb0ba16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.3877654 Mar 31 23:06:28.482059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:28.513539 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a3ab4-3e1a-4190-b3c5-a94127b71040 x-openstack-request-id: req-128a3ab4-3e1a-4190-b3c5-a94127b71040 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:28.513829 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:28.515703 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-128a3ab4-3e1a-4190-b3c5-a94127b71040 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:28.516375 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128a3ab4-3e1a-4190-b3c5-a94127b71040'] response: {'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54', 'status': 'completed', 'code': 200} Mar 31 23:06:28.603298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-d832b625-f7d1-4997-9f08-e4f9b56a63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.612363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-d832b625-f7d1-4997-9f08-e4f9b56a63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.613026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-d832b625-f7d1-4997-9f08-e4f9b56a63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.615179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-d832b625-f7d1-4997-9f08-e4f9b56a63db service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2731 time: 0.2774012 Mar 31 23:06:28.657878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0106d64-513b-44bd-9388-de75a8c0c835 req-0f59555d-9cb1-4ae1-bf9e-b7f46f96fccb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793265 Mar 31 23:06:28.748435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-9ffe9199-44b3-44d0-a3c1-e0b94c783397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.750032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-9ffe9199-44b3-44d0-a3c1-e0b94c783397 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 200 len: 924 time: 0.4911029 Mar 31 23:06:28.797139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485cac5-5bc9-4321-ac2e-77e98049837e req-d94a22f4-2348-4959-8a8c-fc5a40afff5f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:28.806588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1485cac5-5bc9-4321-ac2e-77e98049837e req-d94a22f4-2348-4959-8a8c-fc5a40afff5f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 944 time: 0.3132167 Mar 31 23:06:28.868895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-202ec662-c4e0-45ca-857f-ecb69813d38d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31f7b083-c791-41e4-b551-088fa26e3bef HTTP/1.1" status: 200 len: 217 time: 0.1002812 Mar 31 23:06:29.063138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:29.065972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1485cac5-5bc9-4321-ac2e-77e98049837e req-0da6ece4-b919-4acb-8fd9-143455d8bcfc tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516022 Mar 31 23:06:29.074559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.101957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Transition to ACTIVE for port object 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:29.115534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-87380b8e-421f-4761-87a2-164d489d91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.117031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-87380b8e-421f-4761-87a2-164d489d91f7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 200 len: 862 time: 0.1592529 Mar 31 23:06:29.117452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:29.125647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-7762b414-d1d1-4a8e-8073-d1339686eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.126112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-7762b414-d1d1-4a8e-8073-d1339686eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.126576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-7762b414-d1d1-4a8e-8073-d1339686eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.128203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-7762b414-d1d1-4a8e-8073-d1339686eed0 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5013731 Mar 31 23:06:29.159736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-ccac2093-e342-4006-bcd3-c7e4a4a1fbf1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4cfd650-a540-49e0-9b45-74dea36bad89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 31 23:06:29.354577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Pushing event updated for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:29.595575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-8dcb296d-43cf-49ee-9d76-d16396887703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.599748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89e2e7d6-7f09-4843-8671-4aa8dace3e77 req-8dcb296d-43cf-49ee-9d76-d16396887703 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4365475 Mar 31 23:06:29.660387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08793212-bcab-4ba8-9aad-3389f161811a req-744e851a-28fc-45d0-a276-0e39e5f4bfc7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.682665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08793212-bcab-4ba8-9aad-3389f161811a req-744e851a-28fc-45d0-a276-0e39e5f4bfc7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.687191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-2c2e37d7-c084-4b86-8be2-860691791d62 service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090003 Mar 31 23:06:29.690710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08793212-bcab-4ba8-9aad-3389f161811a req-744e851a-28fc-45d0-a276-0e39e5f4bfc7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:29.692485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08793212-bcab-4ba8-9aad-3389f161811a req-744e851a-28fc-45d0-a276-0e39e5f4bfc7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2400 time: 0.1984928 Mar 31 23:06:29.778461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Attempting to bind port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:29.778827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Attempting to bind port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:29.785695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Attempting to bind port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 on network 339aa61a-a28c-4105-aee9-c738783f916f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:29.862454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 on network 339aa61a-a28c-4105-aee9-c738783f916f not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:29.863145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Attempting to bind port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 on network 339aa61a-a28c-4105-aee9-c738783f916f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:29.899205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08793212-bcab-4ba8-9aad-3389f161811a req-a17dd735-bbe7-4154-a31f-aced713115be tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959975 Mar 31 23:06:29.900258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:29.900691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Checking segment: {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:29.902476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Bound using segment: {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:29.904328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Bound port: 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5969f7-e6ad-40ba-9c31-c1720af7b460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:29.905660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.003042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c51a08d-a3aa-40c3-ad53-df431b550b0c req-6cf6f684-ddf8-497d-b72b-269f578a07bd service neutron] 10.222.0.96 "GET /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045325 Mar 31 23:06:30.018833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06c0de-a076-4a7d-aee0-51af6e222718 req-622cf0da-346c-4a04-ae24-13720346934d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.027020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae06c0de-a076-4a7d-aee0-51af6e222718 req-622cf0da-346c-4a04-ae24-13720346934d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1493020 Mar 31 23:06:30.056204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:30.065105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:30.076580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.090141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae06c0de-a076-4a7d-aee0-51af6e222718 req-7eb4815f-214a-4a3b-b035-07c99b1e6973 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Mar 31 23:06:30.153767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.154510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:30.155994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] 10.222.0.96 "PUT /v2.0/ports/214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 HTTP/1.1" status: 200 len: 1092 time: 2.0617940 Mar 31 23:06:30.214935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Request body: {'port': {'device_id': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:30.333028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa66cb-9e90-4e60-a1a8-5bb464967606 service neutron] Pushing event updated for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:30.402769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434b0b0-3ee8-44d2-b0dc-17c321b02d32 req-7038b214-c9d5-4c6f-b8d5-1c603d7d02f9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:30.410494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d434b0b0-3ee8-44d2-b0dc-17c321b02d32 req-7038b214-c9d5-4c6f-b8d5-1c603d7d02f9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 944 time: 0.1842349 Mar 31 23:06:30.419116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.144163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:31.144163 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:31.199401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d434b0b0-3ee8-44d2-b0dc-17c321b02d32 req-ae02c2ea-5266-44b8-b6b7-cf0d5af12756 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7828927 Mar 31 23:06:31.274266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b245bf9-9500-4b7a-9ef5-74fb847e2c62 req-34d64acf-24c8-4435-9f1d-b397150416dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.281487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b245bf9-9500-4b7a-9ef5-74fb847e2c62 req-34d64acf-24c8-4435-9f1d-b397150416dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.290057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b245bf9-9500-4b7a-9ef5-74fb847e2c62 req-34d64acf-24c8-4435-9f1d-b397150416dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.316258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b245bf9-9500-4b7a-9ef5-74fb847e2c62 req-34d64acf-24c8-4435-9f1d-b397150416dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2400 time: 0.1712008 Mar 31 23:06:31.363861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b245bf9-9500-4b7a-9ef5-74fb847e2c62 req-637381c4-1956-4d65-9cce-c3ddcf78e594 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574663 Mar 31 23:06:31.449837 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d3449e-8506-4e3a-882e-afa696a989a4 x-openstack-request-id: req-98d3449e-8506-4e3a-882e-afa696a989a4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:31.450070 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:31.450287 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-98d3449e-8506-4e3a-882e-afa696a989a4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:31.450864 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d3449e-8506-4e3a-882e-afa696a989a4'] response: {'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', 'status': 'completed', 'code': 200} Mar 31 23:06:31.524987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3c8e-7980-4767-b4ac-3598864a6632 req-dc2b1344-2697-4599-b794-872b89130e6e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.533561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b4d3c8e-7980-4767-b4ac-3598864a6632 req-dc2b1344-2697-4599-b794-872b89130e6e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1381450 Mar 31 23:06:31.573339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-1a5f4067-e29d-40dd-a6f5-80662fa11ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.574372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-1a5f4067-e29d-40dd-a6f5-80662fa11ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.575093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-1a5f4067-e29d-40dd-a6f5-80662fa11ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.577607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-1a5f4067-e29d-40dd-a6f5-80662fa11ed7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2798 time: 0.0985389 Mar 31 23:06:31.619053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b4d3c8e-7980-4767-b4ac-3598864a6632 req-9230d470-b247-4eaa-bf24-f5e47d4633a3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844822 Mar 31 23:06:31.785340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a82851-d6f9-4feb-98b8-c7f3f1edd53b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:31.787925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-6a6e4878-3fd9-46d3-adb6-f45f3728b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.788556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-6a6e4878-3fd9-46d3-adb6-f45f3728b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.790731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-6a6e4878-3fd9-46d3-adb6-f45f3728b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:31.799507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-6a6e4878-3fd9-46d3-adb6-f45f3728b2fd service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2118378 Mar 31 23:06:31.807684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.840718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Transition to ACTIVE for port object 97a82851-d6f9-4feb-98b8-c7f3f1edd53b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:06:31.852963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:31.989837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Pushing event updated for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.000231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-185e51c5-84c3-4921-b4c1-4005a78e44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.002443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f065b6ce-5d10-4bf4-bff0-cbd256ca90ba req-185e51c5-84c3-4921-b4c1-4005a78e44c1 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1916320 Mar 31 23:06:32.133994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Attempting to bind port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:06:32.136122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Attempting to bind port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:06:32.136780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Attempting to bind port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b on network d37455bd-b49f-47c7-838f-729357b4ecf5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:32.167258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b on network d37455bd-b49f-47c7-838f-729357b4ecf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:06:32.168049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Attempting to bind port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b on network d37455bd-b49f-47c7-838f-729357b4ecf5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:06:32.174976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:06:32.175469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Checking segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:32.175957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Bound using segment: {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:06:32.176420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Bound port: 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f9f4e-4565-4d9b-a6db-c8e58389fc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:06:32.176794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.279919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:06:32.293315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:06:32.298230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.323603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.324292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:32.326530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] 10.222.0.96 "PUT /v2.0/ports/97a82851-d6f9-4feb-98b8-c7f3f1edd53b HTTP/1.1" status: 200 len: 1091 time: 2.1294460 Mar 31 23:06:32.518960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d58e9-07ba-4a91-8378-b94b2180ca3a req-6579537c-2d75-4647-a023-36f4498bbb90 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.529277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d27d58e9-07ba-4a91-8378-b94b2180ca3a req-6579537c-2d75-4647-a023-36f4498bbb90 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 944 time: 0.1521220 Mar 31 23:06:32.601809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-4b897e19-5e6b-46ae-aa85-9138f40546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.602678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-4b897e19-5e6b-46ae-aa85-9138f40546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.603375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-4b897e19-5e6b-46ae-aa85-9138f40546d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.606103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-4b897e19-5e6b-46ae-aa85-9138f40546d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2865 time: 0.1555967 Mar 31 23:06:32.640133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d27d58e9-07ba-4a91-8378-b94b2180ca3a req-da913264-0b30-4172-b4ad-2a9f7bfccc34 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097481 Mar 31 23:06:32.722778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31f7b083-c791-41e4-b551-088fa26e3bef details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:32.760735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-5c388f79-1125-4932-8940-a40503b2e3d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.223&port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54 HTTP/1.1" status: 200 len: 217 time: 0.1167696 Mar 31 23:06:32.781797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc818-714a-40c6-af85-f8d1e997567e service neutron] Pushing event updated for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:32.870605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8324ff-745f-4a30-9c4f-de17c2c7874d req-e94909ce-b9b6-4235-8e15-ee44610408c2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.885555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e8324ff-745f-4a30-9c4f-de17c2c7874d req-e94909ce-b9b6-4235-8e15-ee44610408c2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.0946331 Mar 31 23:06:32.925852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-afd21702-c4af-4f39-a17c-b2ad872d461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.927602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-afd21702-c4af-4f39-a17c-b2ad872d461d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=411d3661-703e-487e-bf02-b491c4db9770 HTTP/1.1" status: 200 len: 801 time: 0.1466751 Mar 31 23:06:32.947267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c024-edd8-4061-bf6e-7cd7724c75f6 req-12312b70-8f6a-493d-b4c8-31120172b382 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.957346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c024-edd8-4061-bf6e-7cd7724c75f6 req-12312b70-8f6a-493d-b4c8-31120172b382 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.965335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0c024-edd8-4061-bf6e-7cd7724c75f6 req-12312b70-8f6a-493d-b4c8-31120172b382 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:32.967075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ec0c024-edd8-4061-bf6e-7cd7724c75f6 req-12312b70-8f6a-493d-b4c8-31120172b382 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.3969796 Mar 31 23:06:32.975728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e8324ff-745f-4a30-9c4f-de17c2c7874d req-bd81e8ea-d4e0-49b4-9aba-d90d039079ab tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861113 Mar 31 23:06:33.058270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31f7b083-c791-41e4-b551-088fa26e3bef,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:33.082057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ec0c024-edd8-4061-bf6e-7cd7724c75f6 req-3014ff02-ef4c-4cf6-aefb-70b0d39654f3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Mar 31 23:06:33.112059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d830b8f5-5c8c-4515-aa95-f635f4b9c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:33.114554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d830b8f5-5c8c-4515-aa95-f635f4b9c47b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d37455bd-b49f-47c7-838f-729357b4ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460929 Mar 31 23:06:33.126031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '31f7b083-c791-41e4-b551-088fa26e3bef', 'network_id': 'a4cfd650-a540-49e0-9b45-74dea36bad89', 'port_id': '31f7b083-c791-41e4-b551-088fa26e3bef', 'mac_address': 'fa:16:3e:03:47:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25eacf8d-a480-4d72-88ce-66d82754000f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:33.241707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.260382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f7b083-c791-41e4-b551-088fa26e3bef {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:33.305911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31f7b083-c791-41e4-b551-088fa26e3bef,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:33.334128 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:33.387299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-d1c8f67f-1c81-48fa-8d23-e1f8dce5f6c5 service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583280 Mar 31 23:06:33.430163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:33.468535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:33.475190 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9992815-6755-4e14-9714-7ad80159667b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:33.585552 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449eafae-934b-4875-b9ca-14f0ecc6b03a x-openstack-request-id: req-449eafae-934b-4875-b9ca-14f0ecc6b03a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:33.586240 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:33.586746 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-449eafae-934b-4875-b9ca-14f0ecc6b03a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:33.587388 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449eafae-934b-4875-b9ca-14f0ecc6b03a'] response: {'name': 'network-changed', 'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b', 'status': 'completed', 'code': 200} Mar 31 23:06:33.713825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-e4425d4f-f85a-46fd-9a68-5fad103de1f8 service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192787 Mar 31 23:06:33.867704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-2cb32d7c-0468-4245-a527-031cc301cb6c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.132&port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 HTTP/1.1" status: 200 len: 217 time: 0.1415608 Mar 31 23:06:33.964388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-f8c304ae-8838-4c34-912d-58c70b3fd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:33.966781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-f8c304ae-8838-4c34-912d-58c70b3fd14a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=75878571-e60e-499b-aca1-1028385abd38 HTTP/1.1" status: 200 len: 801 time: 0.0763183 Mar 31 23:06:33.981113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['31f7b083-c791-41e4-b551-088fa26e3bef'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:34.077992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201ccb-0ecc-4c83-aad1-cfe83a90dace req-cb677f56-ff76-4dae-81b5-afc7610457f6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.080445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a201ccb-0ecc-4c83-aad1-cfe83a90dace req-cb677f56-ff76-4dae-81b5-afc7610457f6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 945 time: 0.2270048 Mar 31 23:06:34.136449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a201ccb-0ecc-4c83-aad1-cfe83a90dace req-ac432054-e2ae-4ffb-91fb-1f890d33c815 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464146 Mar 31 23:06:34.145319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-bb3f5da3-04ae-4e36-855d-e757ac738475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.150172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-bb3f5da3-04ae-4e36-855d-e757ac738475 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=339aa61a-a28c-4105-aee9-c738783f916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656587 Mar 31 23:06:34.369491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-4a9d8f53-e617-4bb8-a3eb-7600144ff40e service neutron] 10.222.0.96 "GET /v2.0/networks/339aa61a-a28c-4105-aee9-c738783f916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097774 Mar 31 23:06:34.491474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f908f-afd7-4e90-ba0e-1c35737cb5b7 req-edb4d1e5-ed5e-4d02-8683-862d55d48ec4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.498787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e3f908f-afd7-4e90-ba0e-1c35737cb5b7 req-edb4d1e5-ed5e-4d02-8683-862d55d48ec4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2224324 Mar 31 23:06:34.638868 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2748fbac-71d9-41c6-b429-cf5f10bf5129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:34.639933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e3f908f-afd7-4e90-ba0e-1c35737cb5b7 req-4689c809-fea6-4639-befa-04debf44a6b1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353526 Mar 31 23:06:34.696872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f1da-41f2-4a10-a7ef-e1e902c58ad8 req-c3a6eeee-73a5-4f05-a491-9030c1a583c6 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.718434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f1da-41f2-4a10-a7ef-e1e902c58ad8 req-c3a6eeee-73a5-4f05-a491-9030c1a583c6 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.729542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5f1da-41f2-4a10-a7ef-e1e902c58ad8 req-c3a6eeee-73a5-4f05-a491-9030c1a583c6 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:34.732310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ec5f1da-41f2-4a10-a7ef-e1e902c58ad8 req-c3a6eeee-73a5-4f05-a491-9030c1a583c6 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.3256981 Mar 31 23:06:34.811213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-c739050e-ea7e-4516-a5bd-8b3a21f27f80 service neutron] 10.222.0.96 "GET /v2.0/networks/339aa61a-a28c-4105-aee9-c738783f916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297614 Mar 31 23:06:34.935906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ec5f1da-41f2-4a10-a7ef-e1e902c58ad8 req-7655df7c-8800-4738-a5fb-518e3d1efeef tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924767 Mar 31 23:06:34.938421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-fcc8d51c-d306-4594-adf7-43576ee58d28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b HTTP/1.1" status: 200 len: 217 time: 0.1082323 Mar 31 23:06:35.057711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-2ec96ad9-9dda-425f-a005-84be4f01a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:35.059272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-2ec96ad9-9dda-425f-a005-84be4f01a1c9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=411d3661-703e-487e-bf02-b491c4db9770 HTTP/1.1" status: 200 len: 801 time: 0.1116431 Mar 31 23:06:35.125589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a157b0-6ebd-415c-a123-6900686ab053 req-97ec17b7-9506-498f-9b26-b5e4df565eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:35.127325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-97ec17b7-9506-498f-9b26-b5e4df565eae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d37455bd-b49f-47c7-838f-729357b4ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548847 Mar 31 23:06:35.415808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67740897-6955-48cc-a7a1-08cf89daa2d8 req-cceac7a3-7859-44b3-9eda-0d4f5a8b94ec tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:35.430668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67740897-6955-48cc-a7a1-08cf89daa2d8 req-cceac7a3-7859-44b3-9eda-0d4f5a8b94ec tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 945 time: 0.1344264 Mar 31 23:06:35.500780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67740897-6955-48cc-a7a1-08cf89daa2d8 req-35ab58bb-1733-46ed-ac0a-211f1d39bfb3 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687733 Mar 31 23:06:35.501988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-e6292c86-0a33-4cff-8db7-334dcc63e37d service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612697 Mar 31 23:06:35.766829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51a157b0-6ebd-415c-a123-6900686ab053 req-31586de9-ee9a-4561-a261-d6b15d2f9222 service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576060 Mar 31 23:06:36.047186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-0daceefe-08c0-4c6f-8ee3-bf8a7924e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.048012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-0daceefe-08c0-4c6f-8ee3-bf8a7924e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.048813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-0daceefe-08c0-4c6f-8ee3-bf8a7924e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.051555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-0daceefe-08c0-4c6f-8ee3-bf8a7924e3e5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2865 time: 0.2063026 Mar 31 23:06:36.065328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a3b6d-f380-4e05-848b-a7812a4e9270 req-aefd7a48-61dc-40ef-a337-579720b83b16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.080235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-098a3b6d-f380-4e05-848b-a7812a4e9270 req-aefd7a48-61dc-40ef-a337-579720b83b16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2602820 Mar 31 23:06:36.240698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-098a3b6d-f380-4e05-848b-a7812a4e9270 req-b085ac3e-190c-4f6b-9633-3bd39901cb72 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591971 Mar 31 23:06:36.257868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4192f5-a88a-4823-a0c2-9336549b3983 req-b8c37773-e662-41ce-86f4-4cc24d0be798 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.264250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4192f5-a88a-4823-a0c2-9336549b3983 req-b8c37773-e662-41ce-86f4-4cc24d0be798 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.272853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4192f5-a88a-4823-a0c2-9336549b3983 req-b8c37773-e662-41ce-86f4-4cc24d0be798 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.274573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac4192f5-a88a-4823-a0c2-9336549b3983 req-b8c37773-e662-41ce-86f4-4cc24d0be798 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.1383553 Mar 31 23:06:36.328699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-678d197a-01c4-4c23-9e88-3575c356694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.330181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-678d197a-01c4-4c23-9e88-3575c356694c service neutron] 10.222.0.96 "GET /v2.0/networks?id=d37455bd-b49f-47c7-838f-729357b4ecf5 HTTP/1.1" status: 200 len: 903 time: 0.2448885 Mar 31 23:06:36.447998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-c482b37d-fc4f-40a8-83f9-7b5f335fd84f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b HTTP/1.1" status: 200 len: 217 time: 0.1075709 Mar 31 23:06:36.458155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac4192f5-a88a-4823-a0c2-9336549b3983 req-25ef53f2-9a0a-4b19-b3e7-62fe7795bd70 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706297 Mar 31 23:06:36.592547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-1a11f321-3671-45bd-b0dc-efea7e0d06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.599539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-1a11f321-3671-45bd-b0dc-efea7e0d06cd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=411d3661-703e-487e-bf02-b491c4db9770 HTTP/1.1" status: 200 len: 801 time: 0.1384649 Mar 31 23:06:36.722357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9992815-6755-4e14-9714-7ad80159667b req-cd41fd16-1834-45a0-861f-d3e12a5ad124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.728046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-cd41fd16-1834-45a0-861f-d3e12a5ad124 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d37455bd-b49f-47c7-838f-729357b4ecf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197999 Mar 31 23:06:36.750567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31f7b083-c791-41e4-b551-088fa26e3bef up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:36.842501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2842c87-69ab-4924-9207-3251379e2213 req-df97e0d7-54c5-4718-a757-ae3aa82d0efa tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:36.857833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2842c87-69ab-4924-9207-3251379e2213 req-df97e0d7-54c5-4718-a757-ae3aa82d0efa tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 945 time: 0.2309158 Mar 31 23:06:36.915003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 31f7b083-c791-41e4-b551-088fa26e3bef completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:36.941221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 31f7b083-c791-41e4-b551-088fa26e3bef triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:36.973327 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:36.997878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2842c87-69ab-4924-9207-3251379e2213 req-a052a668-1b51-4588-837e-36a6c83df894 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387353 Mar 31 23:06:37.082151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-eaab9780-8442-4771-ba60-f1202bf27c45 service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455074 Mar 31 23:06:37.249050 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3c35fd8f-ffa2-40ed-a580-a1ff0f8be9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.375196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9992815-6755-4e14-9714-7ad80159667b req-acb87b5e-5632-4ad3-ba91-ab8882cabbe2 service neutron] 10.222.0.96 "GET /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860143 Mar 31 23:06:37.375683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.419788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31f7b083-c791-41e4-b551-088fa26e3bef,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:37.421208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:37.424919 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a16d5d2-a7c4-4e60-9de2-ebf03e0b0aab" -d '{"events": [{"server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "name": "network-vif-plugged", "status": "completed", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:37.443900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:37.509935 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c2a91-0605-46de-9a77-8ce68beb105c x-openstack-request-id: req-e41c2a91-0605-46de-9a77-8ce68beb105c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:37.510233 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "name": "network-vif-plugged", "status": "completed", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:37.510484 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e41c2a91-0605-46de-9a77-8ce68beb105c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:37.510885 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e41c2a91-0605-46de-9a77-8ce68beb105c'] response: {'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef', 'code': 200} Mar 31 23:06:37.513000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:37.541508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da8cc0-c9d7-4795-8c87-8501e79a7047 req-cfc56e1c-1b9a-495a-bd65-cd840d1c3ee4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.556688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63da8cc0-c9d7-4795-8c87-8501e79a7047 req-cfc56e1c-1b9a-495a-bd65-cd840d1c3ee4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1211505 Mar 31 23:06:37.629918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63da8cc0-c9d7-4795-8c87-8501e79a7047 req-bdfafa1d-ccc6-4224-98e1-208b2b46423b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Mar 31 23:06:37.720055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313262-7540-4f0b-8f6e-94a3282c5444 req-1146d752-4f9a-4eff-98dd-1dff48044082 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.727004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313262-7540-4f0b-8f6e-94a3282c5444 req-1146d752-4f9a-4eff-98dd-1dff48044082 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.734068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313262-7540-4f0b-8f6e-94a3282c5444 req-1146d752-4f9a-4eff-98dd-1dff48044082 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.743445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33313262-7540-4f0b-8f6e-94a3282c5444 req-1146d752-4f9a-4eff-98dd-1dff48044082 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.1513121 Mar 31 23:06:37.770769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb0947-0173-441f-9eb2-25062478e1ba req-aa183890-ef2c-4699-885c-5de2851e8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:37.773448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90cb0947-0173-441f-9eb2-25062478e1ba req-aa183890-ef2c-4699-885c-5de2851e8e7b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 1097 time: 0.1419804 Mar 31 23:06:37.829538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33313262-7540-4f0b-8f6e-94a3282c5444 req-a710dfeb-b782-49ef-aa88-31ebc03292ad tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850804 Mar 31 23:06:37.920942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90cb0947-0173-441f-9eb2-25062478e1ba req-468c72c2-8504-4a71-93fc-825bb682c46a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392970 Mar 31 23:06:38.308634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ca61b-4814-4cf6-ac0c-f6681bc0afc9 req-34656b26-7659-4bd3-89e6-47f1d2186bb5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.310188 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:38.327960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-085ca61b-4814-4cf6-ac0c-f6681bc0afc9 req-34656b26-7659-4bd3-89e6-47f1d2186bb5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.1253324 Mar 31 23:06:38.488401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-085ca61b-4814-4cf6-ac0c-f6681bc0afc9 req-99031c39-fc45-4a46-83a6-aa669fb78bbf tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565285 Mar 31 23:06:38.972721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81501e3-5089-4747-bcb7-114d80ddc0d0 req-6321c767-14a7-44fc-bc69-58e262cde7de tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:38.994073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f81501e3-5089-4747-bcb7-114d80ddc0d0 req-6321c767-14a7-44fc-bc69-58e262cde7de tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2119918 Mar 31 23:06:39.143751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376f4d-1f2d-4313-aef8-ce00f197ad29 req-7f76eb96-16c8-4307-9e23-b7d8391d6ee2 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.152790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376f4d-1f2d-4313-aef8-ce00f197ad29 req-7f76eb96-16c8-4307-9e23-b7d8391d6ee2 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.159738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376f4d-1f2d-4313-aef8-ce00f197ad29 req-7f76eb96-16c8-4307-9e23-b7d8391d6ee2 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.166996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f81501e3-5089-4747-bcb7-114d80ddc0d0 req-e726c107-f29e-4cf4-b9ed-e65870268cb4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610720 Mar 31 23:06:39.169596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56376f4d-1f2d-4313-aef8-ce00f197ad29 req-7f76eb96-16c8-4307-9e23-b7d8391d6ee2 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.1641271 Mar 31 23:06:39.234235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56376f4d-1f2d-4313-aef8-ce00f197ad29 req-eec36f83-a9e6-4117-a870-4dde6ad0b795 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622764 Mar 31 23:06:39.869410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f3cd-fee7-4c59-84aa-cc3f7d7805fc req-edd94025-16e1-4fe0-bcad-31c09bc138d0 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:39.880670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa23f3cd-fee7-4c59-84aa-cc3f7d7805fc req-edd94025-16e1-4fe0-bcad-31c09bc138d0 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.2527366 Mar 31 23:06:39.927973 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:39.989915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa23f3cd-fee7-4c59-84aa-cc3f7d7805fc req-80324854-daeb-470c-9fe8-c1081fc78057 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Mar 31 23:06:40.308584 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:40.570357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f9e17-eb91-4096-91d7-3e6b31b9764d req-9b066dbb-4613-456e-a5e8-b1b9590a5173 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:40.595981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b81f9e17-eb91-4096-91d7-3e6b31b9764d req-9b066dbb-4613-456e-a5e8-b1b9590a5173 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2631526 Mar 31 23:06:40.636544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f415e4-dd37-4d0a-b9f4-e91b667f6670 req-9ae2a56c-6af7-44ff-bb52-4481a2de5ced tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:40.664321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f415e4-dd37-4d0a-b9f4-e91b667f6670 req-9ae2a56c-6af7-44ff-bb52-4481a2de5ced tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:40.686218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f415e4-dd37-4d0a-b9f4-e91b667f6670 req-9ae2a56c-6af7-44ff-bb52-4481a2de5ced tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:40.693685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95f415e4-dd37-4d0a-b9f4-e91b667f6670 req-9ae2a56c-6af7-44ff-bb52-4481a2de5ced tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2412 time: 0.2882643 Mar 31 23:06:40.721231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b81f9e17-eb91-4096-91d7-3e6b31b9764d req-806b0345-6fa1-4ea5-acc5-3bf21c4b697c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232545 Mar 31 23:06:40.781777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97a82851-d6f9-4feb-98b8-c7f3f1edd53b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:40.897673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95f415e4-dd37-4d0a-b9f4-e91b667f6670 req-0338ba0c-2689-42a4-9dd2-3ef52b1c2a46 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836069 Mar 31 23:06:41.120958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:41.186941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b', 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'port_id': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b', 'mac_address': 'fa:16:3e:ac:ad:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411d3661-703e-487e-bf02-b491c4db9770', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:41.319661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575c8ba-a698-498d-b9fb-992a8eae9a41 req-5a42ec07-c78d-4fb2-be12-60c3300dcfa9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:41.329891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e575c8ba-a698-498d-b9fb-992a8eae9a41 req-5a42ec07-c78d-4fb2-be12-60c3300dcfa9 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.1653934 Mar 31 23:06:41.337791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.388924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a82851-d6f9-4feb-98b8-c7f3f1edd53b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:41.449271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:41.466853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.468882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:41.491716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e575c8ba-a698-498d-b9fb-992a8eae9a41 req-27520b8d-54d9-4be5-a01e-5ef3a9799fbd tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398897 Mar 31 23:06:41.600506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:41.614715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:41.630148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54', 'network_id': 'd37455bd-b49f-47c7-838f-729357b4ecf5', 'port_id': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54', 'mac_address': 'fa:16:3e:0c:be:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411d3661-703e-487e-bf02-b491c4db9770', 'ip_address': '19.80.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:41.746185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.805142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:41.856882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:41.868076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:41.869787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:06:41.913196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:06:42.008186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0431437-966b-4eb3-9ad2-c37f0a8649af req-a5142f76-9b2b-4c27-948a-45a722da0816 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.020338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0431437-966b-4eb3-9ad2-c37f0a8649af req-a5142f76-9b2b-4c27-948a-45a722da0816 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1254835 Mar 31 23:06:42.119043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0431437-966b-4eb3-9ad2-c37f0a8649af req-b5ddecb5-380f-4b7f-af57-11768a021813 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 Mar 31 23:06:42.313838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57681f-8e52-4a33-bb33-8d69f9d4788e req-3035e771-b017-4d22-84a4-41f8693f49fe tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.358713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57681f-8e52-4a33-bb33-8d69f9d4788e req-3035e771-b017-4d22-84a4-41f8693f49fe tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.359599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:42.375907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', 'network_id': '339aa61a-a28c-4105-aee9-c738783f916f', 'port_id': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', 'mac_address': 'fa:16:3e:cd:3d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75878571-e60e-499b-aca1-1028385abd38', 'ip_address': '19.86.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:06:42.398427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57681f-8e52-4a33-bb33-8d69f9d4788e req-3035e771-b017-4d22-84a4-41f8693f49fe tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.404394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a57681f-8e52-4a33-bb33-8d69f9d4788e req-3035e771-b017-4d22-84a4-41f8693f49fe tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2414 time: 0.2869608 Mar 31 23:06:42.526806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.536017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b134600-f7e6-4051-a91d-4e7cdb3e5b3c req-cb1970ed-68fd-4918-b767-dada8ad14ebb tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:42.537679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b134600-f7e6-4051-a91d-4e7cdb3e5b3c req-cb1970ed-68fd-4918-b767-dada8ad14ebb tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.1965945 Mar 31 23:06:42.610768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b134600-f7e6-4051-a91d-4e7cdb3e5b3c req-6223c4a9-ed66-4b57-ad6a-94de6fb367de tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654266 Mar 31 23:06:42.629784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:06:42.646158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:42.681656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:42.698529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:42.720634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a57681f-8e52-4a33-bb33-8d69f9d4788e req-5dddffce-6a04-436d-8302-9f086c9964a0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754457 Mar 31 23:06:42.867748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:43.305860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['214d26d8-6d00-4f81-a7ed-a1f6e2d3b615'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:43.430011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97a82851-d6f9-4feb-98b8-c7f3f1edd53b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:43.637722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa6e45-67d2-471f-abbe-9145c24571a7 req-2fde90ac-7a22-4343-8edf-8550eaa5d2d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:43.669555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4daa6e45-67d2-471f-abbe-9145c24571a7 req-2fde90ac-7a22-4343-8edf-8550eaa5d2d3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2704480 Mar 31 23:06:43.829362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4daa6e45-67d2-471f-abbe-9145c24571a7 req-7792609c-760e-4dc8-883c-025ac5a37d3d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456442 Mar 31 23:06:44.026422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d06b4-2cd6-475b-96e4-be2a573d3cf9 req-f48ac3f6-bd44-4434-b982-c3aee2d4c8a6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.062551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c8d06b4-2cd6-475b-96e4-be2a573d3cf9 req-f48ac3f6-bd44-4434-b982-c3aee2d4c8a6 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.1749249 Mar 31 23:06:44.128627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-0505cc19-37fb-46f0-ae86-4613d56ed2d5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.133515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-0505cc19-37fb-46f0-ae86-4613d56ed2d5 tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 946 time: 0.2550182 Mar 31 23:06:44.221912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0e291-7d36-40a5-a0ae-f8eb00e24ec1 req-5cdf92c9-22a4-4176-afb0-91580a17413c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.229824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0e291-7d36-40a5-a0ae-f8eb00e24ec1 req-5cdf92c9-22a4-4176-afb0-91580a17413c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.237717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0e291-7d36-40a5-a0ae-f8eb00e24ec1 req-5cdf92c9-22a4-4176-afb0-91580a17413c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:44.247542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94d0e291-7d36-40a5-a0ae-f8eb00e24ec1 req-5cdf92c9-22a4-4176-afb0-91580a17413c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2415 time: 0.2112503 Mar 31 23:06:44.261807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c8d06b4-2cd6-475b-96e4-be2a573d3cf9 req-66f499e8-2bbf-42d6-af18-54afd293546b tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups?id=87ab12ad-726a-4eb6-9bc0-95239ab0af30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886790 Mar 31 23:06:44.366099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Deleting port 31f7b083-c791-41e4-b551-088fa26e3bef {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:44.366500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.496451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['180dfae3-f0f6-4b71-ab36-9bd68aae3e54'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:44.523768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] For port 31f7b083-c791-41e4-b551-088fa26e3bef, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31f7b083-c791-41e4-b551-088fa26e3bef,segment=NetworkSegment(3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71),segment_id=3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:44.524124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.538489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Calling delete_port for 31f7b083-c791-41e4-b551-088fa26e3bef owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:44.622821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94d0e291-7d36-40a5-a0ae-f8eb00e24ec1 req-116e37b3-3957-481c-ba91-d4e9adead050 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740344 Mar 31 23:06:44.890747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:44.995575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event deleted for resources: {'Port': ['ID=31f7b083-c791-41e4-b551-088fa26e3bef,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:45.145516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] No DVR routers for this DVR port 31f7b083-c791-41e4-b551-088fa26e3bef on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:45.150448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:45.162173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d75501c-83f0-489a-a1c1-1691cba4eedb req-5d8b1275-cff7-43c2-b0bb-12cc33ca2a0f tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.96 "DELETE /v2.0/ports/31f7b083-c791-41e4-b551-088fa26e3bef HTTP/1.1" status: 204 len: 173 time: 1.0122061 Mar 31 23:06:45.163166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'name': 'network-vif-deleted', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:45.169131 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aec60c1-ef17-4c3b-bd94-7dd89dff7325" -d '{"events": [{"server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "name": "network-vif-deleted", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:45.246189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21b139-81e5-4eab-bda1-f11b6907733b req-8bcff155-85ba-49a0-a888-f8db4b467440 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.259984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d21b139-81e5-4eab-bda1-f11b6907733b req-8bcff155-85ba-49a0-a888-f8db4b467440 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.2599766 Mar 31 23:06:45.284196 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2392bac4-9060-4531-bc33-263875d1e1e9 x-openstack-request-id: req-2392bac4-9060-4531-bc33-263875d1e1e9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:45.284806 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c25f9a-6e75-4398-9326-dcdf91f324ff", "name": "network-vif-deleted", "tag": "31f7b083-c791-41e4-b551-088fa26e3bef", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:45.293469 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2392bac4-9060-4531-bc33-263875d1e1e9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:45.294874 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2392bac4-9060-4531-bc33-263875d1e1e9'] response: {'server_uuid': '56c25f9a-6e75-4398-9326-dcdf91f324ff', 'name': 'network-vif-deleted', 'tag': '31f7b083-c791-41e4-b551-088fa26e3bef', 'status': 'completed', 'code': 200} Mar 31 23:06:45.383854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d21b139-81e5-4eab-bda1-f11b6907733b req-7e2a9a9c-02a0-4507-8a63-9a82317bb1a0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227593 Mar 31 23:06:45.424643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-456824ac-8d40-473a-9628-0c7f51aea594 req-5ea050d4-5e0f-4ffa-9809-42c6c58842fe tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/ports?device_id=56c25f9a-6e75-4398-9326-dcdf91f324ff HTTP/1.1" status: 200 len: 210 time: 0.0332775 Mar 31 23:06:45.595403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae386ed-9586-4187-8823-77d874ea7552 req-f2368d21-5608-4c86-af73-219d837d7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.597320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-f2368d21-5608-4c86-af73-219d837d7350 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 1096 time: 0.0885921 Mar 31 23:06:45.814968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae386ed-9586-4187-8823-77d874ea7552 req-29c9b64c-9975-45c3-82b6-55092bd1da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.816974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-29c9b64c-9975-45c3-82b6-55092bd1da6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2127118 Mar 31 23:06:45.853891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf96d-c0ce-4edb-b6a8-fc8d9cdf955d req-8f7b13bc-3a87-4502-bbd7-a90069396546 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.881240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf96d-c0ce-4edb-b6a8-fc8d9cdf955d req-8f7b13bc-3a87-4502-bbd7-a90069396546 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.903328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-b3bf60fb-2580-4198-aee8-96934e317173 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e036c0ad-b2fa-4439-8799-df212b775e25 HTTP/1.1" status: 200 len: 217 time: 0.0625923 Mar 31 23:06:45.910744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbf96d-c0ce-4edb-b6a8-fc8d9cdf955d req-8f7b13bc-3a87-4502-bbd7-a90069396546 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:45.921152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37cbf96d-c0ce-4edb-b6a8-fc8d9cdf955d req-8f7b13bc-3a87-4502-bbd7-a90069396546 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2415 time: 0.1627567 Mar 31 23:06:46.005891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae386ed-9586-4187-8823-77d874ea7552 req-55cf389a-d322-4301-a10b-8c4345ba3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.007645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-55cf389a-d322-4301-a10b-8c4345ba3bf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0974257 Mar 31 23:06:46.020794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37cbf96d-c0ce-4edb-b6a8-fc8d9cdf955d req-64487668-9dd6-4527-ab7a-a7c82d1f3100 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951617 Mar 31 23:06:46.100175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['31f7b083-c791-41e4-b551-088fa26e3bef'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:46.119488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae386ed-9586-4187-8823-77d874ea7552 req-82c31995-156d-46c7-a9d9-bdd45fdaaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.125023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-82c31995-156d-46c7-a9d9-bdd45fdaaa9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060147 Mar 31 23:06:46.359445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-e280ee08-d25e-4dae-b22b-7a168eedbd0b service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259119 Mar 31 23:06:46.540579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae386ed-9586-4187-8823-77d874ea7552 req-c86d6d3e-1ca9-4c8b-acf3-71596110fd33 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732657 Mar 31 23:06:46.643531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7184e0-fcde-4e87-a987-ea6460ee4c72 req-7a7fabb2-6b69-43e5-9fd1-56e2b417d0d4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:46.646295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee7184e0-fcde-4e87-a987-ea6460ee4c72 req-7a7fabb2-6b69-43e5-9fd1-56e2b417d0d4 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.0978463 Mar 31 23:06:46.724409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee7184e0-fcde-4e87-a987-ea6460ee4c72 req-795bfc5f-a6fc-4428-bda6-8efdd91900f8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710359 Mar 31 23:06:46.792225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50686) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.879023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.906115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.967484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97a82851-d6f9-4feb-98b8-c7f3f1edd53b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:46.972445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.976020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:46.977823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "DELETE /v2.0/security-groups/4f7d336c-0a5f-4bc4-8eb6-c85f31aae013 HTTP/1.1" status: 204 len: 168 time: 0.1845284 Mar 31 23:06:46.982621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50688) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:46.999532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94917454-af2e-4b51-93b7-e1ccd853ed9a tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d336c-0a5f-4bc4-8eb6-c85f31aae013,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.003032 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-902b2f2c-27d5-49e3-8cef-10344db99bac tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] show failed (client error): The resource could not be found. Mar 31 23:06:47.004296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-902b2f2c-27d5-49e3-8cef-10344db99bac tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "GET /v2.0/security-groups/4f7d336c-0a5f-4bc4-8eb6-c85f31aae013 HTTP/1.1" status: 404 len: 347 time: 0.0205293 Mar 31 23:06:47.007408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:47.022564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:47.031159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:47.031561 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.125545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.159770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:47.162004 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02faf4b7-a7aa-4ed7-8117-5d8b3d3b5ae3" -d '{"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:47.169809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Deleting port 3bf0fb67-83f9-4bb2-816c-6f1df95c0a19 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:47.170503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.176672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:47.179298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d760e-d0d0-4afd-bf16-3940ddbdc245 req-1e0adfbd-4655-4075-a324-b447e41330b5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.187016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d760e-d0d0-4afd-bf16-3940ddbdc245 req-1e0adfbd-4655-4075-a324-b447e41330b5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.190347 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.191193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:47.196841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d760e-d0d0-4afd-bf16-3940ddbdc245 req-1e0adfbd-4655-4075-a324-b447e41330b5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.206607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-256d760e-d0d0-4afd-bf16-3940ddbdc245 req-1e0adfbd-4655-4075-a324-b447e41330b5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2415 time: 0.0965915 Mar 31 23:06:47.245824 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14562131-15b5-4a38-aabf-97c9f279394d x-openstack-request-id: req-14562131-15b5-4a38-aabf-97c9f279394d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:47.246392 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:47.247080 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-14562131-15b5-4a38-aabf-97c9f279394d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:47.247657 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14562131-15b5-4a38-aabf-97c9f279394d'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b', 'code': 200} Mar 31 23:06:47.258748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-256d760e-d0d0-4afd-bf16-3940ddbdc245 req-20fe5c01-4e3c-42f1-bd4d-a2d763b70628 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Mar 31 23:06:47.314170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.322907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:47.328123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:47.328822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.341424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.341850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.356506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Calling delete_port for 3bf0fb67-83f9-4bb2-816c-6f1df95c0a19 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:47.446204 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.499508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:47.506545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.507485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:06:47.532059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.569964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Pushing event deleted for resources: {'Port': ['ID=3bf0fb67-83f9-4bb2-816c-6f1df95c0a19,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.578339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:47.604633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:06:47.616212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:06:47.617168 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.639750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.642917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.644217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-edc6529b-2d76-4fb6-b22f-3d7837db524d tempest-ImagesOneServerNegativeTestJSON-1401335354 tempest-ImagesOneServerNegativeTestJSON-1401335354-project] 10.222.0.95 "DELETE /v2.0/floatingips/9ada18c1-2b77-498c-a304-0f0fb505800d HTTP/1.1" status: 204 len: 168 time: 0.6355994 Mar 31 23:06:47.786243 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.818100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50734) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:47.882615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:47.899686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.903666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Deleting subnet 25eacf8d-a480-4d72-88ce-66d82754000f {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:47.911208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:47.979375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664b66-beaf-4350-be8f-42afded05f2f req-c9350786-9300-47d1-aba1-98c84825685e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:47.994143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7664b66-beaf-4350-be8f-42afded05f2f req-c9350786-9300-47d1-aba1-98c84825685e tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.1516855 Mar 31 23:06:48.002804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:48.005311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.067735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.076822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7664b66-beaf-4350-be8f-42afded05f2f req-b04f1c45-1433-4227-8fd0-6418529afbfb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803196 Mar 31 23:06:48.155949 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.173658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.180213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/25eacf8d-a480-4d72-88ce-66d82754000f HTTP/1.1" status: 204 len: 168 time: 0.3586509 Mar 31 23:06:48.180598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:48.203986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54adea-0403-4ea5-bd1e-eef9dc95517f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25eacf8d-a480-4d72-88ce-66d82754000f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:48.288256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.405217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d611f-472d-4ee4-9927-d3f8d1e18fa2 req-488e0a89-bc9c-480d-b0a2-fc850f2d61dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:48.411690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d611f-472d-4ee4-9927-d3f8d1e18fa2 req-488e0a89-bc9c-480d-b0a2-fc850f2d61dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:48.417646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d611f-472d-4ee4-9927-d3f8d1e18fa2 req-488e0a89-bc9c-480d-b0a2-fc850f2d61dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:48.419440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c4d611f-472d-4ee4-9927-d3f8d1e18fa2 req-488e0a89-bc9c-480d-b0a2-fc850f2d61dc tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.0817347 Mar 31 23:06:48.472769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c4d611f-472d-4ee4-9927-d3f8d1e18fa2 req-6c104b55-071f-4677-aea4-9137ce01b0b4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Mar 31 23:06:48.813978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31f7b083-c791-41e4-b551-088fa26e3bef no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:48.852256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 31f7b083-c791-41e4-b551-088fa26e3bef {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:48.852256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31f7b083-c791-41e4-b551-088fa26e3bef not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:48.854312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.897568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cfd650-a540-49e0-9b45-74dea36bad89']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:48.909083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:48.909388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8e4e07-7e21-4c0c-ab6a-d52b8dfd3d71') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:06:48.920017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.935595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.942713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:06:48.943373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:06:48.945310 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:06:49.006284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.013866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.018050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a4cfd650-a540-49e0-9b45-74dea36bad89 HTTP/1.1" status: 204 len: 168 time: 0.8364153 Mar 31 23:06:49.036914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4cfd650-a540-49e0-9b45-74dea36bad89,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.047099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.047556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.047955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.048363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.048696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.049030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.049602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.049935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.050503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.050824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.051158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.051505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60868fe2-8c0b-41e9-bd78-7e0cf8e43ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:49.228548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0a421-ac1f-4ef4-9dd3-06962f1ede94 req-5981119e-2aec-4497-bb64-cefafa6580a6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.238650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36a0a421-ac1f-4ef4-9dd3-06962f1ede94 req-5981119e-2aec-4497-bb64-cefafa6580a6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 945 time: 0.0692396 Mar 31 23:06:49.249538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54'}, {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:49.251886 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4800d4-c9fd-4941-a0ad-0ce0700b175a" -d '{"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54"}, {"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:49.261344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50764) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:49.328979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36a0a421-ac1f-4ef4-9dd3-06962f1ede94 req-4e05b35d-0ff7-49a9-a1fa-3e5dbee228cb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882103 Mar 31 23:06:49.336112 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddb438-dcf9-4f5d-8cf3-8c393aa4f8f9 x-openstack-request-id: req-f0ddb438-dcf9-4f5d-8cf3-8c393aa4f8f9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:49.336484 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54", "code": 200}, {"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-plugged", "status": "completed", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:49.336751 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f0ddb438-dcf9-4f5d-8cf3-8c393aa4f8f9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:49.337165 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ddb438-dcf9-4f5d-8cf3-8c393aa4f8f9'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54', 'code': 200} Mar 31 23:06:49.337431 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ddb438-dcf9-4f5d-8cf3-8c393aa4f8f9'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', 'code': 200} Mar 31 23:06:49.376078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:49.377607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dad84521-71e2-4d62-a4f4-db9e020501b4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=712a511313584935b54b4428052eeb55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139805 Mar 31 23:06:49.460622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.461715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:49.500473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.508921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9640af-768a-4560-971a-02599eb7ae43 req-56e28808-f78d-4d2b-b566-aff374694143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.509412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9640af-768a-4560-971a-02599eb7ae43 req-56e28808-f78d-4d2b-b566-aff374694143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.509885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9640af-768a-4560-971a-02599eb7ae43 req-56e28808-f78d-4d2b-b566-aff374694143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.511602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b9640af-768a-4560-971a-02599eb7ae43 req-56e28808-f78d-4d2b-b566-aff374694143 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2871 time: 0.0842705 Mar 31 23:06:49.602214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b9640af-768a-4560-971a-02599eb7ae43 req-8a3c0b6a-a00e-4a2b-9c5c-e5a1b2b29c67 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781438 Mar 31 23:06:49.668996 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.714616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.717634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.721942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/87ab12ad-726a-4eb6-9bc0-95239ab0af30 HTTP/1.1" status: 204 len: 168 time: 0.3413835 Mar 31 23:06:49.738111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda66fe7-d3f6-4a9a-a6e7-5b121ffc664c req-253d774b-1546-473b-b286-d497c9e480e0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.741469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:49.748663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14ae5-83f1-4186-9569-78a7db3fa037 req-4e0bfa26-7e20-4c11-a212-ec6603317669 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.750833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:49.751353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda66fe7-d3f6-4a9a-a6e7-5b121ffc664c req-253d774b-1546-473b-b286-d497c9e480e0 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2150779 Mar 31 23:06:49.756560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14ae5-83f1-4186-9569-78a7db3fa037 req-4e0bfa26-7e20-4c11-a212-ec6603317669 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.759197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e202e-cf4c-4767-830e-50eea064e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab12ad-726a-4eb6-9bc0-95239ab0af30,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.766043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14ae5-83f1-4186-9569-78a7db3fa037 req-4e0bfa26-7e20-4c11-a212-ec6603317669 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:49.777259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47e14ae5-83f1-4186-9569-78a7db3fa037 req-4e0bfa26-7e20-4c11-a212-ec6603317669 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.1644485 Mar 31 23:06:49.854026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda66fe7-d3f6-4a9a-a6e7-5b121ffc664c req-e05e29d9-b9c9-472f-ab8a-d454648c19b9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933523 Mar 31 23:06:49.876488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:49.888231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47e14ae5-83f1-4186-9569-78a7db3fa037 req-f3b31c1a-8c26-4c21-9475-7416ac0cfecf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Mar 31 23:06:50.023954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05ffc4-f339-4a68-8e29-0ab43e8131b9 req-45feca09-e6b9-4588-b8aa-de57a21723c6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:50.031801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a05ffc4-f339-4a68-8e29-0ab43e8131b9 req-45feca09-e6b9-4588-b8aa-de57a21723c6 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0917261 Mar 31 23:06:50.076882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a05ffc4-f339-4a68-8e29-0ab43e8131b9 req-6768d714-dfae-4209-92dd-a495644c9d6a tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440867 Mar 31 23:06:50.266101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc5960-86d4-4443-8328-44aa7af84d11 req-1c6f6062-0224-477b-ace3-5db7fa00ef71 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:50.269026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0bc5960-86d4-4443-8328-44aa7af84d11 req-1c6f6062-0224-477b-ace3-5db7fa00ef71 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0768962 Mar 31 23:06:50.346717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0bc5960-86d4-4443-8328-44aa7af84d11 req-63cc45b0-c2a3-4b29-bc44-ff2aab8cc02c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714076 Mar 31 23:06:50.530925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3a05d-4f2e-4eb0-ad06-e3d29def191e req-5f8addc0-89b8-4c01-bdd7-f01233f52912 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:50.540373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76f3a05d-4f2e-4eb0-ad06-e3d29def191e req-5f8addc0-89b8-4c01-bdd7-f01233f52912 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1116979 Mar 31 23:06:50.610792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76f3a05d-4f2e-4eb0-ad06-e3d29def191e req-fd74e058-db78-4764-9f2a-10befffcaf90 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578401 Mar 31 23:06:50.799850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:51.097127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4f5a-8dbe-4710-a02d-f4d3c490dbbc req-28e19b33-c5e9-43ee-8d25-5c675a6b11f3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.109377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-829f4f5a-8dbe-4710-a02d-f4d3c490dbbc req-28e19b33-c5e9-43ee-8d25-5c675a6b11f3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1451540 Mar 31 23:06:51.117301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e83d-edf8-404c-b757-0516d9df47e2 req-a993caab-0fa7-49ca-b89f-5c1be5834d8f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.127846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e83d-edf8-404c-b757-0516d9df47e2 req-a993caab-0fa7-49ca-b89f-5c1be5834d8f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.139190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22e83d-edf8-404c-b757-0516d9df47e2 req-a993caab-0fa7-49ca-b89f-5c1be5834d8f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:51.150779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd22e83d-edf8-404c-b757-0516d9df47e2 req-a993caab-0fa7-49ca-b89f-5c1be5834d8f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.1483328 Mar 31 23:06:51.194506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-829f4f5a-8dbe-4710-a02d-f4d3c490dbbc req-5daecdf1-7df6-42ee-a311-77defe6ef9f2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812469 Mar 31 23:06:51.243878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd22e83d-edf8-404c-b757-0516d9df47e2 req-1504ea4b-bd3a-489a-a09a-4e3a3bfc53fe tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915573 Mar 31 23:06:51.338175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:51.340661 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef390091-340b-44d2-8ae5-164227818400" -d '{"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-unplugged", "status": "completed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:51.425232 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aebc8ae-0a17-46a8-88df-21e45f6e6e31 x-openstack-request-id: req-8aebc8ae-0a17-46a8-88df-21e45f6e6e31 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:51.425537 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-unplugged", "status": "failed", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:51.425756 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8aebc8ae-0a17-46a8-88df-21e45f6e6e31 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:51.426441 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8aebc8ae-0a17-46a8-88df-21e45f6e6e31']: {'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'code': 422} returned with failed status Mar 31 23:06:52.362856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41577122-4a82-4016-a4ef-bbf32c20cd73 req-94a5ae1e-b934-4d76-a97d-f66161162d28 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.381901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41577122-4a82-4016-a4ef-bbf32c20cd73 req-94a5ae1e-b934-4d76-a97d-f66161162d28 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0860448 Mar 31 23:06:52.450953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bc966-a94f-4f4b-bed5-cb9034d59822 req-cf65aa98-6670-42a2-bb22-9e3d7bf02d96 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.463901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41577122-4a82-4016-a4ef-bbf32c20cd73 req-aa3e926b-3078-4b46-b483-80c81ff4e23c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809073 Mar 31 23:06:52.465293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bc966-a94f-4f4b-bed5-cb9034d59822 req-cf65aa98-6670-42a2-bb22-9e3d7bf02d96 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.481178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bc966-a94f-4f4b-bed5-cb9034d59822 req-cf65aa98-6670-42a2-bb22-9e3d7bf02d96 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:52.497199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e6bc966-a94f-4f4b-bed5-cb9034d59822 req-cf65aa98-6670-42a2-bb22-9e3d7bf02d96 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.1282783 Mar 31 23:06:52.561314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e6bc966-a94f-4f4b-bed5-cb9034d59822 req-71a6207d-3dc3-4344-ac6f-b44fbf29e8fb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623474 Mar 31 23:06:53.065927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd219515-75d2-41a1-9b27-966f9ad0f6a4 req-bc6ce6c9-6130-4b85-a54f-a26d928fc891 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.073860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd219515-75d2-41a1-9b27-966f9ad0f6a4 req-bc6ce6c9-6130-4b85-a54f-a26d928fc891 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.082607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd219515-75d2-41a1-9b27-966f9ad0f6a4 req-bc6ce6c9-6130-4b85-a54f-a26d928fc891 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.100002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd219515-75d2-41a1-9b27-966f9ad0f6a4 req-bc6ce6c9-6130-4b85-a54f-a26d928fc891 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.0988064 Mar 31 23:06:53.149722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd219515-75d2-41a1-9b27-966f9ad0f6a4 req-c151a69b-341e-48b1-9a56-01442a9f1f92 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481043 Mar 31 23:06:53.476411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e036c0ad-b2fa-4439-8799-df212b775e25 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:53.540372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-8c3af54b-beaa-481d-bcbe-9b5ef9f266c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.542684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-8c3af54b-beaa-481d-bcbe-9b5ef9f266c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.1063931 Mar 31 23:06:53.553256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5efff8-9670-4a07-82b4-c0cebf77ccf7 req-74f347de-11fa-4db6-8de3-a49b512ec8f3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.555178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf5efff8-9670-4a07-82b4-c0cebf77ccf7 req-74f347de-11fa-4db6-8de3-a49b512ec8f3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.0779881 Mar 31 23:06:53.696877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf5efff8-9670-4a07-82b4-c0cebf77ccf7 req-8b19d50c-a18d-493b-8b78-ae27e2befca0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961361 Mar 31 23:06:53.701277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa110d-b23a-4bb9-a670-302dbcd28a74 req-f4d5796f-7696-495e-b1c3-df73180b2bf7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.713342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49aa110d-b23a-4bb9-a670-302dbcd28a74 req-f4d5796f-7696-495e-b1c3-df73180b2bf7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0619724 Mar 31 23:06:53.738550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-a0251b7e-131c-4dbd-8658-2fe3984190a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:53.742357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-a0251b7e-131c-4dbd-8658-2fe3984190a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.1861167 Mar 31 23:06:53.760839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49aa110d-b23a-4bb9-a670-302dbcd28a74 req-f59d504f-70b3-4cb0-b6f1-b4a550cdf593 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477428 Mar 31 23:06:53.833961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-77c52b68-0457-435f-bb44-a03e58764c81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 1000 time: 0.0848892 Mar 31 23:06:54.358343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-ac50750d-90b1-498e-9758-e1e9480da4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.360611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-ac50750d-90b1-498e-9758-e1e9480da4e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.5202222 Mar 31 23:06:54.377487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779328d-448f-49ba-a9e4-590d60f050b1 req-6f8a8dae-4602-4b47-af48-d6e2abe75ef4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.395554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779328d-448f-49ba-a9e4-590d60f050b1 req-6f8a8dae-4602-4b47-af48-d6e2abe75ef4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.402580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779328d-448f-49ba-a9e4-590d60f050b1 req-6f8a8dae-4602-4b47-af48-d6e2abe75ef4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.420202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9779328d-448f-49ba-a9e4-590d60f050b1 req-6f8a8dae-4602-4b47-af48-d6e2abe75ef4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.1524746 Mar 31 23:06:54.442194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-cbf5457b-f6f6-4bf7-919e-b089adde9461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.442194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-cbf5457b-f6f6-4bf7-919e-b089adde9461 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698254 Mar 31 23:06:54.519886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9779328d-448f-49ba-a9e4-590d60f050b1 req-58ee31bf-fe70-4c0a-9d5c-1738fd769daf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839689 Mar 31 23:06:54.585981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-65bd0125-5055-405f-935a-9346015d499b service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312957 Mar 31 23:06:54.814039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c903dd31-1da4-46de-90d1-4f4881c592c4 req-01b31aca-3e53-4d67-a4e8-8d47903a5d27 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203567 Mar 31 23:06:54.867897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:54.964869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0acd-1732-4c5a-a849-6e43c9e2eaeb req-d40c4535-ffc9-415c-ae5e-4ad5e3938ffa tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:54.974120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af2a0acd-1732-4c5a-a849-6e43c9e2eaeb req-d40c4535-ffc9-415c-ae5e-4ad5e3938ffa tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1341934 Mar 31 23:06:55.025276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af2a0acd-1732-4c5a-a849-6e43c9e2eaeb req-e7843333-db41-4ae3-9e33-3ab26ca64545 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486076 Mar 31 23:06:55.025469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780338e-5a5e-4001-9497-dead13d2c781 req-80eb2e43-9ea6-46f5-a647-3e7965cc567c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.043338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2780338e-5a5e-4001-9497-dead13d2c781 req-80eb2e43-9ea6-46f5-a647-3e7965cc567c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1563222 Mar 31 23:06:55.096680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2780338e-5a5e-4001-9497-dead13d2c781 req-f06e026d-408b-4a78-8889-78d1f131a589 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524497 Mar 31 23:06:55.106083 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10e2cf5c-15e9-451c-b728-dd5d4b4ebae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.200145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10e2cf5c-15e9-451c-b728-dd5d4b4ebae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.208188 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10e2cf5c-15e9-451c-b728-dd5d4b4ebae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.242838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-539c7faa-84dc-4a20-a2ea-7236bb969214 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.249100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-10e2cf5c-15e9-451c-b728-dd5d4b4ebae6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dcb28581e61a4f8aa389c8e042e75753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789148 Mar 31 23:06:55.249531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-539c7faa-84dc-4a20-a2ea-7236bb969214 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.255487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:55.256117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-539c7faa-84dc-4a20-a2ea-7236bb969214 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.258287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-539c7faa-84dc-4a20-a2ea-7236bb969214 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 2418 time: 0.1145558 Mar 31 23:06:55.299012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2cf5c-15e9-451c-b728-dd5d4b4ebae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347789cb-53d4-457c-8647-e51905cbe9bf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:55.342343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.367983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.388555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:55.388895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.429590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.432462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.439500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/347789cb-53d4-457c-8647-e51905cbe9bf HTTP/1.1" status: 204 len: 168 time: 0.1805050 Mar 31 23:06:55.457496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998db62-b171-4344-9286-9e031762ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347789cb-53d4-457c-8647-e51905cbe9bf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:55.556218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:55.556589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.573028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:55.816137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:55.833894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97a82851-d6f9-4feb-98b8-c7f3f1edd53b', '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', '180dfae3-f0f6-4b71-ab36-9bd68aae3e54'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:55.953564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=214d26d8-6d00-4f81-a7ed-a1f6e2d3b615,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:55.984544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130fe53-8a85-4a3b-8a8c-65684ec98612 req-5e7b1e05-5258-4dbe-90a6-39cc87cb9c2b tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.990719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130fe53-8a85-4a3b-8a8c-65684ec98612 req-5e7b1e05-5258-4dbe-90a6-39cc87cb9c2b tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:55.998882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9130fe53-8a85-4a3b-8a8c-65684ec98612 req-5e7b1e05-5258-4dbe-90a6-39cc87cb9c2b tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 1682 time: 0.1989853 Mar 31 23:06:56.001055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:56.008118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.020282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "DELETE /v2.0/ports/214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 HTTP/1.1" status: 204 len: 173 time: 0.7551138 Mar 31 23:06:56.027952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:56.030397 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709a245-fd9d-4de1-ad57-a5e020ce5b70" -d '{"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:56.037533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.037789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.038126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.038771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.038771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.039391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.039719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.040189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.040352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.040672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.040991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.041309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176e2f0f-7c6b-4e05-8a62-ae4fad4a09c0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:06:56.124026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.223220 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b112974-e1d3-4e4c-bc81-f89053973638 x-openstack-request-id: req-9b112974-e1d3-4e4c-bc81-f89053973638 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:56.223518 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "214d26d8-6d00-4f81-a7ed-a1f6e2d3b615", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:56.223775 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9b112974-e1d3-4e4c-bc81-f89053973638 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:56.224223 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b112974-e1d3-4e4c-bc81-f89053973638'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '214d26d8-6d00-4f81-a7ed-a1f6e2d3b615', 'status': 'completed', 'code': 200} Mar 31 23:06:56.249520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9130fe53-8a85-4a3b-8a8c-65684ec98612 req-27a464f0-77f8-4467-ac07-a3389f5c81af tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484598 Mar 31 23:06:56.321016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:56.321523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.513425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a7670-f0ec-46c3-b097-47fc6283650c req-61b0825e-740c-48b3-96b6-0c7c549b0ff8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:56.518183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-074a7670-f0ec-46c3-b097-47fc6283650c req-61b0825e-740c-48b3-96b6-0c7c549b0ff8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1838067 Mar 31 23:06:56.524549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699359-b32b-4c9e-a4e1-0dfadb0d1d75 req-3d2bd31c-3c37-4b3f-9b8a-deb1246620fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:56.532669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72699359-b32b-4c9e-a4e1-0dfadb0d1d75 req-3d2bd31c-3c37-4b3f-9b8a-deb1246620fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0994391 Mar 31 23:06:56.591115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51032) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:56.592027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:56.595000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.622745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-074a7670-f0ec-46c3-b097-47fc6283650c req-d8c33af0-521b-4f6f-b4fa-821801730551 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968421 Mar 31 23:06:56.635216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72699359-b32b-4c9e-a4e1-0dfadb0d1d75 req-ed8bc4ba-2b48-4b44-83a3-e759b3dc0ac3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013272 Mar 31 23:06:56.640344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:56.798920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6937bc8-0988-46f3-80f2-821070a67485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.823011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.844783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['214d26d8-6d00-4f81-a7ed-a1f6e2d3b615'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:06:56.894337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=180dfae3-f0f6-4b71-ab36-9bd68aae3e54,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:56.977922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:56.981238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6937bc8-0988-46f3-80f2-821070a67485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.983306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:56.987115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6937bc8-0988-46f3-80f2-821070a67485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.001140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-0387b7fe-7075-4afa-bcf9-aedef5af6f12 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "DELETE /v2.0/ports/180dfae3-f0f6-4b71-ab36-9bd68aae3e54 HTTP/1.1" status: 204 len: 173 time: 0.9668508 Mar 31 23:06:57.039586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51044) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:57.066111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6937bc8-0988-46f3-80f2-821070a67485 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=972879f41f1b4a1a98478f6313679779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739528 Mar 31 23:06:57.068610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51048) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:57.075005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6937bc8-0988-46f3-80f2-821070a67485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42de8234-0df0-415c-9a09-a37ba13a0c29,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:57.127448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:57.127831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.233515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.258358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:57.258811 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.264249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-334054176-network', 'tenant_id': '440539a26a16434badfb5dab565ebd3c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:57.268437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.296304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 97a82851-d6f9-4feb-98b8-c7f3f1edd53b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:57.330541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.330786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Made reservation on behalf of 440539a26a16434badfb5dab565ebd3c for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:57.333204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.336159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.337473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/42de8234-0df0-415c-9a09-a37ba13a0c29 HTTP/1.1" status: 204 len: 168 time: 0.2677774 Mar 31 23:06:57.372512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.413102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f3522-1bbd-48f9-8e1b-1915f6381823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de8234-0df0-415c-9a09-a37ba13a0c29,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:57.473962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851185fc-cad2-40a5-8059-d52cbe0936b6 req-0026602d-bacc-4aa5-a0c7-456720a85303 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:57.486044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-851185fc-cad2-40a5-8059-d52cbe0936b6 req-0026602d-bacc-4aa5-a0c7-456720a85303 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a9f12b3-0377-478f-aae3-27ff18906ac0 HTTP/1.1" status: 200 len: 945 time: 0.1578686 Mar 31 23:06:57.546710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-851185fc-cad2-40a5-8059-d52cbe0936b6 req-9bd00b70-22f9-46b5-a31a-6c9e704a3b60 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581579 Mar 31 23:06:57.557200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.559935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.594359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=97a82851-d6f9-4feb-98b8-c7f3f1edd53b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:57.601221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.688313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:06:57.824191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 97a82851-d6f9-4feb-98b8-c7f3f1edd53b on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:06:57.827634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.832374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e12d2e34-0f18-4b6e-96d3-2cc637ffe613 req-bf4c096c-6064-4adf-a7f5-b1a5a54fc284 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "DELETE /v2.0/ports/97a82851-d6f9-4feb-98b8-c7f3f1edd53b HTTP/1.1" status: 204 len: 173 time: 0.8250847 Mar 31 23:06:57.889902 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.890209 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Added segment a5c76355-859c-4df3-a1ad-23d6e03566a4 of type vlan for network f2a9f363-6c6c-4340-adfa-a228be97d080 Mar 31 23:06:57.906554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5f1078-7f82-411f-984d-55d1ccf210b8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:57.911171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e582-3aac-4582-b479-a663ec0737eb req-0f02ca78-536e-45d8-be89-63d82143afa1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:57.932821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e77e582-3aac-4582-b479-a663ec0737eb req-0f02ca78-536e-45d8-be89-63d82143afa1 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1767201 Mar 31 23:06:57.981148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:57.993311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b47a-7b4b-4835-8dbc-1a72d0ceaa36 req-3f2b53b3-a756-4666-b1c3-ce0b95a1a5ed tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:58.016821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f920b47a-7b4b-4835-8dbc-1a72d0ceaa36 req-3f2b53b3-a756-4666-b1c3-ce0b95a1a5ed tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2002974 Mar 31 23:06:58.035916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e77e582-3aac-4582-b479-a663ec0737eb req-e49ba569-e9b8-4c1b-8a46-8bdfb72645a2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021495 Mar 31 23:06:58.072177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51076) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.086331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1382130-bfbc-4786-8ae5-f2010f744793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.150371 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.151649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:58.152258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.183278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1382130-bfbc-4786-8ae5-f2010f744793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.189879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1382130-bfbc-4786-8ae5-f2010f744793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.204963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f920b47a-7b4b-4835-8dbc-1a72d0ceaa36 req-e7c3afcb-7d02-49a2-b796-5a04733db821 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872334 Mar 31 23:06:58.231341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54'}, {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:06:58.241372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1382130-bfbc-4786-8ae5-f2010f744793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfbd06-5cd9-48d4-824e-0c392181da31,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.242238 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa2dfb-c725-4583-a6ce-3770e87cc39f" -d '{"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54"}, {"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:06:58.258942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2169635 Mar 31 23:06:58.282407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51090) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.292382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c9464-9ac3-4dcb-a7c5-ac04ac61ab03 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a9f363-6c6c-4340-adfa-a228be97d080,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.303894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Request body: {'subnet': {'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-334054176-subnet', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:58.305746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f2a9f363-6c6c-4340-adfa-a228be97d080 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:06:58.334860 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb7f48-478b-4cfe-bbad-a1c82db2baa8 x-openstack-request-id: req-c3cb7f48-478b-4cfe-bbad-a1c82db2baa8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:06:58.335702 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "180dfae3-f0f6-4b71-ab36-9bd68aae3e54", "status": "completed", "code": 200}, {"server_uuid": "9a9f12b3-0377-478f-aae3-27ff18906ac0", "name": "network-vif-deleted", "tag": "97a82851-d6f9-4feb-98b8-c7f3f1edd53b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:06:58.336133 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c3cb7f48-478b-4cfe-bbad-a1c82db2baa8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:06:58.336841 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cb7f48-478b-4cfe-bbad-a1c82db2baa8'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '180dfae3-f0f6-4b71-ab36-9bd68aae3e54', 'status': 'completed', 'code': 200} Mar 31 23:06:58.337259 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cb7f48-478b-4cfe-bbad-a1c82db2baa8'] response: {'server_uuid': '9a9f12b3-0377-478f-aae3-27ff18906ac0', 'name': 'network-vif-deleted', 'tag': '97a82851-d6f9-4feb-98b8-c7f3f1edd53b', 'status': 'completed', 'code': 200} Mar 31 23:06:58.346077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51092) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.346211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d1382130-bfbc-4786-8ae5-f2010f744793 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d215a06f392a4fb4b2f9f7aec26c6e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825129 Mar 31 23:06:58.347378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Made reservation on behalf of 440539a26a16434badfb5dab565ebd3c for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:06:58.349712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.439918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.490872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.557323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.562498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.565229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e0cfbd06-5cd9-48d4-824e-0c392181da31 HTTP/1.1" status: 204 len: 168 time: 0.2179530 Mar 31 23:06:58.576551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eac04-c4b4-4eb1-8e3a-ba047c7add6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfbd06-5cd9-48d4-824e-0c392181da31,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.622094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.653030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.702377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting subnet 75878571-e60e-499b-aca1-1028385abd38 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:06:58.709974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.743196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f02cbf-ce45-4479-b1a0-6a0c9f6a7062,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:58.764147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Checking segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:06:58.764748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Network hostable DHCP agents. Network: f2a9f363-6c6c-4340-adfa-a228be97d080, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:06:58.769665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.790754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Network f2a9f363-6c6c-4340-adfa-a228be97d080 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:06:58.812928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f2a9f363-6c6c-4340-adfa-a228be97d080) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:06:58.820121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:58.820372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.826180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e249aa2-34a4-48b1-86ce-99661b418cbf None None] Network f2a9f363-6c6c-4340-adfa-a228be97d080 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:58.846117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aba47fcd-c88f-4484-b6dc-d7210b4653f1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5567393 Mar 31 23:06:58.848790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:58.857701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97a82851-d6f9-4feb-98b8-c7f3f1edd53b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:58.858189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:06:58.895829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.913998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.920692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:58.929711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 97a82851-d6f9-4feb-98b8-c7f3f1edd53b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:58.930059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97a82851-d6f9-4feb-98b8-c7f3f1edd53b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:58.930487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:58.969133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.003778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.017842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:59.018554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 180dfae3-f0f6-4b71-ab36-9bd68aae3e54 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:59.018984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:06:59.044945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Subnet': ['ID=75878571-e60e-499b-aca1-1028385abd38,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:06:59.050585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.056302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-931f28fc-3070-4e72-8833-0cabe40d74bf tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/subnets/75878571-e60e-499b-aca1-1028385abd38 HTTP/1.1" status: 204 len: 168 time: 0.4306848 Mar 31 23:06:59.057084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51106) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:06:59.061081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:06:59.061412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 214d26d8-6d00-4f81-a7ed-a1f6e2d3b615 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:06:59.067894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f0311-4651-4d28-b7d3-63c160722523 None None] Network 339aa61a-a28c-4105-aee9-c738783f916f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:06:59.196358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.223891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-f2a9f363-6c6c-4340-adfa-a228be97d080', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:06:59.225139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.417518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.466911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93103a33-f495-4fa2-9f2a-9e99908a87fb req-847900fe-f379-4789-a69c-612c6b374688 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:06:59.491483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93103a33-f495-4fa2-9f2a-9e99908a87fb req-847900fe-f379-4789-a69c-612c6b374688 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1512470 Mar 31 23:06:59.566535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 536725ea-6a10-440e-97f7-e3f551fcb5e0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:06:59.567526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.638839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93103a33-f495-4fa2-9f2a-9e99908a87fb req-db503bd2-775e-44e0-b348-17b36f0ad696 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160345 Mar 31 23:06:59.667120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 536725ea-6a10-440e-97f7-e3f551fcb5e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=536725ea-6a10-440e-97f7-e3f551fcb5e0,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:06:59.667120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:06:59.706743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 536725ea-6a10-440e-97f7-e3f551fcb5e0 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:06:59.862784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] DHCP port deletion for 339aa61a-a28c-4105-aee9-c738783f916f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:06:59.929975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Allocated IP 172.20.0.2 (f2a9f363-6c6c-4340-adfa-a228be97d080/73f02cbf-ce45-4479-b1a0-6a0c9f6a7062/74d77046-ab1b-49db-bfed-9efc96b3252c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:00.070651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Deleting port 536725ea-6a10-440e-97f7-e3f551fcb5e0 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:00.071032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.162391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.181994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] For port 536725ea-6a10-440e-97f7-e3f551fcb5e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=536725ea-6a10-440e-97f7-e3f551fcb5e0,segment=NetworkSegment(eb5969f7-e6ad-40ba-9c31-c1720af7b460),segment_id=eb5969f7-e6ad-40ba-9c31-c1720af7b460)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:00.182398 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.218889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Calling delete_port for 536725ea-6a10-440e-97f7-e3f551fcb5e0 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:00.241877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=536725ea-6a10-440e-97f7-e3f551fcb5e0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.305980 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.309871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 536725ea-6a10-440e-97f7-e3f551fcb5e0 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:00.329281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.343225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3c331-f06f-4186-83dd-8072d70c7c9d req-f96ed781-5a30-4c50-a5ed-ba0c3467d356 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:00.346010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0e3c331-f06f-4186-83dd-8072d70c7c9d req-f96ed781-5a30-4c50-a5ed-ba0c3467d356 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 1.1559026 Mar 31 23:07:00.387383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Pushing event updated for resources: {'Port': ['ID=74d77046-ab1b-49db-bfed-9efc96b3252c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.407273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.434248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Network f2a9f363-6c6c-4340-adfa-a228be97d080 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:00.455914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:00.467124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:00.480087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.502619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339aa61a-a28c-4105-aee9-c738783f916f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.521024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5969f7-e6ad-40ba-9c31-c1720af7b460') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.521404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5969f7-e6ad-40ba-9c31-c1720af7b460') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:00.524995 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.535679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.550591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.557090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:00.557513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.587338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Attempting to bind port 74d77046-ab1b-49db-bfed-9efc96b3252c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:00.588154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Attempting to bind port 74d77046-ab1b-49db-bfed-9efc96b3252c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:00.588766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Attempting to bind port 74d77046-ab1b-49db-bfed-9efc96b3252c on network f2a9f363-6c6c-4340-adfa-a228be97d080 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:00.595075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:00.595839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Checking segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:00.596487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.597795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Bound using segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:00.598518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Bound port: 74d77046-ab1b-49db-bfed-9efc96b3252c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:00.599167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.602166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] Pushing event deleted for resources: {'Port': ['ID=536725ea-6a10-440e-97f7-e3f551fcb5e0,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.616481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e921c-d3ad-4b45-82e6-ea038782e40e None None] No DVR routers for this DVR port 536725ea-6a10-440e-97f7-e3f551fcb5e0 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:00.653256 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:00.675850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.678131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.703532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.707123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/networks/339aa61a-a28c-4105-aee9-c738783f916f HTTP/1.1" status: 204 len: 168 time: 1.6491175 Mar 31 23:07:00.717746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:00.739602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13756f70-83f2-47ae-8bb5-201ad3e179a4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Network': ['ID=339aa61a-a28c-4105-aee9-c738783f916f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:00.826065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] For port 74d77046-ab1b-49db-bfed-9efc96b3252c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:00.837611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] For port 74d77046-ab1b-49db-bfed-9efc96b3252c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74d77046-ab1b-49db-bfed-9efc96b3252c,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:00.843557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.865017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting subnet 411d3661-703e-487e-bf02-b491c4db9770 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:00.912370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:00.962912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117ea97-9f29-4c6a-a3ba-f5bdfa9d42bf None None] Pushing event updated for resources: {'Port': ['ID=74d77046-ab1b-49db-bfed-9efc96b3252c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.022690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0e3c331-f06f-4186-83dd-8072d70c7c9d req-0ecc5e44-e499-4d07-b2a2-2f3362dafdeb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6610360 Mar 31 23:07:01.047312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.064189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934cdde-93fa-4080-afb0-923472c983c8 req-85b01a66-aebd-45c1-b02e-3f823696d0eb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:01.065817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7934cdde-93fa-4080-afb0-923472c983c8 req-85b01a66-aebd-45c1-b02e-3f823696d0eb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2214558 Mar 31 23:07:01.090465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Allocated IP 172.25.8.211 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/d441183a-865c-4c51-b958-a0a6deb94abd) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:01.202956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7934cdde-93fa-4080-afb0-923472c983c8 req-c34f3995-bfbb-4c89-9ab1-e2629158d998 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995040 Mar 31 23:07:01.402631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.443427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.523912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.597536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.681803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Pushing event updated for resources: {'Port': ['ID=d441183a-865c-4c51-b958-a0a6deb94abd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.703079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Subnet': ['ID=411d3661-703e-487e-bf02-b491c4db9770,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:01.707922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:01.711320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:01.719006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:01.719596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:01.724725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e30f8a3-bd94-446b-9684-9edb1e5bfdb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/subnets/411d3661-703e-487e-bf02-b491c4db9770 HTTP/1.1" status: 204 len: 168 time: 1.0046813 Mar 31 23:07:01.727689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51178) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:01.750862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c703c1-cf4a-4373-8dea-1eb7d04a29c9 None None] Network d37455bd-b49f-47c7-838f-729357b4ecf5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:01.977938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.198417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74d77046-ab1b-49db-bfed-9efc96b3252c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:02.349760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 74d77046-ab1b-49db-bfed-9efc96b3252c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:02.351369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.430017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edeccf-7715-49f7-a292-99d8273632e9 req-5e4eb6b0-9af4-40c7-8de0-ac24fa0c7cc8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:02.438950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1edeccf-7715-49f7-a292-99d8273632e9 req-5e4eb6b0-9af4-40c7-8de0-ac24fa0c7cc8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.0949574 Mar 31 23:07:02.452163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] DHCP port deletion for d37455bd-b49f-47c7-838f-729357b4ecf5 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:02.504908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1edeccf-7715-49f7-a292-99d8273632e9 req-b2fff666-59cc-4c38-8aa9-36f8da67a8ca tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592597 Mar 31 23:07:02.603943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.656111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Deleting port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:02.656521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.736646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 74d77046-ab1b-49db-bfed-9efc96b3252c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74d77046-ab1b-49db-bfed-9efc96b3252c,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:02.750037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:02.811509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdb73c-ac42-456e-a52e-335ff73418db req-12236c0d-eece-4e8b-b015-b316506afe05 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:02.818515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bfdb73c-ac42-456e-a52e-335ff73418db req-12236c0d-eece-4e8b-b015-b316506afe05 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1873500 Mar 31 23:07:03.000252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bfdb73c-ac42-456e-a52e-335ff73418db req-f871fcae-ad0f-4c6d-85c9-332e1610fdfa tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685135 Mar 31 23:07:03.045901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:03.046232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.132938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 536725ea-6a10-440e-97f7-e3f551fcb5e0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:03.135450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387d5804-9362-407c-aae8-9f65020d486e None None] Network f2a9f363-6c6c-4340-adfa-a228be97d080 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:03.224118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:03.224489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.240826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:03.241887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 536725ea-6a10-440e-97f7-e3f551fcb5e0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:03.242381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 536725ea-6a10-440e-97f7-e3f551fcb5e0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:03.246911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] For port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,segment=NetworkSegment(806f9f4e-4565-4d9b-a6db-c8e58389fc70),segment_id=806f9f4e-4565-4d9b-a6db-c8e58389fc70)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:03.247331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.329731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.366291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=74d77046-ab1b-49db-bfed-9efc96b3252c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:03.370360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Calling delete_port for 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:03.464804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-422be469-af70-4107-839b-a9b72ad96a10 None None] Provisioning complete for port 74d77046-ab1b-49db-bfed-9efc96b3252c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.465182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-422be469-af70-4107-839b-a9b72ad96a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.519864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-e5172fa2-ff2e-402e-b471-a9e1987dda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.531716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-e5172fa2-ff2e-402e-b471-a9e1987dda96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.1045966 Mar 31 23:07:03.618585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.684317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:03.690245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:03.703109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e48aa3-b281-463d-889f-f16b7be7f1ab req-5d56eecf-48ea-4f83-b62a-f252fd23aec8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.704171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3e48aa3-b281-463d-889f-f16b7be7f1ab req-5d56eecf-48ea-4f83-b62a-f252fd23aec8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2595036 Mar 31 23:07:03.752392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-4e3591fb-6d05-4bed-b42e-97ec3a963bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.754089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-4e3591fb-6d05-4bed-b42e-97ec3a963bb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.2093837 Mar 31 23:07:03.767049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb1f0-27a6-40a0-8c50-3a7f1dcfaa07 req-79c258a9-4045-402c-a5ba-65490b93f2d5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:03.768704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73dfb1f0-27a6-40a0-8c50-3a7f1dcfaa07 req-79c258a9-4045-402c-a5ba-65490b93f2d5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1004436 Mar 31 23:07:03.829167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.845920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74d77046-ab1b-49db-bfed-9efc96b3252c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:03.870893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37455bd-b49f-47c7-838f-729357b4ecf5']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:03.889827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806f9f4e-4565-4d9b-a6db-c8e58389fc70') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:03.890450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806f9f4e-4565-4d9b-a6db-c8e58389fc70') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:03.893600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.904051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.924458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.928910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] No DVR routers for this DVR port 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:03.949088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:03.949650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:03.952353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c34beb-480c-44a5-8b85-cf19e83c72ec None None] Pushing event deleted for resources: {'Port': ['ID=9c0ba9c1-300e-4161-96ff-dcd9eff931c4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:03.953045 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:03.976657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73dfb1f0-27a6-40a0-8c50-3a7f1dcfaa07 req-1ee67496-562c-402f-9110-6029fe7954e0 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988401 Mar 31 23:07:03.989234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 74d77046-ab1b-49db-bfed-9efc96b3252c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:03.990173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.022472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-4685b2e5-4029-4c47-9c88-90d918942218 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.2526186 Mar 31 23:07:04.029069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3e48aa3-b281-463d-889f-f16b7be7f1ab req-43a2793f-d1da-4f7d-a698-b7d0f7c03044 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985137 Mar 31 23:07:04.145115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.167063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.168820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-d22c3b94-80e4-4233-b546-8e4bfc77735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.171607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/networks/d37455bd-b49f-47c7-838f-729357b4ecf5 HTTP/1.1" status: 204 len: 168 time: 2.4423761 Mar 31 23:07:04.175794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-d22c3b94-80e4-4233-b546-8e4bfc77735f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1447835 Mar 31 23:07:04.188103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523dd01-74db-49a8-b657-df8a4b066d75 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Network': ['ID=d37455bd-b49f-47c7-838f-729357b4ecf5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.197044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51294) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.220871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-502455812'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:04.221321 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.248141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:04.285710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:04.288459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9c0ba9c1-300e-4161-96ff-dcd9eff931c4 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:04.308001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:04.311997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.328026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-7c769610-653f-4292-9fdf-2850e9efe2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.329882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-7c769610-653f-4292-9fdf-2850e9efe2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460931 Mar 31 23:07:04.393085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:04.438862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.439430 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Added segment d324cf0e-00d1-4414-81a8-db9b2692efe8 of type vlan for network bd0d399c-0627-4a75-9083-8041af61edff Mar 31 23:07:04.447822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-811ad182-512a-4e8f-afd0-aafe9fc64ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.487862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fad17bab-d5b1-467a-8a50-757116fd5ad5 None None] Provisioning complete for port 74d77046-ab1b-49db-bfed-9efc96b3252c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:04.490478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fad17bab-d5b1-467a-8a50-757116fd5ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.535912 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.551348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Router 813d9fd0-8435-4e9b-9b0b-61f77c53318c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:07:04.567116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-d180d5b5-d43d-4c31-81d3-5968acfeecbc service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298155 Mar 31 23:07:04.676400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.682018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:04.682639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.685949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:04.701708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Sync routers for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:04.708740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:04.714692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:04.715180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-75906f30-d921-43b7-bf05-41d14f6318bd admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8643384 Mar 31 23:07:04.715669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:04.715919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51318) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.740675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5245152 Mar 31 23:07:04.747026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51320) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.751902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'subnet': {'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:04.815844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1bdc4327-0370-457d-8b99-1f6441292397 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1365910312&fields=id&tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07 HTTP/1.1" status: 200 len: 267 time: 0.6363671 Mar 31 23:07:04.826474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3be5d-1f2d-4c99-a298-1ad6d9fe6b27 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Network': ['ID=bd0d399c-0627-4a75-9083-8041af61edff,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:04.839433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbc5b5b0-f1d6-4fee-8948-e7393b639aa2 req-0f6c56e2-56e2-41f1-9827-ba22d969e1a2 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650435 Mar 31 23:07:04.841061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bd0d399c-0627-4a75-9083-8041af61edff details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:04.913341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:04.939530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:04.988609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:04.993656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.061686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-7890cdff-0861-4384-ad21-ccf1cd93fd3a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:05.064413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-7890cdff-0861-4384-ad21-ccf1cd93fd3a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/networks?id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e HTTP/1.1" status: 200 len: 816 time: 0.2315392 Mar 31 23:07:05.125954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-355b1f08-b310-41db-949d-ead808d693c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.148049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-10b40a57-6963-4b2d-b390-e846d7b3a16b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/quotas/3d12fbcb7b0e4e04acf4e3a5b661bb07 HTTP/1.1" status: 200 len: 375 time: 0.0487092 Mar 31 23:07:05.180951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:02Z', 'revision_number': 3, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:05.204099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eca49-994d-419b-9dfd-b0a6ecc46744 req-f2c8a132-1eb8-4dbe-8149-7d1c98363696 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:05.205599 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c3eca49-994d-419b-9dfd-b0a6ecc46744 req-f2c8a132-1eb8-4dbe-8149-7d1c98363696 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1134596 Mar 31 23:07:05.208999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Checking router: 813d9fd0-8435-4e9b-9b0b-61f77c53318c for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:05.209802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Updating router 813d9fd0-8435-4e9b-9b0b-61f77c53318c port d441183a-865c-4c51-b958-a0a6deb94abd binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:05.246016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.272137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-b5b80c9b-5edd-403d-9cfc-5e07b39fbe8a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099210 Mar 31 23:07:05.308549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c3eca49-994d-419b-9dfd-b0a6ecc46744 req-6fa68e63-8627-43a8-971f-797f5d69c390 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899696 Mar 31 23:07:05.366917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.420238 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-355b1f08-b310-41db-949d-ead808d693c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.441496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-355b1f08-b310-41db-949d-ead808d693c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.465118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.537944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-355b1f08-b310-41db-949d-ead808d693c5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6862ea2c77ac46ddb88a817bec2c4962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233051 Mar 31 23:07:05.545853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b1f08-b310-41db-949d-ead808d693c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30fadf6-dbfa-4396-b2c8-3b8c28d96f35,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.548759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51332) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.554004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-3a657df3-5469-41c1-9bb3-afba7612b6ea service neutron] 10.222.0.95 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671468 Mar 31 23:07:05.636230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Subnet': ['ID=1c50e8f5-7a18-4ba6-bc6e-c4030b168492,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.731746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.745105 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.762053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Checking segment: {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:05.762434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network hostable DHCP agents. Network: bd0d399c-0627-4a75-9083-8041af61edff, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:05.797926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-efc93eac-ebba-4b13-a67a-bcbd6e2b1149 service neutron] 10.222.0.95 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275233 Mar 31 23:07:05.804162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.828076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network bd0d399c-0627-4a75-9083-8041af61edff is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:05.838044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.849452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Attempting to bind port d441183a-865c-4c51-b958-a0a6deb94abd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:05.850024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Attempting to bind port d441183a-865c-4c51-b958-a0a6deb94abd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:05.850652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Attempting to bind port d441183a-865c-4c51-b958-a0a6deb94abd on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:05.852762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bd0d399c-0627-4a75-9083-8041af61edff) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:05.856435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b106-d402-4f37-8311-5c8524619cc3 None None] Pushing event updated for resources: {'Port': ['ID=d441183a-865c-4c51-b958-a0a6deb94abd,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.862953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:05.863597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.872959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae0535-e1fc-4f3b-b8cf-6e236e14d05b None None] Network bd0d399c-0627-4a75-9083-8041af61edff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:05.889696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:05.890239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:05.890879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.891325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:05.891946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Bound port: d441183a-865c-4c51-b958-a0a6deb94abd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:05.892448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.915414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cbdc51d9-d2d0-462f-bf51-a8d1189b8420 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1669950 Mar 31 23:07:05.923674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:05.943713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-274443800'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:05.963158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.966472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:05.970712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f30fadf6-dbfa-4396-b2c8-3b8c28d96f35 HTTP/1.1" status: 204 len: 168 time: 0.4152069 Mar 31 23:07:05.974969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894dfcc-4174-4512-b2e7-18c746fd976c req-086c0182-75df-48d7-a2ba-80a09bd6b0cc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:05.977011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5894dfcc-4174-4512-b2e7-18c746fd976c req-086c0182-75df-48d7-a2ba-80a09bd6b0cc tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2127032 Mar 31 23:07:05.984154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bd39-231b-4e39-99de-7b4ada2db7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30fadf6-dbfa-4396-b2c8-3b8c28d96f35,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:05.988490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:05.993446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.007724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] For port d441183a-865c-4c51-b958-a0a6deb94abd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:06.012310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] For port d441183a-865c-4c51-b958-a0a6deb94abd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d441183a-865c-4c51-b958-a0a6deb94abd,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:06.023669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:06.039039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.039713 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Added segment b870b902-c158-4c82-9043-4801ce3de271 of type vlan for network 3beadf45-6989-494c-92dd-be2506b06452 Mar 31 23:07:06.042631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.074196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5894dfcc-4174-4512-b2e7-18c746fd976c req-ceadac84-c689-4bf3-af29-fcf7d6b0ee69 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792887 Mar 31 23:07:06.075398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Allocated IP 172.20.0.1 (f2a9f363-6c6c-4340-adfa-a228be97d080/73f02cbf-ce45-4479-b1a0-6a0c9f6a7062/57939c5a-dd49-43c2-b24c-9db72c761c89) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:06.102828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.157009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.171229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:06.172287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.249465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b106-d402-4f37-8311-5c8524619cc3 None None] Pushing event updated for resources: {'Port': ['ID=d441183a-865c-4c51-b958-a0a6deb94abd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.273907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:06.274548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:06:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:06.275753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.281340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3564043 Mar 31 23:07:06.287016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51356) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:06.296657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'subnet': {'network_id': '3beadf45-6989-494c-92dd-be2506b06452', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:06.308128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b12ba6ec-e12c-40e4-9bab-d59ce408bffd req-eb411df2-8ddc-4e41-8493-300f703d2871 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0403204 Mar 31 23:07:06.353699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.380324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45803e4c-2ed4-40d6-a366-853efe796080 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Network': ['ID=3beadf45-6989-494c-92dd-be2506b06452,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.404833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3beadf45-6989-494c-92dd-be2506b06452 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:06.443021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Network f2a9f363-6c6c-4340-adfa-a228be97d080 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:06.449654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:06.475245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:06.574316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5740f-2217-4a44-99ae-581c9dfffb74 req-421bfe76-eb1a-43e0-adc3-1188498d818f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:06.583048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1dc5740f-2217-4a44-99ae-581c9dfffb74 req-421bfe76-eb1a-43e0-adc3-1188498d818f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1140354 Mar 31 23:07:06.584562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:06.585347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.594615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.648198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:06.668344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Pushing event updated for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:06.710846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb6edb9f-870b-4665-8374-7804b5cfbdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.839129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1dc5740f-2217-4a44-99ae-581c9dfffb74 req-725455f4-5c79-4a69-b5f1-1fda96ed223e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796416 Mar 31 23:07:06.880703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:06.917158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-bd0d399c-0627-4a75-9083-8041af61edff', 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'fixed_ips': [{'subnet_id': '1c50e8f5-7a18-4ba6-bc6e-c4030b168492'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:06.918009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.981259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb6edb9f-870b-4665-8374-7804b5cfbdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:06.986341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.000387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb6edb9f-870b-4665-8374-7804b5cfbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.013178 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.049429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8b57bf5f-14ab-4961-b4dd-a908d01d8a20 None None] Provisioning complete for port 57939c5a-dd49-43c2-b24c-9db72c761c89 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:07.050118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b57bf5f-14ab-4961-b4dd-a908d01d8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.087512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-b7ce991b-6b0b-469d-9ba6-d4cb0b3c186a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1560280 Mar 31 23:07:07.111821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bb6edb9f-870b-4665-8374-7804b5cfbdcb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=89aca707512142f5a83e394e963f4d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586539 Mar 31 23:07:07.117960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:07.118707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Subnet': ['ID=ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.143912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8b57bf5f-14ab-4961-b4dd-a908d01d8a20 None None] Port 57939c5a-dd49-43c2-b24c-9db72c761c89 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:07.148705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-50697095-0175-47fb-b71a-f1a589612fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.190041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Checking segment: {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:07.190731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network hostable DHCP agents. Network: 3beadf45-6989-494c-92dd-be2506b06452, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:07.216334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6edb9f-870b-4665-8374-7804b5cfbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c4a3f1-b9a1-46e0-a61b-248e92b04006,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.237524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-18c004d5-ae6c-4677-ad81-b0c5b1f18fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:07.239760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-18c004d5-ae6c-4677-ad81-b0c5b1f18fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1099679 Mar 31 23:07:07.245882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.256111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network 3beadf45-6989-494c-92dd-be2506b06452 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:07.292852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.294643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3beadf45-6989-494c-92dd-be2506b06452) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:07.308167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:07.308840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.314508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ccacb1-4d79-49e7-a94f-48d8f1bbe0a3 None None] Network 3beadf45-6989-494c-92dd-be2506b06452 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:07.356832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.404403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.408079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3478d7eb-6856-4938-a235-b47c42d0a49f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1166377 Mar 31 23:07:07.459929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-fcf69a6b-5b97-43a9-a630-aa3013c30bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:07.462233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-fcf69a6b-5b97-43a9-a630-aa3013c30bba service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.1961305 Mar 31 23:07:07.500277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e91178-c536-4efc-9e1b-386c8b37a7af req-9fe422db-f21a-42a5-b6dc-ff5bad8fef16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:07.510250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48e91178-c536-4efc-9e1b-386c8b37a7af req-9fe422db-f21a-42a5-b6dc-ff5bad8fef16 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2902837 Mar 31 23:07:07.515701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420a5229-9e40-47f5-ab33-b669926fbbf3 req-7c6ff135-d14a-4f93-8a3a-8d4abda2d924 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0486541 Mar 31 23:07:07.552898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-cc25b9f7-f4be-4e23-a3f6-03df8938fa4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 200 len: 217 time: 0.0773029 Mar 31 23:07:07.560252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.565113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Pushing event updated for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.594086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3beadf45-6989-494c-92dd-be2506b06452', 'network_id': '3beadf45-6989-494c-92dd-be2506b06452', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'fixed_ips': [{'subnet_id': 'ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:07:07.595028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.607649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48e91178-c536-4efc-9e1b-386c8b37a7af req-dea3cf57-a2f5-44d5-aaee-cb450a4933d9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963361 Mar 31 23:07:07.629200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.632563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:07.635410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8c4a3f1-b9a1-46e0-a61b-248e92b04006 HTTP/1.1" status: 204 len: 168 time: 0.5140901 Mar 31 23:07:07.641921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:02Z', 'revision_number': 3, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:07.666584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1f1c-2144-468f-bf91-2121045ff5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c4a3f1-b9a1-46e0-a61b-248e92b04006,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:07.701964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3558ad34-fbf7-4c3d-b0bb-48e4e346ffa5 None None] The sync data for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 is: [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:02Z', 'revision_number': 3, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:07.703798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-c00651fb-8375-48a7-b1e8-0719c7543eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:07.705957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-c00651fb-8375-48a7-b1e8-0719c7543eb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1460512 Mar 31 23:07:07.710238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Allocated IP 19.80.0.2 (bd0d399c-0627-4a75-9083-8041af61edff/1c50e8f5-7a18-4ba6-bc6e-c4030b168492/5a69a60b-2c74-4209-8063-328b00486405) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:07.929551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Network f2a9f363-6c6c-4340-adfa-a228be97d080 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:07.932795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:08.002484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28371c4-bb41-4680-b1e4-9894002eaec5 req-5d5f6fd7-b92a-4197-8b90-5a0a211b82d2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.004247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b28371c4-bb41-4680-b1e4-9894002eaec5 req-5d5f6fd7-b92a-4197-8b90-5a0a211b82d2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2036438 Mar 31 23:07:08.049532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Allocated IP 19.86.0.2 (3beadf45-6989-494c-92dd-be2506b06452/ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2/e8146f8c-47a6-42d1-8d6b-16b97df922e8) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:08.233718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Router 813d9fd0-8435-4e9b-9b0b-61f77c53318c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:08.248994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b28371c4-bb41-4680-b1e4-9894002eaec5 req-c0d04541-5d9e-4047-9e77-35b0baa8f017 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043021 Mar 31 23:07:08.597835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:08.617865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d9ac1186-5ed7-4e57-be92-9ec154f0e3eb admin admin] 10.222.0.95 "PUT /v2.0/routers/813d9fd0-8435-4e9b-9b0b-61f77c53318c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9008353 Mar 31 23:07:08.692125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce057-0732-462b-bcc9-2ec4ca0088c0 req-1421a5ab-4574-477d-b44c-e70539f94069 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.711219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d1ce057-0732-462b-bcc9-2ec4ca0088c0 req-1421a5ab-4574-477d-b44c-e70539f94069 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2639649 Mar 31 23:07:08.718277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-ce3e3da6-6632-46b1-a0df-17fff1fd8052 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812809 Mar 31 23:07:08.725212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-90f3db0c-e32c-4018-82e1-da6f0783c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.731081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-90f3db0c-e32c-4018-82e1-da6f0783c93b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0099142 Mar 31 23:07:08.822554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.837508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.895900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d1ce057-0732-462b-bcc9-2ec4ca0088c0 req-a9bd9794-a47d-45f6-8d84-973302838e3c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735840 Mar 31 23:07:08.902957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.926969 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.936710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a741c3-2274-4422-b09d-5a6db8254121 req-d117b290-487b-4bc8-a608-8bb6402442ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.940684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-d117b290-487b-4bc8-a608-8bb6402442ab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 1097 time: 0.1531525 Mar 31 23:07:08.944721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2715f28a-acd7-4287-b114-4f34d7bd9c5e None None] Provisioning complete for port 57939c5a-dd49-43c2-b24c-9db72c761c89 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:08.946655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2715f28a-acd7-4287-b114-4f34d7bd9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:08.966832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-6e9f65e9-ca1f-485f-9b64-b5b284dd68ad tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:08.968392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-6e9f65e9-ca1f-485f-9b64-b5b284dd68ad tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.96 "GET /v2.0/networks?id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e HTTP/1.1" status: 200 len: 816 time: 1.1139965 Mar 31 23:07:09.047224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-be223eff-fd0e-4b7f-bf57-6ff77a92f2f7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.053146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-be223eff-fd0e-4b7f-bf57-6ff77a92f2f7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.054982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-be223eff-fd0e-4b7f-bf57-6ff77a92f2f7 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/networks?id=bd0d399c-0627-4a75-9083-8041af61edff&id=3beadf45-6989-494c-92dd-be2506b06452 HTTP/1.1" status: 200 len: 1390 time: 1.3689287 Mar 31 23:07:09.111448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.133158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-ffe9f641-f3fd-4e66-aaa0-1c508e8f9943 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07 HTTP/1.1" status: 200 len: 380 time: 0.1386886 Mar 31 23:07:09.137265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Network bd0d399c-0627-4a75-9083-8041af61edff is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:09.138620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-080ef264-bdf5-404f-bb94-f8ba5d2c5b7e tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/quotas/e3c69690f97e456eab6c66e2e18f5e26 HTTP/1.1" status: 200 len: 375 time: 0.0712180 Mar 31 23:07:09.149393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'port': {'device_id': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'admin_state_up': True, 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'security_groups': ['1f8a2d82-d2c5-432d-b643-18d73ec15f19']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:09.156395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a741c3-2274-4422-b09d-5a6db8254121 req-63878452-e2c2-46ad-8a6d-4a9fc3a6ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.158127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-63878452-e2c2-46ad-8a6d-4a9fc3a6ef67 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.1930442 Mar 31 23:07:09.171886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:09.185172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:09.198161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Network 3beadf45-6989-494c-92dd-be2506b06452 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:09.199830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Pushing event updated for resources: {'Port': ['ID=5a69a60b-2c74-4209-8063-328b00486405,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.205392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2715f28a-acd7-4287-b114-4f34d7bd9c5e None None] Port 57939c5a-dd49-43c2-b24c-9db72c761c89 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:09.225920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:09.277401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:09.315427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-80a8bbac-1243-4062-ad13-fd1f3b2ac9c6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 200 len: 217 time: 0.1182880 Mar 31 23:07:09.341295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14f8c-474d-401d-908c-ac928952005b req-cdfca61a-eafd-4fe3-883f-00eebf0aff4d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.345775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13a14f8c-474d-401d-908c-ac928952005b req-cdfca61a-eafd-4fe3-883f-00eebf0aff4d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1866241 Mar 31 23:07:09.370727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Attempting to bind port 5a69a60b-2c74-4209-8063-328b00486405 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:09.371141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Attempting to bind port 5a69a60b-2c74-4209-8063-328b00486405 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:09.371656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Attempting to bind port 5a69a60b-2c74-4209-8063-328b00486405 on network bd0d399c-0627-4a75-9083-8041af61edff {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:09.374646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-682af1a2-c239-4f66-98d1-96d8ba3f92e6 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157010 Mar 31 23:07:09.385012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Pushing event updated for resources: {'Port': ['ID=e8146f8c-47a6-42d1-8d6b-16b97df922e8,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:09.397779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-84444d41-e194-4e39-bdd7-65742f564317 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2449288 Mar 31 23:07:09.412036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:09.412600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Checking segment: {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:09.413119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.413821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Bound using segment: {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:09.414422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Bound port: 5a69a60b-2c74-4209-8063-328b00486405, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:09.418898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.419129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a741c3-2274-4422-b09d-5a6db8254121 req-178317b1-2338-4d87-9fb6-72753a02308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.419129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-178317b1-2338-4d87-9fb6-72753a02308a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.0933213 Mar 31 23:07:09.530924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Attempting to bind port e8146f8c-47a6-42d1-8d6b-16b97df922e8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:09.531327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Attempting to bind port e8146f8c-47a6-42d1-8d6b-16b97df922e8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:09.531687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Attempting to bind port e8146f8c-47a6-42d1-8d6b-16b97df922e8 on network 3beadf45-6989-494c-92dd-be2506b06452 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:09.545647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Made reservation on behalf of 3d12fbcb7b0e4e04acf4e3a5b661bb07 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:09.552380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a741c3-2274-4422-b09d-5a6db8254121 req-52cda783-2e2e-435e-ba55-621f8e179556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:09.554265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-52cda783-2e2e-435e-ba55-621f8e179556 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269152 Mar 31 23:07:09.557351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13a14f8c-474d-401d-908c-ac928952005b req-072469ad-c405-40d3-9f64-1294c3e72b30 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394224 Mar 31 23:07:09.557485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.565287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:09.565522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Checking segment: {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:09.565903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.566549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Bound using segment: {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:09.577105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Bound port: e8146f8c-47a6-42d1-8d6b-16b97df922e8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:09.577686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.702237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] For port 5a69a60b-2c74-4209-8063-328b00486405, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:09.707460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] For port 5a69a60b-2c74-4209-8063-328b00486405, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a69a60b-2c74-4209-8063-328b00486405,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:09.713618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.776699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5676cc9e-c967-4a21-a99e-ab6d8a0e9444 req-7ab32d09-6f8c-43b9-b948-dfec42f94182 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0851817 Mar 31 23:07:09.814333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] For port e8146f8c-47a6-42d1-8d6b-16b97df922e8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:09.828105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-eaaa1934-d5f6-4ee9-9a9d-45a4ee74cc50 service neutron] 10.222.0.95 "GET /v2.0/networks/bd0d399c-0627-4a75-9083-8041af61edff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107776 Mar 31 23:07:09.829775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] For port e8146f8c-47a6-42d1-8d6b-16b97df922e8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8146f8c-47a6-42d1-8d6b-16b97df922e8,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:09.841407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:09.861304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-c3914f73-a32d-48d0-8afe-4a1c0eeb605b service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989028 Mar 31 23:07:09.878718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f8304-6965-4266-a51d-83dc79e3f79a None None] Pushing event updated for resources: {'Port': ['ID=5a69a60b-2c74-4209-8063-328b00486405,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.172060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d441183a-865c-4c51-b958-a0a6deb94abd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:10.190157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.259748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a741c3-2274-4422-b09d-5a6db8254121 req-202fa4ef-02a8-4077-9726-c5889faf2728 service neutron] 10.222.0.96 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861556 Mar 31 23:07:10.483263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004822-8368-4f07-b734-b2fc37c43b52 None None] Pushing event updated for resources: {'Port': ['ID=e8146f8c-47a6-42d1-8d6b-16b97df922e8,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.506567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.534865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d441183a-865c-4c51-b958-a0a6deb94abd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:10.535543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.583374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Allocated IP 172.20.0.5 (8c2a9a5c-51e3-4dd0-b659-af646f2ba63e/ec70e987-a549-4d69-a97f-ec1f891da28e/c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:10.683025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.725594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d441183a-865c-4c51-b958-a0a6deb94abd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d441183a-865c-4c51-b958-a0a6deb94abd,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:10.739102 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:10.769903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f2e1457-2713-4562-ac86-7aa21ff4b5f5 req-60b2bcf2-f57e-4559-a858-5ba161e4fb83 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3690279 Mar 31 23:07:10.832589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d441183a-865c-4c51-b958-a0a6deb94abd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:10.855837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51466) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:10.861339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172153599', 'description': 'tempest-description--597750339'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:10.934314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.019300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-0d835c42-1c22-496d-9795-2c0a3ff6a4b0 service neutron] 10.222.0.95 "GET /v2.0/networks/bd0d399c-0627-4a75-9083-8041af61edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1722872 Mar 31 23:07:11.087739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.120258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb354a2-a534-46ec-a471-c2ad69f370b4 req-28b561f2-8f18-4142-8e68-fa500b151580 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.121929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cb354a2-a534-46ec-a471-c2ad69f370b4 req-28b561f2-8f18-4142-8e68-fa500b151580 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1092589 Mar 31 23:07:11.153773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.164199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.185762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.186993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3301489 Mar 31 23:07:11.205835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51472) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:11.220873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'security_group_rule': {'security_group_id': '4ff82f83-7426-41d3-8cd9-620c75021f4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:11.228647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cb354a2-a534-46ec-a471-c2ad69f370b4 req-abfb73ea-9d11-4370-8a70-1fab47631902 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947931 Mar 31 23:07:11.262575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c217-dd08-46c1-ac14-f1df378670f9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff82f83-7426-41d3-8cd9-620c75021f4a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:11.336665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-63213361-663d-4540-8d68-3396f86613b7 service neutron] 10.222.0.95 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079090 Mar 31 23:07:11.389140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.389479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb1c18-e0c5-42d8-a001-f907746f8716 req-f2cd36fd-ef40-49cf-ae11-d53da29556c4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.395389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cfb1c18-e0c5-42d8-a001-f907746f8716 req-f2cd36fd-ef40-49cf-ae11-d53da29556c4 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.0789983 Mar 31 23:07:11.396862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:11.487463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cfb1c18-e0c5-42d8-a001-f907746f8716 req-9af73ec2-9e77-480f-8e26-2ca7e9be49a5 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836296 Mar 31 23:07:11.594897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:11.623162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:11.633067 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Sync routers for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:11.654684 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:11.656845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:11.657809 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:11.670657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54997a-fde2-481b-b47c-fc2fd1cf4317 req-b521d9ef-4585-4572-894c-dfcce6526043 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.685016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a54997a-fde2-481b-b47c-fc2fd1cf4317 req-b521d9ef-4585-4572-894c-dfcce6526043 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 931 time: 0.1013675 Mar 31 23:07:11.765498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a54997a-fde2-481b-b47c-fc2fd1cf4317 req-926e0764-2a9f-4f04-870b-5f289af9e69a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781143 Mar 31 23:07:11.807911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event updated for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:11.956275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e985b-09ce-4f20-9f45-ee465a3353e4 req-3e090fc6-2fe9-4959-b06c-d7b713d86ed2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:11.966340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a4e985b-09ce-4f20-9f45-ee465a3353e4 req-3e090fc6-2fe9-4959-b06c-d7b713d86ed2 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0665822 Mar 31 23:07:12.093383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-95864467-7a02-42bb-9823-869ac02953f9 service neutron] 10.222.0.95 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7556672 Mar 31 23:07:12.097691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a4e985b-09ce-4f20-9f45-ee465a3353e4 req-c7189024-ffdf-4122-a95b-6c9443c8e8c3 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281924 Mar 31 23:07:12.115140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.158211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.289761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.293962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:12.299496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'security_group_rule': {'security_group_id': '4ff82f83-7426-41d3-8cd9-620c75021f4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:12.300596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0909235 Mar 31 23:07:12.320744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5a6cd-b19e-46ab-b9bf-adf1b701f356 None None] Network bd0d399c-0627-4a75-9083-8041af61edff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:12.343887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:12.350515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.388289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.404460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f09727-dae5-4ab3-96eb-5d07d1b18ffd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c72fd3-87aa-474a-b6b3-4365a24c0b29,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:12.422151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-37defd67-97c7-4d06-8f16-aedf8c3f49cb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2782905 Mar 31 23:07:12.439431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a69a60b-2c74-4209-8063-328b00486405 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:12.440060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0aaff1-397c-486c-8f01-147027ee2a4c req-ede8cdff-e4a9-4a7c-b468-683d7a852910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:12.444737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a0aaff1-397c-486c-8f01-147027ee2a4c req-ede8cdff-e4a9-4a7c-b468-683d7a852910 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.5468724 Mar 31 23:07:12.446683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5be66682-428d-4747-ab4b-b32da573f4c1 None None] Provisioning complete for port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:12.447440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5be66682-428d-4747-ab4b-b32da573f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.459104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Request body: {'port': {'device_id': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:12.679223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.687522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.713296 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:12.787090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031da9db-c37c-4cad-a216-9d6ee852b492,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:12.789402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:12.955075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a3b8636-7528-4ee2-8b18-a0c2024c95c8 req-06029564-9de6-4595-afad-a2c50f22cac4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 210 time: 0.1551490 Mar 31 23:07:13.019722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.030138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b84d9c9-6a1a-4bfd-b892-4f77c1a92fd3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7350585 Mar 31 23:07:13.037874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:13.082840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:13.178846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.198701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8754220-19bc-4301-8eeb-164e9a2015e6 req-26bd37dc-bf79-44bc-8f08-55e8b4caf819 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:13.209084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8754220-19bc-4301-8eeb-164e9a2015e6 req-26bd37dc-bf79-44bc-8f08-55e8b4caf819 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.4648192 Mar 31 23:07:13.275028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5be66682-428d-4747-ab4b-b32da573f4c1 None None] Port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:13.286127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5f612-21d3-4f13-9242-be650dd63e60 None None] Network 3beadf45-6989-494c-92dd-be2506b06452 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:13.546026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a0aaff1-397c-486c-8f01-147027ee2a4c req-7a1e126d-7abd-4cee-8a7e-1473b086e73e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0789599 Mar 31 23:07:13.581595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3c5f9-7a2a-4145-a4d2-0e5dc6ae349e req-01ce1272-f15f-40cb-aee3-a0f90c5c8e77 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:13.583218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ed3c5f9-7a2a-4145-a4d2-0e5dc6ae349e req-01ce1272-f15f-40cb-aee3-a0f90c5c8e77 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2498519 Mar 31 23:07:13.623186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5a69a60b-2c74-4209-8063-328b00486405 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:13.632395 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.666998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Provisioning complete for port e8146f8c-47a6-42d1-8d6b-16b97df922e8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:13.667391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.727872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:13.735231 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:07Z', 'revision_number': 2, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:13.771400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8754220-19bc-4301-8eeb-164e9a2015e6 req-f817e0ce-00fb-45bf-bce8-22aa91d63ce7 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537584 Mar 31 23:07:13.791033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ed3c5f9-7a2a-4145-a4d2-0e5dc6ae349e req-7103bcc2-3770-44e9-9343-dbf7c6de9257 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901245 Mar 31 23:07:13.854554 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Checking router: 813d9fd0-8435-4e9b-9b0b-61f77c53318c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:13.863659 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Updating router 813d9fd0-8435-4e9b-9b0b-61f77c53318c port 57939c5a-dd49-43c2-b24c-9db72c761c89 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:07:13.978699 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.040476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.049092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Allocated IP 172.25.8.149 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ad6d8735-5848-4f2c-a6cf-0bf782a95956) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:14.262773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 5a69a60b-2c74-4209-8063-328b00486405, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a69a60b-2c74-4209-8063-328b00486405,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:14.267689 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.283991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.285042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d441183a-865c-4c51-b958-a0a6deb94abd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:14.295537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69cb50-937d-42b8-b026-5f4fb9199db2 req-cc4eb0c2-2726-46c6-ae5a-c1872f587a53 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:14.319669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c69cb50-937d-42b8-b026-5f4fb9199db2 req-cc4eb0c2-2726-46c6-ae5a-c1872f587a53 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 931 time: 0.3276899 Mar 31 23:07:14.342023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:14.371832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ce1de83-34e1-4389-8a4f-55b5f4dd3252 req-f92cd088-84ab-4bb0-b268-0817d9109e5a tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 210 time: 0.1244764 Mar 31 23:07:14.426165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.428833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.480385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] For port e8146f8c-47a6-42d1-8d6b-16b97df922e8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8146f8c-47a6-42d1-8d6b-16b97df922e8,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:14.481024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.502477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Transition to ACTIVE for port object c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:14.519085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.527786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.560081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=5a69a60b-2c74-4209-8063-328b00486405,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:14.561345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:14.568151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:14.572704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'Port': ['ID=ad6d8735-5848-4f2c-a6cf-0bf782a95956,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:14.577708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:14.581331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c69cb50-937d-42b8-b026-5f4fb9199db2 req-5c0be418-dd90-48e2-842c-f7df66691156 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605510 Mar 31 23:07:14.638237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Provisioning complete for port 5a69a60b-2c74-4209-8063-328b00486405 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:14.639344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.657668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d441183a-865c-4c51-b958-a0a6deb94abd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:14.659519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:14.802363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:15.001743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d517e02-346b-4a4d-ae3c-98564d0c4912 None None] Pushing event updated for resources: {'Port': ['ID=e8146f8c-47a6-42d1-8d6b-16b97df922e8,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:15.025241 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.040031 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.088609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Attempting to bind port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:15.088957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Attempting to bind port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:15.091379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Attempting to bind port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 on network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:15.114274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 on network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:15.114965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Attempting to bind port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 on network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:15.179594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:15.181227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Checking segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:15.181554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Bound using segment: {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:15.182020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Bound port: c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96e01e9-2e1f-456d-adcb-7fe8a926241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:15.183000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.233532 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998a4d-463e-48e6-92a5-35d30df80eb4 None None] Pushing event updated for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:15.241712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8146f8c-47a6-42d1-8d6b-16b97df922e8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:15.365754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:15.374221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:15.386665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e8146f8c-47a6-42d1-8d6b-16b97df922e8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:15.386665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.387961 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Attempting to bind port 57939c5a-dd49-43c2-b24c-9db72c761c89 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:15.390680 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Attempting to bind port 57939c5a-dd49-43c2-b24c-9db72c761c89 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:15.391256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Attempting to bind port 57939c5a-dd49-43c2-b24c-9db72c761c89 on network f2a9f363-6c6c-4340-adfa-a228be97d080 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:15.392152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.408625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:15.414462 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Checking segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:15.415143 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.415746 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Bound using segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:15.416666 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Bound port: 57939c5a-dd49-43c2-b24c-9db72c761c89, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:15.417492 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.486890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-412587d9-87cd-41ff-bfd6-d34e077304a8 None None] Provisioning complete for port e8146f8c-47a6-42d1-8d6b-16b97df922e8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:15.492228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-412587d9-87cd-41ff-bfd6-d34e077304a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.553641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Pushing event updated for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:15.597064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.598095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.600640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-1ceedfc6-0b8d-4dd6-938a-b2ca98ff1a8c service neutron] 10.222.0.96 "PUT /v2.0/ports/c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 HTTP/1.1" status: 200 len: 1091 time: 3.1549132 Mar 31 23:07:15.603067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:15.616854 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74611e0-15b2-42c0-b9eb-10f3827f2c67" -d '{"events": [{"name": "network-changed", "server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:15.637663 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] For port 57939c5a-dd49-43c2-b24c-9db72c761c89, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:15.642340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f229-f196-4026-a4a3-82c6c82750c6 req-a73153be-2844-474b-bb6a-b7265bc5003f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.655488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eb5f229-f196-4026-a4a3-82c6c82750c6 req-a73153be-2844-474b-bb6a-b7265bc5003f tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.6057205 Mar 31 23:07:15.659942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] For port 57939c5a-dd49-43c2-b24c-9db72c761c89, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=57939c5a-dd49-43c2-b24c-9db72c761c89,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:15.674045 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:15.840119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:15.844442 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:15.906603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-abeaab24-7950-429a-867a-2ff141c4023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:15.911414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-abeaab24-7950-429a-867a-2ff141c4023f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07&device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 1094 time: 0.2369323 Mar 31 23:07:15.944137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3eb5f229-f196-4026-a4a3-82c6c82750c6 req-a7f55ed5-922e-459d-b02c-884c77331bfe tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862511 Mar 31 23:07:16.024292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-412587d9-87cd-41ff-bfd6-d34e077304a8 None None] Provisioning complete for port 5a69a60b-2c74-4209-8063-328b00486405 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:16.024899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-412587d9-87cd-41ff-bfd6-d34e077304a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.125807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-9db63add-c855-406d-9026-4000641d85ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 HTTP/1.1" status: 200 len: 217 time: 0.1802118 Mar 31 23:07:16.128513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a69a60b-2c74-4209-8063-328b00486405 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:16.424843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5a69a60b-2c74-4209-8063-328b00486405 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:16.425230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.426868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998a4d-463e-48e6-92a5-35d30df80eb4 None None] Pushing event updated for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:16.538232 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:16.563493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28308745-1d35-4299-ad32-be20777880f3 req-7bd337f5-aaf3-4cbc-8439-4542aa19e6ee tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 210 time: 0.2123623 Mar 31 23:07:16.577545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8146f8c-47a6-42d1-8d6b-16b97df922e8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:16.626525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-ab320ab9-b498-4a04-947a-45a3e41b4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.639513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-ab320ab9-b498-4a04-947a-45a3e41b4514 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec70e987-a549-4d69-a97f-ec1f891da28e HTTP/1.1" status: 200 len: 855 time: 0.5056498 Mar 31 23:07:16.676696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] Provisioning complete for port 57939c5a-dd49-43c2-b24c-9db72c761c89 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:16.677108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.703588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-7d43504e-b65b-4ed6-940d-915ca66b6712 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.715330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-7d43504e-b65b-4ed6-940d-915ca66b6712 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.723477 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-7d43504e-b65b-4ed6-940d-915ca66b6712 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "GET /v2.0/networks?id=bd0d399c-0627-4a75-9083-8041af61edff&id=3beadf45-6989-494c-92dd-be2506b06452 HTTP/1.1" status: 200 len: 1390 time: 1.0942733 Mar 31 23:07:16.734514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6581bea-75d6-4df5-8a7b-8db68c17c588 req-4e7bb282-9062-441f-8a16-077dfc77cff3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.752545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6581bea-75d6-4df5-8a7b-8db68c17c588 req-4e7bb282-9062-441f-8a16-077dfc77cff3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 1.1260145 Mar 31 23:07:16.772369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'port': {'device_id': '4683c10e-d898-48d4-8463-27db26022b00', 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff', 'admin_state_up': True, 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:16.808460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e8146f8c-47a6-42d1-8d6b-16b97df922e8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:16.808936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.866931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:16.889251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-93638c81-c017-425f-904f-32bc60ffc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.911667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-93638c81-c017-425f-904f-32bc60ffc2ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646973 Mar 31 23:07:16.961499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062e28-c53b-4ffd-ac9b-b543755ff95a req-229f167f-eb5f-4779-b93b-b231eaae19ba tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:16.963114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43062e28-c53b-4ffd-ac9b-b543755ff95a req-229f167f-eb5f-4779-b93b-b231eaae19ba tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.2225678 Mar 31 23:07:17.071482 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.135462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43062e28-c53b-4ffd-ac9b-b543755ff95a req-c1b5d567-7029-4607-9d39-28fa8734c261 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473539 Mar 31 23:07:17.176516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6581bea-75d6-4df5-8a7b-8db68c17c588 req-3c65774c-4290-49a1-8ce4-9f5ac8e37172 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705652 Mar 31 23:07:17.192580 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:15Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:17.214509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] For port 57939c5a-dd49-43c2-b24c-9db72c761c89, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=57939c5a-dd49-43c2-b24c-9db72c761c89,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:17.217159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-a5233211-450e-4921-8326-b51bba623dd1 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965536 Mar 31 23:07:17.227551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.237717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.319742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a4b058-9670-43b2-a80b-854482146f0c None None] The sync data for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 is: [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:15Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:17.427932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928a851-cdec-426d-a5f1-ff7aebb08aa8 None None] Pushing event updated for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:17.526267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:17.540700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:17.542427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca439c1a-b0f8-4135-b27d-dda581790561 req-b231599b-c79a-4b1e-b05f-bcadc928f366 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147402 Mar 31 23:07:17.705699 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd3d34-d3fc-4992-a539-7abb4b696792 x-openstack-request-id: req-ffdd3d34-d3fc-4992-a539-7abb4b696792 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:17.706262 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:17.714393 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ffdd3d34-d3fc-4992-a539-7abb4b696792 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:17.715487 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffdd3d34-d3fc-4992-a539-7abb4b696792'] response: {'name': 'network-changed', 'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'status': 'completed', 'code': 200} Mar 31 23:07:17.987539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-706e1cd8-2d86-46dd-b934-ded0a0464ab3 req-47d83853-3d47-407b-a00d-5e36a1008248 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 210 time: 0.1720276 Mar 31 23:07:18.007715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 57939c5a-dd49-43c2-b24c-9db72c761c89 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:18.021393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-e07d2dd7-9404-4062-85d0-8cc02b909706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.023112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-e07d2dd7-9404-4062-85d0-8cc02b909706 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 1096 time: 0.4224586 Mar 31 23:07:18.102014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-db9e54b5-73d1-4bf2-b602-7aba401a1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.103841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-db9e54b5-73d1-4bf2-b602-7aba401a1e24 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07&device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 1094 time: 0.3868055 Mar 31 23:07:18.192901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 57939c5a-dd49-43c2-b24c-9db72c761c89 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:18.193509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.281642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.310203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.381811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'Port': ['ID=ad6d8735-5848-4f2c-a6cf-0bf782a95956,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:18.495543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc406efa-2bc8-4ffb-9241-d7b9b6a72214 req-b4626487-f741-4f0e-8b08-bce60bfbd668 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.513322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc406efa-2bc8-4ffb-9241-d7b9b6a72214 req-b4626487-f741-4f0e-8b08-bce60bfbd668 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.7906368 Mar 31 23:07:18.521663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.617916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Allocated IP 19.80.0.62 (bd0d399c-0627-4a75-9083-8041af61edff/1c50e8f5-7a18-4ba6-bc6e-c4030b168492/cfb1eb68-6671-4c5a-ac18-678832a154e3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:18.714873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-f935c9c6-020a-4de1-9c77-a168a18d33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.716851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-f935c9c6-020a-4de1-9c77-a168a18d33b7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e HTTP/1.1" status: 200 len: 918 time: 0.6004255 Mar 31 23:07:18.718016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-8d871a5f-c38e-40b6-88bd-8ca74bc65c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.720125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-8d871a5f-c38e-40b6-88bd-8ca74bc65c32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 200 len: 914 time: 0.6894782 Mar 31 23:07:18.738608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ad13-6787-48ad-8659-e52f964460fb req-be2fd817-9d37-48b4-b1e7-b5579e0f678c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:18.743664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2409ad13-6787-48ad-8659-e52f964460fb req-be2fd817-9d37-48b4-b1e7-b5579e0f678c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.3669372 Mar 31 23:07:18.878078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-789cc791-92a6-4798-9618-ce20f6ad8f60 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 HTTP/1.1" status: 200 len: 217 time: 0.1288826 Mar 31 23:07:18.900589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.913501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:18.913972 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:18.924373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a0f5ebd-2b70-4ce2-a09d-ffc2bf84081c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8758917 Mar 31 23:07:18.924517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-b42862f6-93f7-4df9-be2c-459f9b2c9714 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 200 len: 1000 time: 0.1748414 Mar 31 23:07:18.933025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc406efa-2bc8-4ffb-9241-d7b9b6a72214 req-ed869487-65ce-49ac-b2ff-1c6d60c2d3df tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187124 Mar 31 23:07:19.024243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2409ad13-6787-48ad-8659-e52f964460fb req-3f360cf7-c40d-487d-b79f-1ab8086a009c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506113 Mar 31 23:07:19.031975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.065157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-a4c96dfd-dfaf-44f5-80e3-339b7701384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.067647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-a4c96dfd-dfaf-44f5-80e3-339b7701384b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec70e987-a549-4d69-a97f-ec1f891da28e HTTP/1.1" status: 200 len: 855 time: 0.1813495 Mar 31 23:07:19.069507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-845a0716-582f-411e-8759-cac758c64e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.071279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-845a0716-582f-411e-8759-cac758c64e8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 200 len: 851 time: 0.1270967 Mar 31 23:07:19.202008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network bd0d399c-0627-4a75-9083-8041af61edff is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:19.205162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-16ba90bf-6255-4b03-a22e-22dca5db2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.209950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-16ba90bf-6255-4b03-a22e-22dca5db2c67 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331105 Mar 31 23:07:19.212506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-70eda103-5652-4590-ac55-bb8c61d484d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.214025 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-70eda103-5652-4590-ac55-bb8c61d484d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3001e2cd-b6be-47ff-8cb0-311ad8147372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1208768 Mar 31 23:07:19.218416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:19.221701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:19.284980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.285716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.305790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8da4e6-48fd-4915-990e-36b1462ce6cb req-06d84449-d7ea-45dd-823d-7f07f187eda8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:19.321539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca8da4e6-48fd-4915-990e-36b1462ce6cb req-06d84449-d7ea-45dd-823d-7f07f187eda8 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2679200 Mar 31 23:07:19.352052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:19.380727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca8da4e6-48fd-4915-990e-36b1462ce6cb req-b8371960-abf9-4b58-a331-f294b1039503 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580120 Mar 31 23:07:19.392414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-a6ebe07f-8144-49e4-b958-84da7f780dc5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6387427 Mar 31 23:07:19.421972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Request body: {'port': {'device_id': '4683c10e-d898-48d4-8463-27db26022b00', 'network_id': '3beadf45-6989-494c-92dd-be2506b06452', 'admin_state_up': True, 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:19.645372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-4e1c3f40-a2ec-464e-9945-32372c735991 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981605 Mar 31 23:07:19.729605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-95475eaf-7c6d-4f82-9608-62e477a9e560 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--172153599&fields=id&tenant_id=440539a26a16434badfb5dab565ebd3c HTTP/1.1" status: 200 len: 267 time: 0.1299915 Mar 31 23:07:19.793402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Made reservation on behalf of e3c69690f97e456eab6c66e2e18f5e26 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:19.797537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.901409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4870e4a8-49d7-4fa8-b0d3-44b4326e79a5 None None] Provisioning complete for port cfb1eb68-6671-4c5a-ac18-678832a154e3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:19.901965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4870e4a8-49d7-4fa8-b0d3-44b4326e79a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:19.907258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-03a0ea8b-d222-4608-8634-68a40ad87afe service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479921 Mar 31 23:07:20.008273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4870e4a8-49d7-4fa8-b0d3-44b4326e79a5 None None] Port cfb1eb68-6671-4c5a-ac18-678832a154e3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:20.089846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-e739d245-4967-43f5-9bd9-782fdc72edab tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.102024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-e739d245-4967-43f5-9bd9-782fdc72edab tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/networks?id=f2a9f363-6c6c-4340-adfa-a228be97d080 HTTP/1.1" status: 200 len: 811 time: 0.3595176 Mar 31 23:07:20.181561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-0c567f25-530d-477b-a358-8e146d7bf595 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/quotas/440539a26a16434badfb5dab565ebd3c HTTP/1.1" status: 200 len: 375 time: 0.0781507 Mar 31 23:07:20.275339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Allocated IP 19.86.0.215 (3beadf45-6989-494c-92dd-be2506b06452/ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2/cc2d6f30-049a-484d-81ce-cb6cfbe7fca3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:20.471582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-f7ac08ef-64d2-4447-b883-1a94e9eed2aa tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=440539a26a16434badfb5dab565ebd3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2883804 Mar 31 23:07:20.487807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d74611e0-15b2-42c0-b9eb-10f3827f2c67 req-0a76b56c-df8d-4814-8a35-b6543c81759d service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188947 Mar 31 23:07:20.495816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9658f-37c9-4388-a912-7f981d1293b1 req-62e23ed0-872f-4664-ad17-0cc4213e3778 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.497343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64a9658f-37c9-4388-a912-7f981d1293b1 req-62e23ed0-872f-4664-ad17-0cc4213e3778 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 931 time: 1.2824228 Mar 31 23:07:20.575024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b150e65-7b35-4989-a1d4-6f2b8ba2e43b req-c486ecb0-c3ca-4250-9930-5cec49aab5d4 service neutron] 10.222.0.60 "GET /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215517 Mar 31 23:07:20.595986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64a9658f-37c9-4388-a912-7f981d1293b1 req-aa2a3d7e-fc73-4413-8ae0-9a55aa3434f0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674121 Mar 31 23:07:20.672869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.758179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-27167c81-e327-4844-8b3b-98c74d34dbf5 service neutron] 10.222.0.95 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852659 Mar 31 23:07:20.776087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.803485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.848959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe3de4-29ef-49d6-8e17-daee7805e0ce req-0a1b6159-e7dc-499b-b7c7-5aecacdb575b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.850710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ecbe3de4-29ef-49d6-8e17-daee7805e0ce req-0a1b6159-e7dc-499b-b7c7-5aecacdb575b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0563905 Mar 31 23:07:20.878209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Network 3beadf45-6989-494c-92dd-be2506b06452 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:20.886042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:20.888309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event updated for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:20.901932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:20.938089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ecbe3de4-29ef-49d6-8e17-daee7805e0ce req-6bfbb215-724b-4b8d-96e9-fede969d82ec tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786211 Mar 31 23:07:20.964247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:20.964945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:20.993623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7d15bd09-056a-4e60-82cd-4b76cded82f4 service neutron] 10.222.0.95 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267416 Mar 31 23:07:21.015033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-cf9e8298-9e0d-46ed-a657-ec2fe266b4c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6150160 Mar 31 23:07:21.028607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Request body: {'port': {'device_id': '4683c10e-d898-48d4-8463-27db26022b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:21.159954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.233578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fcd86-be05-4cfc-8823-7115f8d9d9de req-1096ffa0-8002-41a1-a36e-826fe842be63 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.236351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f9fcd86-be05-4cfc-8823-7115f8d9d9de req-1096ffa0-8002-41a1-a36e-826fe842be63 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.1512177 Mar 31 23:07:21.339881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f9fcd86-be05-4cfc-8823-7115f8d9d9de req-ae9aa401-011d-4c44-97ec-804728b4f3de tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939698 Mar 31 23:07:21.356347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9a09edcf-1e42-4d35-b6fe-ae6dd8b3a3ba None None] Provisioning complete for port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:21.356905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9a09edcf-1e42-4d35-b6fe-ae6dd8b3a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:21.502987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9a09edcf-1e42-4d35-b6fe-ae6dd8b3a3ba None None] Port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:21.550075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-747dbffb-1e6c-4135-8e8d-ee3b62859055 req-faeb24d9-8b98-4251-bdd0-17a9ebc4f571 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 210 time: 0.1010778 Mar 31 23:07:21.692475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399853-8887-4fc2-b913-1066981b7b45 req-8465e481-ec2f-43f0-81ec-618f0c5d949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.696969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-8465e481-ec2f-43f0-81ec-618f0c5d949a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.1807787 Mar 31 23:07:21.883377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163afa-e258-41c3-82fb-8901ea9e2c1a req-7d302cc0-8e93-403a-9ffa-f4b4a812e11f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.886815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5aaa5-72cd-44ba-9a2f-56ed22c245d9 req-ac2be6fb-872a-489e-b287-0e0efb699a98 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.892757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63b5aaa5-72cd-44ba-9a2f-56ed22c245d9 req-ac2be6fb-872a-489e-b287-0e0efb699a98 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2171724 Mar 31 23:07:21.900502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163afa-e258-41c3-82fb-8901ea9e2c1a req-7d302cc0-8e93-403a-9ffa-f4b4a812e11f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.904901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4163afa-e258-41c3-82fb-8901ea9e2c1a req-7d302cc0-8e93-403a-9ffa-f4b4a812e11f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1654 time: 0.1647606 Mar 31 23:07:21.941936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399853-8887-4fc2-b913-1066981b7b45 req-3443b3cd-2c45-49c5-8d10-182fe2e5e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:21.945138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-3443b3cd-2c45-49c5-8d10-182fe2e5e38e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.2407525 Mar 31 23:07:22.072289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63b5aaa5-72cd-44ba-9a2f-56ed22c245d9 req-4c90edee-52cb-491d-9db0-e16f51159772 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235209 Mar 31 23:07:22.072789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4163afa-e258-41c3-82fb-8901ea9e2c1a req-b83e5e96-248a-4aa1-bb07-94371351890d tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352518 Mar 31 23:07:22.134178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-4ca451b3-495b-422e-a374-0490ba2b5b53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 1000 time: 0.1704745 Mar 31 23:07:22.258613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399853-8887-4fc2-b913-1066981b7b45 req-acf60e96-a739-480f-bbd4-9f9335c71a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.260366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-acf60e96-a739-480f-bbd4-9f9335c71a21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1193199 Mar 31 23:07:22.276847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb1eb68-6671-4c5a-ac18-678832a154e3 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:22.292048 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.307270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17fcd4-b414-44a2-a656-744af75483aa req-e9f2630b-f814-451c-a5b3-ca2f47b436e8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.308957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f17fcd4-b414-44a2-a656-744af75483aa req-e9f2630b-f814-451c-a5b3-ca2f47b436e8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0936859 Mar 31 23:07:22.320054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Transition to ACTIVE for port object cfb1eb68-6671-4c5a-ac18-678832a154e3 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:22.326449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.339992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399853-8887-4fc2-b913-1066981b7b45 req-245b6274-4334-433d-a6d2-bed65276cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.341603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-245b6274-4334-433d-a6d2-bed65276cc7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745664 Mar 31 23:07:22.389040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.471674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f17fcd4-b414-44a2-a656-744af75483aa req-44f06ae8-0d06-460d-b2d8-3f0c8dbb6082 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472638 Mar 31 23:07:22.549723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Attempting to bind port cfb1eb68-6671-4c5a-ac18-678832a154e3 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:22.551547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Attempting to bind port cfb1eb68-6671-4c5a-ac18-678832a154e3 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:22.551547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Attempting to bind port cfb1eb68-6671-4c5a-ac18-678832a154e3 on network bd0d399c-0627-4a75-9083-8041af61edff {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:22.556765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Port cfb1eb68-6671-4c5a-ac18-678832a154e3 on network bd0d399c-0627-4a75-9083-8041af61edff not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:22.557128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Attempting to bind port cfb1eb68-6671-4c5a-ac18-678832a154e3 on network bd0d399c-0627-4a75-9083-8041af61edff {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:22.571173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:22.571556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Checking segment: {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:22.571942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Bound using segment: {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:22.572382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Bound port: cfb1eb68-6671-4c5a-ac18-678832a154e3, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd324cf0e-00d1-4414-81a8-db9b2692efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:22.572745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.580219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-a400fdfd-9ae2-4887-8239-f6f98e3f99b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269695 Mar 31 23:07:22.596226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6bab6-9c95-4ad0-a1a0-5c86a50860d8 req-a3bd9d2d-11e4-4f57-bad5-bfffa347e39e tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.605249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afd6bab6-9c95-4ad0-a1a0-5c86a50860d8 req-a3bd9d2d-11e4-4f57-bad5-bfffa347e39e tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.1289184 Mar 31 23:07:22.706451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afd6bab6-9c95-4ad0-a1a0-5c86a50860d8 req-64524626-b117-4ac2-a683-fa5ef4883c67 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002598 Mar 31 23:07:22.708747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:22.713631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:22.721724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b8eaf-e5b1-4a84-a7ab-cf7d958d0517 req-b828cdbf-1527-449c-a9a5-27e4cf6408ff tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.723060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.724772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-870b8eaf-e5b1-4a84-a7ab-cf7d958d0517 req-b828cdbf-1527-449c-a9a5-27e4cf6408ff tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1364036 Mar 31 23:07:22.783836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc399853-8887-4fc2-b913-1066981b7b45 req-7d71a000-ae0a-464e-a27d-c4d6c77ec905 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829658 Mar 31 23:07:22.809943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-870b8eaf-e5b1-4a84-a7ab-cf7d958d0517 req-1870b9f6-a765-4bb2-8724-bd12073d9837 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676734 Mar 31 23:07:22.849425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:22.850238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:22.852391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] 10.222.0.96 "PUT /v2.0/ports/cfb1eb68-6671-4c5a-ac18-678832a154e3 HTTP/1.1" status: 200 len: 1091 time: 1.8291504 Mar 31 23:07:22.852997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:22.856183 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe040c-0f57-4ed4-aa60-6767cedef970" -d '{"events": [{"name": "network-changed", "server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:22.894936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06a3d6d7-cfee-4186-ad34-76472e5384c5 req-7bc67cd2-6451-45a6-baad-4be511985585 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 210 time: 0.0898800 Mar 31 23:07:22.967870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cee44-66d5-4d33-a821-0ce3af1e4923 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:22.991831 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a310e28-4cba-4d4d-b3d6-ee3494a5aa2e x-openstack-request-id: req-4a310e28-4cba-4d4d-b3d6-ee3494a5aa2e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:22.992136 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:22.992697 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4a310e28-4cba-4d4d-b3d6-ee3494a5aa2e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:22.993108 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a310e28-4cba-4d4d-b3d6-ee3494a5aa2e'] response: {'name': 'network-changed', 'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3', 'status': 'completed', 'code': 200} Mar 31 23:07:23.065141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Request body: {'port': {'device_id': '4683c10e-d898-48d4-8463-27db26022b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:23.209713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:23.333997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-a926acd7-e20f-432d-ba49-d54a2acaf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.334612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-a926acd7-e20f-432d-ba49-d54a2acaf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.339138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-a926acd7-e20f-432d-ba49-d54a2acaf47c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1913 time: 0.3244936 Mar 31 23:07:23.592971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f601640-a880-4302-b216-96eb5432f494 req-02ee3b37-2dcb-49d8-8e62-84c718c2ee80 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.606693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f601640-a880-4302-b216-96eb5432f494 req-02ee3b37-2dcb-49d8-8e62-84c718c2ee80 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.608945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f601640-a880-4302-b216-96eb5432f494 req-02ee3b37-2dcb-49d8-8e62-84c718c2ee80 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1666 time: 0.3948293 Mar 31 23:07:23.821525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f601640-a880-4302-b216-96eb5432f494 req-036afdc3-8c8c-4320-9826-61a2e5eb5918 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923108 Mar 31 23:07:23.953824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-dc261e6f-9e78-4d76-9204-791c71984392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.954800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-dc261e6f-9e78-4d76-9204-791c71984392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.955804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-dc261e6f-9e78-4d76-9204-791c71984392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.959166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-dc261e6f-9e78-4d76-9204-791c71984392 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5962472 Mar 31 23:07:23.973517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-3e3a36f1-cdfe-4121-8c87-3ac0fd160600 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:23.976296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-3e3a36f1-cdfe-4121-8c87-3ac0fd160600 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.60 "GET /v2.0/networks?id=f2a9f363-6c6c-4340-adfa-a228be97d080 HTTP/1.1" status: 200 len: 811 time: 0.6338415 Mar 31 23:07:24.115582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:24.128845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.149552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-c589c91b-8dde-40e8-8645-791304e34df9 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=440539a26a16434badfb5dab565ebd3c HTTP/1.1" status: 200 len: 379 time: 0.0559156 Mar 31 23:07:24.150669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-2070eb02-ee3e-4bff-bb52-08cf0852ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.152098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbfe040c-0f57-4ed4-aa60-6767cedef970 req-2070eb02-ee3e-4bff-bb52-08cf0852ebd6 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1746268 Mar 31 23:07:24.154761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Transition to ACTIVE for port object cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:24.169460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'port': {'device_id': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'admin_state_up': True, 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'security_groups': ['4ff82f83-7426-41d3-8cd9-620c75021f4a']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:24.185937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8006102-f27a-477a-b5e5-672e0e92002d req-0725a41b-4ba1-4275-a404-c0ec019851af tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.188592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8006102-f27a-477a-b5e5-672e0e92002d req-0725a41b-4ba1-4275-a404-c0ec019851af tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1194921 Mar 31 23:07:24.189686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.298624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:24.323950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8006102-f27a-477a-b5e5-672e0e92002d req-ec4f21a8-41d7-4c38-a6a0-d969b2ccc330 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215498 Mar 31 23:07:24.402032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a305164-ad26-4256-a902-3eb44701fa61 req-60318008-e945-459b-bb03-d013617461ee tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.410253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a305164-ad26-4256-a902-3eb44701fa61 req-60318008-e945-459b-bb03-d013617461ee tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=257d2173-4c12-4eb3-b8c5-5f96e6358567 HTTP/1.1" status: 200 len: 943 time: 0.1381135 Mar 31 23:07:24.476276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Attempting to bind port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:24.476926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Attempting to bind port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:24.478584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Attempting to bind port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 on network 3beadf45-6989-494c-92dd-be2506b06452 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:24.508846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 on network 3beadf45-6989-494c-92dd-be2506b06452 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:24.511371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Attempting to bind port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 on network 3beadf45-6989-494c-92dd-be2506b06452 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:24.515347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Made reservation on behalf of 440539a26a16434badfb5dab565ebd3c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:24.519035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.534619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:24.535435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Checking segment: {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:24.536049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Bound using segment: {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:24.536681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Bound port: cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b870b902-c158-4c82-9043-4801ce3de271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3beadf45-6989-494c-92dd-be2506b06452'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:24.537373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.560683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port e036c0ad-b2fa-4439-8799-df212b775e25 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:24.561023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.564141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66310-6039-42ac-bea8-a1d2aa52154c req-2fb66253-4675-440f-b7ec-52c3d51037d1 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.566315 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94a66310-6039-42ac-bea8-a1d2aa52154c req-2fb66253-4675-440f-b7ec-52c3d51037d1 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.1101723 Mar 31 23:07:24.671220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94a66310-6039-42ac-bea8-a1d2aa52154c req-c43372ac-f020-4fc6-b3eb-01e08bffd1eb tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960293 Mar 31 23:07:24.733920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:24.738242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:24.746414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.807361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:24.808133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.809640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] 10.222.0.96 "PUT /v2.0/ports/cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 HTTP/1.1" status: 200 len: 1092 time: 1.8957779 Mar 31 23:07:24.826578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port e036c0ad-b2fa-4439-8799-df212b775e25, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e036c0ad-b2fa-4439-8799-df212b775e25,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:24.827324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:24.841177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-456bc15e-b37c-4599-b049-134d6148cf55 req-23e4b3dd-3bc6-4550-9d19-2969fd07826a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Mar 31 23:07:24.864953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for e036c0ad-b2fa-4439-8799-df212b775e25 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:24.868255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Allocated IP 172.20.0.9 (f2a9f363-6c6c-4340-adfa-a228be97d080/73f02cbf-ce45-4479-b1a0-6a0c9f6a7062/9714c0f3-04ed-4784-a584-05103eb6972e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:24.896215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db7666-dc5b-46e6-8feb-d1ae8ed8e8ad service neutron] Pushing event updated for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.006352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:25.008763 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de" -d '{"events": [{"name": "network-changed", "server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:25.038188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-2b3b37b5-5143-4082-8c43-903c97d8ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.038635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-2b3b37b5-5143-4082-8c43-903c97d8ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.040368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-2b3b37b5-5143-4082-8c43-903c97d8ff91 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1980 time: 0.1600511 Mar 31 23:07:25.059900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b6d5-faac-4e72-8e72-b8040cb9dfbd req-cc81b270-ad90-4550-9ad1-b3c90dcde6ac tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.065984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304b6d5-faac-4e72-8e72-b8040cb9dfbd req-cc81b270-ad90-4550-9ad1-b3c90dcde6ac tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.067734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2304b6d5-faac-4e72-8e72-b8040cb9dfbd req-cc81b270-ad90-4550-9ad1-b3c90dcde6ac tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1678 time: 0.1005332 Mar 31 23:07:25.161280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.208552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-1a0667d0-3961-49c6-8674-29af691f7c86 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3 HTTP/1.1" status: 200 len: 217 time: 0.1397839 Mar 31 23:07:25.221355 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2304b6d5-faac-4e72-8e72-b8040cb9dfbd req-51814338-b842-4c7d-b7e8-2e9a7ab2b71f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305065 Mar 31 23:07:25.285146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.290625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.296632 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd332a4-52f9-46a5-95ed-10dcf0e557ca x-openstack-request-id: req-0bd332a4-52f9-46a5-95ed-10dcf0e557ca {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:25.297229 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:25.297641 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0bd332a4-52f9-46a5-95ed-10dcf0e557ca {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:25.298208 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd332a4-52f9-46a5-95ed-10dcf0e557ca'] response: {'name': 'network-changed', 'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'status': 'completed', 'code': 200} Mar 31 23:07:25.302581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:25.306157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:25.328022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-3f2de9ba-b806-45b4-aa8d-908271660587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.329879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-3f2de9ba-b806-45b4-aa8d-908271660587 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1c50e8f5-7a18-4ba6-bc6e-c4030b168492 HTTP/1.1" status: 200 len: 801 time: 0.1075425 Mar 31 23:07:25.339141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=e036c0ad-b2fa-4439-8799-df212b775e25,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.402493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Network f2a9f363-6c6c-4340-adfa-a228be97d080 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:25.410401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:25.431167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:25.523029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-41e64c72-751c-4d11-bd15-00196609f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.530097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-41e64c72-751c-4d11-bd15-00196609f253 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bd0d399c-0627-4a75-9083-8041af61edff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1845078 Mar 31 23:07:25.587016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] No DVR routers for this DVR port e036c0ad-b2fa-4439-8799-df212b775e25 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:25.605473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.617622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a305164-ad26-4256-a902-3eb44701fa61 req-edc0ebdc-e8f6-4388-9695-5758c56648fb tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "DELETE /v2.0/ports/e036c0ad-b2fa-4439-8799-df212b775e25 HTTP/1.1" status: 204 len: 173 time: 1.2061391 Mar 31 23:07:25.622638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-deleted', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:25.636334 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea3e468-0baa-408e-821a-ecd866929be6" -d '{"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-deleted", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:25.672298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event updated for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:25.759281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.760335 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:25.816869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-7edb3bc9-15b2-4982-80be-629e475bc23a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6549053 Mar 31 23:07:25.844003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Request body: {'port': {'device_id': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:25.872899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdc62e-6559-400b-9913-0b0eeb879748 req-1fdf3b19-254f-414e-96b3-940eea06dfaa tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:25.882045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98bdc62e-6559-400b-9913-0b0eeb879748 req-1fdf3b19-254f-414e-96b3-940eea06dfaa tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.3142715 Mar 31 23:07:25.973342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-7491bd62-9b96-4d8f-a92d-228e3d47f94b service neutron] 10.222.0.96 "GET /v2.0/networks/bd0d399c-0627-4a75-9083-8041af61edff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352045 Mar 31 23:07:25.976359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.001967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98bdc62e-6559-400b-9913-0b0eeb879748 req-adf6ec9c-cdc2-4094-95a5-6dda57900c42 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187487 Mar 31 23:07:26.024745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.110402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-954a063f-268a-43ba-ab02-4582ee5fa394 None None] Provisioning complete for port 9714c0f3-04ed-4784-a584-05103eb6972e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:26.112854 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-954a063f-268a-43ba-ab02-4582ee5fa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.189302 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa604658-bc76-4bff-867a-77898e867499 x-openstack-request-id: req-fa604658-bc76-4bff-867a-77898e867499 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:26.191597 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257d2173-4c12-4eb3-b8c5-5f96e6358567", "name": "network-vif-deleted", "tag": "e036c0ad-b2fa-4439-8799-df212b775e25", "status": "failed", "code": 422}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:26.191976 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fa604658-bc76-4bff-867a-77898e867499 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:26.193413 n-d-835855-2 neutron-server[109298]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fa604658-bc76-4bff-867a-77898e867499']: {'server_uuid': '257d2173-4c12-4eb3-b8c5-5f96e6358567', 'name': 'network-vif-deleted', 'tag': 'e036c0ad-b2fa-4439-8799-df212b775e25', 'status': 'failed', 'code': 422} returned with failed status Mar 31 23:07:26.234444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-954a063f-268a-43ba-ab02-4582ee5fa394 None None] Port 9714c0f3-04ed-4784-a584-05103eb6972e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:07:26.288847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-180d9579-35a2-45d1-9e52-c334842dda95 service neutron] 10.222.0.96 "GET /v2.0/networks/bd0d399c-0627-4a75-9083-8041af61edff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823946 Mar 31 23:07:26.347534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-0f5abb3d-78cb-4b0e-85df-30db5833392f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 HTTP/1.1" status: 200 len: 217 time: 0.0511825 Mar 31 23:07:26.431577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-d2bb5aa3-6787-4606-9033-b12b2f388b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.433078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-d2bb5aa3-6787-4606-9033-b12b2f388b7a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2 HTTP/1.1" status: 200 len: 801 time: 0.0750444 Mar 31 23:07:26.441855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab74b10-805e-4240-84b7-721e6ffd8fa4 req-6f2ee032-3c1b-4288-90c2-a708d054ae50 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.443521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ab74b10-805e-4240-84b7-721e6ffd8fa4 req-6f2ee032-3c1b-4288-90c2-a708d054ae50 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.0988533 Mar 31 23:07:26.492803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9714c0f3-04ed-4784-a584-05103eb6972e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:26.504019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.516011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48333626-3953-4bba-a977-61c372628443 req-5d6df4c2-2499-4ccb-8d40-6a7d2a8d8812 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.517750 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48333626-3953-4bba-a977-61c372628443 req-5d6df4c2-2499-4ccb-8d40-6a7d2a8d8812 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 931 time: 0.1013541 Mar 31 23:07:26.528773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ab74b10-805e-4240-84b7-721e6ffd8fa4 req-fb759e06-8811-4d72-bc29-ea8841c2a0e7 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764000 Mar 31 23:07:26.536829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Transition to ACTIVE for port object 9714c0f3-04ed-4784-a584-05103eb6972e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:26.549225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:26.549421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2e065-563f-4473-bd14-e9520645243f req-e78c281c-6d1c-4771-94b3-9ec77c31ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:26.552747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-e78c281c-6d1c-4771-94b3-9ec77c31ec39 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3beadf45-6989-494c-92dd-be2506b06452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082428 Mar 31 23:07:26.713353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48333626-3953-4bba-a977-61c372628443 req-5ccc14da-9b45-492c-b8db-7ef537d70637 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863635 Mar 31 23:07:26.728755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:26.737274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-9d6683a5-3e81-4363-aecf-a5b724d9fff1 service neutron] 10.222.0.96 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673045 Mar 31 23:07:26.960024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Attempting to bind port 9714c0f3-04ed-4784-a584-05103eb6972e on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:07:26.960358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Attempting to bind port 9714c0f3-04ed-4784-a584-05103eb6972e by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:07:26.961971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Attempting to bind port 9714c0f3-04ed-4784-a584-05103eb6972e on network f2a9f363-6c6c-4340-adfa-a228be97d080 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:26.969892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Port 9714c0f3-04ed-4784-a584-05103eb6972e on network f2a9f363-6c6c-4340-adfa-a228be97d080 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:07:26.975360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Attempting to bind port 9714c0f3-04ed-4784-a584-05103eb6972e on network f2a9f363-6c6c-4340-adfa-a228be97d080 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:07:26.986452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:07:26.988459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Checking segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:26.989035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Bound using segment: {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:07:26.989996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Bound port: 9714c0f3-04ed-4784-a584-05103eb6972e, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c76355-859c-4df3-a1ad-23d6e03566a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:07:26.990498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.042021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1f5c-4dba-4671-93f6-b26a1d50820c req-aeca2092-5483-47ac-ade1-997cb3c01097 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.052265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1f5c-4dba-4671-93f6-b26a1d50820c req-aeca2092-5483-47ac-ade1-997cb3c01097 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.074803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-137d1f5c-4dba-4671-93f6-b26a1d50820c req-aeca2092-5483-47ac-ade1-997cb3c01097 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1678 time: 0.3366871 Mar 31 23:07:27.127171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c2e065-563f-4473-bd14-e9520645243f req-7fbc1e3f-0500-460e-8125-72de3f2a8d08 service neutron] 10.222.0.96 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306444 Mar 31 23:07:27.174143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:27.215154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:07:27.229039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9714c0f3-04ed-4784-a584-05103eb6972e,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:07:27.242149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.274407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-137d1f5c-4dba-4671-93f6-b26a1d50820c req-86d9227f-4ff6-4896-8573-461aa1aa1aff tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973665 Mar 31 23:07:27.314729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-5885b2e8-d8a5-4366-ad8c-0524cddb7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.315702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-5885b2e8-d8a5-4366-ad8c-0524cddb7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.318361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-5885b2e8-d8a5-4366-ad8c-0524cddb7e04 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1980 time: 0.0966086 Mar 31 23:07:27.376077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.379094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.381951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] 10.222.0.60 "PUT /v2.0/ports/9714c0f3-04ed-4784-a584-05103eb6972e HTTP/1.1" status: 200 len: 1091 time: 1.5557191 Mar 31 23:07:27.416125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1456d50-a840-4bb6-b875-ac1218a11d8b service neutron] Pushing event updated for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:27.511747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-316dab8d-fc5e-412c-8dd5-0ffc76a7753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.513519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-316dab8d-fc5e-412c-8dd5-0ffc76a7753b service neutron] 10.222.0.96 "GET /v2.0/networks?id=3beadf45-6989-494c-92dd-be2506b06452 HTTP/1.1" status: 200 len: 903 time: 0.1650541 Mar 31 23:07:27.545114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-118fc0a7-a4bd-4c6e-b671-a620274bd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.550199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd8a-8602-4c23-8b2d-7396965a847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.552791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-118fc0a7-a4bd-4c6e-b671-a620274bd301 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=440539a26a16434badfb5dab565ebd3c&device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 1094 time: 0.1033194 Mar 31 23:07:27.617257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-0f51ea25-9ad2-47ad-9a70-d8bf99047229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9714c0f3-04ed-4784-a584-05103eb6972e HTTP/1.1" status: 200 len: 217 time: 0.0548077 Mar 31 23:07:27.638545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-4a14db3f-c321-4d34-aa42-0c566d5ad0d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 HTTP/1.1" status: 200 len: 217 time: 0.0806506 Mar 31 23:07:27.714422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae5c8b-a7aa-47eb-9528-f831f79db7a5 req-c5d14460-6495-4355-a76a-02e8c5bc683a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.722104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eae5c8b-a7aa-47eb-9528-f831f79db7a5 req-c5d14460-6495-4355-a76a-02e8c5bc683a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.4711609 Mar 31 23:07:27.725209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-2be387f1-28ec-4329-939a-80725005dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.726720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-2be387f1-28ec-4329-939a-80725005dc11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73f02cbf-ce45-4479-b1a0-6a0c9f6a7062 HTTP/1.1" status: 200 len: 850 time: 0.0990775 Mar 31 23:07:27.745365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728c98-0e4e-42d2-937a-a436e268cadb req-c2c93884-0400-4a5c-9a97-29c6c39094ff tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.760870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd728c98-0e4e-42d2-937a-a436e268cadb req-c2c93884-0400-4a5c-9a97-29c6c39094ff tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 907 time: 0.2461801 Mar 31 23:07:27.790241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-3fd71f8b-a78b-4b65-88fe-d02325de8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.792725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-3fd71f8b-a78b-4b65-88fe-d02325de8e9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2 HTTP/1.1" status: 200 len: 801 time: 0.1310942 Mar 31 23:07:27.817598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6eae5c8b-a7aa-47eb-9528-f831f79db7a5 req-c3ea7fd5-dbd7-4e84-bac8-8c3eb173593a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925603 Mar 31 23:07:27.823071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-fa86fd1f-8ead-4722-b9dc-e69d4b71cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.825669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-fa86fd1f-8ead-4722-b9dc-e69d4b71cd65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2a9f363-6c6c-4340-adfa-a228be97d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820050 Mar 31 23:07:27.958250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd8a-8602-4c23-8b2d-7396965a847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:27.960340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-39c929a8-4ac2-4443-97d2-c3fda99242d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.961971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-39c929a8-4ac2-4443-97d2-c3fda99242d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3beadf45-6989-494c-92dd-be2506b06452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480041 Mar 31 23:07:27.971298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babf3f-2a3b-4f53-b707-af14d9fb0a18 req-a4016817-f233-4b52-bbf2-695ca4427739 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:27.972814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58babf3f-2a3b-4f53-b707-af14d9fb0a18 req-a4016817-f233-4b52-bbf2-695ca4427739 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 943 time: 0.1137309 Mar 31 23:07:27.973952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54fbdd8a-8602-4c23-8b2d-7396965a847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.000564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-dc29f29c-5912-413f-8f85-3f4b5029e031 service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662853 Mar 31 23:07:28.009391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a4a7-0013-4845-a420-0474cdd8e66a req-569e17fb-be95-438e-ae79-a27a9546037d tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.011633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dec1a4a7-0013-4845-a420-0474cdd8e66a req-569e17fb-be95-438e-ae79-a27a9546037d tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 943 time: 0.0810091 Mar 31 23:07:28.099857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-54fbdd8a-8602-4c23-8b2d-7396965a847c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=acbbddcf90cb46e29faba7358c0f4f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9226515 Mar 31 23:07:28.106549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:28.107328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbdd8a-8602-4c23-8b2d-7396965a847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cbbd9b-0703-4307-85ee-0ba9690014de,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:28.131390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dec1a4a7-0013-4845-a420-0474cdd8e66a req-706504fd-62ec-4751-b425-0b5b0d49d830 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957549 Mar 31 23:07:28.170147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58babf3f-2a3b-4f53-b707-af14d9fb0a18 req-581d75df-13f9-4ace-bd2d-3ffc2438e422 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692531 Mar 31 23:07:28.179935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f9c5ffc-254b-49aa-8a33-7164daa17680 req-562afb62-c9fb-439c-896e-2fba1ef0f469 service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671524 Mar 31 23:07:28.195360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:28.207383 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26223fdc-ad55-40c0-be82-4bae37a1fb36" -d '{"events": [{"name": "network-changed", "server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:28.236378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-d3a740f1-a174-43ea-aada-58c0a38d298f service neutron] 10.222.0.96 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595353 Mar 31 23:07:28.277639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.282914 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc1a8f-ce67-4d05-b386-a654d61d3c8d x-openstack-request-id: req-b8dc1a8f-ce67-4d05-b386-a654d61d3c8d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:28.283479 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:28.283927 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b8dc1a8f-ce67-4d05-b386-a654d61d3c8d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:28.284520 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8dc1a8f-ce67-4d05-b386-a654d61d3c8d'] response: {'name': 'network-changed', 'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e', 'status': 'completed', 'code': 200} Mar 31 23:07:28.344669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.384208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2977f-6df7-481d-a382-b5e7de88e988 req-5d5a17ae-727d-4000-9dbf-a2406a2b4a48 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.385886 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cf2977f-6df7-481d-a382-b5e7de88e988 req-5d5a17ae-727d-4000-9dbf-a2406a2b4a48 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1138051 Mar 31 23:07:28.399532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3dc3fee4-a4bb-465c-b9bd-3e8f096771de req-2d080543-f9e9-42bd-9006-3100e20872a4 service neutron] 10.222.0.96 "GET /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469822 Mar 31 23:07:28.404013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51816) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:28.411278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Request body: {'floatingip': {'port_id': '26821f80-55b8-4215-a494-14163b7ed14c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:28.411908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-dc6b82d8-a9cb-43c8-bac2-d1a0ffc62b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.413767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-dc6b82d8-a9cb-43c8-bac2-d1a0ffc62b8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=440539a26a16434badfb5dab565ebd3c&device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 1094 time: 0.0927522 Mar 31 23:07:28.540286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-037d64eb-cee2-4664-92b9-4fc303c59d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.543069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-037d64eb-cee2-4664-92b9-4fc303c59d5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2a9f363-6c6c-4340-adfa-a228be97d080 HTTP/1.1" status: 200 len: 913 time: 0.1186185 Mar 31 23:07:28.601395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-731ed5d3-b636-4891-b2d9-bfa5d02b4ec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9714c0f3-04ed-4784-a584-05103eb6972e HTTP/1.1" status: 200 len: 217 time: 0.0488038 Mar 31 23:07:28.669478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-eac6e873-1a3e-408b-8654-238c9c5171a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.671778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-eac6e873-1a3e-408b-8654-238c9c5171a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73f02cbf-ce45-4479-b1a0-6a0c9f6a7062 HTTP/1.1" status: 200 len: 850 time: 0.0604334 Mar 31 23:07:28.720944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-b51e1754-73c7-4d20-aa00-7e1f24ca3cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.722542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-b51e1754-73c7-4d20-aa00-7e1f24ca3cd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2a9f363-6c6c-4340-adfa-a228be97d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421813 Mar 31 23:07:28.781823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.784336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.787297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/47cbbd9b-0703-4307-85ee-0ba9690014de HTTP/1.1" status: 204 len: 168 time: 0.6750584 Mar 31 23:07:28.829999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5402cd1-1964-4cba-8044-cd2e682af8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cbbd9b-0703-4307-85ee-0ba9690014de,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:28.846421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:28.901914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14108-d7b1-4194-9471-190447237059 req-a1a572f2-0da3-44c7-a1ee-6436b75c6d06 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.908289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14108-d7b1-4194-9471-190447237059 req-a1a572f2-0da3-44c7-a1ee-6436b75c6d06 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.916543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78f14108-d7b1-4194-9471-190447237059 req-a1a572f2-0da3-44c7-a1ee-6436b75c6d06 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1678 time: 0.1658890 Mar 31 23:07:28.918231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-03f09c84-2b83-4be9-aeb9-03f89e119f6f service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872504 Mar 31 23:07:28.940207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-6b38160b-d784-4fda-a6fa-d1a5b55c8f32 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.941782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-6b38160b-d784-4fda-a6fa-d1a5b55c8f32 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 907 time: 0.1253319 Mar 31 23:07:28.959200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de365836-642b-4db2-81d2-22ac9315cd63 req-62d61b23-02a1-4095-bb9e-c49783cb7dbd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:28.960751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de365836-642b-4db2-81d2-22ac9315cd63 req-62d61b23-02a1-4095-bb9e-c49783cb7dbd tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 907 time: 0.0970442 Mar 31 23:07:28.981085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:28.987617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78f14108-d7b1-4194-9471-190447237059 req-14d87505-6f72-4431-8893-cc367270f559 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701504 Mar 31 23:07:29.166626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:29.204144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'port_id': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'mac_address': 'fa:16:3e:33:f6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:29.260186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.280477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:29.310320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:29.325320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.397132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:29.398949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.412924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.413648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.414212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.414928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.415760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.416331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.416908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.417439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.418002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.418647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.419179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.419820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:29.456720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6703d3d3-73b9-42a3-a160-aeff4d7750a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.655194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047dff7-6a96-4ca3-8e70-ded66c109d34 req-87bdb94e-e7f9-468a-977b-00f0e546f705 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.656868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5047dff7-6a96-4ca3-8e70-ded66c109d34 req-87bdb94e-e7f9-468a-977b-00f0e546f705 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 944 time: 0.2587428 Mar 31 23:07:29.658186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26223fdc-ad55-40c0-be82-4bae37a1fb36 req-88e29bb2-c6c8-40da-b247-a0f292508b7c service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276332 Mar 31 23:07:29.688294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a041b-16b0-4a0f-9a42-2e8a1437615e req-5a9740fa-1d81-4af3-a58a-54aaebbfd674 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:29.689732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c95a041b-16b0-4a0f-9a42-2e8a1437615e req-5a9740fa-1d81-4af3-a58a-54aaebbfd674 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 943 time: 0.1300814 Mar 31 23:07:29.710842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port 1f0c8819-fd89-44e1-9434-82f27eac710f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:29.711261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.785403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:29.791009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c95a041b-16b0-4a0f-9a42-2e8a1437615e req-14a4776b-31e7-4b87-8466-562d22fc0190 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926335 Mar 31 23:07:29.829133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port 1f0c8819-fd89-44e1-9434-82f27eac710f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f0c8819-fd89-44e1-9434-82f27eac710f,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:29.829759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.831544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5047dff7-6a96-4ca3-8e70-ded66c109d34 req-a00ecde5-fa8b-4394-802f-5ff5f466ec06 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559212 Mar 31 23:07:29.839421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6703d3d3-73b9-42a3-a160-aeff4d7750a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.845431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for 1f0c8819-fd89-44e1-9434-82f27eac710f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:29.875408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6703d3d3-73b9-42a3-a160-aeff4d7750a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.930495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.930875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703d3d3-73b9-42a3-a160-aeff4d7750a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ae5a78-c979-4955-bffe-c1f37bbdee0f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:29.935420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6703d3d3-73b9-42a3-a160-aeff4d7750a9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8a0d08ca4874473e8dd19610fa224e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5360918 Mar 31 23:07:29.941548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:29.941548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:29.996986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.023596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=1f0c8819-fd89-44e1-9434-82f27eac710f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.076534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] No DVR routers for this DVR port 1f0c8819-fd89-44e1-9434-82f27eac710f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:30.079908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.083586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5056897c-05ac-4c0f-b43d-92b143e5a3f8 req-b6785045-6b67-4b8b-a55f-b1e9b3b51365 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "DELETE /v2.0/ports/1f0c8819-fd89-44e1-9434-82f27eac710f HTTP/1.1" status: 204 len: 173 time: 1.1324441 Mar 31 23:07:30.087923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.149242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08b3ac0d-dbe5-4e3c-ad20-699634f3bc9b req-be4bb764-48ac-4ed2-acac-3001e9aad641 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ed24929-f1b5-4729-8b70-082483fd30de HTTP/1.1" status: 200 len: 210 time: 0.0399833 Mar 31 23:07:30.170536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.285384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'name': 'network-vif-deleted', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:30.289232 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e408ba-02bf-44ef-946a-557ff545e49a" -d '{"events": [{"server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "name": "network-vif-deleted", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:30.304483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492d4d-2e87-433b-986b-e3addec57a0c req-3eb91ed1-0875-4434-b493-14da69cb37a1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.310234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79492d4d-2e87-433b-986b-e3addec57a0c req-3eb91ed1-0875-4434-b493-14da69cb37a1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.311840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79492d4d-2e87-433b-986b-e3addec57a0c req-3eb91ed1-0875-4434-b493-14da69cb37a1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1678 time: 0.1392303 Mar 31 23:07:30.331094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.333152 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b6c343-79a7-455f-b390-42ef50d657c9 x-openstack-request-id: req-35b6c343-79a7-455f-b390-42ef50d657c9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:30.333527 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed24929-f1b5-4729-8b70-082483fd30de", "name": "network-vif-deleted", "tag": "1f0c8819-fd89-44e1-9434-82f27eac710f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:30.333798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.333906 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35b6c343-79a7-455f-b390-42ef50d657c9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:30.334320 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b6c343-79a7-455f-b390-42ef50d657c9'] response: {'server_uuid': '9ed24929-f1b5-4729-8b70-082483fd30de', 'name': 'network-vif-deleted', 'tag': '1f0c8819-fd89-44e1-9434-82f27eac710f', 'status': 'completed', 'code': 200} Mar 31 23:07:30.334918 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/89ae5a78-c979-4955-bffe-c1f37bbdee0f HTTP/1.1" status: 204 len: 168 time: 0.3905988 Mar 31 23:07:30.349753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:30.361587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14f531-c671-4b20-8f47-7f45c2e4d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ae5a78-c979-4955-bffe-c1f37bbdee0f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:30.381154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79492d4d-2e87-433b-986b-e3addec57a0c req-505a2d04-2e9e-4c35-88d6-ff2bcbf60d43 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609269 Mar 31 23:07:30.479985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:30.484713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:30.490424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:30.499969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:30.500882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:30.518566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:30.522724 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:30.579803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e7da8c72-ef15-4aae-93e5-704e468cae4f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "PUT /v2.0/floatingips/faf348f9-393a-444f-b464-06cf8194a80d HTTP/1.1" status: 200 len: 992 time: 2.1746056 Mar 31 23:07:30.588286 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6dd33-10a7-423e-9822-4bb714f96adb x-openstack-request-id: req-9dc6dd33-10a7-423e-9822-4bb714f96adb {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:30.588639 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:30.589127 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9dc6dd33-10a7-423e-9822-4bb714f96adb {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:30.589910 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc6dd33-10a7-423e-9822-4bb714f96adb'] response: {'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'status': 'completed', 'code': 200} Mar 31 23:07:30.690704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-bd985d08-2c7e-4a0b-a5ef-ff603c89b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.692659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-bd985d08-2c7e-4a0b-a5ef-ff603c89b1bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.0732992 Mar 31 23:07:30.812351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:30.826027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-c2e45577-24c1-4130-aea4-54c2843b8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:30.827695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-c2e45577-24c1-4130-aea4-54c2843b8471 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.1262238 Mar 31 23:07:30.991153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-a5f7490f-c407-4df0-a93b-2e0413fa17da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 1000 time: 0.1560187 Mar 31 23:07:31.018538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d212fb-fbf8-4eba-94cd-abbf1266a45f req-41802d8e-6a2f-4c88-8487-3d2b6ea61fff tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.022932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8d212fb-fbf8-4eba-94cd-abbf1266a45f req-41802d8e-6a2f-4c88-8487-3d2b6ea61fff tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 943 time: 0.0822504 Mar 31 23:07:31.023686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:31.025970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:31.060759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-f78d5e52-356d-4882-acb8-483625af7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.062268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-f78d5e52-356d-4882-acb8-483625af7a6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.0616553 Mar 31 23:07:31.097712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8d212fb-fbf8-4eba-94cd-abbf1266a45f req-bbe7d637-56c1-46ab-9353-5425602b9b8a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650692 Mar 31 23:07:31.131942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007aef-95d9-4eb9-b23a-9f0b63b9fb6e req-0d0773ce-46e8-4065-ac98-3ce1adad8eaa tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.140354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e007aef-95d9-4eb9-b23a-9f0b63b9fb6e req-0d0773ce-46e8-4065-ac98-3ce1adad8eaa tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 944 time: 0.1782041 Mar 31 23:07:31.198841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e007aef-95d9-4eb9-b23a-9f0b63b9fb6e req-18f02369-a055-4657-8d05-4b6d83a859c3 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Mar 31 23:07:31.198841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-5134f8ce-0592-4cb8-bf56-f600d8f50500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.198841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-5134f8ce-0592-4cb8-bf56-f600d8f50500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238320 Mar 31 23:07:31.261565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:31.280523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:31.280948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.328268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.347274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'network_id': '3beadf45-6989-494c-92dd-be2506b06452', 'port_id': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'mac_address': 'fa:16:3e:49:a6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:31.400131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:07:29Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:31.401978 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.433694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-e43f8a4d-b74b-4eff-a7d4-708e12772791 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190185 Mar 31 23:07:31.543675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.548884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:31.566447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877ca3-ddda-4379-aa8e-23c21b37b020 req-7e088fbb-e0c2-4e8e-a97e-1ed811928aba tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.572224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:31.575671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877ca3-ddda-4379-aa8e-23c21b37b020 req-7e088fbb-e0c2-4e8e-a97e-1ed811928aba tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.586096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c877ca3-ddda-4379-aa8e-23c21b37b020 req-7e088fbb-e0c2-4e8e-a97e-1ed811928aba tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1678 time: 0.1055493 Mar 31 23:07:31.589279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:31.590123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:31.635767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:31.638701 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf7b2f-5a98-4c36-9376-8fa595b624ce" -d '{"events": [{"server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "name": "network-vif-plugged", "status": "completed", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:31.641550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b58a5507-54ed-45d8-91a4-3b9cd98f1f4e req-6a01ef32-1269-429e-87b3-93fb7b012f0e service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992824 Mar 31 23:07:31.644369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c877ca3-ddda-4379-aa8e-23c21b37b020 req-a83c9aef-c873-4615-8ea6-9d9758b036a0 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569940 Mar 31 23:07:31.651819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.666170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9714c0f3-04ed-4784-a584-05103eb6972e details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:31.679268 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.679996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfb1eb68-6671-4c5a-ac18-678832a154e3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:07:31.692444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.733366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad00888-f7d4-4833-9207-9c6a84481eed req-6d9c45b7-63a5-4ea0-b91f-05d505e472ce tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.736046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aad00888-f7d4-4833-9207-9c6a84481eed req-6d9c45b7-63a5-4ea0-b91f-05d505e472ce tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.0694382 Mar 31 23:07:31.790152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:31.804216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'cfb1eb68-6671-4c5a-ac18-678832a154e3', 'network_id': 'bd0d399c-0627-4a75-9083-8041af61edff', 'port_id': 'cfb1eb68-6671-4c5a-ac18-678832a154e3', 'mac_address': 'fa:16:3e:8f:c1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c50e8f5-7a18-4ba6-bc6e-c4030b168492', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:31.811698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aad00888-f7d4-4833-9207-9c6a84481eed req-b9231cba-6396-4368-9a16-08e48882ae36 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672219 Mar 31 23:07:31.828513 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5916d67-2f29-40f6-9131-2dd6e17d3dd2 x-openstack-request-id: req-f5916d67-2f29-40f6-9131-2dd6e17d3dd2 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:31.828806 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "name": "network-vif-plugged", "status": "completed", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:31.829213 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f5916d67-2f29-40f6-9131-2dd6e17d3dd2 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:31.829746 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5916d67-2f29-40f6-9131-2dd6e17d3dd2'] response: {'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'code': 200} Mar 31 23:07:31.844342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.900761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2908-7088-4828-8b9e-fee321c99bd4 req-e29b7856-3dc9-463f-b65c-7179eb3547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:31.903382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5b2908-7088-4828-8b9e-fee321c99bd4 req-e29b7856-3dc9-463f-b65c-7179eb3547b7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 1096 time: 0.0571072 Mar 31 23:07:31.966358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:31.972562 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:31.974663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e5b2908-7088-4828-8b9e-fee321c99bd4 req-deb7f553-6559-459f-867e-16b736e1967a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495260 Mar 31 23:07:32.052789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:32.055657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb1eb68-6671-4c5a-ac18-678832a154e3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:32.151123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:32.153846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9714c0f3-04ed-4784-a584-05103eb6972e,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:32.164674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.216624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.276553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10318335-0426-4790-ad4a-6cf719ade85c req-31ffafc2-421a-40df-ae83-b36cca917c79 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.284218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.284603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10318335-0426-4790-ad4a-6cf719ade85c req-31ffafc2-421a-40df-ae83-b36cca917c79 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 943 time: 0.0924075 Mar 31 23:07:32.289612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '9714c0f3-04ed-4784-a584-05103eb6972e', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'port_id': '9714c0f3-04ed-4784-a584-05103eb6972e', 'mac_address': 'fa:16:3e:0b:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:07:32.327826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10318335-0426-4790-ad4a-6cf719ade85c req-126328ab-9035-4be5-a2e2-c49f93b7fcbb tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Mar 31 23:07:32.387040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162b9f1-7f95-41df-bd31-b6b032f3bc43 req-d2e90715-9ae3-4abf-9d11-a275e3b9a176 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.398602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d162b9f1-7f95-41df-bd31-b6b032f3bc43 req-d2e90715-9ae3-4abf-9d11-a275e3b9a176 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.0991864 Mar 31 23:07:32.429314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.444104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d162b9f1-7f95-41df-bd31-b6b032f3bc43 req-071d50f8-07f7-4475-b328-41a42f059a94 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442407 Mar 31 23:07:32.461476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9714c0f3-04ed-4784-a584-05103eb6972e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:32.496607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9714c0f3-04ed-4784-a584-05103eb6972e,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:32.516874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.578163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:32.590226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:07:29Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:32.591352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:32.595507 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c6e59-3b5e-467f-bdb8-69a4a4570a98" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:32.621433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd6a98-8b51-4fc3-bf5d-aacc8f58ceb0 None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'faf348f9-393a-444f-b464-06cf8194a80d', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'port_id': '26821f80-55b8-4215-a494-14163b7ed14c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'mac_address': 'fa:16:3e:82:f7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:04:29Z', 'updated_at': '2022-03-31T23:07:29Z', 'revision_number': 3, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:32.669947 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ef771e-0cf0-4de2-9c61-e1b19c2b4b71 x-openstack-request-id: req-62ef771e-0cf0-4de2-9c61-e1b19c2b4b71 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:32.670250 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:32.670545 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-62ef771e-0cf0-4de2-9c61-e1b19c2b4b71 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:32.670954 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ef771e-0cf0-4de2-9c61-e1b19c2b4b71'] response: {'name': 'network-changed', 'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'status': 'completed', 'code': 200} Mar 31 23:07:32.760862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-45a4b141-31df-473a-b721-fb9bdc03a7b8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.765406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-45a4b141-31df-473a-b721-fb9bdc03a7b8 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.96 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.0852091 Mar 31 23:07:32.767168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-de565170-ac5b-470a-84c5-a5173a8283cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.769521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-de565170-ac5b-470a-84c5-a5173a8283cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 1096 time: 0.0701144 Mar 31 23:07:32.911057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port 74f140e4-0f4b-4697-9340-ae6ecc28f827 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:32.912056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:32.916977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['cc2d6f30-049a-484d-81ce-cb6cfbe7fca3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:32.931015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-fa77a300-ef04-4801-a641-601061e8c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.932987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-fa77a300-ef04-4801-a641-601061e8c263 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.1528492 Mar 31 23:07:32.941646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d8a9-467a-4771-8e08-9ebf0473f910 req-6ea94654-2176-41e1-814e-2e25feb03915 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.947773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d8a9-467a-4771-8e08-9ebf0473f910 req-6ea94654-2176-41e1-814e-2e25feb03915 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:32.949494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06e5d8a9-467a-4771-8e08-9ebf0473f910 req-6ea94654-2176-41e1-814e-2e25feb03915 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1680 time: 0.1715872 Mar 31 23:07:33.050090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-eac0541a-d960-4608-bdd7-77c8d1a87eac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 200 len: 1000 time: 0.0996509 Mar 31 23:07:33.053436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06e5d8a9-467a-4771-8e08-9ebf0473f910 req-482e1d86-9e1a-4c39-8d81-9feabb5d8c00 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960844 Mar 31 23:07:33.111878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-abc3d803-ffe2-4a72-a992-58e9e831eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.113629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-abc3d803-ffe2-4a72-a992-58e9e831eceb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.0565441 Mar 31 23:07:33.176039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-a31bde02-29b0-4442-a7a5-3d81d9ca7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.178300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-a31bde02-29b0-4442-a7a5-3d81d9ca7096 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553634 Mar 31 23:07:33.228086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port 74f140e4-0f4b-4697-9340-ae6ecc28f827, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=74f140e4-0f4b-4697-9340-ae6ecc28f827,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:33.230326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.244616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9714c0f3-04ed-4784-a584-05103eb6972e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:33.247614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289077c-c914-4ec2-b6a6-765496451d95 req-6e55e6b1-88ed-4cbd-812c-b8eff2bee518 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.249472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c289077c-c914-4ec2-b6a6-765496451d95 req-6e55e6b1-88ed-4cbd-812c-b8eff2bee518 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 946 time: 0.1917894 Mar 31 23:07:33.284093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['cfb1eb68-6671-4c5a-ac18-678832a154e3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:33.292933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for 74f140e4-0f4b-4697-9340-ae6ecc28f827 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:33.297199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-3c28ef22-8830-4fae-836a-d16395619630 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101105 Mar 31 23:07:33.395891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c289077c-c914-4ec2-b6a6-765496451d95 req-f0899ab2-ff67-45a4-b434-e1dfa29a7ada tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215389 Mar 31 23:07:33.444467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-345c6e59-3b5e-467f-bdb8-69a4a4570a98 req-1bb00445-f2ff-41c6-95bd-59bcf2d6b91c service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314785 Mar 31 23:07:33.503073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addc439-1e65-43fe-a349-78e576f785b6 req-a72329b1-50de-4835-93f3-0483abffe810 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.504903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7addc439-1e65-43fe-a349-78e576f785b6 req-a72329b1-50de-4835-93f3-0483abffe810 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 944 time: 0.0638096 Mar 31 23:07:33.567307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7addc439-1e65-43fe-a349-78e576f785b6 req-d63fc61b-7964-4ff7-8da6-26d970b0c609 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524077 Mar 31 23:07:33.604569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.636591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=74f140e4-0f4b-4697-9340-ae6ecc28f827,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:33.661721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa36cd-7230-4eac-8dae-a0c8855898e0 req-ccb8ca68-13bc-494a-8444-dec3db12ddc2 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:33.670511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71aa36cd-7230-4eac-8dae-a0c8855898e0 req-ccb8ca68-13bc-494a-8444-dec3db12ddc2 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.1019392 Mar 31 23:07:33.686689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f0c8819-fd89-44e1-9434-82f27eac710f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:33.729349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] No DVR routers for this DVR port 74f140e4-0f4b-4697-9340-ae6ecc28f827 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:33.732416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:33.736286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 1f0c8819-fd89-44e1-9434-82f27eac710f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:33.736630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f0c8819-fd89-44e1-9434-82f27eac710f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:33.739788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb99a95a-72f1-4f02-8024-0cc28c5d2929 req-7093fb62-5927-41dd-9349-9b179f48d531 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.96 "DELETE /v2.0/ports/74f140e4-0f4b-4697-9340-ae6ecc28f827 HTTP/1.1" status: 204 len: 173 time: 0.9626856 Mar 31 23:07:33.812779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71aa36cd-7230-4eac-8dae-a0c8855898e0 req-cd00c70a-85bf-423a-91de-a7a1c0596fe7 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307950 Mar 31 23:07:34.273383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af867385-c820-4208-baa6-24f33226a0f1 req-dc91425f-9593-42a3-b6f9-d8b22ec31ca5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.279787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af867385-c820-4208-baa6-24f33226a0f1 req-dc91425f-9593-42a3-b6f9-d8b22ec31ca5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.281458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af867385-c820-4208-baa6-24f33226a0f1 req-dc91425f-9593-42a3-b6f9-d8b22ec31ca5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1680 time: 0.0841215 Mar 31 23:07:34.332197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af867385-c820-4208-baa6-24f33226a0f1 req-05e9a84c-c505-4441-ae88-98c0abd667ba tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 Mar 31 23:07:34.442782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36421ed9-e0d2-4c5c-8e92-e39b4032b7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:34.451806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:34.534657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a502c3f1-1f4f-49ce-ab25-8f3f90c3830c req-f2356763-13bf-4f71-b4cd-6041b83781a9 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c HTTP/1.1" status: 200 len: 210 time: 0.0313263 Mar 31 23:07:34.671745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'name': 'network-vif-deleted', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:34.674042 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbab0d2-332f-4923-a74e-d98253d0b539" -d '{"events": [{"server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "name": "network-vif-deleted", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:34.683603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2bba4-e4fc-47e5-92d7-d02f5b5a4288 req-3ac9e83d-0f8d-4f31-a18d-2946328e9712 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.685146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32a2bba4-e4fc-47e5-92d7-d02f5b5a4288 req-3ac9e83d-0f8d-4f31-a18d-2946328e9712 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 944 time: 0.0494261 Mar 31 23:07:34.711404 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ffb2ea-aab4-4438-93d5-88ff1b1b9bc9 x-openstack-request-id: req-12ffb2ea-aab4-4438-93d5-88ff1b1b9bc9 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:34.711676 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c", "name": "network-vif-deleted", "tag": "74f140e4-0f4b-4697-9340-ae6ecc28f827", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:34.711966 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-12ffb2ea-aab4-4438-93d5-88ff1b1b9bc9 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:34.712368 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ffb2ea-aab4-4438-93d5-88ff1b1b9bc9'] response: {'server_uuid': 'db6c77ee-f6fa-4be8-b2cc-ee7b3b48e22c', 'name': 'network-vif-deleted', 'tag': '74f140e4-0f4b-4697-9340-ae6ecc28f827', 'status': 'completed', 'code': 200} Mar 31 23:07:34.724890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32a2bba4-e4fc-47e5-92d7-d02f5b5a4288 req-c8ee8c4a-e4cb-47b3-9c3a-0d7db9344a06 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333369 Mar 31 23:07:34.877554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['74f140e4-0f4b-4697-9340-ae6ecc28f827'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:34.937228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e1ec2-9d3c-41dc-bcfc-0a408f111d31 req-f15a15ca-17c6-4bd1-a25c-90ee52d70eb1 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:34.938832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f86e1ec2-9d3c-41dc-bcfc-0a408f111d31 req-f15a15ca-17c6-4bd1-a25c-90ee52d70eb1 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.0627131 Mar 31 23:07:34.981750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f86e1ec2-9d3c-41dc-bcfc-0a408f111d31 req-ead2a398-4202-473f-9d2e-1e5d796c392e tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360692 Mar 31 23:07:35.101085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89642b80-9054-4f23-966a-146b818c2e00 req-d214692b-e8b2-45da-ac87-40f6bf029d3b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.102618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89642b80-9054-4f23-966a-146b818c2e00 req-d214692b-e8b2-45da-ac87-40f6bf029d3b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Mar 31 23:07:35.111270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:35.116769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Request body: {'floatingip': {'port_id': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:35.160214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.461908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce03a5-e661-4381-99ae-77adafef9bca req-1456793a-a2ca-4a82-be5a-3c80e5cf7edb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.468099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce03a5-e661-4381-99ae-77adafef9bca req-1456793a-a2ca-4a82-be5a-3c80e5cf7edb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.469713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5ce03a5-e661-4381-99ae-77adafef9bca req-1456793a-a2ca-4a82-be5a-3c80e5cf7edb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1680 time: 0.0593214 Mar 31 23:07:35.533642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5ce03a5-e661-4381-99ae-77adafef9bca req-43ac4152-10a4-4b36-811b-a6c84c2bafe1 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511880 Mar 31 23:07:35.634010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.640610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.685007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9714c0f3-04ed-4784-a584-05103eb6972e up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:35.813326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 9714c0f3-04ed-4784-a584-05103eb6972e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:35.822233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 9714c0f3-04ed-4784-a584-05103eb6972e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:35.822865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:35.846920 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Floating IP dcab9395-52df-4de1-be90-65f0a2c0961a associated. External IP: 172.25.8.90, port: c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7. Mar 31 23:07:35.977267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ae7c7-cdd5-4e37-a585-9a8b38c7469b req-afc02894-eb8f-4938-bbce-a8ce8978b5fd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.980945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c21faa-fe00-4599-a690-62e6e66b1db8 req-7c1b9c58-4ad2-4566-a76f-7b3dfb08f5ef tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:35.987732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff4ae7c7-cdd5-4e37-a585-9a8b38c7469b req-afc02894-eb8f-4938-bbce-a8ce8978b5fd tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 944 time: 0.1582122 Mar 31 23:07:35.994339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c21faa-fe00-4599-a690-62e6e66b1db8 req-7c1b9c58-4ad2-4566-a76f-7b3dfb08f5ef tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1094246 Mar 31 23:07:35.995521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.032645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:36.035412 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e43ef-c487-44c4-a229-b6d0efad20a0" -d '{"events": [{"server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "name": "network-vif-plugged", "status": "completed", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:36.048715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c21faa-fe00-4599-a690-62e6e66b1db8 req-dc6123be-9eea-42cd-8270-508f66d6d742 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e78ae7d-727a-4280-8d44-6af811892cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525234 Mar 31 23:07:36.054365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9714c0f3-04ed-4784-a584-05103eb6972e,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:36.061181 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.101859 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68454b1a-cbc9-41c0-840b-63f7b39b8d71 x-openstack-request-id: req-68454b1a-cbc9-41c0-840b-63f7b39b8d71 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:36.102163 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "name": "network-vif-plugged", "status": "completed", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:36.102415 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-68454b1a-cbc9-41c0-840b-63f7b39b8d71 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:36.103012 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68454b1a-cbc9-41c0-840b-63f7b39b8d71'] response: {'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e', 'code': 200} Mar 31 23:07:36.143729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:36.174113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff4ae7c7-cdd5-4e37-a585-9a8b38c7469b req-56137b7f-0b84-4dc4-8bd5-94302255d8cc tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854973 Mar 31 23:07:36.198146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-b7dd0102-ae4c-4e57-98e2-7cc0967fef97 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.199594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-b7dd0102-ae4c-4e57-98e2-7cc0967fef97 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 945 time: 0.1366434 Mar 31 23:07:36.330557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ce6de-5eb8-4be9-8feb-4e2878daa535 req-7d57b5b8-aa13-495f-8f2d-0629664a4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.332082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d0ce6de-5eb8-4be9-8feb-4e2878daa535 req-7d57b5b8-aa13-495f-8f2d-0629664a4f49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 1096 time: 0.1550543 Mar 31 23:07:36.417604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:36.419478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d0ce6de-5eb8-4be9-8feb-4e2878daa535 req-f16ba77a-06ac-43b9-a5e6-892a163e666b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550897 Mar 31 23:07:36.439606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port 9b108469-9915-4fe4-973a-fc3a01511bca {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:36.439929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.602633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port 9b108469-9915-4fe4-973a-fc3a01511bca, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9b108469-9915-4fe4-973a-fc3a01511bca,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:36.603544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.605946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:36.614813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.619752 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Sync routers for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:36.635154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:36.635900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:36.641606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for 9b108469-9915-4fe4-973a-fc3a01511bca owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:36.659555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4f0d49b5-83ca-4cf2-bd86-666a2d0fdead tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "PUT /v2.0/floatingips/dcab9395-52df-4de1-be90-65f0a2c0961a HTTP/1.1" status: 200 len: 990 time: 1.5448747 Mar 31 23:07:36.659555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:36.661380 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:36.739037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5602c-b1ff-468f-a0af-302e114da721 req-bbca9a6f-d004-499e-be70-99858774b804 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.745916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5602c-b1ff-468f-a0af-302e114da721 req-bbca9a6f-d004-499e-be70-99858774b804 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.747823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc5602c-b1ff-468f-a0af-302e114da721 req-bbca9a6f-d004-499e-be70-99858774b804 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1680 time: 0.1104879 Mar 31 23:07:36.777874 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:36.820569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3bc5602c-b1ff-468f-a0af-302e114da721 req-a991c5db-c18f-481f-a456-15474f571c60 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608001 Mar 31 23:07:36.829138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e71b9a-b5d8-4719-ab00-e98ccd08fe4e req-590e7733-99f9-43d5-880f-6d6f978acdec tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:36.830668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37e71b9a-b5d8-4719-ab00-e98ccd08fe4e req-590e7733-99f9-43d5-880f-6d6f978acdec tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.1028337 Mar 31 23:07:36.862985 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b963ee8-e166-4dab-8c1f-c3464812026a x-openstack-request-id: req-1b963ee8-e166-4dab-8c1f-c3464812026a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:36.863298 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:36.863554 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1b963ee8-e166-4dab-8c1f-c3464812026a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:36.864079 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b963ee8-e166-4dab-8c1f-c3464812026a'] response: {'name': 'network-changed', 'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'status': 'completed', 'code': 200} Mar 31 23:07:36.865151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.879859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['9b108469-9915-4fe4-973a-fc3a01511bca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:36.916366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=9b108469-9915-4fe4-973a-fc3a01511bca,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:36.949369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37e71b9a-b5d8-4719-ab00-e98ccd08fe4e req-727a674f-71c3-488a-9b8b-f9a1f48eebc1 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094620 Mar 31 23:07:36.991560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] No DVR routers for this DVR port 9b108469-9915-4fe4-973a-fc3a01511bca on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:36.996630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-952c2d23-323f-4a97-b8b5-3aff22326bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.997593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:36.997709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-1da04292-8068-47d9-8343-a441b66e226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.000636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f7092b2-fe52-42e4-8f4d-f936303e75d8 req-57095040-a5dd-48b5-abd8-817d60887a2d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "DELETE /v2.0/ports/9b108469-9915-4fe4-973a-fc3a01511bca HTTP/1.1" status: 204 len: 173 time: 0.7846241 Mar 31 23:07:37.002071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-1da04292-8068-47d9-8343-a441b66e226c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07&device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 1096 time: 0.1101947 Mar 31 23:07:37.025901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfb1eb68-6671-4c5a-ac18-678832a154e3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:37.169051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port cfb1eb68-6671-4c5a-ac18-678832a154e3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:37.175224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port cfb1eb68-6671-4c5a-ac18-678832a154e3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:37.177330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.235134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-c0855948-3c63-47ab-a612-f131a8e3006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.235134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-c0855948-3c63-47ab-a612-f131a8e3006a service neutron] 10.222.0.96 "GET /v2.0/networks?id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e HTTP/1.1" status: 200 len: 918 time: 0.2240479 Mar 31 23:07:37.390844 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.397754 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcab9395-52df-4de1-be90-65f0a2c0961a', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'floating_ip_address': '172.25.8.90', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'port_id': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'mac_address': 'fa:16:3e:33:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:25Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:37.403124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619179d-e1ed-41cf-adce-ed60efe30dd7 req-09250760-01aa-4bb3-8437-737cfde7a8a2 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.422094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2619179d-e1ed-41cf-adce-ed60efe30dd7 req-09250760-01aa-4bb3-8437-737cfde7a8a2 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.1121438 Mar 31 23:07:37.432412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Checking router: 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:37.447722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:37.447722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:37.484320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:37.494379 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.495122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:07:37.510827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2619179d-e1ed-41cf-adce-ed60efe30dd7 req-7230b05a-b90e-4240-9611-b0843680d994 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877757 Mar 31 23:07:37.643386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:37.658270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:07:37.672088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:07:37.672769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.677070 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:37.800663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5d85e52-4d1a-44f1-9f7e-e2ac2a8b1494 req-e059cafe-02a0-4362-b259-1ca31d978c68 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cbc124e-3d20-400d-a9b5-3d90e3db3cb3 HTTP/1.1" status: 200 len: 210 time: 0.5649798 Mar 31 23:07:37.823416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-230bad13-fc94-4f0b-937b-36fcd339e63a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 HTTP/1.1" status: 200 len: 998 time: 0.5575163 Mar 31 23:07:37.867770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.923562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-b3b6c12f-20eb-4877-b54a-c0b758591737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:37.925336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-b3b6c12f-20eb-4877-b54a-c0b758591737 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec70e987-a549-4d69-a97f-ec1f891da28e HTTP/1.1" status: 200 len: 855 time: 0.0940905 Mar 31 23:07:37.971945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:37.981463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:37.982563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 74f140e4-0f4b-4697-9340-ae6ecc28f827 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:38.023111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-872a4230-9433-4f45-b52d-bc4aef1fbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.024742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-872a4230-9433-4f45-b52d-bc4aef1fbb7a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905616 Mar 31 23:07:38.101745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcab9395-52df-4de1-be90-65f0a2c0961a', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'floating_ip_address': '172.25.8.90', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'port_id': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'mac_address': 'fa:16:3e:33:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:25Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:38.105836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3'}, {'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:38.120405 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5313dfd-6a89-440f-9cbc-a5253c2299cd" -d '{"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-plugged", "status": "completed", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3"}, {"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:38.150061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 74f140e4-0f4b-4697-9340-ae6ecc28f827 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:38.151737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 74f140e4-0f4b-4697-9340-ae6ecc28f827 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:38.189555 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba09c201-5d55-4aa3-b616-7790e34de896 None None] The sync data for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 is: [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcab9395-52df-4de1-be90-65f0a2c0961a', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'floating_ip_address': '172.25.8.90', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'port_id': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'mac_address': 'fa:16:3e:33:f6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:06:25Z', 'updated_at': '2022-03-31T23:07:35Z', 'revision_number': 1, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:38.208532 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc83f92-ea73-43a3-8e0d-901ab475828c x-openstack-request-id: req-6fc83f92-ea73-43a3-8e0d-901ab475828c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:38.209649 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-plugged", "status": "completed", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3", "code": 200}, {"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-plugged", "status": "completed", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:38.210060 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6fc83f92-ea73-43a3-8e0d-901ab475828c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:38.210770 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc83f92-ea73-43a3-8e0d-901ab475828c'] response: {'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3', 'code': 200} Mar 31 23:07:38.211187 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc83f92-ea73-43a3-8e0d-901ab475828c'] response: {'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'code': 200} Mar 31 23:07:38.216780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:38.284053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-737da952-164f-4498-83ca-34fa21a29e0a service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512786 Mar 31 23:07:38.304470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:38.423504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2565b1b3-6f4e-49b6-a877-7907b4baeb2a req-8d02bb71-1b97-4c4c-8b26-e60d77772116 service neutron] 10.222.0.96 "GET /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263974 Mar 31 23:07:38.487043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159fcd5-4294-429c-821c-4e2b69f2150f req-1b58993c-0514-46b6-8eee-142533c87172 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.493405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159fcd5-4294-429c-821c-4e2b69f2150f req-1b58993c-0514-46b6-8eee-142533c87172 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.495069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b159fcd5-4294-429c-821c-4e2b69f2150f req-1b58993c-0514-46b6-8eee-142533c87172 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1681 time: 0.5746119 Mar 31 23:07:38.506206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2aef-3a1d-4a47-983c-9bbc99ff99a8 req-34a88e84-0c19-4928-a5b8-48bf229e8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.506675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2aef-3a1d-4a47-983c-9bbc99ff99a8 req-34a88e84-0c19-4928-a5b8-48bf229e8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.508288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7ba2aef-3a1d-4a47-983c-9bbc99ff99a8 req-34a88e84-0c19-4928-a5b8-48bf229e8406 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1984 time: 0.0726163 Mar 31 23:07:38.526982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4da2c65-cbd0-4269-9c84-4503642ac683 None None] New status for floating IP dcab9395-52df-4de1-be90-65f0a2c0961a: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:38.589790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b159fcd5-4294-429c-821c-4e2b69f2150f req-0891aadf-61ab-480b-b69d-cf479651424c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879951 Mar 31 23:07:38.596416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7ba2aef-3a1d-4a47-983c-9bbc99ff99a8 req-06119af5-ae1c-4078-8b80-8a58f376ba3f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725234 Mar 31 23:07:38.700854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5cf55-670b-44a9-b976-5fc84804d15d req-eab97829-c77c-4889-b754-08489b011d97 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.710760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdd5cf55-670b-44a9-b976-5fc84804d15d req-eab97829-c77c-4889-b754-08489b011d97 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.0859013 Mar 31 23:07:38.769137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdd5cf55-670b-44a9-b976-5fc84804d15d req-40e34ede-054f-4c08-a7bc-eb72366e4694 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568936 Mar 31 23:07:38.868467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'name': 'network-vif-deleted', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:38.870941 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5523a36-2141-44a4-9ae7-6d2ac4903912" -d '{"events": [{"server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "name": "network-vif-deleted", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:38.920646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373d89e-48b8-4c0a-8146-9e463ffcf7fd req-af8aa18d-b795-4ab8-b739-c4141f91922a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:38.933226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52076) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:38.939259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Request body: {'floatingip': {'port_id': '9714c0f3-04ed-4784-a584-05103eb6972e'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:38.940027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8373d89e-48b8-4c0a-8146-9e463ffcf7fd req-af8aa18d-b795-4ab8-b739-c4141f91922a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.0992327 Mar 31 23:07:38.975792 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823fd931-98f0-49d2-8717-51109f38fb5b x-openstack-request-id: req-823fd931-98f0-49d2-8717-51109f38fb5b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:38.976294 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc124e-3d20-400d-a9b5-3d90e3db3cb3", "name": "network-vif-deleted", "tag": "9b108469-9915-4fe4-973a-fc3a01511bca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:38.976708 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-823fd931-98f0-49d2-8717-51109f38fb5b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:38.977261 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823fd931-98f0-49d2-8717-51109f38fb5b'] response: {'server_uuid': '5cbc124e-3d20-400d-a9b5-3d90e3db3cb3', 'name': 'network-vif-deleted', 'tag': '9b108469-9915-4fe4-973a-fc3a01511bca', 'status': 'completed', 'code': 200} Mar 31 23:07:38.984767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.254360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005a047-5072-4cde-b445-366fb434fbae req-c598fe13-53b7-4ece-85ad-690adb2e0866 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.255806 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a005a047-5072-4cde-b445-366fb434fbae req-c598fe13-53b7-4ece-85ad-690adb2e0866 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0937040 Mar 31 23:07:39.373087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a005a047-5072-4cde-b445-366fb434fbae req-b94ab2e3-3a54-41bb-87e1-dd6f768505c7 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050472 Mar 31 23:07:39.529272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.534315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.648244 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Floating IP dcf16859-5a5c-4262-9595-b8f30d99d00b associated. External IP: 172.25.8.149, port: 9714c0f3-04ed-4784-a584-05103eb6972e. Mar 31 23:07:39.714729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b108469-9915-4fe4-973a-fc3a01511bca no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:39.731853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87c03b-1f8f-462d-ac4c-7205ab1a91f1 req-f978f220-d6eb-4624-b2b3-5afc29d58db5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.738924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87c03b-1f8f-462d-ac4c-7205ab1a91f1 req-f978f220-d6eb-4624-b2b3-5afc29d58db5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:39.739126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 9b108469-9915-4fe4-973a-fc3a01511bca {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:39.739815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9b108469-9915-4fe4-973a-fc3a01511bca not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:39.748875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab87c03b-1f8f-462d-ac4c-7205ab1a91f1 req-f978f220-d6eb-4624-b2b3-5afc29d58db5 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1682 time: 0.0743642 Mar 31 23:07:39.800952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab87c03b-1f8f-462d-ac4c-7205ab1a91f1 req-87f87ff8-5d8b-43b2-b9d7-15316c601b9a tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Mar 31 23:07:39.946991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:39.954440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Router 813d9fd0-8435-4e9b-9b0b-61f77c53318c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:40.089733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:40.101433 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Sync routers for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:40.102248 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.120875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:40.121576 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:40.143123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d8b8355-7250-4983-84b9-a6765dafe066 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "PUT /v2.0/floatingips/dcf16859-5a5c-4262-9595-b8f30d99d00b HTTP/1.1" status: 200 len: 991 time: 1.1992984 Mar 31 23:07:40.143967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:40.146395 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf37c96c-5400-43a7-baf4-e0f28d0382c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:40.232465 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd22359-b4b3-4186-9974-a52e172351f7 x-openstack-request-id: req-6fd22359-b4b3-4186-9974-a52e172351f7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:40.232875 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:40.234050 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6fd22359-b4b3-4186-9974-a52e172351f7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:40.234608 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd22359-b4b3-4186-9974-a52e172351f7'] response: {'name': 'network-changed', 'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e', 'status': 'completed', 'code': 200} Mar 31 23:07:40.313363 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:40.369200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-ac1f077c-70d4-4152-a3ed-9145075595dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.374051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-ac1f077c-70d4-4152-a3ed-9145075595dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=440539a26a16434badfb5dab565ebd3c&device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 1096 time: 0.1152120 Mar 31 23:07:40.407169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061992f0-b1cb-4c02-819a-c73daa364394 req-40a34780-0cc8-4772-964a-7f4c48d0f28c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.417872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-061992f0-b1cb-4c02-819a-c73daa364394 req-40a34780-0cc8-4772-964a-7f4c48d0f28c tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.1304383 Mar 31 23:07:40.502249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-061992f0-b1cb-4c02-819a-c73daa364394 req-88435ba2-3974-4bd3-a08d-03b759ddad0f tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828214 Mar 31 23:07:40.649577 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:40.654056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe24d3-5c3e-4fa3-aec4-fef55f9b258e req-603ed435-894f-4f73-81d2-04c16c9f5799 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.668639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44fe24d3-5c3e-4fa3-aec4-fef55f9b258e req-603ed435-894f-4f73-81d2-04c16c9f5799 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.0815165 Mar 31 23:07:40.780344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-eae21b15-ff0f-45b9-8d87-60912baa70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.783748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-eae21b15-ff0f-45b9-8d87-60912baa70b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f2a9f363-6c6c-4340-adfa-a228be97d080 HTTP/1.1" status: 200 len: 913 time: 0.3996351 Mar 31 23:07:40.825496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52148) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:40.899650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-0feb52e8-92c3-4084-ac10-c096d9e8fe3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9714c0f3-04ed-4784-a584-05103eb6972e HTTP/1.1" status: 200 len: 999 time: 0.1056201 Mar 31 23:07:40.948955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-4636c8ed-27a9-4664-a0b2-4929de355120 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:40.950533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-4636c8ed-27a9-4664-a0b2-4929de355120 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.2549706 Mar 31 23:07:41.019269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73ea69e1-292d-4fdb-8fbe-d7210193064f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.083792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b10e-8147-4ef5-9453-e17156954980 req-dfa56267-0391-4b93-b6a4-4d12c61a6b8c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.101553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44fe24d3-5c3e-4fa3-aec4-fef55f9b258e req-f51358c1-ec2d-4da3-ae6d-201479963ad5 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209220 Mar 31 23:07:41.102925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20b10e-8147-4ef5-9453-e17156954980 req-dfa56267-0391-4b93-b6a4-4d12c61a6b8c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.104629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc20b10e-8147-4ef5-9453-e17156954980 req-dfa56267-0391-4b93-b6a4-4d12c61a6b8c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1682 time: 0.1371067 Mar 31 23:07:41.150974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-a673c131-b87f-4003-9ac5-bf72b8d688aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.152881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-a673c131-b87f-4003-9ac5-bf72b8d688aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=73f02cbf-ce45-4479-b1a0-6a0c9f6a7062 HTTP/1.1" status: 200 len: 850 time: 0.2225997 Mar 31 23:07:41.199635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc20b10e-8147-4ef5-9453-e17156954980 req-ca6f08fa-8512-40f8-bb59-ec6e6b9a8564 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 Mar 31 23:07:41.271092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcf16859-5a5c-4262-9595-b8f30d99d00b', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'port_id': '9714c0f3-04ed-4784-a584-05103eb6972e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'mac_address': 'fa:16:3e:0b:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:15Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 1, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:41.272611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73ea69e1-292d-4fdb-8fbe-d7210193064f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.288001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73ea69e1-292d-4fdb-8fbe-d7210193064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.328013 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Checking router: 813d9fd0-8435-4e9b-9b0b-61f77c53318c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:41.341567 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:41.342534 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:41.380047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73ea69e1-292d-4fdb-8fbe-d7210193064f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2de935cf4d3f4497ac086e0687fcfb05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5507655 Mar 31 23:07:41.380047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea69e1-292d-4fdb-8fbe-d7210193064f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c0fa8-4e8a-4382-a9ef-aab306f2623d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:41.380491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-7936b2e8-29ed-4713-940c-1b8a95c071fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:41.381139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:41.383748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-7936b2e8-29ed-4713-940c-1b8a95c071fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f2a9f363-6c6c-4340-adfa-a228be97d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2175827 Mar 31 23:07:41.450352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:41.450703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.483634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.531418 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:41.559628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.623151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:41.672324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.675494 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.676577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/087c0fa8-4e8a-4382-a9ef-aab306f2623d HTTP/1.1" status: 204 len: 168 time: 0.2944489 Mar 31 23:07:41.698223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eba4c-a100-42e0-8eb4-d5273c505ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c0fa8-4e8a-4382-a9ef-aab306f2623d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:41.848039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] For port 36668b0a-1872-44a8-81b3-966ef87691f5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=36668b0a-1872-44a8-81b3-966ef87691f5,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:41.849154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:41.863117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-fda1ed9b-b19a-43d0-a3a1-a83ea35d3afb service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662368 Mar 31 23:07:41.961564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcf16859-5a5c-4262-9595-b8f30d99d00b', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'port_id': '9714c0f3-04ed-4784-a584-05103eb6972e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'mac_address': 'fa:16:3e:0b:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:15Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 1, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:42.002076 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a30710-4132-4d3f-8f39-336973b1f421 None None] The sync data for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 is: [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'dcf16859-5a5c-4262-9595-b8f30d99d00b', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'floating_ip_address': '172.25.8.149', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'port_id': '9714c0f3-04ed-4784-a584-05103eb6972e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'mac_address': 'fa:16:3e:0b:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:07:15Z', 'updated_at': '2022-03-31T23:07:39Z', 'revision_number': 1, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:42.032372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c57f-5737-49c3-9020-6f8ffea74d4b req-32e09b42-f192-4f1e-b958-5b2ce9344d91 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.041240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c57f-5737-49c3-9020-6f8ffea74d4b req-32e09b42-f192-4f1e-b958-5b2ce9344d91 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.050560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4df8c57f-5737-49c3-9020-6f8ffea74d4b req-32e09b42-f192-4f1e-b958-5b2ce9344d91 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1682 time: 0.2603228 Mar 31 23:07:42.129526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ceb93fa-9a3c-4601-824d-d5c19e4247d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.205287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4df8c57f-5737-49c3-9020-6f8ffea74d4b req-e3c9a99f-62df-4942-8938-3a0410929f53 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535525 Mar 31 23:07:42.242934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf37c96c-5400-43a7-baf4-e0f28d0382c7 req-545ee633-b616-4ef0-9745-3d2e18b8d0ec service neutron] 10.222.0.60 "GET /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703330 Mar 31 23:07:42.258370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:42.271679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ceb93fa-9a3c-4601-824d-d5c19e4247d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.281380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59842d8a-3d9e-4079-909e-02c1b7132c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.282913 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ceb93fa-9a3c-4601-824d-d5c19e4247d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.306472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.306822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.307145 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Floating IP 92fa4dd9-2482-4738-bb7a-0ad2ee644b05 disassociated. External IP: 172.25.8.175, port: 36668b0a-1872-44a8-81b3-966ef87691f5. Mar 31 23:07:42.307570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for 36668b0a-1872-44a8-81b3-966ef87691f5 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:42.318981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1921f1b-8d99-41ab-a415-6718200e5531 None None] New status for floating IP dcf16859-5a5c-4262-9595-b8f30d99d00b: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:42.329726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb93fa-9a3c-4601-824d-d5c19e4247d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5ed8d-1efb-4b51-ab2f-4fe340799ded,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.351147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3ceb93fa-9a3c-4601-824d-d5c19e4247d2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c388c9a0d66a42ec8f2ccd6bca85427d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268314 Mar 31 23:07:42.353925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:42.371140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a91ff-1a01-445d-9148-7ec6d993bbec req-c668156f-78ca-44a2-bf2e-60ab354a999b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:42.375827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-920a91ff-1a01-445d-9148-7ec6d993bbec req-c668156f-78ca-44a2-bf2e-60ab354a999b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 945 time: 0.1341450 Mar 31 23:07:42.457902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-920a91ff-1a01-445d-9148-7ec6d993bbec req-2feb3929-02fd-4bcf-b15e-7aa1731e6237 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups?id=0c137027-6b22-4d88-8e92-244ba57b347e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695958 Mar 31 23:07:42.485567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59842d8a-3d9e-4079-909e-02c1b7132c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.494279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.518405 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.540779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59842d8a-3d9e-4079-909e-02c1b7132c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.573047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.575863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.579689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/16f5ed8d-1efb-4b51-ab2f-4fe340799ded HTTP/1.1" status: 204 len: 168 time: 0.2223375 Mar 31 23:07:42.586991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f6da8-0716-4c64-ad30-cdf1afe706c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5ed8d-1efb-4b51-ab2f-4fe340799ded,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.599505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-59842d8a-3d9e-4079-909e-02c1b7132c08 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=45c493c2422d4a0588cac93cf60446da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363986 Mar 31 23:07:42.602153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:42.610753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842d8a-3d9e-4079-909e-02c1b7132c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03411ee3-a7de-4730-8e65-ceaf161ecd8b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.613703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.657169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=36668b0a-1872-44a8-81b3-966ef87691f5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.741356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.799641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.851129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Router 74209ea5-2a31-495b-ac16-c96d2d38136a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:42.909973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.913673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:42.914903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/03411ee3-a7de-4730-8e65-ceaf161ecd8b HTTP/1.1" status: 204 len: 168 time: 0.3120041 Mar 31 23:07:42.928455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3b4de-0cf3-428e-b0a8-87e5d2495899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03411ee3-a7de-4730-8e65-ceaf161ecd8b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:42.980452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:42.993085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Sync routers for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:43.005232 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:43.005998 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:43.029277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] No DVR routers for this DVR port 36668b0a-1872-44a8-81b3-966ef87691f5 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:43.029496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52192) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:43.030593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.034022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-876ca6f0-6092-4053-8949-82f14b7b21ec req-98771b47-696c-4336-824d-f2bd9a04382c tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.60 "DELETE /v2.0/ports/36668b0a-1872-44a8-81b3-966ef87691f5 HTTP/1.1" status: 204 len: 173 time: 1.9666891 Mar 31 23:07:43.034484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-deleted', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:43.037038 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21581f8b-2c2a-4d9c-970a-ef85e3a9e175" -d '{"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-deleted", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:43.059059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf629-a413-4f51-90a5-84fc8e99f1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.082684 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14b257-244b-41b5-bed9-69ce609bced0 x-openstack-request-id: req-bc14b257-244b-41b5-bed9-69ce609bced0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:43.083091 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412cd33f-c4da-47b6-8a39-e280655b11f3", "name": "network-vif-deleted", "tag": "36668b0a-1872-44a8-81b3-966ef87691f5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:43.083451 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bc14b257-244b-41b5-bed9-69ce609bced0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:43.084297 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc14b257-244b-41b5-bed9-69ce609bced0'] response: {'server_uuid': '412cd33f-c4da-47b6-8a39-e280655b11f3', 'name': 'network-vif-deleted', 'tag': '36668b0a-1872-44a8-81b3-966ef87691f5', 'status': 'completed', 'code': 200} Mar 31 23:07:43.201479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf629-a413-4f51-90a5-84fc8e99f1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.212783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf629-a413-4f51-90a5-84fc8e99f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.292183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8bfaf629-a413-4f51-90a5-84fc8e99f1c4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2ed5ed77e21a44c8a4687985ea37b005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586260 Mar 31 23:07:43.294027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52206) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:43.302930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaf629-a413-4f51-90a5-84fc8e99f1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9cb91-a0a7-4983-bde3-bfddd35cfd96,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.314352 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:43.439002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.454387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946725-7ba8-4fd8-9d44-bb1988e223ca req-57ad7928-9622-4eb0-90b3-35011bcd7cef tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.461565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946725-7ba8-4fd8-9d44-bb1988e223ca req-57ad7928-9622-4eb0-90b3-35011bcd7cef tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.464064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e946725-7ba8-4fd8-9d44-bb1988e223ca req-57ad7928-9622-4eb0-90b3-35011bcd7cef tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1682 time: 0.1238000 Mar 31 23:07:43.556091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.595136 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:43.633981 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Checking router: 74209ea5-2a31-495b-ac16-c96d2d38136a for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:43.645645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:43.646610 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:43.652290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.662314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:43.666112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/44b9cb91-a0a7-4983-bde3-bfddd35cfd96 HTTP/1.1" status: 204 len: 168 time: 0.3664834 Mar 31 23:07:43.690919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0e946725-7ba8-4fd8-9d44-bb1988e223ca req-0361269c-3851-4e0f-acb0-89afced5c3c8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026050 Mar 31 23:07:43.720851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb84610-9c73-4027-862f-3341e22fba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9cb91-a0a7-4983-bde3-bfddd35cfd96,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:43.806713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84bba278-d888-4e50-b366-e46e94edc740 req-bfc0b9a6-64ec-40bc-a573-2c97eb18b72b tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/ports?device_id=412cd33f-c4da-47b6-8a39-e280655b11f3 HTTP/1.1" status: 200 len: 210 time: 0.0561628 Mar 31 23:07:43.843599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e25ff-a14e-4b27-9230-f86cfdb537b9 req-944b23ba-3ac8-4c25-bc12-439b458ec333 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:43.846229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:43.847712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b5e25ff-a14e-4b27-9230-f86cfdb537b9 req-944b23ba-3ac8-4c25-bc12-439b458ec333 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0625424 Mar 31 23:07:43.908894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b5e25ff-a14e-4b27-9230-f86cfdb537b9 req-e0889728-e802-4f24-a2ea-cfbefef8f58b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517945 Mar 31 23:07:44.076587 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:44.104839 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270cb297-92f1-4984-a8f7-ede8b8db0c04 None None] The sync data for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 is: [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T22:58:04Z', 'revision_number': 4, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd03de9be-1aa7-4496-9c5e-d8b7689c9690', 'name': '', 'network_id': '3001e2cd-b6be-47ff-8cb0-311ad8147372', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'mac_address': 'fa:16:3e:81:36:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:58:02Z', 'updated_at': '2022-03-31T22:58:10Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'subnets': [{'id': '7aab6a9d-56b5-4a87-8d72-f04f490b5103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:44.152137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b078b-8c23-4879-a861-0ff885369462 req-bbf6b05f-720c-45e6-b3f0-c42781169a39 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:44.158080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b078b-8c23-4879-a861-0ff885369462 req-bbf6b05f-720c-45e6-b3f0-c42781169a39 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:44.160152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b67b078b-8c23-4879-a861-0ff885369462 req-bbf6b05f-720c-45e6-b3f0-c42781169a39 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 1682 time: 0.0848012 Mar 31 23:07:44.289021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:44.289367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.421537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:44.421910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.436017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:44.446533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1034a-6d3b-42a0-8b81-84504e3d10f4 None None] New status for floating IP 92fa4dd9-2482-4738-bb7a-0ad2ee644b05: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:07:44.609870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.626974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'cfb1eb68-6671-4c5a-ac18-678832a154e3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:07:44.654035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=cc2d6f30-049a-484d-81ce-cb6cfbe7fca3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:44.716786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:44.722112 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.731370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b67b078b-8c23-4879-a861-0ff885369462 req-fd38187b-5433-4a61-b2e1-192168e67246 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "DELETE /v2.0/ports/cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 HTTP/1.1" status: 204 len: 173 time: 0.5571022 Mar 31 23:07:44.908845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939319d-7198-4415-b8e3-b408ca5c9c7d req-1b8cf423-f3b4-490f-a142-73f0591b7db3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:44.912043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7939319d-7198-4415-b8e3-b408ca5c9c7d req-1b8cf423-f3b4-490f-a142-73f0591b7db3 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 945 time: 0.1044967 Mar 31 23:07:44.926380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:44.946526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port cfb1eb68-6671-4c5a-ac18-678832a154e3 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:44.948782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:44.964371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7939319d-7198-4415-b8e3-b408ca5c9c7d req-0a0d3afa-c35e-4741-8e34-ec66f0d8ffb8 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/security-groups?id=90d1a18d-250c-4a9f-a013-04e628e836f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Mar 31 23:07:45.094302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-deleted', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:45.096635 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac2620e-646b-4bb5-8606-f59fd27eb592" -d '{"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-deleted", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:45.134618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.161874 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac135fd4-1531-49c8-92b8-7e88b2f60175 x-openstack-request-id: req-ac135fd4-1531-49c8-92b8-7e88b2f60175 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:45.162134 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-deleted", "tag": "cc2d6f30-049a-484d-81ce-cb6cfbe7fca3", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:45.162488 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac135fd4-1531-49c8-92b8-7e88b2f60175 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:45.162943 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac135fd4-1531-49c8-92b8-7e88b2f60175'] response: {'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-deleted', 'tag': 'cc2d6f30-049a-484d-81ce-cb6cfbe7fca3', 'status': 'completed', 'code': 200} Mar 31 23:07:45.194251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port cfb1eb68-6671-4c5a-ac18-678832a154e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfb1eb68-6671-4c5a-ac18-678832a154e3,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:45.194251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.196911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.221247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973136-712f-4564-8423-7effa73a59d1 req-d9ee41fc-8738-45a3-b86f-4e468b21b472 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:45.222780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2973136-712f-4564-8423-7effa73a59d1 req-d9ee41fc-8738-45a3-b86f-4e468b21b472 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1940737 Mar 31 23:07:45.229150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for cfb1eb68-6671-4c5a-ac18-678832a154e3 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:45.345724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2973136-712f-4564-8423-7effa73a59d1 req-f6ff73fc-2977-43e9-a4d0-9f6adf9bb76c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146398 Mar 31 23:07:45.349813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.352584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.353712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "DELETE /v2.0/security-groups/0c137027-6b22-4d88-8e92-244ba57b347e HTTP/1.1" status: 204 len: 168 time: 0.4263659 Mar 31 23:07:45.356394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:45.374092 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-9c36f017-9dd9-4635-91df-2bc771a93876 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] show failed (client error): The resource could not be found. Mar 31 23:07:45.376100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c36f017-9dd9-4635-91df-2bc771a93876 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "GET /v2.0/security-groups/0c137027-6b22-4d88-8e92-244ba57b347e HTTP/1.1" status: 404 len: 347 time: 0.0186477 Mar 31 23:07:45.377623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ec36e-f167-4322-8f35-98ced39d8c0d tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c137027-6b22-4d88-8e92-244ba57b347e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.378920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52306) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:45.474761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.506857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=cfb1eb68-6671-4c5a-ac18-678832a154e3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.558506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Deleting port f59c8dff-a364-4f01-80c4-747d2af2d14c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:45.559359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.569645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port cfb1eb68-6671-4c5a-ac18-678832a154e3 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:45.572296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.576803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b67b078b-8c23-4879-a861-0ff885369462 req-3e2c1a90-6b55-4840-accb-fe8fdd686412 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.96 "DELETE /v2.0/ports/cfb1eb68-6671-4c5a-ac18-678832a154e3 HTTP/1.1" status: 204 len: 173 time: 0.8314199 Mar 31 23:07:45.654420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.654752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.669629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Calling delete_port for f59c8dff-a364-4f01-80c4-747d2af2d14c owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:45.726245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:45.786336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 36668b0a-1872-44a8-81b3-966ef87691f5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:45.787000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 36668b0a-1872-44a8-81b3-966ef87691f5 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:45.877364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.907441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Pushing event deleted for resources: {'Port': ['ID=f59c8dff-a364-4f01-80c4-747d2af2d14c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:45.971865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.974504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:45.975859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c40044b3-bac9-43bb-aa53-0f31aeff7644 tempest-ServerActionsTestJSON-1966136201 tempest-ServerActionsTestJSON-1966136201-project] 10.222.0.95 "DELETE /v2.0/floatingips/92fa4dd9-2482-4738-bb7a-0ad2ee644b05 HTTP/1.1" status: 204 len: 168 time: 0.5875342 Mar 31 23:07:45.979629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:46.104452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f54b33d-94ce-46a8-84aa-31253182e52d req-08c67809-6f77-4110-ac1a-0f50322d889f tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "GET /v2.0/ports?device_id=4683c10e-d898-48d4-8463-27db26022b00 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Mar 31 23:07:46.863359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d87bd5-ec6f-47e0-b6ee-06d7786f8e0c req-cc9b4a17-6f59-4c39-a598-56c293787c97 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:46.865295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1d87bd5-ec6f-47e0-b6ee-06d7786f8e0c req-cc9b4a17-6f59-4c39-a598-56c293787c97 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.4197221 Mar 31 23:07:46.947409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1d87bd5-ec6f-47e0-b6ee-06d7786f8e0c req-0380e15b-eaa5-43a4-94a1-6563e572ee8a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739048 Mar 31 23:07:47.070252 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.109111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfb1eb68-6671-4c5a-ac18-678832a154e3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:47.141995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: cfb1eb68-6671-4c5a-ac18-678832a154e3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:47.142462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfb1eb68-6671-4c5a-ac18-678832a154e3 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:47.142902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:47.165440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-deleted', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:07:47.165988 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65558138-2132-426b-b0a3-7bd97fc4df07" -d '{"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-deleted", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:07:47.170983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52350) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.171962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:47.172317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cc2d6f30-049a-484d-81ce-cb6cfbe7fca3 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:47.222063 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937118a6-aa48-4747-8263-b4a277e10a9b x-openstack-request-id: req-937118a6-aa48-4747-8263-b4a277e10a9b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:07:47.222361 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683c10e-d898-48d4-8463-27db26022b00", "name": "network-vif-deleted", "tag": "cfb1eb68-6671-4c5a-ac18-678832a154e3", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:07:47.222608 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-937118a6-aa48-4747-8263-b4a277e10a9b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:07:47.223033 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937118a6-aa48-4747-8263-b4a277e10a9b'] response: {'server_uuid': '4683c10e-d898-48d4-8463-27db26022b00', 'name': 'network-vif-deleted', 'tag': 'cfb1eb68-6671-4c5a-ac18-678832a154e3', 'status': 'completed', 'code': 200} Mar 31 23:07:47.234361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting subnet ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:47.238073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.303979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.364192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Deleting port d03de9be-1aa7-4496-9c5e-d8b7689c9690 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:47.365218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.408637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.493835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] For port d03de9be-1aa7-4496-9c5e-d8b7689c9690, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d03de9be-1aa7-4496-9c5e-d8b7689c9690,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:47.494210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.495589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.511308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Calling delete_port for d03de9be-1aa7-4496-9c5e-d8b7689c9690 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:47.545135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.545787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58386654-1ae9-402d-9ad4-e16beb7ee4b8 None None] Network 3beadf45-6989-494c-92dd-be2506b06452 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:47.552883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/subnets/ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2 HTTP/1.1" status: 204 len: 168 time: 0.3767707 Mar 31 23:07:47.552883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d287-a500-4a6c-b97a-8205aa36f283 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7a4c1d-0d4a-4887-bbc4-8c0959c478c2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.554942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:47.656383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.720569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port e8146f8c-47a6-42d1-8d6b-16b97df922e8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:47.721213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.811143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port e8146f8c-47a6-42d1-8d6b-16b97df922e8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e8146f8c-47a6-42d1-8d6b-16b97df922e8,segment=NetworkSegment(b870b902-c158-4c82-9043-4801ce3de271),segment_id=b870b902-c158-4c82-9043-4801ce3de271)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:47.812234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.844559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for e8146f8c-47a6-42d1-8d6b-16b97df922e8 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:47.862953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:47.870257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] DHCP port deletion for 3beadf45-6989-494c-92dd-be2506b06452 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:47.926628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03de9be-1aa7-4496-9c5e-d8b7689c9690,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:47.983556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.000662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Deleting port e8146f8c-47a6-42d1-8d6b-16b97df922e8 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:48.001576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.038049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=e8146f8c-47a6-42d1-8d6b-16b97df922e8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.062507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port e8146f8c-47a6-42d1-8d6b-16b97df922e8 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:48.146567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] For port e8146f8c-47a6-42d1-8d6b-16b97df922e8, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:48.148047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.164643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Calling delete_port for e8146f8c-47a6-42d1-8d6b-16b97df922e8 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:48.168105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Port e8146f8c-47a6-42d1-8d6b-16b97df922e8 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:07:48.169763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.207284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] Pushing event deleted for resources: {'Port': ['ID=e8146f8c-47a6-42d1-8d6b-16b97df922e8,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.212998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009cca86-535d-4d9f-bc7d-5994c10ce026 None None] No DVR routers for this DVR port e8146f8c-47a6-42d1-8d6b-16b97df922e8 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:48.269340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.289249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.309695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de592719-6c94-4919-9a33-3078a8863553 req-e4f81564-18af-472d-94bd-fb5c785755a0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:48.311687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de592719-6c94-4919-9a33-3078a8863553 req-e4f81564-18af-472d-94bd-fb5c785755a0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.2000711 Mar 31 23:07:48.354008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3beadf45-6989-494c-92dd-be2506b06452']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:48.373052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b870b902-c158-4c82-9043-4801ce3de271') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:48.373439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b870b902-c158-4c82-9043-4801ce3de271') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:48.387858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de592719-6c94-4919-9a33-3078a8863553 req-99286cdc-0bbb-4b45-8821-33c4a32f3481 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610139 Mar 31 23:07:48.389511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.406832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.420645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:48.421565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:48.427633 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:48.517167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.527350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.530938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/networks/3beadf45-6989-494c-92dd-be2506b06452 HTTP/1.1" status: 204 len: 168 time: 0.9745021 Mar 31 23:07:48.533659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52392) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:48.578123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ff0bd-580a-4de2-a120-cf1acd7a74e4 tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Network': ['ID=3beadf45-6989-494c-92dd-be2506b06452,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:48.602279 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Router 74209ea5-2a31-495b-ac16-c96d2d38136a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:48.621948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting subnet 1c50e8f5-7a18-4ba6-bc6e-c4030b168492 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:48.625307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.674438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.745684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:48.755353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-59c2b24c-6247-4a28-8ee7-1908b3d1a570 admin admin] 10.222.0.95 "PUT /v2.0/routers/74209ea5-2a31-495b-ac16-c96d2d38136a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744386 Mar 31 23:07:48.756318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52402) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:48.774691 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Sync routers for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:48.791892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:48.795349 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:48.848632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.915773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.944374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.966249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:48.973442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b99c4-d333-4332-a10a-19b51f6fa89d None None] Network bd0d399c-0627-4a75-9083-8041af61edff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:48.983589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/subnets/1c50e8f5-7a18-4ba6-bc6e-c4030b168492 HTTP/1.1" status: 204 len: 168 time: 0.4356091 Mar 31 23:07:48.988909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52406) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:49.021741 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:49.050770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.096875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Subnet': ['ID=1c50e8f5-7a18-4ba6-bc6e-c4030b168492,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.122970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.123492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.123960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.125787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.126200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.126747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.127362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.127975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.128369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.128767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.129226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.129621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ec393-f2f7-484d-9e26-edc72cb012eb tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:49.193616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Deleting port 6d18047e-f0e7-4fe1-ab58-2478e64cd620 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:49.193950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.208837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.291144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Deleting port 5a69a60b-2c74-4209-8063-328b00486405 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:49.291998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.345300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] DHCP port deletion for bd0d399c-0627-4a75-9083-8041af61edff request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:49.353993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T23:07:47Z', 'revision_number': 5, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port': {'id': '6d18047e-f0e7-4fe1-ab58-2478e64cd620', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:57:58Z', 'updated_at': '2022-03-31T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.384279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Checking router: 74209ea5-2a31-495b-ac16-c96d2d38136a for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:49.388940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] For port 5a69a60b-2c74-4209-8063-328b00486405, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a69a60b-2c74-4209-8063-328b00486405,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:49.389445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.393215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] For port 6d18047e-f0e7-4fe1-ab58-2478e64cd620, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6d18047e-f0e7-4fe1-ab58-2478e64cd620,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:49.394090 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Routers {'74209ea5-2a31-495b-ac16-c96d2d38136a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:49.394899 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['74209ea5-2a31-495b-ac16-c96d2d38136a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.395801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.407046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Calling delete_port for 5a69a60b-2c74-4209-8063-328b00486405 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:49.434481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Calling delete_port for 6d18047e-f0e7-4fe1-ab58-2478e64cd620 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:49.473284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Deleting port 5a69a60b-2c74-4209-8063-328b00486405 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:49.473746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.539917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.548664 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] Set router 74209ea5-2a31-495b-ac16-c96d2d38136a gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:49.606762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Port': ['ID=5a69a60b-2c74-4209-8063-328b00486405,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.611350 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T23:07:49Z', 'revision_number': 6, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.624954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] No DVR routers for this DVR port 5a69a60b-2c74-4209-8063-328b00486405 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:49.642981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] For port 5a69a60b-2c74-4209-8063-328b00486405, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5a69a60b-2c74-4209-8063-328b00486405,segment=NetworkSegment(d324cf0e-00d1-4414-81a8-db9b2692efe8),segment_id=d324cf0e-00d1-4414-81a8-db9b2692efe8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:49.643545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.669727 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a341873-646b-49c9-8913-913bc4c272a0 None None] The sync data for ids ['74209ea5-2a31-495b-ac16-c96d2d38136a'] in n-d-835855-2 is: [{'id': '74209ea5-2a31-495b-ac16-c96d2d38136a', 'name': 'tempest-ServerActionsTestJSON-2041972199-router', 'tenant_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:57:56Z', 'updated_at': '2022-03-31T23:07:49Z', 'revision_number': 6, 'project_id': '76f2ca1d7c7749edbbb41a46e13a88ab', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:49.671795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Calling delete_port for 5a69a60b-2c74-4209-8063-328b00486405 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:49.703079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbf055-0568-40ac-817a-75c3ece5d5d5 req-1f64f6a6-252c-4f1b-978c-5572c46306b2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:49.711751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2fbf055-0568-40ac-817a-75c3ece5d5d5 req-1f64f6a6-252c-4f1b-978c-5572c46306b2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1492743 Mar 31 23:07:49.764323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c2fbf055-0568-40ac-817a-75c3ece5d5d5 req-496d435d-e61a-4a0c-941b-cb4827059fd7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516951 Mar 31 23:07:49.831449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.840300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.859731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.865317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0d399c-0627-4a75-9083-8041af61edff']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.880706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd324cf0e-00d1-4414-81a8-db9b2692efe8') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.881163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd324cf0e-00d1-4414-81a8-db9b2692efe8') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:49.882930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d18047e-f0e7-4fe1-ab58-2478e64cd620,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.902959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] Pushing event deleted for resources: {'Port': ['ID=5a69a60b-2c74-4209-8063-328b00486405,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:49.907452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d0daf-f2e6-4b47-bdfe-ac025dd03262 None None] No DVR routers for this DVR port 5a69a60b-2c74-4209-8063-328b00486405 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:49.934829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.955463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.966426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:49.966995 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:49.972561 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:49.976887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.084728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.091030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.102720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] 10.222.0.95 "DELETE /v2.0/networks/bd0d399c-0627-4a75-9083-8041af61edff HTTP/1.1" status: 204 len: 168 time: 1.1118941 Mar 31 23:07:50.122052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.124927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.178509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2544c3-359e-40a8-a686-bc38326b2a5c tempest-ServersTestMultiNic-1157916004 tempest-ServersTestMultiNic-1157916004-project] Pushing event deleted for resources: {'Network': ['ID=bd0d399c-0627-4a75-9083-8041af61edff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:50.206214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.206787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74209ea5-2a31-495b-ac16-c96d2d38136a {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:50.211762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.213009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-50e8ac11-07e0-4e51-b37c-f5baf8274a11 admin admin] 10.222.0.95 "DELETE /v2.0/routers/74209ea5-2a31-495b-ac16-c96d2d38136a HTTP/1.1" status: 204 len: 168 time: 1.4554007 Mar 31 23:07:50.215472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:50.269375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Deleting subnet 7aab6a9d-56b5-4a87-8d72-f04f490b5103 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:50.273725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.312648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.338786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52428) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:50.397807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.476356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.512919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef8c47-c871-4d7d-9b12-d44f353fa09c None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:50.592647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.601712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7aab6a9d-56b5-4a87-8d72-f04f490b5103 HTTP/1.1" status: 204 len: 168 time: 0.3836584 Mar 31 23:07:50.603061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:50.605171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a8e8f-4963-4ad7-bab4-1a3f26feb71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aab6a9d-56b5-4a87-8d72-f04f490b5103,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:50.614837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d03de9be-1aa7-4496-9c5e-d8b7689c9690 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:50.648015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d03de9be-1aa7-4496-9c5e-d8b7689c9690 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:50.648671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d03de9be-1aa7-4496-9c5e-d8b7689c9690 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:50.651377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8146f8c-47a6-42d1-8d6b-16b97df922e8 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:50.755808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:50.767188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e8146f8c-47a6-42d1-8d6b-16b97df922e8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:50.767539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e8146f8c-47a6-42d1-8d6b-16b97df922e8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:50.767952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a69a60b-2c74-4209-8063-328b00486405 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:50.822662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 5a69a60b-2c74-4209-8063-328b00486405 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:50.822998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5a69a60b-2c74-4209-8063-328b00486405 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:51.018225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Deleting port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:51.018605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.037100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.136221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] For port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:51.136730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.156017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Calling delete_port for ca6b3277-2e40-45d2-888c-cca8eaa4dc3e owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:51.184370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] DHCP port deletion for 3001e2cd-b6be-47ff-8cb0-311ad8147372 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:51.308188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Deleting port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:51.309215 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.366714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.400285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] For port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,segment=NetworkSegment(1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5),segment_id=1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:51.400589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.420650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:51.423797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Calling delete_port for ca6b3277-2e40-45d2-888c-cca8eaa4dc3e owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:51.428235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] No DVR routers for this DVR port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:51.610240 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.652719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3001e2cd-b6be-47ff-8cb0-311ad8147372']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:51.666053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:51.666363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca8a3aa-9086-45a3-8073-a7ae68d2eaf5') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:51.668307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32d7c-c9bc-47c2-a2f4-e0d169cff646 req-f7a77819-56d1-4238-9ac0-15f5982a9cac tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:51.669875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24c32d7c-c9bc-47c2-a2f4-e0d169cff646 req-f7a77819-56d1-4238-9ac0-15f5982a9cac tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.6306372 Mar 31 23:07:51.678754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.708658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.723491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:51.724078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.732810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24c32d7c-c9bc-47c2-a2f4-e0d169cff646 req-fcab6125-54c1-4273-8e0d-8b1f4dff7d16 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541379 Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:51.734645 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:51.841064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.886152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.892446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.895857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] 10.222.0.95 "DELETE /v2.0/networks/3001e2cd-b6be-47ff-8cb0-311ad8147372 HTTP/1.1" status: 204 len: 168 time: 1.2825186 Mar 31 23:07:51.924829 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:51.930825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871317-8c97-43dd-ba47-5b62622cc28c admin admin] Pushing event deleted for resources: {'Network': ['ID=3001e2cd-b6be-47ff-8cb0-311ad8147372,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:51.951727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ca6b3277-2e40-45d2-888c-cca8eaa4dc3e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:51.971481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ca6b3277-2e40-45d2-888c-cca8eaa4dc3e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:51.971810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ca6b3277-2e40-45d2-888c-cca8eaa4dc3e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:51.972391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6d18047e-f0e7-4fe1-ab58-2478e64cd620 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:51.995434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Network 3001e2cd-b6be-47ff-8cb0-311ad8147372 is not hosted by any dhcp agent {{(pid=109300) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:07:51.995895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] No DVR routers for this DVR port ca6b3277-2e40-45d2-888c-cca8eaa4dc3e on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:52.006997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6d18047e-f0e7-4fe1-ab58-2478e64cd620 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:52.007383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6d18047e-f0e7-4fe1-ab58-2478e64cd620 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:52.010507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109597f-9d59-4265-9812-ba75ed34bc6a None None] Pushing event deleted for resources: {'Port': ['ID=ca6b3277-2e40-45d2-888c-cca8eaa4dc3e,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.164033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52474) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.226767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f8d70347-24fa-4062-9a41-cab25ad1c0ba admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=76f2ca1d7c7749edbbb41a46e13a88ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611470 Mar 31 23:07:52.229183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:52.334931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.362532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Deleting port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:52.363926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.386838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.494180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.496929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.499564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1e78ae7d-727a-4280-8d44-6af811892cc0 HTTP/1.1" status: 204 len: 168 time: 0.2680593 Mar 31 23:07:52.525438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d79b-67d6-4b58-9551-dbed5070fd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78ae7d-727a-4280-8d44-6af811892cc0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.533210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] For port 6759e60f-71cd-44ac-8ec3-01bb99fc34e5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:52.533585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.559669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Calling delete_port for 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:52.802349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:52.858585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6759e60f-71cd-44ac-8ec3-01bb99fc34e5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:52.912418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfb77d-880c-4486-839b-d784c9aa6d87 req-0a19927f-ca1f-4dfd-9219-bafe1fbea3f3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:52.919294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69cfb77d-880c-4486-839b-d784c9aa6d87 req-0a19927f-ca1f-4dfd-9219-bafe1fbea3f3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0789123 Mar 31 23:07:53.000545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69cfb77d-880c-4486-839b-d784c9aa6d87 req-d5618695-115b-4718-9077-6eb47f329936 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749016 Mar 31 23:07:53.064120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.372077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:07:53.589011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52514) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:53.591116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:07:53.598173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db9e72e8-534b-4f99-b882-7717f3c126ae admin admin] 10.222.0.95 "PUT /v2.0/routers/5be5eb80-2501-4d0f-b8f3-0f17771a2ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2582626 Mar 31 23:07:53.600709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:53.602237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Sync routers for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:07:53.620671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:53.621326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:53.765654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:53.787091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2145608956-network', 'tenant_id': 'b4e3adc7eb8244a5a9df7fade7a64630'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:53.808903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.842835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Made reservation on behalf of b4e3adc7eb8244a5a9df7fade7a64630 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:53.851225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.873523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.967701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:53.976310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.006502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:07:54.012465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc12da-6d1e-4eda-ac76-cdc3ff00e881,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.018305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.022020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.022545 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Added segment 30279b1d-ff86-4089-99e7-8ad8d1bdf076 of type vlan for network 138c407a-b3ee-471b-abb3-c03057f86f96 Mar 31 23:07:54.088165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.111559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:07:52Z', 'revision_number': 5, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port': {'id': '3a3739bd-c3c2-4281-ad20-6d198f216b63', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:55Z', 'updated_at': '2022-03-31T23:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.125710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.127205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.128086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.155682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5648794 Mar 31 23:07:54.158947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52540) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:54.162212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Deleting port 3a3739bd-c3c2-4281-ad20-6d198f216b63 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:54.162555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.164588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Checking router: 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:07:54.166889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Request body: {'subnet': {'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2145608956-subnet', 'tenant_id': 'b4e3adc7eb8244a5a9df7fade7a64630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:54.176518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Routers {'5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:07:54.177918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.222074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5221-7733-4705-b90e-6142ce4a29cf admin admin] Pushing event updated for resources: {'Network': ['ID=138c407a-b3ee-471b-abb3-c03057f86f96,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.241470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Made reservation on behalf of b4e3adc7eb8244a5a9df7fade7a64630 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:54.249515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.250708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6992bff-bae0-444e-a102-fb47660f205a req-b7420b31-f8d3-4ce4-bb5a-b805feb56c64 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.259451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6992bff-bae0-444e-a102-fb47660f205a req-b7420b31-f8d3-4ce4-bb5a-b805feb56c64 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1310768 Mar 31 23:07:54.290747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 138c407a-b3ee-471b-abb3-c03057f86f96 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:07:54.333151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6992bff-bae0-444e-a102-fb47660f205a req-073fd7ad-85b1-4e99-8a4c-52fea4f97485 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707633 Mar 31 23:07:54.360315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] For port 3a3739bd-c3c2-4281-ad20-6d198f216b63, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a3739bd-c3c2-4281-ad20-6d198f216b63,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:54.360556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.375439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Calling delete_port for 3a3739bd-c3c2-4281-ad20-6d198f216b63 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:54.421160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] Set router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:07:54.494873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:07:54Z', 'revision_number': 6, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:54.540855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.552987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f927b8-5618-447a-adf7-e631a55be920 None None] The sync data for ids ['5be5eb80-2501-4d0f-b8f3-0f17771a2ceb'] in n-d-835855-2 is: [{'id': '5be5eb80-2501-4d0f-b8f3-0f17771a2ceb', 'name': 'tempest-ServersTestMultiNic-1996424806-router', 'tenant_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:54Z', 'updated_at': '2022-03-31T23:07:54Z', 'revision_number': 6, 'project_id': 'e3c69690f97e456eab6c66e2e18f5e26', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:07:54.620373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a09157f-8772-4f1e-90f9-451f3c54874d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.627669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.658636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Checking segment: {'id': '30279b1d-ff86-4089-99e7-8ad8d1bdf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:07:54.658997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Network hostable DHCP agents. Network: 138c407a-b3ee-471b-abb3-c03057f86f96, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:07:54.680905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Network 138c407a-b3ee-471b-abb3-c03057f86f96 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:07:54.681498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3739bd-c3c2-4281-ad20-6d198f216b63,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:54.693683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 138c407a-b3ee-471b-abb3-c03057f86f96) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:54.698970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:54.699895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.707871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84850e82-db25-4472-a291-92668fc4c9a3 None None] Network 138c407a-b3ee-471b-abb3-c03057f86f96 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:54.720798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3521a3ed-411c-4c7b-adf3-0d42ee61e66e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5605409 Mar 31 23:07:54.749989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.893820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdbe24b-ec91-4d6f-9a8d-7d89af5cb458 None None] Network 138c407a-b3ee-471b-abb3-c03057f86f96 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:54.897753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.900111 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.962681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.963377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be5eb80-2501-4d0f-b8f3-0f17771a2ceb {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:07:54.973529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:54.973529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5f080116-135a-47f3-bea5-c56111e351ca admin admin] 10.222.0.95 "DELETE /v2.0/routers/5be5eb80-2501-4d0f-b8f3-0f17771a2ceb HTTP/1.1" status: 204 len: 168 time: 1.3682990 Mar 31 23:07:54.973755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52564) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.056995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Deleting subnet 6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:07:55.061735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.129913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.222943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.360942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.420475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a521550-6154-4823-a3cd-d00199638a8e None None] Network dbcba8d1-7587-400a-a7c4-3fdb9f546499 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:07:55.428335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:55.430652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.436995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d70e19ca-0f8f-4864-94f6-44deae3e2683 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6b8d4b0d-93e9-4f38-9566-1cd3ec2a75b0 HTTP/1.1" status: 204 len: 168 time: 0.4581919 Mar 31 23:07:55.438573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52582) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:55.524965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47109c-65a9-4a67-9472-619163e8d674 req-c09a1578-8a04-4bc9-9237-8aa66e6dd5e4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:55.526826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da47109c-65a9-4a67-9472-619163e8d674 req-c09a1578-8a04-4bc9-9237-8aa66e6dd5e4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1026902 Mar 31 23:07:55.537587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-3275de86-0d6f-4e48-b284-e46836986a24 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:55.539439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-3275de86-0d6f-4e48-b284-e46836986a24 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/networks?id=138c407a-b3ee-471b-abb3-c03057f86f96 HTTP/1.1" status: 200 len: 814 time: 0.2743785 Mar 31 23:07:55.546140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.573066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-8436b688-a84d-4716-825e-22b2875724a0 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/quotas/b4e3adc7eb8244a5a9df7fade7a64630 HTTP/1.1" status: 200 len: 375 time: 0.0246692 Mar 31 23:07:55.578370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da47109c-65a9-4a67-9472-619163e8d674 req-9d9a8dc5-9282-431e-8c1e-1af8c325775b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438888 Mar 31 23:07:55.660398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-a9490d16-a71f-4049-8599-70fe78288ebe tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b4e3adc7eb8244a5a9df7fade7a64630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402167 Mar 31 23:07:55.692168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Deleting port ad1262df-7735-4864-9a18-71e7d8132bf0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:55.692666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.739872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] DHCP port deletion for dbcba8d1-7587-400a-a7c4-3fdb9f546499 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:07:55.816812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] For port ad1262df-7735-4864-9a18-71e7d8132bf0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ad1262df-7735-4864-9a18-71e7d8132bf0,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:55.817468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.901473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Deleting port ad1262df-7735-4864-9a18-71e7d8132bf0 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:07:55.901596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:55.910510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Calling delete_port for ad1262df-7735-4864-9a18-71e7d8132bf0 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:55.919307 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:56.019074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:56.033234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] For port ad1262df-7735-4864-9a18-71e7d8132bf0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ad1262df-7735-4864-9a18-71e7d8132bf0,segment=NetworkSegment(491d00f6-dd9a-441b-9973-23dd7d4e6596),segment_id=491d00f6-dd9a-441b-9973-23dd7d4e6596)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:07:56.033634 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.065004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-91f9a890-da31-484c-98ab-a8ae3e5b59bb service neutron] 10.222.0.95 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896794 Mar 31 23:07:56.076456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:56.076944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6759e60f-71cd-44ac-8ec3-01bb99fc34e5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:56.077423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ad1262df-7735-4864-9a18-71e7d8132bf0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:56.120146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Calling delete_port for ad1262df-7735-4864-9a18-71e7d8132bf0 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:07:56.129291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.207616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.257055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1262df-7735-4864-9a18-71e7d8132bf0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.257592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.272671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.276835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a4cd8cc-4106-43f1-b37f-e63fc2541dbc service neutron] 10.222.0.95 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044075 Mar 31 23:07:56.281549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] No DVR routers for this DVR port ad1262df-7735-4864-9a18-71e7d8132bf0 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:56.298812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.305759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.306356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.307939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.309094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] Pushing event deleted for resources: {'Port': ['ID=ad1262df-7735-4864-9a18-71e7d8132bf0,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.309563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.310008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.313195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.313747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.314292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.314574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.316727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.317072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:07:56.324751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ac5156-3d3b-4de4-b119-30d70e3a7477 None None] No DVR routers for this DVR port ad1262df-7735-4864-9a18-71e7d8132bf0 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:07:56.348071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a3739bd-c3c2-4281-ad20-6d198f216b63 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:07:56.406056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3a3739bd-c3c2-4281-ad20-6d198f216b63 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:07:56.406261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a3739bd-c3c2-4281-ad20-6d198f216b63 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:07:56.473337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.532204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcba8d1-7587-400a-a7c4-3fdb9f546499']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:56.544787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491d00f6-dd9a-441b-9973-23dd7d4e6596') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:56.545180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491d00f6-dd9a-441b-9973-23dd7d4e6596') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:07:56.556429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.579145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.595538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:07:56.596928 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:07:56.601601 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:07:56.626280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-456c523e-32ba-4c3d-a98a-12cff96e7aa6 req-c61c7e10-c397-4118-8985-06b6bdcb0f6a tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 210 time: 0.0650516 Mar 31 23:07:56.796377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.807658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:56.810344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] 10.222.0.95 "DELETE /v2.0/networks/dbcba8d1-7587-400a-a7c4-3fdb9f546499 HTTP/1.1" status: 204 len: 168 time: 1.3708618 Mar 31 23:07:56.826716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd29b25-5a6e-4c29-a221-a0f441fe448f admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcba8d1-7587-400a-a7c4-3fdb9f546499,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:56.842783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a93a6-7401-4fd2-95f4-b7804db4b58e req-2f87d916-42eb-43c9-81ea-417b41bb064c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:56.851612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc0a93a6-7401-4fd2-95f4-b7804db4b58e req-2f87d916-42eb-43c9-81ea-417b41bb064c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1369414 Mar 31 23:07:56.907070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc0a93a6-7401-4fd2-95f4-b7804db4b58e req-6e8b0f0a-e81c-474c-b97e-3d543e6b9492 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498114 Mar 31 23:07:56.924748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52612) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.061457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea25099-e51d-43da-bd8b-8bb1d4c0d4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.070003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52622) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.167297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52624) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.167552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c58e5257-f3eb-421a-8645-174a9d72b327 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e3c69690f97e456eab6c66e2e18f5e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947275 Mar 31 23:07:57.236369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.246929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea25099-e51d-43da-bd8b-8bb1d4c0d4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.256134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea25099-e51d-43da-bd8b-8bb1d4c0d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.263404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.293729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea25099-e51d-43da-bd8b-8bb1d4c0d4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f3eb56-d6c5-4127-b920-a87b248c82ca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.314244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ea25099-e51d-43da-bd8b-8bb1d4c0d4cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9bd1351fe76d4aa3951a0e79f06989a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879964 Mar 31 23:07:57.316891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52626) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.338363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.341129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.344737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/90d1a18d-250c-4a9f-a013-04e628e836f9 HTTP/1.1" status: 204 len: 168 time: 0.1735024 Mar 31 23:07:57.351956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57fa4-394e-4b1c-a242-342562543db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d1a18d-250c-4a9f-a013-04e628e836f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.396525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.426982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.484308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.487218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:57.491583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b1f3eb56-d6c5-4127-b920-a87b248c82ca HTTP/1.1" status: 204 len: 168 time: 0.1708930 Mar 31 23:07:57.504564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6ae96-9038-4745-80d0-9089c5b54181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f3eb56-d6c5-4127-b920-a87b248c82ca,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:57.757015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-767bd590-ecc9-4f5c-bbd2-53554dcdbc7d req-3a310247-b1ad-4d5d-bc9b-6c04f83a5e2c tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 210 time: 0.0413284 Mar 31 23:07:57.891313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52644) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:57.909643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4563e19a-e0ce-4a09-aba3-361a2c9b9cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.045360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4563e19a-e0ce-4a09-aba3-361a2c9b9cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.062848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4563e19a-e0ce-4a09-aba3-361a2c9b9cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.112730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2347f0-d1f4-4fe3-80b0-8c5104646bb0 req-68b1df6f-d807-4b11-9fac-768a4f2a6742 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.115088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb2347f0-d1f4-4fe3-80b0-8c5104646bb0 req-68b1df6f-d807-4b11-9fac-768a4f2a6742 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1199479 Mar 31 23:07:58.169070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4563e19a-e0ce-4a09-aba3-361a2c9b9cfc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2eccd559db3e43c7b99c9eaef4a7cf41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765021 Mar 31 23:07:58.171652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52660) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:58.241222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563e19a-e0ce-4a09-aba3-361a2c9b9cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0049d-68d4-47f6-941f-2b0ba3391ebf,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:58.263190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.299108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.300216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb2347f0-d1f4-4fe3-80b0-8c5104646bb0 req-497e752b-c157-4045-a6c4-6b00232285ae tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442080 Mar 31 23:07:58.325204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-b58897c7-7678-4869-ba08-af43a25bd310 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:58.327355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-b58897c7-7678-4869-ba08-af43a25bd310 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.96 "GET /v2.0/networks?id=138c407a-b3ee-471b-abb3-c03057f86f96 HTTP/1.1" status: 200 len: 814 time: 0.2799613 Mar 31 23:07:58.346427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Request body: {'port': {'device_id': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96', 'admin_state_up': True, 'tenant_id': 'b4e3adc7eb8244a5a9df7fade7a64630'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:58.374646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.379955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.381315 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c7c0049d-68d4-47f6-941f-2b0ba3391ebf HTTP/1.1" status: 204 len: 168 time: 0.2081676 Mar 31 23:07:58.390607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53ea9c-a7a7-445d-a8c3-51ab1c9578fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0049d-68d4-47f6-941f-2b0ba3391ebf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:58.502002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Made reservation on behalf of b4e3adc7eb8244a5a9df7fade7a64630 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:07:58.507587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.730086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52686) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:58.855216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:58.873536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99306c4a-5184-4198-ad49-21c746cd2d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:58.911154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-694c9042-8b1d-47f7-aa62-41e627b21a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.037834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cc7c51e-ed9a-451a-84e9-c8cf81931a4a req-eee2b1fa-3d7f-4de8-814d-d671dd4084e8 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 210 time: 0.0344169 Mar 31 23:07:59.042854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99306c4a-5184-4198-ad49-21c746cd2d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.065242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Allocated IP 172.20.0.10 (138c407a-b3ee-471b-abb3-c03057f86f96/5a09157f-8772-4f1e-90f9-451f3c54874d/8af25b2c-f7ac-4622-8bae-f039e9f8b868) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:07:59.069353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99306c4a-5184-4198-ad49-21c746cd2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.101258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-99306c4a-5184-4198-ad49-21c746cd2d05 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=57911a405e154d5588ff85675cd8334a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415781 Mar 31 23:07:59.101258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-694c9042-8b1d-47f7-aa62-41e627b21a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.102146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.112692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-694c9042-8b1d-47f7-aa62-41e627b21a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.137593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99306c4a-5184-4198-ad49-21c746cd2d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d42912-ca96-420f-bb7a-89f702aa99ee,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.161658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-694c9042-8b1d-47f7-aa62-41e627b21a06 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b2db80b8f3d34c09b3fd3e88a372857b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304731 Mar 31 23:07:59.165146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52706) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.191154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c9042-8b1d-47f7-aa62-41e627b21a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2572ed-c414-4797-8812-68f0452b8af9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.232255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.241517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.274034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.278749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.290155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.342706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.345320 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.349090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4c2572ed-c414-4797-8812-68f0452b8af9 HTTP/1.1" status: 204 len: 168 time: 0.1797280 Mar 31 23:07:59.349261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.355869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb1fb-5cfb-4ec3-a3e1-3897de3971dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2572ed-c414-4797-8812-68f0452b8af9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.360528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.364144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.376885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/05d42912-ca96-420f-bb7a-89f702aa99ee HTTP/1.1" status: 204 len: 168 time: 0.2739446 Mar 31 23:07:59.423007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50788901-53f2-4ec8-93d7-8b8e403bbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d42912-ca96-420f-bb7a-89f702aa99ee,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.449316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Network 138c407a-b3ee-471b-abb3-c03057f86f96 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:07:59.450407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Pushing event updated for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:07:59.461267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:07:59.463420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:07:59.495723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4ffd-e6a2-42ad-8bbc-b0801e5822fd req-39e0a023-1f8a-4327-8617-90d59ec50d50 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.503658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e96e4ffd-e6a2-42ad-8bbc-b0801e5822fd req-39e0a023-1f8a-4327-8617-90d59ec50d50 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0919776 Mar 31 23:07:59.519972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:07:59.520959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.544448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-5e7663b6-0ce7-47d4-bd14-7ce2c64503cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019613 Mar 31 23:07:59.546447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e96e4ffd-e6a2-42ad-8bbc-b0801e5822fd req-b1d13e5d-cdfd-4eda-b69e-91a00cceb1c1 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416291 Mar 31 23:07:59.558507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Request body: {'port': {'device_id': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:07:59.613926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.712110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52730) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.894572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52736) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:07:59.895606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c00b17b-c719-48f5-9c74-3dc8046d60bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.919728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3dc564d4-ca3b-4a7d-bb84-848b80755d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.922266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af25b2c-f7ac-4622-8bae-f039e9f8b868 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:07:59.931783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:07:59.947282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Transition to ACTIVE for port object 8af25b2c-f7ac-4622-8bae-f039e9f8b868 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:07:59.953482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.012622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Pushing event updated for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.067409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c00b17b-c719-48f5-9c74-3dc8046d60bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.084866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c00b17b-c719-48f5-9c74-3dc8046d60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.109310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Attempting to bind port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:00.109800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Attempting to bind port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '30279b1d-ff86-4089-99e7-8ad8d1bdf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:00.109953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Attempting to bind port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 on network 138c407a-b3ee-471b-abb3-c03057f86f96 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:00.116065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 on network 138c407a-b3ee-471b-abb3-c03057f86f96 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:00.116796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Attempting to bind port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 on network 138c407a-b3ee-471b-abb3-c03057f86f96 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:00.122580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:00.123309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Checking segment: {'id': '30279b1d-ff86-4089-99e7-8ad8d1bdf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:00.123892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Bound using segment: {'id': '30279b1d-ff86-4089-99e7-8ad8d1bdf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:00.124319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Bound port: 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30279b1d-ff86-4089-99e7-8ad8d1bdf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:00.124678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.132413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3dc564d4-ca3b-4a7d-bb84-848b80755d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.143876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3dc564d4-ca3b-4a7d-bb84-848b80755d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.153224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c00b17b-c719-48f5-9c74-3dc8046d60bf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=09239dc8b7774b1e9af39ea4d8a9fd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397328 Mar 31 23:08:00.164503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52746) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:00.165395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b17b-c719-48f5-9c74-3dc8046d60bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2033d8-1468-4d8e-bbd6-3d145f991a4a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.205833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3dc564d4-ca3b-4a7d-bb84-848b80755d8c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=938f2a4c611e4093a82f2eeb6d02e5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051374 Mar 31 23:08:00.205833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc564d4-ca3b-4a7d-bb84-848b80755d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4df11a-79f1-4ae4-b56f-d816aa5011ff,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.206751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52750) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:00.260550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.262239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af7f34-8229-4c83-93f2-1d158a849820 req-dabfff25-eab3-419b-b501-392c82ea4bed tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.264229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5af7f34-8229-4c83-93f2-1d158a849820 req-dabfff25-eab3-419b-b501-392c82ea4bed tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 944 time: 0.1284571 Mar 31 23:08:00.279797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:00.285199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.285946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868,segment=NetworkSegment(30279b1d-ff86-4089-99e7-8ad8d1bdf076),segment_id=30279b1d-ff86-4089-99e7-8ad8d1bdf076)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:00.302954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.305061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.346322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.349821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.350886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9b4df11a-79f1-4ae4-b56f-d816aa5011ff HTTP/1.1" status: 204 len: 168 time: 0.1429634 Mar 31 23:08:00.364678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71801c4d-8a96-4c74-97ba-65b79e10fa54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4df11a-79f1-4ae4-b56f-d816aa5011ff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.389942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.390136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.391805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] 10.222.0.96 "PUT /v2.0/ports/8af25b2c-f7ac-4622-8bae-f039e9f8b868 HTTP/1.1" status: 200 len: 1092 time: 0.8385289 Mar 31 23:08:00.401663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:00.404159 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d34395c-5506-41f4-b93a-3cdf1156ac29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:00.422339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.426932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5af7f34-8229-4c83-93f2-1d158a849820 req-457205c1-cb62-4cd2-80cb-5d901061d505 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486111 Mar 31 23:08:00.465224 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b3ec0-dc80-4ef3-b72e-50b1f8f41ad9 x-openstack-request-id: req-4e7b3ec0-dc80-4ef3-b72e-50b1f8f41ad9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:00.465625 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:00.465876 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e7b3ec0-dc80-4ef3-b72e-50b1f8f41ad9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:00.466267 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7b3ec0-dc80-4ef3-b72e-50b1f8f41ad9'] response: {'name': 'network-changed', 'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868', 'status': 'completed', 'code': 200} Mar 31 23:08:00.466989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a789c7e-916b-4da8-ac57-1dd1a59a1323 service neutron] Pushing event updated for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.522878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-43b2881a-21f7-40eb-9e68-c9ea99f61568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.524654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-43b2881a-21f7-40eb-9e68-c9ea99f61568 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4e3adc7eb8244a5a9df7fade7a64630&device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 1095 time: 0.0672073 Mar 31 23:08:00.530424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.533082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:00.534192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5d2033d8-1468-4d8e-bbd6-3d145f991a4a HTTP/1.1" status: 204 len: 168 time: 0.3514161 Mar 31 23:08:00.550590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc03e4-a197-482b-86a2-4ac1e042f8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2033d8-1468-4d8e-bbd6-3d145f991a4a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:00.613408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-f59fe38d-ec71-4922-89a6-8ad7c8f27b97 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868 HTTP/1.1" status: 200 len: 217 time: 0.0754523 Mar 31 23:08:00.683007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303642a6-8113-45c4-a705-584bf34f1458 req-16f8d749-8167-4306-982b-fb10e4bf451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.685679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-16f8d749-8167-4306-982b-fb10e4bf451c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a09157f-8772-4f1e-90f9-451f3c54874d HTTP/1.1" status: 200 len: 854 time: 0.0619650 Mar 31 23:08:00.714857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da0244-73c7-41fc-b4ba-ad0dea2b3a7b req-31dac7df-6642-488f-bafc-20dc183e4203 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:00.718155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8da0244-73c7-41fc-b4ba-ad0dea2b3a7b req-31dac7df-6642-488f-bafc-20dc183e4203 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0878408 Mar 31 23:08:00.727502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-cbf52abb-b905-41ba-a8ab-0712a7af370c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=138c407a-b3ee-471b-abb3-c03057f86f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352061 Mar 31 23:08:00.778400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8da0244-73c7-41fc-b4ba-ad0dea2b3a7b req-0c6174d0-838d-42ec-81dc-04a51d77ac76 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439348 Mar 31 23:08:00.843019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-09d5d757-1158-4c99-8b4d-b0c66c283350 service neutron] 10.222.0.96 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061010 Mar 31 23:08:00.952736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-303642a6-8113-45c4-a705-584bf34f1458 req-a73013b3-8772-4b55-9891-b8d775afe102 service neutron] 10.222.0.96 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007884 Mar 31 23:08:01.059164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-5be53d6f-9a32-4f15-9c3d-0efab25aaa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.060893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-5be53d6f-9a32-4f15-9c3d-0efab25aaa17 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b4e3adc7eb8244a5a9df7fade7a64630&device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 1095 time: 0.0482235 Mar 31 23:08:01.171702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-24937d27-547d-441d-8e4b-08307cee9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.173235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-24937d27-547d-441d-8e4b-08307cee9cca service neutron] 10.222.0.96 "GET /v2.0/networks?id=138c407a-b3ee-471b-abb3-c03057f86f96 HTTP/1.1" status: 200 len: 916 time: 0.0996289 Mar 31 23:08:01.177288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:01.226675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-8264edef-d5ff-4592-8164-595c2c804c39 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868 HTTP/1.1" status: 200 len: 217 time: 0.0411391 Mar 31 23:08:01.283900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:01.296391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:01.303744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-65931587-39b9-42db-afca-984ed5148d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.305676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-65931587-39b9-42db-afca-984ed5148d4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a09157f-8772-4f1e-90f9-451f3c54874d HTTP/1.1" status: 200 len: 854 time: 0.0697100 Mar 31 23:08:01.342265 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.342770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-070a356f-da58-46b1-b4bf-1973c27681d9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=138c407a-b3ee-471b-abb3-c03057f86f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281448 Mar 31 23:08:01.359176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:01.383913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:01.391461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.449939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:01.459988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-3f8df73c-51b6-4f32-a19e-9c0e64ecb7d4 service neutron] 10.222.0.96 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077998 Mar 31 23:08:01.464771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:01.620079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['4920a074-f401-48bb-9f6e-47be044f4b6e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:01.620503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03554c4b-76d5-4600-bf81-283f5f867cfb req-09b297bc-9798-48b1-9ace-625f64f20f18 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.622016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03554c4b-76d5-4600-bf81-283f5f867cfb req-09b297bc-9798-48b1-9ace-625f64f20f18 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 944 time: 0.0756013 Mar 31 23:08:01.623909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d34395c-5506-41f4-b93a-3cdf1156ac29 req-461bab89-85f2-485d-aad7-9a1ce440cd83 service neutron] 10.222.0.96 "GET /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514833 Mar 31 23:08:01.678948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e09cd82-c87c-4cf0-b98b-63e4ddb66fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.692554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03554c4b-76d5-4600-bf81-283f5f867cfb req-e9ef9858-43f6-44c4-9e86-f054b6388899 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635135 Mar 31 23:08:01.808486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e09cd82-c87c-4cf0-b98b-63e4ddb66fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.815795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e09cd82-c87c-4cf0-b98b-63e4ddb66fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.830032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:01.865766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e09cd82-c87c-4cf0-b98b-63e4ddb66fb1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fe1d6cd295034b25b031317deab45467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4143727 Mar 31 23:08:01.867094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09cd82-c87c-4cf0-b98b-63e4ddb66fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da486bc-90ea-423d-8b95-c9f8187aa38f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:01.868716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52826) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:01.956599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed39b2-1883-4684-85a8-9c345d11eccf req-4ed5b506-d313-47e1-971d-180b69fdefe5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:01.958252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26ed39b2-1883-4684-85a8-9c345d11eccf req-4ed5b506-d313-47e1-971d-180b69fdefe5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.0532765 Mar 31 23:08:01.959807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:01.983660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.005665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26ed39b2-1883-4684-85a8-9c345d11eccf req-26bec1d3-7b21-4309-a0a8-24711ee0ce2c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366220 Mar 31 23:08:02.039693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1007716519-network', 'tenant_id': '2069cac319034526959176a61601c7eb'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:02.061097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.064146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.065348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2da486bc-90ea-423d-8b95-c9f8187aa38f HTTP/1.1" status: 204 len: 168 time: 0.1953547 Mar 31 23:08:02.069290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Made reservation on behalf of 2069cac319034526959176a61601c7eb for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:02.071574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.083556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14268894-f653-4fa0-acbc-2f33a5cf1490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da486bc-90ea-423d-8b95-c9f8187aa38f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.085966 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.184388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.190127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.217120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:02.227582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.233681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.234028 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Added segment 6f292cfd-05bf-4991-a760-650adf1785a0 of type vlan for network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a Mar 31 23:08:02.277587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.306024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.306987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:02.307684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.351103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5196834 Mar 31 23:08:02.351903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:02.359382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Request body: {'subnet': {'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1007716519-subnet', 'tenant_id': '2069cac319034526959176a61601c7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:02.378749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98157-e09f-44e6-877e-7032e332c0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.395333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:02.400951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Made reservation on behalf of 2069cac319034526959176a61601c7eb for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:02.403488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.599608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.663566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90fb2dee-ae40-4af1-babf-5c6efd940b99,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:02.676097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Checking segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:02.676470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Network hostable DHCP agents. Network: d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:02.698772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:02.712019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:02.718848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:02.719544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.722088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec67e78-8603-432b-aa25-df80a1aadf56 None None] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:02.741275 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19acdb85-db3e-4d78-975e-53071af27e31 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3879333 Mar 31 23:08:02.744101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52866) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:02.749596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:02.824417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.825863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.854172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8f2fa-256d-4631-87c5-f1e0a5a47af7 req-4f9b4c95-bfe5-400b-8e48-b764fc4e4ebd tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:02.856997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2aa8f2fa-256d-4631-87c5-f1e0a5a47af7 req-4f9b4c95-bfe5-400b-8e48-b764fc4e4ebd tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 944 time: 0.0881312 Mar 31 23:08:02.902543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bdef0-8290-4431-9722-fe8899c64040 None None] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:02.921998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:02.983173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2aa8f2fa-256d-4631-87c5-f1e0a5a47af7 req-3bc5f4ce-5b29-4e3e-ad93-0e80f47b4799 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132119 Mar 31 23:08:03.000880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:03.099170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.173773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acedcc6-8a79-457e-8f83-d747aa6630f1 req-a1f9eaa6-39c1-4fc1-8f6a-eea7e4b64727 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.175349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0acedcc6-8a79-457e-8f83-d747aa6630f1 req-a1f9eaa6-39c1-4fc1-8f6a-eea7e4b64727 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.0582373 Mar 31 23:08:03.180777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2058616244-network', 'tenant_id': '18922d21662c468ca84d78989abfa134'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:03.188441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:03.219768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Made reservation on behalf of 18922d21662c468ca84d78989abfa134 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:03.223816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.247226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.269123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 4920a074-f401-48bb-9f6e-47be044f4b6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:03.269536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.282333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0acedcc6-8a79-457e-8f83-d747aa6630f1 req-a5e98ce3-3fb4-4080-af0f-8486732430a8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973012 Mar 31 23:08:03.350330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.355438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.369420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.386829 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.393677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:03.400842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b1568-fc40-4c0c-b56e-d914ed420679,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.401757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.407603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.408036 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Added segment a5ea9380-531c-42dc-8571-69369f1e7289 of type vlan for network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 Mar 31 23:08:03.428053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:03.431650 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34417d1b-62ce-415e-aa1b-d32c0cb05e41" -d '{"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:03.462871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.466194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:03.473059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.505601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.507220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.508067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.540427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5382307 Mar 31 23:08:03.543655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:03.550786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Request body: {'subnet': {'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2058616244-subnet', 'tenant_id': '18922d21662c468ca84d78989abfa134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:03.553829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Allocated IP 172.25.8.196 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4f50c0fa-89c1-4012-bee3-49036b2c3db2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:03.569104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.595070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52914) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:03.608592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5bc99-9c7f-47ef-8743-65f392e80e14 admin admin] Pushing event updated for resources: {'Network': ['ID=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.612505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Made reservation on behalf of 18922d21662c468ca84d78989abfa134 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:03.616117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.620198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:03.758982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9183-23b1-40d8-b10d-7f9ac597a920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.778183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.847533 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7ff32e-3122-47af-bf23-6bd84c14d2bc x-openstack-request-id: req-5c7ff32e-3122-47af-bf23-6bd84c14d2bc {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:03.847867 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:03.848363 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5c7ff32e-3122-47af-bf23-6bd84c14d2bc {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:03.849120 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7ff32e-3122-47af-bf23-6bd84c14d2bc'] response: {'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'code': 200} Mar 31 23:08:03.861281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.870032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.890684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:03.900793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:03.904400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:03.919483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7877645a-173d-4d5c-8db2-689763aeef91,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:03.926950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Checking segment: {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:03.927354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Network hostable DHCP agents. Network: f9bc42ec-285d-4ad5-9763-47f5fb7c6e26, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:03.945913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:03.958679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f9bc42ec-285d-4ad5-9763-47f5fb7c6e26) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:03.963229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:03.964339 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.970354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae359a2-fa8c-4fa9-b793-bbec7085e40d None None] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:03.989890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-80a4a3f9-222b-478f-a719-c16d36f7b33f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4359450 Mar 31 23:08:03.994295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9183-23b1-40d8-b10d-7f9ac597a920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:03.997616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Pushing event updated for resources: {'Port': ['ID=4f50c0fa-89c1-4012-bee3-49036b2c3db2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.004498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed4f9183-23b1-40d8-b10d-7f9ac597a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.039473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.040127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed4f9183-23b1-40d8-b10d-7f9ac597a920 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=37308b6083fe4d5faa8dfda0ce7f5734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439666 Mar 31 23:08:04.093781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f9183-23b1-40d8-b10d-7f9ac597a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355cb0e6-39df-482b-84fa-f325a861ff7d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.132052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37be620-81ba-4a6c-9b6c-52b952755976 None None] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:04.174800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.225773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.236455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ed66c-44ad-4178-a7f9-6a55b207935f req-2524cde6-b075-4f17-9e28-c58d19d5eb6b tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.238212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-806ed66c-44ad-4178-a7f9-6a55b207935f req-2524cde6-b075-4f17-9e28-c58d19d5eb6b tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 944 time: 0.1041181 Mar 31 23:08:04.303318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-806ed66c-44ad-4178-a7f9-6a55b207935f req-ca9e7653-5358-4723-821c-cf622363a22f tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562241 Mar 31 23:08:04.330981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.335218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.336610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/355cb0e6-39df-482b-84fa-f325a861ff7d HTTP/1.1" status: 204 len: 168 time: 0.2953219 Mar 31 23:08:04.352353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.363009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecde58-49b7-40dc-9723-2dbb880fe743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355cb0e6-39df-482b-84fa-f325a861ff7d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.439870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2be9b9c2-17ab-4702-98bd-66a6b8871aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.493093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927a31-cdf5-45de-9a6d-071171d92aed req-12584fae-a26a-48b7-86b7-ddd893feaa40 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:04.500551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78927a31-cdf5-45de-9a6d-071171d92aed req-12584fae-a26a-48b7-86b7-ddd893feaa40 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0968809 Mar 31 23:08:04.593615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78927a31-cdf5-45de-9a6d-071171d92aed req-dad20b0c-1e68-4dcf-be97-d153055f1099 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919151 Mar 31 23:08:04.669963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.754932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.770517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2968095f-5eb1-4870-a5c7-211774ab8a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.814890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Router bc1e5b73-a732-4754-b698-f38715188a6f is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:08:04.858272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2968095f-5eb1-4870-a5c7-211774ab8a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.865735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2968095f-5eb1-4870-a5c7-211774ab8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.915065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2968095f-5eb1-4870-a5c7-211774ab8a06 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab1f2eea802d42039864740d937c0964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586998 Mar 31 23:08:04.915887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52942) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.916588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968095f-5eb1-4870-a5c7-211774ab8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4448651-9743-482c-bfde-1428ebb80480,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:04.950017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:04.968569 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Sync routers for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:04.970615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.975549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d3fe3bc2-3127-4952-8290-4f0b9f1a0a8d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2298520 Mar 31 23:08:04.976231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52944) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:04.978929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:04.980564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:04.981192 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:05.010159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.071535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.074505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.078343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a4448651-9743-482c-bfde-1428ebb80480 HTTP/1.1" status: 204 len: 168 time: 0.1562908 Mar 31 23:08:05.086786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12ffb4-99ba-4611-ad9d-05693aea248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4448651-9743-482c-bfde-1428ebb80480,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:05.109630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:05.201631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8af25b2c-f7ac-4622-8bae-f039e9f8b868 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:05.375484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868,segment=NetworkSegment(30279b1d-ff86-4089-99e7-8ad8d1bdf076),segment_id=30279b1d-ff86-4089-99e7-8ad8d1bdf076)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.401601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '8af25b2c-f7ac-4622-8bae-f039e9f8b868', 'network_id': '138c407a-b3ee-471b-abb3-c03057f86f96', 'port_id': '8af25b2c-f7ac-4622-8bae-f039e9f8b868', 'mac_address': 'fa:16:3e:33:27:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a09157f-8772-4f1e-90f9-451f3c54874d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:05.405980 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:04Z', 'revision_number': 3, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:05.499786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.529212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af25b2c-f7ac-4622-8bae-f039e9f8b868 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:05.567601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b0b29-0097-44f7-bdbe-6dc6190450e2 req-122bfb48-1b27-4ed7-9127-8dbf7d7c6f4c tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:05.569768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-143b0b29-0097-44f7-bdbe-6dc6190450e2 req-122bfb48-1b27-4ed7-9127-8dbf7d7c6f4c tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 944 time: 0.1001036 Mar 31 23:08:05.576735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868,segment=NetworkSegment(30279b1d-ff86-4089-99e7-8ad8d1bdf076),segment_id=30279b1d-ff86-4089-99e7-8ad8d1bdf076)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:05.583270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.588091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.596487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Checking router: bc1e5b73-a732-4754-b698-f38715188a6f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:05.597209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Updating router bc1e5b73-a732-4754-b698-f38715188a6f port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:05.626179 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:05.660555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:05.661035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-143b0b29-0097-44f7-bdbe-6dc6190450e2 req-bcc03ed1-4f49-4631-8031-fe06e56b96be tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829732 Mar 31 23:08:05.789449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076a463-a71a-4087-81be-7a2ebefc8292 req-d0b91549-64bb-4c04-85f9-69ad0dc74566 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:05.791036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4076a463-a71a-4087-81be-7a2ebefc8292 req-d0b91549-64bb-4c04-85f9-69ad0dc74566 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0884576 Mar 31 23:08:06.020189 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.030187 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.100301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Attempting to bind port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:06.101182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Attempting to bind port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:06.101750 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Attempting to bind port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:06.112674 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:06.113656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:06.114802 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.115435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:06.116168 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Bound port: 4f50c0fa-89c1-4012-bee3-49036b2c3db2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:06.116790 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.122873 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Pushing event updated for resources: {'Port': ['ID=4f50c0fa-89c1-4012-bee3-49036b2c3db2,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.159411 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.159900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.160308 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.160706 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.161100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.161488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.162033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.162678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.163256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.163814 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.164344 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.164735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:06.200893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['8af25b2c-f7ac-4622-8bae-f039e9f8b868'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:06.206766 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] For port 4f50c0fa-89c1-4012-bee3-49036b2c3db2, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:06.210817 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] For port 4f50c0fa-89c1-4012-bee3-49036b2c3db2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4f50c0fa-89c1-4012-bee3-49036b2c3db2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:06.216504 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.276177 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:06.277146 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:07:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:06.280284 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f366-0c99-48b7-83fa-8a06ff20e7d8 None None] Pushing event updated for resources: {'Port': ['ID=4f50c0fa-89c1-4012-bee3-49036b2c3db2,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.327482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4076a463-a71a-4087-81be-7a2ebefc8292 req-162e0776-5fcc-4a32-9165-da7832adc9d9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4988375 Mar 31 23:08:06.328975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Allocated IP 172.20.0.1 (d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a/90fb2dee-ae40-4af1-babf-5c6efd940b99/4405eab3-b9f1-4ecc-9430-7c898771099d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:06.404382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:06.526714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.569803 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.615956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:06.619443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:06.622202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:06.650235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Pushing event updated for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:06.660325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:04Z', 'revision_number': 3, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:06.687698 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.702760 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e26f91f-d548-45cc-b58e-086ee949a4b4 None None] The sync data for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 is: [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:04Z', 'revision_number': 3, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:06.865906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:06.871059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f43315-cf05-4012-89d1-af6459b8ada4 req-e28b2b64-4ba4-49f0-85c3-43cbbe4071b5 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:06.873122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f43315-cf05-4012-89d1-af6459b8ada4 req-e28b2b64-4ba4-49f0-85c3-43cbbe4071b5 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 945 time: 0.1030726 Mar 31 23:08:06.944312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f43315-cf05-4012-89d1-af6459b8ada4 req-4fc768a4-a6cc-4042-aa2e-6191da336ba7 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639417 Mar 31 23:08:06.955827 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bab23c25-0687-4903-8d4b-f71f3b7d4a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.094131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.103866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.197226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Pushing event updated for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:07.201187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:07.368052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:07.384675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:07.603047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937d9ed-bfc1-4cbf-9749-3363ef4ca3e4 req-66f894b7-4769-465e-919b-d83fc4933e56 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:07.604808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a937d9ed-bfc1-4cbf-9749-3363ef4ca3e4 req-66f894b7-4769-465e-919b-d83fc4933e56 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1423483 Mar 31 23:08:07.641610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Router bc1e5b73-a732-4754-b698-f38715188a6f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:07.667650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a937d9ed-bfc1-4cbf-9749-3363ef4ca3e4 req-84477672-468e-466e-89b5-f0c6276cbc09 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521519 Mar 31 23:08:07.787892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:07.793808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e19dae51-1b03-42bb-9a5a-b7c1fbca4d67 admin admin] 10.222.0.95 "PUT /v2.0/routers/bc1e5b73-a732-4754-b698-f38715188a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8165271 Mar 31 23:08:07.931901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4f50c0fa-89c1-4012-bee3-49036b2c3db2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:07.990307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:07.990892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.075014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.099576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4f50c0fa-89c1-4012-bee3-49036b2c3db2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4f50c0fa-89c1-4012-bee3-49036b2c3db2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:08.111367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.118184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f72cf-109a-4a5e-a2a4-16c3aab29a21 req-415cb8eb-1c1e-427c-bbbd-e8dfbd86e442 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:08.119784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f0f72cf-109a-4a5e-a2a4-16c3aab29a21 req-415cb8eb-1c1e-427c-bbbd-e8dfbd86e442 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 945 time: 0.0831139 Mar 31 23:08:08.179011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4f50c0fa-89c1-4012-bee3-49036b2c3db2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:08.197438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f0f72cf-109a-4a5e-a2a4-16c3aab29a21 req-de32371b-2477-4014-80c6-b0b1196c6154 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682478 Mar 31 23:08:08.297801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:08.396805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-cf83223a-78bd-45b1-9a16-d62977aadc48 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:08.398510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-cf83223a-78bd-45b1-9a16-d62977aadc48 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 811 time: 0.1360469 Mar 31 23:08:08.420391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-1079c705-f398-491d-beec-980c9b59be22 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/quotas/2069cac319034526959176a61601c7eb HTTP/1.1" status: 200 len: 375 time: 0.0146863 Mar 31 23:08:08.482726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-d64ad97b-3f89-4b73-9afc-1a59e15e251b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486906 Mar 31 23:08:08.601048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9003b930-4f78-4cfa-8693-31888e26ac76 service neutron] 10.222.0.95 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088259 Mar 31 23:08:08.723686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-89e2af32-f347-4b81-b096-708c001df1cc service neutron] 10.222.0.95 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138980 Mar 31 23:08:08.882286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401b84a-d411-4ec4-b8ae-86b5b12cc0a2 req-6028ba49-d2e0-49e1-a7cd-24813fde88e5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:08.902432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f401b84a-d411-4ec4-b8ae-86b5b12cc0a2 req-6028ba49-d2e0-49e1-a7cd-24813fde88e5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1236558 Mar 31 23:08:08.999834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-a1d4aa74-7fa0-4e9c-be56-d51cdf17ecef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386328 Mar 31 23:08:09.034030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f401b84a-d411-4ec4-b8ae-86b5b12cc0a2 req-957b2649-66d3-4023-acd2-3b016f32068e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084836 Mar 31 23:08:09.055142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-283ddbb4-10af-4ad0-a68a-80beee295bfb req-2afa3278-0859-4391-a890-4179f9d719d4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0714493 Mar 31 23:08:09.147900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-36e74b49-57d6-48d8-a476-f1a05ce62ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.153695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-36e74b49-57d6-48d8-a476-f1a05ce62ec7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 1096 time: 0.1150341 Mar 31 23:08:09.204215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8af25b2c-f7ac-4622-8bae-f039e9f8b868 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:09.282932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Sync routers for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:09.324877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:09.325941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:09.486806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:09.672481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-c4306de2-5c16-44a7-bfc2-86610db8552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.673959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-c4306de2-5c16-44a7-bfc2-86610db8552d service neutron] 10.222.0.60 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.5005584 Mar 31 23:08:09.745403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa33f85-4576-4959-878f-ae48e1aa2d65 req-537fa430-d2b0-47fc-9ecc-751270e0d733 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.746993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baa33f85-4576-4959-878f-ae48e1aa2d65 req-537fa430-d2b0-47fc-9ecc-751270e0d733 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 945 time: 0.3310771 Mar 31 23:08:09.749343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-115f77cd-7de8-4d8c-a0ee-795da0972b83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 200 len: 217 time: 0.0673227 Mar 31 23:08:09.752622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-df7ad654-3269-45f2-9960-69e842e41c83 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1780465 Mar 31 23:08:09.894713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baa33f85-4576-4959-878f-ae48e1aa2d65 req-7d6c34d5-e542-4fbb-93e3-f69c8ae78c2d tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384912 Mar 31 23:08:09.910761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:09.917731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-666c27d5-8ad4-4d5b-b111-a0405dcfdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.928744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-666c27d5-8ad4-4d5b-b111-a0405dcfdbff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.1714017 Mar 31 23:08:09.944714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-0dc8c32b-a6a2-47e1-97bc-29cd25e44036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:09.946282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-0dc8c32b-a6a2-47e1-97bc-29cd25e44036 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1453035 Mar 31 23:08:09.986364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:09.987042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.038462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4f50c0fa-89c1-4012-bee3-49036b2c3db2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:10.176879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.232661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-23c5e062-82c1-46d1-9637-b41079343457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.236816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-23c5e062-82c1-46d1-9637-b41079343457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955925 Mar 31 23:08:10.240219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa02d997-4c80-4b24-9a12-b2006828f69e req-129056f1-da0a-4b77-9c26-5933aa745309 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0533159 Mar 31 23:08:10.363082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.485588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.517814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-12ddf450-d453-48f9-b812-4ac13d42b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.522493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-12ddf450-d453-48f9-b812-4ac13d42b085 service neutron] 10.222.0.96 "GET /v2.0/networks?id=b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 200 len: 920 time: 0.5469551 Mar 31 23:08:10.550570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868,segment=NetworkSegment(30279b1d-ff86-4089-99e7-8ad8d1bdf076),segment_id=30279b1d-ff86-4089-99e7-8ad8d1bdf076)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:10.558726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:10.562536 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaf26d1-bd0d-462a-83de-35c4feb6bdcf" -d '{"events": [{"server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "name": "network-vif-plugged", "status": "completed", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:10.566468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:10.567270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.621608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:10.717735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-7bf1b8e3-4eeb-4e17-ade8-06409f42a2ba service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 200 len: 217 time: 0.1437929 Mar 31 23:08:10.790315 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ea0fbc-26ff-4285-8b81-da4ddb9c5905 x-openstack-request-id: req-b2ea0fbc-26ff-4285-8b81-da4ddb9c5905 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:10.791036 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "name": "network-vif-plugged", "status": "completed", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:10.792000 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b2ea0fbc-26ff-4285-8b81-da4ddb9c5905 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:10.792423 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ea0fbc-26ff-4285-8b81-da4ddb9c5905'] response: {'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868', 'code': 200} Mar 31 23:08:10.805878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:10.808697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71190aae-c840-4a3d-92ff-1dd26a84e614 req-7e43bf14-4542-4c11-a903-627242a66a2e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.814501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 4, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '4405eab3-b9f1-4ecc-9430-7c898771099d', 'name': '', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'tenant_id': '2069cac319034526959176a61601c7eb', 'mac_address': 'fa:16:3e:57:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:05Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 2, 'project_id': '2069cac319034526959176a61601c7eb', 'subnets': [{'id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:10.830911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71190aae-c840-4a3d-92ff-1dd26a84e614 req-7e43bf14-4542-4c11-a903-627242a66a2e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.5211112 Mar 31 23:08:10.879491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Checking router: bc1e5b73-a732-4754-b698-f38715188a6f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:10.881753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Updating router bc1e5b73-a732-4754-b698-f38715188a6f port 4405eab3-b9f1-4ecc-9430-7c898771099d binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:08:10.894268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8cea-78f6-4205-adfd-8900687cf2b7 req-898c3f4d-02fc-4ec4-ba6b-a2d61c656785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:10.900493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddec8cea-78f6-4205-adfd-8900687cf2b7 req-898c3f4d-02fc-4ec4-ba6b-a2d61c656785 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 1097 time: 0.1294935 Mar 31 23:08:10.986912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.004271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-efbcb0a1-080a-47b9-994f-d048d2831628 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582579 Mar 31 23:08:11.018843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ddec8cea-78f6-4205-adfd-8900687cf2b7 req-c3508ea9-4ece-4aa1-acd0-2d63d37ecdc4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063712 Mar 31 23:08:11.098505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71190aae-c840-4a3d-92ff-1dd26a84e614 req-e10afd5d-01ad-4663-ac55-3e80fb8e33fc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2646673 Mar 31 23:08:11.172691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0696ae1-514c-43fd-9b2c-bf36f6916a5c req-dee76b07-9b6d-4c66-9a93-638b39d6d831 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:11.180864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0696ae1-514c-43fd-9b2c-bf36f6916a5c req-dee76b07-9b6d-4c66-9a93-638b39d6d831 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.1223431 Mar 31 23:08:11.287914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0696ae1-514c-43fd-9b2c-bf36f6916a5c req-8c33e8ab-c312-4cb9-a4dc-59b654feb547 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058943 Mar 31 23:08:11.444814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-a36c6c8d-118e-4b4a-905d-df7c0ee42f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:11.446670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-a36c6c8d-118e-4b4a-905d-df7c0ee42f9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 200 len: 857 time: 0.7083724 Mar 31 23:08:11.486038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-c92c292e-dfab-4897-9cfa-73907fc5bf10 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:11.487993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-c92c292e-dfab-4897-9cfa-73907fc5bf10 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 811 time: 0.4436309 Mar 31 23:08:11.519793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5935a6f-a2c7-45dd-9269-2b68fa378f0f req-18a19f1d-e3a3-4cff-9dff-0c2ae656fd3e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0755329 Mar 31 23:08:11.534128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Request body: {'port': {'device_id': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'admin_state_up': True, 'tenant_id': '2069cac319034526959176a61601c7eb'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:11.627615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.657045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.738830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53132) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:11.738993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faf9d5-4531-478f-a1b8-c92df592d0fc None None] Pushing event updated for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:11.849940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Made reservation on behalf of 2069cac319034526959176a61601c7eb for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:11.861932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Attempting to bind port 4405eab3-b9f1-4ecc-9430-7c898771099d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:11.862417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Attempting to bind port 4405eab3-b9f1-4ecc-9430-7c898771099d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:11.862815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Attempting to bind port 4405eab3-b9f1-4ecc-9430-7c898771099d on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:11.863710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.873976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:11.874355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Checking segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:11.874779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.875169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Bound using segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:11.879370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Bound port: 4405eab3-b9f1-4ecc-9430-7c898771099d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:11.880595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.959931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3a9-fbea-4698-bef0-bdfa83ce8fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:11.986911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] For port 4405eab3-b9f1-4ecc-9430-7c898771099d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:11.992558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] For port 4405eab3-b9f1-4ecc-9430-7c898771099d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4405eab3-b9f1-4ecc-9430-7c898771099d,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:12.002383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.051666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-1897383e-493b-409a-a746-1af00eb595bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:12.059710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-1897383e-493b-409a-a746-1af00eb595bb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=b6c8321a-8d65-44f8-863f-afa68e20cf51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5332737 Mar 31 23:08:12.092326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faf9d5-4531-478f-a1b8-c92df592d0fc None None] Pushing event updated for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:12.113358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:12.114052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:12.178386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3a9-fbea-4698-bef0-bdfa83ce8fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.192244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ec2f3a9-fbea-4698-bef0-bdfa83ce8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.225449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abf532e6-5f58-42d1-877a-aa27d889b428 req-ddbe07cc-e539-4bc1-a4a4-e348585e67cc service neutron] 10.222.0.60 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2016640 Mar 31 23:08:12.277165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6ec2f3a9-fbea-4698-bef0-bdfa83ce8fc1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d4cf04e1be15466b9535c00d45ebc4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364528 Mar 31 23:08:12.290843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53138) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:12.293961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2f3a9-fbea-4698-bef0-bdfa83ce8fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763bb85-e298-43df-981f-09fa1f88c617,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:12.349919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b0c0e-06c4-4397-8572-7a83744de565 req-090a8a3a-cd64-4836-9b62-995b51b8b00d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:12.357699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-223b0c0e-06c4-4397-8572-7a83744de565 req-090a8a3a-cd64-4836-9b62-995b51b8b00d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1031833 Mar 31 23:08:12.433121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-223b0c0e-06c4-4397-8572-7a83744de565 req-c1dbb440-e2ff-4eeb-bb71-0820f7d4e274 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741341 Mar 31 23:08:12.585992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Allocated IP 172.20.0.7 (d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a/90fb2dee-ae40-4af1-babf-5c6efd940b99/14b4342e-c16d-456c-997d-831c9b53fbbe) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:12.608829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.611628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:12.611800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-1fadeebd-3552-43f7-8339-5f9018d4a78e service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362804 Mar 31 23:08:12.692861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d3ff7-ba26-489d-8611-080baf36263e req-457e7c48-89d0-4148-aecd-5188dacf9ebe tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:12.703868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b6d3ff7-ba26-489d-8611-080baf36263e req-457e7c48-89d0-4148-aecd-5188dacf9ebe tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.2380652 Mar 31 23:08:12.736686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:12.737251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d8b2a8f7-2077-4af4-ac5e-3940db46b309 req-83a38a55-c626-4700-bfc1-1a8bae7d9a88 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0788274 Mar 31 23:08:12.906960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b6d3ff7-ba26-489d-8611-080baf36263e req-c3e37a90-da8d-47bf-bfd4-4826894aeff0 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019200 Mar 31 23:08:12.956792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c453b50-60ac-4d6d-88dc-a594e8babe39 req-cbe41535-cb50-4152-8c88-422c44dc6730 service neutron] 10.222.0.96 "GET /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074758 Mar 31 23:08:12.992227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 4, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '4405eab3-b9f1-4ecc-9430-7c898771099d', 'name': '', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'tenant_id': '2069cac319034526959176a61601c7eb', 'mac_address': 'fa:16:3e:57:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:05Z', 'updated_at': '2022-03-31T23:08:11Z', 'revision_number': 4, 'project_id': '2069cac319034526959176a61601c7eb', 'subnets': [{'id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:13.034412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0d657-5fac-4377-8364-c0205c7215df None None] The sync data for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 is: [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:08:06Z', 'revision_number': 4, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '4405eab3-b9f1-4ecc-9430-7c898771099d', 'name': '', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'tenant_id': '2069cac319034526959176a61601c7eb', 'mac_address': 'fa:16:3e:57:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:05Z', 'updated_at': '2022-03-31T23:08:11Z', 'revision_number': 4, 'project_id': '2069cac319034526959176a61601c7eb', 'subnets': [{'id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:13.038938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.042565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.046177 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c763bb85-e298-43df-981f-09fa1f88c617 HTTP/1.1" status: 204 len: 168 time: 0.7427328 Mar 31 23:08:13.075566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.077418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314084-81b7-4fc8-81a8-3a5e96cfac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763bb85-e298-43df-981f-09fa1f88c617,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.194304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.291726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:13.295857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:13.299098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:13.370483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Pushing event updated for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:13.429955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.431855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.477722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-9537a619-f433-41e1-829b-e0a35ca476f6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9533925 Mar 31 23:08:13.501271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Request body: {'port': {'device_id': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:13.634640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.676310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:13.698278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e2662-2f6f-40be-ad82-4f80e44f6318 req-e64db9f0-6269-474b-8549-017aa131c2a2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:13.698952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14b90a22-5f7f-44b4-ad59-d6736d488618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:13.710102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e68e2662-2f6f-40be-ad82-4f80e44f6318 req-e64db9f0-6269-474b-8549-017aa131c2a2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1417959 Mar 31 23:08:13.784707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e68e2662-2f6f-40be-ad82-4f80e44f6318 req-7c1fcd8d-3b58-4917-beeb-e0cc00ad5751 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732601 Mar 31 23:08:14.017855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4405eab3-b9f1-4ecc-9430-7c898771099d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:14.118781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4405eab3-b9f1-4ecc-9430-7c898771099d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:14.119433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.185150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8d20-3974-4ee8-a46b-374dc4235a2c req-40c2584d-22c2-4828-8f3c-9933379089cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.197574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748c8d20-3974-4ee8-a46b-374dc4235a2c req-40c2584d-22c2-4828-8f3c-9933379089cc tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.1829243 Mar 31 23:08:14.314081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-748c8d20-3974-4ee8-a46b-374dc4235a2c req-df99193b-5d3f-4a0b-95d4-4d6c8a238357 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132507 Mar 31 23:08:14.338436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.404483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4405eab3-b9f1-4ecc-9430-7c898771099d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4405eab3-b9f1-4ecc-9430-7c898771099d,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:14.413227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.521625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:14.664013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca20ae7-5518-4ae4-bc4b-7658652aaed7 req-cabaf175-556f-42a0-99de-fbbdc3472639 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:14.676650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ca20ae7-5518-4ae4-bc4b-7658652aaed7 req-cabaf175-556f-42a0-99de-fbbdc3472639 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 931 time: 0.7692127 Mar 31 23:08:14.762768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14b90a22-5f7f-44b4-ad59-d6736d488618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.793507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14b90a22-5f7f-44b4-ad59-d6736d488618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:14.895631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:14.900759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14b90a22-5f7f-44b4-ad59-d6736d488618 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=29206fb8fe784010ae2873eebf74332f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2205148 Mar 31 23:08:14.943430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ca20ae7-5518-4ae4-bc4b-7658652aaed7 req-7adfeb55-1274-48dd-8e99-d9b5cc07bda8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490792 Mar 31 23:08:15.034927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b90a22-5f7f-44b4-ad59-d6736d488618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef99234-6e20-40ca-8f13-e0459514aeba,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.046518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.083592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.187575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.201156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.202570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2ef99234-6e20-40ca-8f13-e0459514aeba HTTP/1.1" status: 204 len: 168 time: 0.3049283 Mar 31 23:08:15.221913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b4342e-c16d-456c-997d-831c9b53fbbe {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:15.256436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.263174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee2d7-21ef-48a6-8672-39392e301396 req-b66c839a-c7e2-472c-9a09-ff302e1ec104 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.265052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-662ee2d7-21ef-48a6-8672-39392e301396 req-b66c839a-c7e2-472c-9a09-ff302e1ec104 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1307516 Mar 31 23:08:15.278770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b182819-ce31-4253-9d7f-5045304a192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef99234-6e20-40ca-8f13-e0459514aeba,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.319827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464b305-d75a-4028-9ecc-26ac0d300615 req-3c9c0a45-8f80-414f-8bcf-c0143656567d tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.327216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f464b305-d75a-4028-9ecc-26ac0d300615 req-3c9c0a45-8f80-414f-8bcf-c0143656567d tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.2064865 Mar 31 23:08:15.374075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Transition to ACTIVE for port object 14b4342e-c16d-456c-997d-831c9b53fbbe will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:15.394736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-662ee2d7-21ef-48a6-8672-39392e301396 req-02168154-56b8-4031-9a09-99d9b43f052d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1054230 Mar 31 23:08:15.396185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.427137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f464b305-d75a-4028-9ecc-26ac0d300615 req-4d01abad-3fbd-4c40-bbe3-3e35052c6cf6 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Mar 31 23:08:15.487485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Pushing event updated for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.611344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Attempting to bind port 14b4342e-c16d-456c-997d-831c9b53fbbe on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:15.611726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Attempting to bind port 14b4342e-c16d-456c-997d-831c9b53fbbe by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:15.612019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Attempting to bind port 14b4342e-c16d-456c-997d-831c9b53fbbe on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:15.617559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Port 14b4342e-c16d-456c-997d-831c9b53fbbe on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:15.618422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Attempting to bind port 14b4342e-c16d-456c-997d-831c9b53fbbe on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:15.625703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:15.626083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Checking segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:15.626604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Bound using segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:15.627145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Bound port: 14b4342e-c16d-456c-997d-831c9b53fbbe, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:15.628582 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.794655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:15.800534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=14b4342e-c16d-456c-997d-831c9b53fbbe,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:15.807343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.846705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.847626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:15.849333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] 10.222.0.60 "PUT /v2.0/ports/14b4342e-c16d-456c-997d-831c9b53fbbe HTTP/1.1" status: 200 len: 1091 time: 2.3620341 Mar 31 23:08:15.849952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:15.852629 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03626125-2c3e-49e6-9692-c7e5bebd21b2" -d '{"events": [{"name": "network-changed", "server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:15.955718 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317be748-e7ef-4508-a4c0-2f6477516b5e x-openstack-request-id: req-317be748-e7ef-4508-a4c0-2f6477516b5e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:15.956155 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:15.956291 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-317be748-e7ef-4508-a4c0-2f6477516b5e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:15.956836 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317be748-e7ef-4508-a4c0-2f6477516b5e'] response: {'name': 'network-changed', 'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe', 'status': 'completed', 'code': 200} Mar 31 23:08:15.962592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57a322-cbee-49e9-a8ff-95b32dae790b service neutron] Pushing event updated for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:15.994934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-a721d53b-811c-416e-944d-b9cd0f9ce425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:15.996619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-a721d53b-811c-416e-944d-b9cd0f9ce425 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 1094 time: 0.0972936 Mar 31 23:08:16.058108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-73bdbee6-5d1e-4922-8bbe-b09f6819d94d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b4342e-c16d-456c-997d-831c9b53fbbe HTTP/1.1" status: 200 len: 217 time: 0.0539029 Mar 31 23:08:16.058345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4405eab3-b9f1-4ecc-9430-7c898771099d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:16.185290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4405eab3-b9f1-4ecc-9430-7c898771099d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:16.185654 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:16.188557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-1d3d4278-802f-4957-89d1-d5d72ccd39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.190061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-1d3d4278-802f-4957-89d1-d5d72ccd39a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.1228042 Mar 31 23:08:16.198634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502aea-7820-4af7-9ce6-d2399fbe1f1f req-1b6df010-1757-490f-bf74-7eebe0289115 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.206085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7502aea-7820-4af7-9ce6-d2399fbe1f1f req-1b6df010-1757-490f-bf74-7eebe0289115 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 943 time: 0.1508031 Mar 31 23:08:16.278180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-bfb857c1-7717-48bc-86f2-276180c39d6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697803 Mar 31 23:08:16.326634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7502aea-7820-4af7-9ce6-d2399fbe1f1f req-a244a832-ae1d-456e-8ae3-71d9bb4af2d9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192648 Mar 31 23:08:16.454819 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-b5afe40a-e914-47ce-9511-7b27975a6489 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658220 Mar 31 23:08:16.624015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba20e4f-5ea6-4439-a812-5100def82b4d req-ff7a3880-2257-4957-89a3-3b78ebf971b9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.655586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cba20e4f-5ea6-4439-a812-5100def82b4d req-ff7a3880-2257-4957-89a3-3b78ebf971b9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1161017 Mar 31 23:08:16.732295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cba20e4f-5ea6-4439-a812-5100def82b4d req-94138aeb-4864-44ac-a0db-6aa0be6bb563 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758066 Mar 31 23:08:16.747331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4636f63-a235-49fd-80d2-095c63ea9667 req-6f0ad707-609d-43ba-8ef2-c4fbc0d6e46a tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.756304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4636f63-a235-49fd-80d2-095c63ea9667 req-6f0ad707-609d-43ba-8ef2-c4fbc0d6e46a tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.1896498 Mar 31 23:08:16.774377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a8f631-8491-4b86-81bd-81b662a43115 req-daa97f9e-0a32-472c-8f2a-55fb496b8b17 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090897 Mar 31 23:08:16.920549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4636f63-a235-49fd-80d2-095c63ea9667 req-dcb53dab-d7bf-4f02-9bee-1b68ddf3d657 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604595 Mar 31 23:08:16.991743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-cd6b05ba-8228-4e96-ab96-b12236b3ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:16.994610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-cd6b05ba-8228-4e96-ab96-b12236b3ebb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 1094 time: 0.1445765 Mar 31 23:08:17.155066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-ee28f71d-1a65-484f-9052-6b44b7a983db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.156722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-ee28f71d-1a65-484f-9052-6b44b7a983db service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 913 time: 0.1542542 Mar 31 23:08:17.166011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-6a969755-2bf1-4581-bb1a-ea609c121a13 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.167535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-6a969755-2bf1-4581-bb1a-ea609c121a13 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.96 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.0835690 Mar 31 23:08:17.219161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-2b2dc0ee-a12e-4517-8812-ec3a27b39720 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b4342e-c16d-456c-997d-831c9b53fbbe HTTP/1.1" status: 200 len: 217 time: 0.0506091 Mar 31 23:08:17.470959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-85187e30-37ed-4cd0-b915-4a5eae66bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.472685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-85187e30-37ed-4cd0-b915-4a5eae66bc9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.1610053 Mar 31 23:08:17.563533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-aaf32b3c-e5a6-4f45-b018-b5a74799d406 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771725 Mar 31 23:08:17.668011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8391af0-64e6-426d-a267-babd34eb4445 req-cacb5e6a-957f-4925-8c1d-1e76f5d53958 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:17.685858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8391af0-64e6-426d-a267-babd34eb4445 req-cacb5e6a-957f-4925-8c1d-1e76f5d53958 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 943 time: 0.1880631 Mar 31 23:08:17.803530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8391af0-64e6-426d-a267-babd34eb4445 req-e379b06d-daed-4bb1-b69d-e5e19bad3c30 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153567 Mar 31 23:08:17.911794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Deleting port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:17.912618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:17.974039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-806e8a6f-fde9-4abb-a99e-64c1b0bad7b7 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026115 Mar 31 23:08:18.245846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03626125-2c3e-49e6-9692-c7e5bebd21b2 req-b0ba2595-d9b8-4106-8f69-de2178aa2ab0 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726077 Mar 31 23:08:18.323177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b5f1f-49b4-400f-b3ce-50d077c67aae req-672dfb5d-f2cd-4801-831d-390a0a46da0a tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.330385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b9c0b-f7ae-4942-934c-a1c2a10fc4eb req-fa8687e3-f742-446f-8124-b2bdc1ac23f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:18.332234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b0b9c0b-f7ae-4942-934c-a1c2a10fc4eb req-fa8687e3-f742-446f-8124-b2bdc1ac23f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.3703108 Mar 31 23:08:18.338583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-494b5f1f-49b4-400f-b3ce-50d077c67aae req-672dfb5d-f2cd-4801-831d-390a0a46da0a tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 946 time: 0.1664534 Mar 31 23:08:18.344289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] For port 8af25b2c-f7ac-4622-8bae-f039e9f8b868, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8af25b2c-f7ac-4622-8bae-f039e9f8b868,segment=NetworkSegment(30279b1d-ff86-4089-99e7-8ad8d1bdf076),segment_id=30279b1d-ff86-4089-99e7-8ad8d1bdf076)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:18.344922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.409793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b0b9c0b-f7ae-4942-934c-a1c2a10fc4eb req-e45cabf8-6fd2-4e0d-85e5-af312b0687fa tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590000 Mar 31 23:08:18.429455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Calling delete_port for 8af25b2c-f7ac-4622-8bae-f039e9f8b868 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:18.498177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-494b5f1f-49b4-400f-b3ce-50d077c67aae req-140b7143-ed9b-4321-b37b-683650e3eae2 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/security-groups?id=63bc12da-6d1e-4eda-ac76-cdc3ff00e881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584811 Mar 31 23:08:18.654701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.677204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['8af25b2c-f7ac-4622-8bae-f039e9f8b868'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:18.744409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Pushing event deleted for resources: {'Port': ['ID=8af25b2c-f7ac-4622-8bae-f039e9f8b868,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:18.818849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] No DVR routers for this DVR port 8af25b2c-f7ac-4622-8bae-f039e9f8b868 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:18.873136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:18.882609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fbe8ff5-9166-498b-81cc-f9dad99f1f89 req-642147b4-f539-4498-b015-65b258d7b2ae tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.96 "DELETE /v2.0/ports/8af25b2c-f7ac-4622-8bae-f039e9f8b868 HTTP/1.1" status: 204 len: 173 time: 1.7075911 Mar 31 23:08:18.883400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'name': 'network-vif-deleted', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:18.893275 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4407e4c0-3ceb-4a97-a7f4-7e8244b77ba9" -d '{"events": [{"server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "name": "network-vif-deleted", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:18.998950 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa30bb2-1b89-4bf8-bb70-f0f6b93a1d58 x-openstack-request-id: req-1aa30bb2-1b89-4bf8-bb70-f0f6b93a1d58 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:18.999592 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9435a9-b6af-48be-8750-e0123c05b7e8", "name": "network-vif-deleted", "tag": "8af25b2c-f7ac-4622-8bae-f039e9f8b868", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:18.999790 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1aa30bb2-1b89-4bf8-bb70-f0f6b93a1d58 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:19.000300 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa30bb2-1b89-4bf8-bb70-f0f6b93a1d58'] response: {'server_uuid': 'cd9435a9-b6af-48be-8750-e0123c05b7e8', 'name': 'network-vif-deleted', 'tag': '8af25b2c-f7ac-4622-8bae-f039e9f8b868', 'status': 'completed', 'code': 200} Mar 31 23:08:19.216368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d8d35-e986-451e-a497-5af48370ce96 req-68fcdc5f-57de-493e-a1d5-90888b8d9564 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.218174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536d8d35-e986-451e-a497-5af48370ce96 req-68fcdc5f-57de-493e-a1d5-90888b8d9564 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 943 time: 0.1509285 Mar 31 23:08:19.280451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536d8d35-e986-451e-a497-5af48370ce96 req-1e976c71-0602-42af-b441-3d81cd41e8e7 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543680 Mar 31 23:08:19.734728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2916e-b9f5-42eb-bc8c-af75b3a0ae86 req-c2a66b46-ead5-492b-869b-0bd422dfb49d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:19.754796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60d2916e-b9f5-42eb-bc8c-af75b3a0ae86 req-c2a66b46-ead5-492b-869b-0bd422dfb49d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1448772 Mar 31 23:08:19.810017 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-812bad36-f473-4853-a329-491c70d886c2 req-42d0057a-89ba-4314-a6e2-2e380a107558 tempest-ServerAddressesTestJSON-1883014803 tempest-ServerAddressesTestJSON-1883014803-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd9435a9-b6af-48be-8750-e0123c05b7e8 HTTP/1.1" status: 200 len: 210 time: 0.0693967 Mar 31 23:08:19.827845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 14b4342e-c16d-456c-997d-831c9b53fbbe details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:19.857818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60d2916e-b9f5-42eb-bc8c-af75b3a0ae86 req-5b9608c2-de29-4dcc-8b37-e16d8af2cc24 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017425 Mar 31 23:08:20.057291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=14b4342e-c16d-456c-997d-831c9b53fbbe,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:20.078067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '14b4342e-c16d-456c-997d-831c9b53fbbe', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'port_id': '14b4342e-c16d-456c-997d-831c9b53fbbe', 'mac_address': 'fa:16:3e:5b:2a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:20.155703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.173934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b4342e-c16d-456c-997d-831c9b53fbbe {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:20.207561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=14b4342e-c16d-456c-997d-831c9b53fbbe,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:20.217470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.328434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:20.559828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19cb8-bba3-4cb2-84a4-2ca9be7a7f2d req-b1a9a560-f6fa-417e-a66d-b40029d24cc3 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:20.585553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['14b4342e-c16d-456c-997d-831c9b53fbbe'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:20.598376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93c19cb8-bba3-4cb2-84a4-2ca9be7a7f2d req-b1a9a560-f6fa-417e-a66d-b40029d24cc3 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 944 time: 0.1545408 Mar 31 23:08:20.700752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93c19cb8-bba3-4cb2-84a4-2ca9be7a7f2d req-3d212c1e-26c1-45b2-96be-ca96d5382faa tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998704 Mar 31 23:08:20.849518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:20.934925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53282) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:21.071099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Deleting subnet 5a09157f-8772-4f1e-90f9-451f3c54874d {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:21.098222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f296d4a-2fde-437f-aa5f-2ebc5d8153c6 req-e15df9fe-6732-4c5b-9175-120bac4a281d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:21.120067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f296d4a-2fde-437f-aa5f-2ebc5d8153c6 req-e15df9fe-6732-4c5b-9175-120bac4a281d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1144159 Mar 31 23:08:21.140214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.303710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8af25b2c-f7ac-4622-8bae-f039e9f8b868 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:21.353107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 8af25b2c-f7ac-4622-8bae-f039e9f8b868 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:21.353412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8af25b2c-f7ac-4622-8bae-f039e9f8b868 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:21.569274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f296d4a-2fde-437f-aa5f-2ebc5d8153c6 req-5b3ba722-2382-4cc2-9346-8501931fe969 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4467537 Mar 31 23:08:21.615779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.671925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.799902 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.835537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:21.841580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53298) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:21.843337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 14b4342e-c16d-456c-997d-831c9b53fbbe up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:21.850983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5a09157f-8772-4f1e-90f9-451f3c54874d HTTP/1.1" status: 204 len: 168 time: 0.9113801 Mar 31 23:08:21.854573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3a83a-a4ec-46de-87ea-a38de6c95ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a09157f-8772-4f1e-90f9-451f3c54874d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:21.968038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 14b4342e-c16d-456c-997d-831c9b53fbbe completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:21.978036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 14b4342e-c16d-456c-997d-831c9b53fbbe triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:21.979825 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.011557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.027649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ccbb-b5f7-4bf3-9f65-a028e2bf6430 req-c2676be4-2ee6-4995-92c1-7ad99ae5ae84 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:22.035545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11f4ccbb-b5f7-4bf3-9f65-a028e2bf6430 req-c2676be4-2ee6-4995-92c1-7ad99ae5ae84 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 944 time: 0.1585670 Mar 31 23:08:22.141901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.176050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138c407a-b3ee-471b-abb3-c03057f86f96']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:22.193279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11f4ccbb-b5f7-4bf3-9f65-a028e2bf6430 req-d6e00212-4a21-4829-97cd-dd9398328bd4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567514 Mar 31 23:08:22.209262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30279b1d-ff86-4089-99e7-8ad8d1bdf076') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:22.210331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30279b1d-ff86-4089-99e7-8ad8d1bdf076') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:22.216712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.221215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.238455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.245597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:22.246348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:22.304213 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:22.310962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.319997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=14b4342e-c16d-456c-997d-831c9b53fbbe,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:22.321385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:22.325575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.326510 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83def564-ab12-4efc-ac30-6456a1814182" -d '{"events": [{"server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "name": "network-vif-plugged", "status": "completed", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:22.337171 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.348601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] 10.222.0.95 "DELETE /v2.0/networks/138c407a-b3ee-471b-abb3-c03057f86f96 HTTP/1.1" status: 204 len: 168 time: 0.5033100 Mar 31 23:08:22.382692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ee03c-51ee-40db-97a8-9299b33e2ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=138c407a-b3ee-471b-abb3-c03057f86f96,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:22.441790 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab092c-593e-43cb-89af-be5f5ee42849 x-openstack-request-id: req-8dab092c-593e-43cb-89af-be5f5ee42849 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:22.447471 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "name": "network-vif-plugged", "status": "completed", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:22.447815 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8dab092c-593e-43cb-89af-be5f5ee42849 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:22.448246 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dab092c-593e-43cb-89af-be5f5ee42849'] response: {'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe', 'code': 200} Mar 31 23:08:22.515546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:22.598067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea1724-aba8-4c92-8501-ebc22dd134e7 req-58132b75-a6b9-4e06-bece-5c8275d96d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:22.604426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8ea1724-aba8-4c92-8501-ebc22dd134e7 req-58132b75-a6b9-4e06-bece-5c8275d96d65 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1062369 Mar 31 23:08:22.674170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8ea1724-aba8-4c92-8501-ebc22dd134e7 req-584c9859-33b1-448c-beb4-51087e00d774 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Mar 31 23:08:22.725893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53316) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:22.777377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb9f00-82f9-41a5-8fb3-c9be2b721be0 req-ea765d77-4fb9-4a17-8347-ccce77de7b62 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:22.779083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0bb9f00-82f9-41a5-8fb3-c9be2b721be0 req-ea765d77-4fb9-4a17-8347-ccce77de7b62 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0644143 Mar 31 23:08:22.823325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de0296ee-c0e6-441d-a3b7-2836e7ae420d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b4e3adc7eb8244a5a9df7fade7a64630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960763 Mar 31 23:08:22.826236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53318) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:22.871555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0bb9f00-82f9-41a5-8fb3-c9be2b721be0 req-bca7e7e1-3c0d-4972-9852-ee1f73389503 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842991 Mar 31 23:08:22.921186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:22.961679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.042492 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.045210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:23.048777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/63bc12da-6d1e-4eda-ac76-cdc3ff00e881 HTTP/1.1" status: 204 len: 168 time: 0.2190039 Mar 31 23:08:23.061045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a6198-26e0-4304-a2ab-47e2ba524b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc12da-6d1e-4eda-ac76-cdc3ff00e881,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:23.458368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca319e-b45b-4557-b9c3-2d1841cfb7c0 req-6ef2c246-d331-4787-8751-84e6df1e9b7e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:23.463318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67ca319e-b45b-4557-b9c3-2d1841cfb7c0 req-6ef2c246-d331-4787-8751-84e6df1e9b7e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.0964923 Mar 31 23:08:23.513062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67ca319e-b45b-4557-b9c3-2d1841cfb7c0 req-2efc5e13-579b-4730-b271-e077da31d25e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Mar 31 23:08:24.153408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ed6bd-8edb-4b2e-9c6c-60dd1c0e4034 req-e8528545-40a9-44a7-b24d-52d7b0fa4a9c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:24.187654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a13ed6bd-8edb-4b2e-9c6c-60dd1c0e4034 req-e8528545-40a9-44a7-b24d-52d7b0fa4a9c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1549623 Mar 31 23:08:24.288210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a13ed6bd-8edb-4b2e-9c6c-60dd1c0e4034 req-a2d226aa-4966-46d7-88cc-31e3d030ef65 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961077 Mar 31 23:08:24.441901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11915551-1695-4c8c-a62d-ffc883dc471c req-27d426a2-8d4c-42a6-ad80-275762f033ff tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:24.455063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11915551-1695-4c8c-a62d-ffc883dc471c req-27d426a2-8d4c-42a6-ad80-275762f033ff tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.0778720 Mar 31 23:08:24.510120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11915551-1695-4c8c-a62d-ffc883dc471c req-a2c3def1-b2fb-4d7d-b6fa-1f35e2d8399b tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469725 Mar 31 23:08:24.810390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc076b-5b02-4fd8-bf64-3025004e82ff req-a4adf46a-89b6-45f3-bf75-2525f7cd3ef4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:24.819397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3cfc076b-5b02-4fd8-bf64-3025004e82ff req-a4adf46a-89b6-45f3-bf75-2525f7cd3ef4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1258752 Mar 31 23:08:24.905824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3cfc076b-5b02-4fd8-bf64-3025004e82ff req-e45a7d82-bc02-4b36-8e8e-bc3b3c486df1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790606 Mar 31 23:08:25.036765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:25.275984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53390) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:25.470755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8d84-373a-4533-816a-9887b726563c req-72480f7f-a8c1-4bd9-8bfa-6f5268f4d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.492252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-72480f7f-a8c1-4bd9-8bfa-6f5268f4d0ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1714425 Mar 31 23:08:25.594088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aede1bd-0c07-4c80-a2dc-146d7a334486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.642241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b33de1-403f-4401-84b2-3316af3e6ccc req-0994dfdb-cb80-4f6a-9b36-bd79ae7e03f1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.652722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28b33de1-403f-4401-84b2-3316af3e6ccc req-0994dfdb-cb80-4f6a-9b36-bd79ae7e03f1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1469400 Mar 31 23:08:25.681724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ea5598-0458-46a2-8380-e7c027aebcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.729852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28b33de1-403f-4401-84b2-3316af3e6ccc req-ec09ae3b-1eba-4e88-acc8-c0557f1f6da8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Mar 31 23:08:25.742232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a859ee-bd58-4941-81a1-aba5eacef299 req-0fd6eda3-c2a2-4981-b20f-600e711bf98e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.750085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14a859ee-bd58-4941-81a1-aba5eacef299 req-0fd6eda3-c2a2-4981-b20f-600e711bf98e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1495597 Mar 31 23:08:25.794554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8d84-373a-4533-816a-9887b726563c req-73f9851a-d9fc-4163-9b86-f92ce541344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:25.796389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-73f9851a-d9fc-4163-9b86-f92ce541344f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 913 time: 0.3033693 Mar 31 23:08:25.884096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14a859ee-bd58-4941-81a1-aba5eacef299 req-79ef2a21-57d8-4101-aec4-d7541404053e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325710 Mar 31 23:08:25.947382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ea5598-0458-46a2-8380-e7c027aebcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:25.958666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ea5598-0458-46a2-8380-e7c027aebcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.010691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aede1bd-0c07-4c80-a2dc-146d7a334486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.032302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.073700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea5598-0458-46a2-8380-e7c027aebcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7f033-fb7f-4d91-8546-e4a264b03fc4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.088192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63ea5598-0458-46a2-8380-e7c027aebcc7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e0029de84df7465c8aec449b8f19c240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084514 Mar 31 23:08:26.088909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53404) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.097595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-770b32cd-2060-4099-abea-5fcfcab6cc23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14b4342e-c16d-456c-997d-831c9b53fbbe HTTP/1.1" status: 200 len: 217 time: 0.2844076 Mar 31 23:08:26.130387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aede1bd-0c07-4c80-a2dc-146d7a334486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.226128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.251759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede1bd-0c07-4c80-a2dc-146d7a334486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3ab76-a32e-415a-8e81-e8257dfda33a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.284031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.313758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f274859-4b7d-478a-a4be-854b6a817e47 req-28051282-4acc-4fb4-acca-c6f02c6675b9 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.315352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f274859-4b7d-478a-a4be-854b6a817e47 req-28051282-4acc-4fb4-acca-c6f02c6675b9 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.3029866 Mar 31 23:08:26.329527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5aede1bd-0c07-4c80-a2dc-146d7a334486 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3d89cd44b478467882a5bd0bd13e1c52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2910385 Mar 31 23:08:26.335350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:26.340037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8d84-373a-4533-816a-9887b726563c req-3e86e0d5-0642-4a51-9b2d-faeb757309a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:26.341511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-3e86e0d5-0642-4a51-9b2d-faeb757309a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.2329662 Mar 31 23:08:26.394629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.395937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-e5ccc481-db8c-472c-9ba1-075c91ec7434 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402393 Mar 31 23:08:26.398099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.399394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5af7f033-fb7f-4d91-8546-e4a264b03fc4 HTTP/1.1" status: 204 len: 168 time: 0.3066678 Mar 31 23:08:26.413842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32a77-6766-4bcf-a8d6-078e94a0b471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7f033-fb7f-4d91-8546-e4a264b03fc4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.456589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f274859-4b7d-478a-a4be-854b6a817e47 req-12953271-d39a-4985-8ce9-0200ebc89196 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312561 Mar 31 23:08:26.607025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.657359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.661170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-740d1c5b-ef33-4840-9a9e-e6a18bc74296 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457280 Mar 31 23:08:26.789219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.793228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:26.794766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/15d3ab76-a32e-415a-8e81-e8257dfda33a HTTP/1.1" status: 204 len: 168 time: 0.4523616 Mar 31 23:08:26.828652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b77c8d84-373a-4533-816a-9887b726563c req-b9201416-e145-47f5-9186-6920b3b5ff9e service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589274 Mar 31 23:08:26.830205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04181d8a-6f88-4aa0-b77d-71562924187e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3ab76-a32e-415a-8e81-e8257dfda33a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:26.992551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53426) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:27.025440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8556966d-3dd5-40ed-8fe5-2f78201537bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.076097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c94a6-1f86-40b7-83e2-f213f0c48113 req-8ed9dcb7-2692-4a58-9fb7-d2d51d0b9d50 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.097906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-323c94a6-1f86-40b7-83e2-f213f0c48113 req-8ed9dcb7-2692-4a58-9fb7-d2d51d0b9d50 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1896834 Mar 31 23:08:27.171891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-323c94a6-1f86-40b7-83e2-f213f0c48113 req-a4fe32d7-79ce-4094-85f2-f40effe78e40 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726433 Mar 31 23:08:27.277788 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8556966d-3dd5-40ed-8fe5-2f78201537bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.294553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3bac9-a077-4ba8-b2b4-9c7b41dd95ac req-ec9fc142-c891-4d74-9b49-d93a55cb2d3e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.303513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4b3bac9-a077-4ba8-b2b4-9c7b41dd95ac req-ec9fc142-c891-4d74-9b49-d93a55cb2d3e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1755307 Mar 31 23:08:27.306649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8556966d-3dd5-40ed-8fe5-2f78201537bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.401649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:27.402250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8556966d-3dd5-40ed-8fe5-2f78201537bb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=787f4e6cc075433388e397de699118c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077978 Mar 31 23:08:27.417494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4b3bac9-a077-4ba8-b2b4-9c7b41dd95ac req-a5414d07-63ba-4a72-b7cf-eb3a14a46094 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078539 Mar 31 23:08:27.418421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556966d-3dd5-40ed-8fe5-2f78201537bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89870a34-5e07-4fe6-86da-8c1d74a3eb37,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.510502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.552710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.660483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6319b8a-eb2f-4bf2-89a2-907a76a17705 req-8ed32954-7ab3-473d-92bf-de04c611c7cd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.662468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6319b8a-eb2f-4bf2-89a2-907a76a17705 req-8ed32954-7ab3-473d-92bf-de04c611c7cd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.0895803 Mar 31 23:08:27.738500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.741677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:27.742883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/89870a34-5e07-4fe6-86da-8c1d74a3eb37 HTTP/1.1" status: 204 len: 168 time: 0.3402264 Mar 31 23:08:27.771918 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6319b8a-eb2f-4bf2-89a2-907a76a17705 req-ad61367b-07e6-4da1-8f1b-277a55f5ad0a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups?id=1f8a2d82-d2c5-432d-b643-18d73ec15f19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009247 Mar 31 23:08:27.780223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a90d71-8d34-434d-90bc-c04594111620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89870a34-5e07-4fe6-86da-8c1d74a3eb37,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:27.810460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c97827ac-49b7-432d-be61-14a6dbf0ddcd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:27.818683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c97827ac-49b7-432d-be61-14a6dbf0ddcd tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.96 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 945 time: 0.1335912 Mar 31 23:08:28.025151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Deleting port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:28.025502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.133142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] For port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:28.133522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.458290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f042ad-d979-45d7-9f87-8d8d210ecc5a req-9839a353-737f-4590-9fc6-e6a59a631316 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.469241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5f042ad-d979-45d7-9f87-8d8d210ecc5a req-9839a353-737f-4590-9fc6-e6a59a631316 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1139777 Mar 31 23:08:28.480723 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.481810 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.481810 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Floating IP dcab9395-52df-4de1-be90-65f0a2c0961a disassociated. External IP: 172.25.8.90, port: c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7. Mar 31 23:08:28.481810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Calling delete_port for c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:28.577190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5f042ad-d979-45d7-9f87-8d8d210ecc5a req-18e77514-6a63-4c14-9f4c-dd6fe7ee02f9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069398 Mar 31 23:08:28.694880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f5bc-bd91-46ba-84dc-3fc537d8355a req-c5578a26-9a8f-4a4c-b630-c5e29657d995 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:28.707169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f29f5bc-bd91-46ba-84dc-3fc537d8355a req-c5578a26-9a8f-4a4c-b630-c5e29657d995 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1100097 Mar 31 23:08:28.715591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:28.765582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event deleted for resources: {'Port': ['ID=c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:28.817397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f29f5bc-bd91-46ba-84dc-3fc537d8355a req-cab1e3bd-a66c-45d5-aede-b84d498401b7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067266 Mar 31 23:08:28.963005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c019ac38-7aa3-409c-a2f4-059b1774f981 req-207d879f-1a57-41ac-9e35-0408af072c33 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0718799 Mar 31 23:08:29.013007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:29.166292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:29.181713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Sync routers for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:29.203067 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:29.206507 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:29.283588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] No DVR routers for this DVR port c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:29.288872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.297084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40273ad7-6d0b-4221-a6d7-161c1f24b2d5 req-c4c9c1cc-156a-4225-acdc-33ea029d099d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.96 "DELETE /v2.0/ports/c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 HTTP/1.1" status: 204 len: 173 time: 1.4678600 Mar 31 23:08:29.300103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'name': 'network-vif-deleted', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:29.305396 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df34e585-9ac7-4422-8e65-631e8f066221" -d '{"events": [{"server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "name": "network-vif-deleted", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:29.354635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53504) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:29.481902 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b8243-488a-42de-a5a4-66fdff7b1561 x-openstack-request-id: req-868b8243-488a-42de-a5a4-66fdff7b1561 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:29.482449 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5205dc61-8ea8-4cc1-9748-36f563b10da6", "name": "network-vif-deleted", "tag": "c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:29.482872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-868b8243-488a-42de-a5a4-66fdff7b1561 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:29.483468 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868b8243-488a-42de-a5a4-66fdff7b1561'] response: {'server_uuid': '5205dc61-8ea8-4cc1-9748-36f563b10da6', 'name': 'network-vif-deleted', 'tag': 'c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7', 'status': 'completed', 'code': 200} Mar 31 23:08:29.500071 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:29.854708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a3bf5-8334-46d8-9278-f9cbf0c2f83a req-5e15224d-b482-4e3f-b3f5-28dcbca92ab4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:29.870829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b11a3bf5-8334-46d8-9278-f9cbf0c2f83a req-5e15224d-b482-4e3f-b3f5-28dcbca92ab4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1419313 Mar 31 23:08:29.874917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551462744-network', 'tenant_id': '10634d5baeed438ebefe1ea29f139253'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:29.925630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:29.929245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Made reservation on behalf of 10634d5baeed438ebefe1ea29f139253 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:29.931676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.951686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:29.967383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b11a3bf5-8334-46d8-9278-f9cbf0c2f83a req-493cbda1-3eb4-4551-8618-4aeac6fd96f0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895834 Mar 31 23:08:30.005582 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Checking router: 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:30.016184 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:30.016996 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.096198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231272c-11e1-4f39-bfa3-95e062001727 req-338d884d-a375-4b90-8da9-276fb307d9df tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.097788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4231272c-11e1-4f39-bfa3-95e062001727 req-338d884d-a375-4b90-8da9-276fb307d9df tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1502769 Mar 31 23:08:30.106563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d237653b-6050-463f-a386-7351dc3b3004 req-91092259-5637-4056-b2b2-7bcebc469fa7 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0656190 Mar 31 23:08:30.156630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:30.171721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4231272c-11e1-4f39-bfa3-95e062001727 req-8d962770-c52a-4845-927e-e523e1af58c7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530369 Mar 31 23:08:30.221482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.229323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.245372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:30.267558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.267978 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Added segment 45e16996-fdf0-4d1a-aae9-7c657cfed3fc of type vlan for network a05c5aaf-acad-4f5f-8d53-87c685fb2875 Mar 31 23:08:30.308554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c401735-c166-4a14-b9e7-66cef8f70dc4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.339006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.369646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.370953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.371984 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.399174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:30.421794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:30.426977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Request body: {'subnet': {'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551462744-subnet', 'tenant_id': '10634d5baeed438ebefe1ea29f139253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:30.429343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0627155 Mar 31 23:08:30.454864 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c95784-45d8-42d2-aae8-d504873d85d2 None None] The sync data for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 is: [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:06:17Z', 'revision_number': 4, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a9edfdaf-1be9-42e7-b810-fc960d08ba49', 'name': '', 'network_id': '8c2a9a5c-51e3-4dd0-b659-af646f2ba63e', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'mac_address': 'fa:16:3e:4d:9a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:15Z', 'updated_at': '2022-03-31T23:06:22Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'subnets': [{'id': 'ec70e987-a549-4d69-a97f-ec1f891da28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:30.463061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Made reservation on behalf of 10634d5baeed438ebefe1ea29f139253 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:30.467047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.477045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b26d8-3250-4b01-b490-3a3299753281 admin admin] Pushing event updated for resources: {'Network': ['ID=a05c5aaf-acad-4f5f-8d53-87c685fb2875,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.488026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a05c5aaf-acad-4f5f-8d53-87c685fb2875 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:30.696907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.781757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:30.832905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Checking segment: {'id': '45e16996-fdf0-4d1a-aae9-7c657cfed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:30.833447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Network hostable DHCP agents. Network: a05c5aaf-acad-4f5f-8d53-87c685fb2875, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:30.860306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Network a05c5aaf-acad-4f5f-8d53-87c685fb2875 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:30.882970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a05c5aaf-acad-4f5f-8d53-87c685fb2875) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:30.888263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:30.889389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:30.896411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214d3878-3e5a-47d4-a927-96fbe5ed10ac None None] Network a05c5aaf-acad-4f5f-8d53-87c685fb2875 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:30.926758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bbda88d0-8f6d-4207-9f84-aa5626a39a65 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4957652 Mar 31 23:08:30.981539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b73661-79c5-4d82-b713-60475039b7ed None None] New status for floating IP dcab9395-52df-4de1-be90-65f0a2c0961a: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:08:31.160401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da191a1-6dae-4fba-a247-ffccc3c25f04 req-f97acca0-9b1c-479b-9f65-481bd3eedbdf tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.172207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7da191a1-6dae-4fba-a247-ffccc3c25f04 req-f97acca0-9b1c-479b-9f65-481bd3eedbdf tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1194227 Mar 31 23:08:31.295877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7da191a1-6dae-4fba-a247-ffccc3c25f04 req-873eb776-1d3a-4363-8724-92370599a793 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223550 Mar 31 23:08:31.304928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-edda5507-a732-4b6d-878c-d7b2fdf5de6a req-dad11e96-ec5e-4c14-b364-6cdefebfc0cf tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0738111 Mar 31 23:08:31.322258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-a4b2bb33-71a3-4f40-ba36-0b03a0d267d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.328093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:31.329822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-a4b2bb33-71a3-4f40-ba36-0b03a0d267d6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1096 time: 0.1844645 Mar 31 23:08:31.376272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88dbab-30b4-4e77-8271-9e8ab322429c None None] Network a05c5aaf-acad-4f5f-8d53-87c685fb2875 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:31.382468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:31.383179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c80c0a87-4a9b-4d9e-a3ee-73300a8be3a7 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:31.496350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6294d-3e18-44de-8b56-5d63e2490ee9 req-5b98cc60-4e94-499b-814f-a20424c92b85 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.498057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44d6294d-3e18-44de-8b56-5d63e2490ee9 req-5b98cc60-4e94-499b-814f-a20424c92b85 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.1130404 Mar 31 23:08:31.514779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-6c1ef885-867b-488b-96ef-f08142015785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:31.517536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-6c1ef885-867b-488b-96ef-f08142015785 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.1835730 Mar 31 23:08:31.535746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53572) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:31.758047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac9db-573e-48bd-ad70-e7f965317a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.874094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac9db-573e-48bd-ad70-e7f965317a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.881296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac9db-573e-48bd-ad70-e7f965317a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:31.912452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53596) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:31.920514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-56271182-network', 'tenant_id': '490848a1f7c14073b35a7cd73c5bd296'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:31.936837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca2ac9db-573e-48bd-ad70-e7f965317a41 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=220a986dbb344806b8447a9c67a09f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972201 Mar 31 23:08:31.941284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:31.973860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac9db-573e-48bd-ad70-e7f965317a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d079562-a062-4b3e-ade5-acaa893eaaf2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:31.990875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Made reservation on behalf of 490848a1f7c14073b35a7cd73c5bd296 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:31.990875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.027205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.059871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44d6294d-3e18-44de-8b56-5d63e2490ee9 req-e59ac268-d935-456c-9dbe-4ed29be27035 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5535908 Mar 31 23:08:32.069268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.078868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-27b14fc6-9990-46aa-ab8b-acdae065e5f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 1000 time: 0.5528898 Mar 31 23:08:32.115572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.140896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-3286f0de-bd69-4d03-8e18-ca4c7f1545fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.143051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-3286f0de-bd69-4d03-8e18-ca4c7f1545fa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.0556862 Mar 31 23:08:32.198036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.200666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.202038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2d079562-a062-4b3e-ade5-acaa893eaaf2 HTTP/1.1" status: 204 len: 168 time: 0.2595015 Mar 31 23:08:32.204108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.207526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-39a1eb22-5556-4ef6-ad6d-cbe9d9c3c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.210243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-39a1eb22-5556-4ef6-ad6d-cbe9d9c3c9df service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598423 Mar 31 23:08:32.214741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbadf7-a795-4d8f-84ec-2a7c3501f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d079562-a062-4b3e-ade5-acaa893eaaf2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.217608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.247265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:32.263039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca5187f-163c-4fb6-a743-5cf756c417c6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.269717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.269903 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Added segment dd88048a-47e1-428d-8c5c-f0c20c3e1083 of type vlan for network 1d4e467f-f584-4421-a8d4-329b01a86704 Mar 31 23:08:32.316464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.350876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.352415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.353421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.435444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-01a5173a-e049-4b88-bb4c-1a0e8de0faff service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995411 Mar 31 23:08:32.441048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5245759 Mar 31 23:08:32.444475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53612) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.470228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Request body: {'subnet': {'network_id': '1d4e467f-f584-4421-a8d4-329b01a86704', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-56271182-subnet', 'tenant_id': '490848a1f7c14073b35a7cd73c5bd296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:32.530883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49709371-ac62-4eb0-b4f7-dbb4e3c3d575 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4e467f-f584-4421-a8d4-329b01a86704,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.535471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc8f222d-b069-4967-9ecc-30635b3fcce2 req-78a17ac8-70fb-4f2b-b5cf-ee36ac8691b6 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0573275 Mar 31 23:08:32.548539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 1d4e467f-f584-4421-a8d4-329b01a86704 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:32.584659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d01e-af22-4b31-92ba-27055e457672 req-a89ab92c-b58f-428b-adf3-9514b860c0a6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:32.586999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f792d01e-af22-4b31-92ba-27055e457672 req-a89ab92c-b58f-428b-adf3-9514b860c0a6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1572583 Mar 31 23:08:32.666376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Made reservation on behalf of 490848a1f7c14073b35a7cd73c5bd296 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:32.669309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.674294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f792d01e-af22-4b31-92ba-27055e457672 req-a7c32dd2-f3de-40b8-9054-b654d328c717 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754266 Mar 31 23:08:32.749119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6afec1-53af-438b-be60-6cdd45853c01 req-759634e9-0108-43bc-8178-3674bb3852e0 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056893 Mar 31 23:08:32.847822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53622) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:32.875193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f518e6d-f81e-49b4-b479-b97f8dd0967e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.898843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.909847 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:32.973312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=270951d9-114b-4976-96d1-2048c0eb83cd,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:32.982996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Checking segment: {'id': 'dd88048a-47e1-428d-8c5c-f0c20c3e1083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '1d4e467f-f584-4421-a8d4-329b01a86704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:32.983988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Network hostable DHCP agents. Network: 1d4e467f-f584-4421-a8d4-329b01a86704, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:32.985021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f518e6d-f81e-49b4-b479-b97f8dd0967e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:32.994176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f518e6d-f81e-49b4-b479-b97f8dd0967e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.006450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Network 1d4e467f-f584-4421-a8d4-329b01a86704 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:33.021670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 1d4e467f-f584-4421-a8d4-329b01a86704) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:33.026957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.028234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.031457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1faa887-6b52-4813-bb14-1fab374300e6 None None] Network 1d4e467f-f584-4421-a8d4-329b01a86704 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:33.048073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6f518e6d-f81e-49b4-b479-b97f8dd0967e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8e2b8da11acf4b3db0b274ba3e017cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991367 Mar 31 23:08:33.049229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f518e6d-f81e-49b4-b479-b97f8dd0967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332026d0-2b63-4463-9822-5e15e3f50575,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.052086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53628) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:33.061614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2db9b296-14c9-4674-a4c6-c7a243af9b1a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6071916 Mar 31 23:08:33.194305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.237032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.313847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9853e-0f67-4c94-8fe2-d7533f806e75 req-6a1e81cf-4e8f-4762-b605-3e986bea703d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.314125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c5aa0-c2f0-4acb-9382-185bd45e6817 None None] Network 1d4e467f-f584-4421-a8d4-329b01a86704 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:33.315526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41b9853e-0f67-4c94-8fe2-d7533f806e75 req-6a1e81cf-4e8f-4762-b605-3e986bea703d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 945 time: 0.0738091 Mar 31 23:08:33.369315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.372482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.373719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/332026d0-2b63-4463-9822-5e15e3f50575 HTTP/1.1" status: 204 len: 168 time: 0.3178754 Mar 31 23:08:33.383793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41b9853e-0f67-4c94-8fe2-d7533f806e75 req-eb69523d-bb8f-40f1-a1f6-fff1943800e0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555141 Mar 31 23:08:33.391078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca899b19-4b9d-47b4-9b39-d1796d35c571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332026d0-2b63-4463-9822-5e15e3f50575,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.410572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:33.621499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.666364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:33.667986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:33.670717 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0127f2fa-e51a-4607-9e65-3bb3a61cfff2" -d '{"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-unplugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:33.687942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:33.730517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab5cfee8-1ed2-4341-8ea3-f6bea24e7a27 req-47f78623-87bc-46a2-b8ef-b31fc3317055 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0561638 Mar 31 23:08:33.785053 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00066cad-8f56-46a0-ba24-af3312be3514 x-openstack-request-id: req-00066cad-8f56-46a0-ba24-af3312be3514 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:33.785357 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-unplugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:33.785614 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-00066cad-8f56-46a0-ba24-af3312be3514 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:33.786026 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00066cad-8f56-46a0-ba24-af3312be3514'] response: {'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'code': 200} Mar 31 23:08:33.791478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:33.806453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.806789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.818001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.818346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.828681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.829031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.829371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.829705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.830036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.830368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.830686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.833706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:33.882491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-96595672-37ec-46f4-8cfb-9196cdd30e9d tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.884711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-96595672-37ec-46f4-8cfb-9196cdd30e9d tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/networks?id=a05c5aaf-acad-4f5f-8d53-87c685fb2875 HTTP/1.1" status: 200 len: 809 time: 0.1892712 Mar 31 23:08:33.910342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e233e-1192-4463-9644-7c1609486227 req-bf285076-a75e-48e6-ad2a-611c23f8d674 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:33.911576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-8cc1a9f1-ba7c-44d7-9b6e-fba648bc97cd tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/quotas/10634d5baeed438ebefe1ea29f139253 HTTP/1.1" status: 200 len: 375 time: 0.0199540 Mar 31 23:08:33.926544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c2e233e-1192-4463-9644-7c1609486227 req-bf285076-a75e-48e6-ad2a-611c23f8d674 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.0944548 Mar 31 23:08:33.966216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-876a6bed-44a8-4916-ba16-35d23789982a tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=10634d5baeed438ebefe1ea29f139253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471048 Mar 31 23:08:33.980860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c2e233e-1192-4463-9644-7c1609486227 req-9ac02b5f-e071-418d-90bb-3f217a23ac7a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Mar 31 23:08:34.134474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-1ea66918-3266-412e-90de-69896a833da3 service neutron] 10.222.0.95 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592360 Mar 31 23:08:34.260514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-04441ccb-5c05-4f44-b5f8-98b6cf611b5f service neutron] 10.222.0.95 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240888 Mar 31 23:08:34.444891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9952ba8-955b-418a-bb4d-3f3c1f214b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:34.483785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55166624-e95e-4107-a548-8838843e30bb req-01f0adbb-8434-4b38-a0f8-7a12f791e490 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 210 time: 0.0632913 Mar 31 23:08:34.556738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602016-eb91-4c91-b466-45375ae6e4ad req-f1cec0d8-3732-4646-95fe-7274085f7933 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:34.569858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9602016-eb91-4c91-b466-45375ae6e4ad req-f1cec0d8-3732-4646-95fe-7274085f7933 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.0771980 Mar 31 23:08:34.638173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9602016-eb91-4c91-b466-45375ae6e4ad req-fb56de14-4304-4365-a8c8-8a27c855d85e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656776 Mar 31 23:08:34.892094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-203236e3-c0ff-4ccd-852d-9c4aa8477642 req-a15b6c17-b6c7-4b33-8cb2-9efdd152279d tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0500441 Mar 31 23:08:35.225314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fbaee-ae32-42ac-982d-e5d90aac6bbe req-f228078e-43c4-4ed2-802d-0d01aedd009b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.226857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e82fbaee-ae32-42ac-982d-e5d90aac6bbe req-f228078e-43c4-4ed2-802d-0d01aedd009b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1280169 Mar 31 23:08:35.294474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e82fbaee-ae32-42ac-982d-e5d90aac6bbe req-fcc2c577-b061-406c-94c5-a88b81c9be93 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 Mar 31 23:08:35.641379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8c00e94-fdc9-4914-89b9-986cb6ed8900 req-e6ab5dd9-72ce-4795-807d-8ceadb87ce47 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 210 time: 0.0366349 Mar 31 23:08:35.738827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dc553-c9a6-48f1-bb0f-5e22bb6930f7 req-32ff1a86-5892-47e5-b20b-69db394a3a0b tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.746843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e26dc553-c9a6-48f1-bb0f-5e22bb6930f7 req-32ff1a86-5892-47e5-b20b-69db394a3a0b tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1304429 Mar 31 23:08:35.832589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e26dc553-c9a6-48f1-bb0f-5e22bb6930f7 req-7fc86029-dc43-4104-8858-6c0a08755594 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827980 Mar 31 23:08:35.928286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d99d6c-bd78-4920-b6e1-a2d63fe0c592 req-b6c6407e-a8fc-4bdf-86e0-09e7c9c2b522 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.930131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81d99d6c-bd78-4920-b6e1-a2d63fe0c592 req-b6c6407e-a8fc-4bdf-86e0-09e7c9c2b522 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1539466 Mar 31 23:08:35.988797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-41aeed40-6528-449b-92db-ba4d03015f19 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:35.992609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-41aeed40-6528-449b-92db-ba4d03015f19 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.96 "GET /v2.0/networks?id=a05c5aaf-acad-4f5f-8d53-87c685fb2875 HTTP/1.1" status: 200 len: 809 time: 0.1884701 Mar 31 23:08:36.010163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Request body: {'port': {'device_id': '90691f44-1a42-4995-8477-740c0f881969', 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875', 'admin_state_up': True, 'tenant_id': '10634d5baeed438ebefe1ea29f139253'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:36.041190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81d99d6c-bd78-4920-b6e1-a2d63fe0c592 req-5aa6352a-162a-49b3-8cca-5b99cdbd3873 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040699 Mar 31 23:08:36.126187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-239a0d44-c453-466d-9a71-4fb3038bef7d req-b065f683-4962-443c-af10-d50a36a8edde tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0804803 Mar 31 23:08:36.241671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Made reservation on behalf of 10634d5baeed438ebefe1ea29f139253 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:36.246869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.468981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Allocated IP 172.20.0.7 (a05c5aaf-acad-4f5f-8d53-87c685fb2875/5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b/34877a19-6f88-45f5-86bf-14c85dc82948) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:36.539143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33ed4-f53a-46b7-a538-0a8004d2e40b req-f2262c75-0916-4917-8e07-23f0c3ff9c57 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:36.546764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccd33ed4-f53a-46b7-a538-0a8004d2e40b req-f2262c75-0916-4917-8e07-23f0c3ff9c57 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.0867198 Mar 31 23:08:36.708728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccd33ed4-f53a-46b7-a538-0a8004d2e40b req-cdeb8a06-094b-48b2-bd06-6736d18aa84f tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603546 Mar 31 23:08:36.769780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.829450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd7d18d5-f0a5-4207-ba70-ea73cca20863 req-51f0df19-3dbe-4a94-881f-2aec092533ec tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 210 time: 0.0544004 Mar 31 23:08:36.833377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:36.910200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-8558bfb5-dce4-49a6-9cb4-72969266f0ce req-3fa4c86a-9f8a-4612-99b2-02d82b9d3d45 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:08:36.913025 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8558bfb5-dce4-49a6-9cb4-72969266f0ce req-3fa4c86a-9f8a-4612-99b2-02d82b9d3d45 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179901 Mar 31 23:08:36.920691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Network a05c5aaf-acad-4f5f-8d53-87c685fb2875 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:36.925393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:36.927849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Pushing event updated for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:36.930527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:36.978058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29826622-7531-47d2-96b7-4c5f6d5f5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.021401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee8c8f-70c4-4170-8106-e7f1e486c85a req-7066d017-0a66-4555-9817-f05ac3efbf82 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.023457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27ee8c8f-70c4-4170-8106-e7f1e486c85a req-7066d017-0a66-4555-9817-f05ac3efbf82 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Mar 31 23:08:37.033431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.034450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.080023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-509ee650-5e44-4be3-9864-e454658a2cfa tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0771146 Mar 31 23:08:37.096596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-27ee8c8f-70c4-4170-8106-e7f1e486c85a req-205f9659-d584-4434-ac71-7c1253e1cccd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582836 Mar 31 23:08:37.098076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Request body: {'port': {'device_id': '90691f44-1a42-4995-8477-740c0f881969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:37.231915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.265795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88962d-af55-4dde-9074-d24ce8deaf5e req-dbcc35fa-8c10-4fe0-9806-d0daabd90efb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:37.274423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a88962d-af55-4dde-9074-d24ce8deaf5e req-dbcc35fa-8c10-4fe0-9806-d0daabd90efb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1309090 Mar 31 23:08:37.317806 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eda9ba43-6cd4-47ce-a497-6f6557b4ff26 req-493cf558-d4c9-4e37-b88d-bc7baec8a29e tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0563724 Mar 31 23:08:37.357524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:37.382788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a88962d-af55-4dde-9074-d24ce8deaf5e req-fac64208-3175-4cdc-9d06-660f8901d611 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075335 Mar 31 23:08:37.734495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34877a19-6f88-45f5-86bf-14c85dc82948 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:37.757001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.801412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Transition to ACTIVE for port object 34877a19-6f88-45f5-86bf-14c85dc82948 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:08:37.810812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:37.863847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Pushing event updated for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:37.989797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-43d93746-ffa4-48c1-96c1-ab8ba0139063 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4337151 Mar 31 23:08:38.003201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9778e6-a81c-4652-a659-20915e87fb95 req-769b6354-c390-4f90-a851-f255d6b01e98 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.015765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e9778e6-a81c-4652-a659-20915e87fb95 req-769b6354-c390-4f90-a851-f255d6b01e98 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.2057674 Mar 31 23:08:38.030092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-5bbb1251-8a63-43af-9168-750ddd75d61e service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:08:38.031578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-5bbb1251-8a63-43af-9168-750ddd75d61e service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062180 Mar 31 23:08:38.067580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e9778e6-a81c-4652-a659-20915e87fb95 req-c13688a3-7481-4d2e-af43-7831b6d4ae95 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Mar 31 23:08:38.144205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Attempting to bind port 34877a19-6f88-45f5-86bf-14c85dc82948 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:38.144887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:38.167421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Attempting to bind port 34877a19-6f88-45f5-86bf-14c85dc82948 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '45e16996-fdf0-4d1a-aae9-7c657cfed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:38.167421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Attempting to bind port 34877a19-6f88-45f5-86bf-14c85dc82948 on network a05c5aaf-acad-4f5f-8d53-87c685fb2875 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:38.180514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00427cb8-e536-4855-a8b6-330ce1bee712 req-e07d3f87-082e-4922-a71f-cccbbef2e31f tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.188454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00427cb8-e536-4855-a8b6-330ce1bee712 req-e07d3f87-082e-4922-a71f-cccbbef2e31f tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 943 time: 0.2151082 Mar 31 23:08:38.191450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Port 34877a19-6f88-45f5-86bf-14c85dc82948 on network a05c5aaf-acad-4f5f-8d53-87c685fb2875 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:08:38.191935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Attempting to bind port 34877a19-6f88-45f5-86bf-14c85dc82948 on network a05c5aaf-acad-4f5f-8d53-87c685fb2875 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:38.268873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:38.269471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Checking segment: {'id': '45e16996-fdf0-4d1a-aae9-7c657cfed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:38.269471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Bound using segment: {'id': '45e16996-fdf0-4d1a-aae9-7c657cfed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:38.269940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Bound port: 34877a19-6f88-45f5-86bf-14c85dc82948, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45e16996-fdf0-4d1a-aae9-7c657cfed3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:38.270304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.282487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00427cb8-e536-4855-a8b6-330ce1bee712 req-3016ba50-4245-4ac0-bf62-5a5f100775c4 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931256 Mar 31 23:08:38.316517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d965076-80b1-463e-aeb1-12fd6b02debb req-572ac377-fd9a-4a5b-8503-6f754ff2bfdd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.319801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.327674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d965076-80b1-463e-aeb1-12fd6b02debb req-572ac377-fd9a-4a5b-8503-6f754ff2bfdd tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.1124053 Mar 31 23:08:38.374229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef658b02-e369-4f4c-800d-815436ec6524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.382477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:38.386044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=34877a19-6f88-45f5-86bf-14c85dc82948,segment=NetworkSegment(45e16996-fdf0-4d1a-aae9-7c657cfed3fc),segment_id=45e16996-fdf0-4d1a-aae9-7c657cfed3fc)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:38.398228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.423333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d965076-80b1-463e-aeb1-12fd6b02debb req-b10c284a-0b3c-40f1-b9cd-d884c7355721 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942864 Mar 31 23:08:38.490696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.491446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.492953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] 10.222.0.96 "PUT /v2.0/ports/34877a19-6f88-45f5-86bf-14c85dc82948 HTTP/1.1" status: 200 len: 1091 time: 1.4033046 Mar 31 23:08:38.496463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:38.500726 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159392c9-0a63-44c8-b55a-af12f07e6961" -d '{"events": [{"name": "network-changed", "server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:38.537210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c556a4b-a3d3-4784-ad6d-2ee7934439ff req-1bba97ee-405e-42c3-b8f2-4098059de75c tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0696757 Mar 31 23:08:38.588365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef658b02-e369-4f4c-800d-815436ec6524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.594493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd402fba-86fb-4e0d-8525-fc91076591ad service neutron] Pushing event updated for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:38.619756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef658b02-e369-4f4c-800d-815436ec6524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.628836 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc62780-7698-4a4d-8cd3-21aca72d01f9 x-openstack-request-id: req-1fc62780-7698-4a4d-8cd3-21aca72d01f9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:38.629321 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:38.629997 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1fc62780-7698-4a4d-8cd3-21aca72d01f9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:38.630655 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc62780-7698-4a4d-8cd3-21aca72d01f9'] response: {'name': 'network-changed', 'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948', 'status': 'completed', 'code': 200} Mar 31 23:08:38.633429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-6d22b172-49e9-4377-a778-8c3deea61a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.635167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-6d22b172-49e9-4377-a778-8c3deea61a2e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=10634d5baeed438ebefe1ea29f139253&device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 1094 time: 0.0774486 Mar 31 23:08:38.672331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef658b02-e369-4f4c-800d-815436ec6524 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d7f79005850e4f9e96d41541a18a9bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243561 Mar 31 23:08:38.680775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53892) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:38.689849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257ad35-f1a3-4702-9b83-0f14640a6eb1 req-b44a013f-b020-4405-8e4e-1ca08708ab59 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.692565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1257ad35-f1a3-4702-9b83-0f14640a6eb1 req-b44a013f-b020-4405-8e4e-1ca08708ab59 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1025975 Mar 31 23:08:38.702328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef658b02-e369-4f4c-800d-815436ec6524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44054848-b4d1-427f-924f-de8b7baae4e6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:38.710645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-c16dbe8b-c618-439a-a799-691a27cff99e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34877a19-6f88-45f5-86bf-14c85dc82948 HTTP/1.1" status: 200 len: 217 time: 0.0656354 Mar 31 23:08:38.782102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1257ad35-f1a3-4702-9b83-0f14640a6eb1 req-9296a62d-018b-49ec-9319-44a53dac6af8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804758 Mar 31 23:08:38.795951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913400-6077-4127-a42c-557ab8adf06f req-68d17e50-4fa4-44b4-b824-6504829f0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:38.798315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-68d17e50-4fa4-44b4-b824-6504829f0854 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b HTTP/1.1" status: 200 len: 849 time: 0.0795197 Mar 31 23:08:38.808126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.835597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.851934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-ceeee4fa-7d0a-44ad-9c4f-f9cb75c77029 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05c5aaf-acad-4f5f-8d53-87c685fb2875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445335 Mar 31 23:08:38.894750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.901753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:38.918430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/44054848-b4d1-427f-924f-de8b7baae4e6 HTTP/1.1" status: 204 len: 168 time: 0.2129855 Mar 31 23:08:38.936499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e0bdf-03df-436e-abe8-bd3652473e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44054848-b4d1-427f-924f-de8b7baae4e6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:39.009160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-e56e4a22-fd95-443b-8a91-2294a3927267 service neutron] 10.222.0.96 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497641 Mar 31 23:08:39.193456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d913400-6077-4127-a42c-557ab8adf06f req-d5295416-4df2-4cdf-8148-629017fdb4a9 service neutron] 10.222.0.96 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646426 Mar 31 23:08:39.399897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:39.459141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-ddccaf20-5170-460f-a851-27495d8d796a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.460954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-ddccaf20-5170-460f-a851-27495d8d796a tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2492023 Mar 31 23:08:39.464472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-85521d63-c13a-4986-bc99-1d9699cbb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.465980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-85521d63-c13a-4986-bc99-1d9699cbb9f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=10634d5baeed438ebefe1ea29f139253&device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 1094 time: 0.1891766 Mar 31 23:08:39.467900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7b7c-eae3-438f-81c9-1e2914409fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.474307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd83490-8c71-4dba-84be-d53710842e48 req-4af505e9-8e21-43fe-99c9-bca8bc7a2f48 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.487517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fd83490-8c71-4dba-84be-d53710842e48 req-4af505e9-8e21-43fe-99c9-bca8bc7a2f48 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.2091854 Mar 31 23:08:39.527765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57e556-5d67-42c2-a581-32e31c24957f req-ee72e050-d4f4-4942-bbe4-721141d02d49 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.529601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d57e556-5d67-42c2-a581-32e31c24957f req-ee72e050-d4f4-4942-bbe4-721141d02d49 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 943 time: 0.1269221 Mar 31 23:08:39.616378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2d57e556-5d67-42c2-a581-32e31c24957f req-96438eb2-f838-487e-a184-c40a8903dc54 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789614 Mar 31 23:08:39.669056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7b7c-eae3-438f-81c9-1e2914409fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.677535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-2970bd6d-4624-4a0b-a337-3be8e4cdf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.679154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-2970bd6d-4624-4a0b-a337-3be8e4cdf435 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a05c5aaf-acad-4f5f-8d53-87c685fb2875 HTTP/1.1" status: 200 len: 911 time: 0.1874020 Mar 31 23:08:39.679610 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fcdc7b7c-eae3-438f-81c9-1e2914409fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.728167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fd83490-8c71-4dba-84be-d53710842e48 req-0c85aa1d-0184-4d57-ba52-439563578431 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395649 Mar 31 23:08:39.731675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fcdc7b7c-eae3-438f-81c9-1e2914409fd5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2a88a88eb0cf44e9951dfb5992c0beda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307900 Mar 31 23:08:39.742849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:39.784438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc7b7c-eae3-438f-81c9-1e2914409fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0017e16f-74b1-452b-8b54-100153908ef7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:39.809728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-3a4a402e-ee18-43ce-aaaa-3f6003c4532e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34877a19-6f88-45f5-86bf-14c85dc82948 HTTP/1.1" status: 200 len: 217 time: 0.1199622 Mar 31 23:08:39.881548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.905515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89f421dc-a808-4371-8c84-0b77abf7e58b req-63af750f-61db-4434-8943-cfd98d2cb27a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0578554 Mar 31 23:08:39.918992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.944995 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.951001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-b6a99760-2c42-4def-bd9b-4309a62313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.960466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-b6a99760-2c42-4def-bd9b-4309a62313e1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b HTTP/1.1" status: 200 len: 849 time: 0.1293187 Mar 31 23:08:39.985750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca710961-e26d-4b5f-bc97-f4bb500cc094 req-60d323f5-c591-4842-a26b-483d4ebfa3fc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:39.992859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Deleting port 26821f80-55b8-4215-a494-14163b7ed14c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:39.993539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:39.993930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca710961-e26d-4b5f-bc97-f4bb500cc094 req-60d323f5-c591-4842-a26b-483d4ebfa3fc tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 945 time: 0.2601235 Mar 31 23:08:40.046375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca710961-e26d-4b5f-bc97-f4bb500cc094 req-96c87967-1245-4102-9e13-9698dbee140e tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=8a4afe3c-6402-4790-b00b-9c89d13afed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514143 Mar 31 23:08:40.075347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.078150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.079809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0017e16f-74b1-452b-8b54-100153908ef7 HTTP/1.1" status: 204 len: 168 time: 0.3355553 Mar 31 23:08:40.100769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168ab6f-8f2d-4eee-8c4e-d08986c8b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0017e16f-74b1-452b-8b54-100153908ef7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:40.139548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-8f8a0089-7f25-4061-8239-63c04ed9b5d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a05c5aaf-acad-4f5f-8d53-87c685fb2875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1708703 Mar 31 23:08:40.264027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] For port 26821f80-55b8-4215-a494-14163b7ed14c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=26821f80-55b8-4215-a494-14163b7ed14c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:40.264553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.297859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f2329-fdde-48a2-89fa-ec333c889b45 req-cd41fa24-3d7b-4fa6-b41d-7f961d650c2c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.307186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3f2329-fdde-48a2-89fa-ec333c889b45 req-cd41fa24-3d7b-4fa6-b41d-7f961d650c2c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2043202 Mar 31 23:08:40.311151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.382941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-51873166-4e64-4fa5-a5d5-14587bc39b2c service neutron] 10.222.0.96 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245104 Mar 31 23:08:40.470192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3f2329-fdde-48a2-89fa-ec333c889b45 req-434f0d2f-91ab-4bdb-b863-6efb73bfec97 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1565046 Mar 31 23:08:40.639110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-159392c9-0a63-44c8-b55a-af12f07e6961 req-693eeb22-5506-427c-b2a2-8ea7375cfba9 service neutron] 10.222.0.96 "GET /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474794 Mar 31 23:08:40.641122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.641480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.641790 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Floating IP faf348f9-393a-444f-b464-06cf8194a80d disassociated. External IP: 172.25.8.66, port: 26821f80-55b8-4215-a494-14163b7ed14c. Mar 31 23:08:40.642124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Calling delete_port for 26821f80-55b8-4215-a494-14163b7ed14c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:40.841566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccea0b-e176-46e0-9c59-7f9e92a92a9b req-194086f1-2bcb-4337-8526-bd46e7fc71cb tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:40.850804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0ccea0b-e176-46e0-9c59-7f9e92a92a9b req-194086f1-2bcb-4337-8526-bd46e7fc71cb tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 943 time: 0.0969696 Mar 31 23:08:40.904043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:40.918269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0ccea0b-e176-46e0-9c59-7f9e92a92a9b req-87588197-7dff-46f4-85c1-aad47a27f90e tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610096 Mar 31 23:08:40.999750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event deleted for resources: {'Port': ['ID=26821f80-55b8-4215-a494-14163b7ed14c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:41.047084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-679ffebe-8aff-4304-bf43-be09d9098403 req-357828a2-b083-4edb-a092-2eb759475d74 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/ports?device_id=5205dc61-8ea8-4cc1-9748-36f563b10da6 HTTP/1.1" status: 200 len: 210 time: 0.0426528 Mar 31 23:08:41.055493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f34b0-8309-4ed6-81ac-1f5a961effec req-636b9056-5832-49ed-810a-137e02120e00 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.068576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca0f34b0-8309-4ed6-81ac-1f5a961effec req-636b9056-5832-49ed-810a-137e02120e00 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1767333 Mar 31 23:08:41.156319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca0f34b0-8309-4ed6-81ac-1f5a961effec req-85eb1b61-7c59-4627-9465-eb2ccb550a22 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Mar 31 23:08:41.223747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-219b63da-484e-4089-a1f5-2749be233333 req-c1ef0855-be40-47b9-a504-27803d576797 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 210 time: 0.0433233 Mar 31 23:08:41.299065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:41.358650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 34877a19-6f88-45f5-86bf-14c85dc82948 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:08:41.678226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:41.692564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:41.708830 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:41.709484 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:41.804519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=34877a19-6f88-45f5-86bf-14c85dc82948,segment=NetworkSegment(45e16996-fdf0-4d1a-aae9-7c657cfed3fc),segment_id=45e16996-fdf0-4d1a-aae9-7c657cfed3fc)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:41.821142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '34877a19-6f88-45f5-86bf-14c85dc82948', 'network_id': 'a05c5aaf-acad-4f5f-8d53-87c685fb2875', 'port_id': '34877a19-6f88-45f5-86bf-14c85dc82948', 'mac_address': 'fa:16:3e:90:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:08:41.867186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] No DVR routers for this DVR port 26821f80-55b8-4215-a494-14163b7ed14c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:41.870765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.875663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-927aad53-5e2f-4ec9-b9c4-41bc44ece91a req-d3bac1dc-5fd5-4c3b-af6a-4b4eca8e0615 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "DELETE /v2.0/ports/26821f80-55b8-4215-a494-14163b7ed14c HTTP/1.1" status: 204 len: 173 time: 2.3846834 Mar 31 23:08:41.875781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'name': 'network-vif-deleted', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:41.879995 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387dc0d7-ad7c-4750-bc86-48f3444f0cae" -d '{"events": [{"server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "name": "network-vif-deleted", "tag": "26821f80-55b8-4215-a494-14163b7ed14c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:41.895116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:41.951506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c0e3e-a53d-4ef8-a3ac-7440be73c6a3 req-1a15c0e8-0de9-4aab-b69f-630a19e0addb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:41.955380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a59c0e3e-a53d-4ef8-a3ac-7440be73c6a3 req-1a15c0e8-0de9-4aab-b69f-630a19e0addb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2572100 Mar 31 23:08:41.970181 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1dd934-5247-4028-8d0d-c5877fe7e578 x-openstack-request-id: req-5b1dd934-5247-4028-8d0d-c5877fe7e578 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:41.970726 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab0074-8bee-4dcd-b570-e4f1d62fe593", "name": "network-vif-deleted", "tag": "26821f80-55b8-4215-a494-14163b7ed14c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:41.971185 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5b1dd934-5247-4028-8d0d-c5877fe7e578 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:41.971978 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1dd934-5247-4028-8d0d-c5877fe7e578'] response: {'server_uuid': '2dab0074-8bee-4dcd-b570-e4f1d62fe593', 'name': 'network-vif-deleted', 'tag': '26821f80-55b8-4215-a494-14163b7ed14c', 'status': 'completed', 'code': 200} Mar 31 23:08:41.998116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34877a19-6f88-45f5-86bf-14c85dc82948 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:08:42.049976 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:42.057314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a59c0e3e-a53d-4ef8-a3ac-7440be73c6a3 req-63973d26-cd86-4629-a075-4f5df500519a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900912 Mar 31 23:08:42.193934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=34877a19-6f88-45f5-86bf-14c85dc82948,segment=NetworkSegment(45e16996-fdf0-4d1a-aae9-7c657cfed3fc),segment_id=45e16996-fdf0-4d1a-aae9-7c657cfed3fc)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:42.202970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.204514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54000) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.228762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836ae65-40d5-4123-abb8-d0b7608d715f req-641f6ec8-749c-4cb8-aea5-5aacbda3cc49 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.230587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e836ae65-40d5-4123-abb8-d0b7608d715f req-641f6ec8-749c-4cb8-aea5-5aacbda3cc49 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 943 time: 0.1456175 Mar 31 23:08:42.318500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.378581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e836ae65-40d5-4123-abb8-d0b7608d715f req-9040c6b9-3483-4784-ad30-46ed57c1da64 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309681 Mar 31 23:08:42.394750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.474007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.578269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.633196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['34877a19-6f88-45f5-86bf-14c85dc82948'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:08:42.642983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.645907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:42.646126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ab5b3ec-e459-4bf1-b0b1-31b20a999403 req-468fa7f3-48f1-45a3-bf27-860603f9d358 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dab0074-8bee-4dcd-b570-e4f1d62fe593 HTTP/1.1" status: 200 len: 210 time: 0.0756881 Mar 31 23:08:42.647838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "DELETE /v2.0/security-groups/1f8a2d82-d2c5-432d-b643-18d73ec15f19 HTTP/1.1" status: 204 len: 168 time: 0.4422150 Mar 31 23:08:42.650476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.665738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:42.678970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927ebc2-e199-47e9-9490-08418449dc80 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a2d82-d2c5-432d-b643-18d73ec15f19,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:42.681594 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-5c4e83ad-cead-4ade-8d6c-69896dec0a9a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] show failed (client error): The resource could not be found. Mar 31 23:08:42.682892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c4e83ad-cead-4ade-8d6c-69896dec0a9a tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "GET /v2.0/security-groups/1f8a2d82-d2c5-432d-b643-18d73ec15f19 HTTP/1.1" status: 404 len: 347 time: 0.0313265 Mar 31 23:08:42.686987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54018) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:42.693062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113c286-64e2-4b59-8fa4-2929ca85a149 req-6c92cb71-2343-439a-85dc-38c26bf137d9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:42.701076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d113c286-64e2-4b59-8fa4-2929ca85a149 req-6c92cb71-2343-439a-85dc-38c26bf137d9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.3073480 Mar 31 23:08:42.701825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:42.704695 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:42.957914 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:43.027892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Deleting port a31f593b-aba3-45cd-9ea5-690fa198aa67 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:43.027892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.262876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.264254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.278882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Calling delete_port for a31f593b-aba3-45cd-9ea5-690fa198aa67 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:43.311286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d113c286-64e2-4b59-8fa4-2929ca85a149 req-4e040aa1-285b-4393-b89e-67477b9411be tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023190 Mar 31 23:08:43.375226 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:43.414361 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6851de2-db66-46c9-bcb8-bc1358aaa572 None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '45d33c86-a705-406f-91ff-d051c4ac2d4d', 'name': '', 'network_id': 'b6c8321a-8d65-44f8-863f-afa68e20cf51', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'mac_address': 'fa:16:3e:12:b7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:20Z', 'updated_at': '2022-03-31T23:02:32Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'subnets': [{'id': 'c48ceb1a-b75d-44f0-83d0-4f300d162c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:43.493220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc79ac3-fb66-4503-a6ac-78fe79125a8b req-9ff93db1-084f-41b6-b343-15f0e887e83f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:43.497605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dc79ac3-fb66-4503-a6ac-78fe79125a8b req-9ff93db1-084f-41b6-b343-15f0e887e83f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1612055 Mar 31 23:08:43.541191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad29ba-93e3-4d24-a162-a73430e78c4b req-c869b1d8-9033-4a55-b82c-41c1493c4ccd tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:43.543168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7ad29ba-93e3-4d24-a162-a73430e78c4b req-c869b1d8-9033-4a55-b82c-41c1493c4ccd tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 944 time: 0.0828288 Mar 31 23:08:43.610613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dc79ac3-fb66-4503-a6ac-78fe79125a8b req-598335e9-19ee-4116-af65-575a9ab2a69d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019514 Mar 31 23:08:43.622393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7ad29ba-93e3-4d24-a162-a73430e78c4b req-7ac59d43-f2f9-4fd4-9a72-58d07d0c4cee tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700159 Mar 31 23:08:43.699863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.772763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Pushing event deleted for resources: {'Port': ['ID=a31f593b-aba3-45cd-9ea5-690fa198aa67,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:43.815361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54060) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:43.908135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.913742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0613d43-c485-429f-90cb-f23d92a08978 None None] New status for floating IP faf348f9-393a-444f-b464-06cf8194a80d: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:08:43.946850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.949401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.952016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fc2483ea-a4cf-4603-aa81-ddb7c5b73300 tempest-ServersTestBootFromVolume-266234669 tempest-ServersTestBootFromVolume-266234669-project] 10.222.0.95 "DELETE /v2.0/floatingips/dcab9395-52df-4de1-be90-65f0a2c0961a HTTP/1.1" status: 204 len: 168 time: 1.2631390 Mar 31 23:08:43.964078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54066) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:43.972580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:43.988888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26821f80-55b8-4215-a494-14163b7ed14c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:44.044201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.046909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.050698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "DELETE /v2.0/security-groups/8a4afe3c-6402-4790-b00b-9c89d13afed6 HTTP/1.1" status: 204 len: 168 time: 0.2322276 Mar 31 23:08:44.050933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54072) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.055065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 26821f80-55b8-4215-a494-14163b7ed14c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:44.055409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 26821f80-55b8-4215-a494-14163b7ed14c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:44.105034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38455a8-60f3-4258-84c7-86c9c38bc467 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4afe3c-6402-4790-b00b-9c89d13afed6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.112146 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1e0b58dc-60f1-4901-b7df-6219f42a887f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] show failed (client error): The resource could not be found. Mar 31 23:08:44.117602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1e0b58dc-60f1-4901-b7df-6219f42a887f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups/8a4afe3c-6402-4790-b00b-9c89d13afed6 HTTP/1.1" status: 404 len: 347 time: 0.0604651 Mar 31 23:08:44.118128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54076) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.374160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Deleting port ccf4c88a-976a-49c7-9686-a6cc12e5e447 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:44.374499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.470204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.471659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.505304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Calling delete_port for ccf4c88a-976a-49c7-9686-a6cc12e5e447 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:44.514210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07781c46-9493-402e-a288-5ce55882c42a req-51fdc5ce-85f1-4e95-99d3-461cdd960367 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.522630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07781c46-9493-402e-a288-5ce55882c42a req-51fdc5ce-85f1-4e95-99d3-461cdd960367 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1023517 Mar 31 23:08:44.627115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54088) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:44.649049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07781c46-9493-402e-a288-5ce55882c42a req-b74689a1-2db0-4858-bf94-b3672de3f85b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253047 Mar 31 23:08:44.724349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.798711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event deleted for resources: {'Port': ['ID=ccf4c88a-976a-49c7-9686-a6cc12e5e447,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:44.851478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133dc1-fb10-4d93-b6b4-e56ab7068731 req-f1cab74c-0e75-44ac-ae76-7f8b532f5177 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.859022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37133dc1-fb10-4d93-b6b4-e56ab7068731 req-f1cab74c-0e75-44ac-ae76-7f8b532f5177 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 944 time: 0.0913925 Mar 31 23:08:44.875042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.903888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.907402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:44.908936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f11668c3-2c74-4a1e-9060-a11ccd809f46 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "DELETE /v2.0/floatingips/faf348f9-393a-444f-b464-06cf8194a80d HTTP/1.1" status: 204 len: 168 time: 0.7895181 Mar 31 23:08:44.939063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56308fd-f6d3-4e4b-a349-4af73ed80b20 req-365edac4-3fb6-4cdb-bc32-91a0ca7beeeb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:44.941072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c56308fd-f6d3-4e4b-a349-4af73ed80b20 req-365edac4-3fb6-4cdb-bc32-91a0ca7beeeb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1567004 Mar 31 23:08:44.962607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf27ecf8-5407-44e5-b102-dde0df02fd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.014973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c56308fd-f6d3-4e4b-a349-4af73ed80b20 req-0da041e7-636c-41e3-a175-5bdbda98b505 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662248 Mar 31 23:08:45.122640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf27ecf8-5407-44e5-b102-dde0df02fd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.132955 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf27ecf8-5407-44e5-b102-dde0df02fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.163443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37133dc1-fb10-4d93-b6b4-e56ab7068731 req-f33357ed-f64c-4c65-953c-d15be9513a92 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030281 Mar 31 23:08:45.195536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf27ecf8-5407-44e5-b102-dde0df02fd20 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=36d3c276a2e64bd49a24bb0214d969f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5671599 Mar 31 23:08:45.196521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:45.220206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27ecf8-5407-44e5-b102-dde0df02fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54280e7-5465-4851-b88b-c2f205c2d8ec,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.271610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Deleting port a9edfdaf-1be9-42e7-b810-fc960d08ba49 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:45.272304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.326870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.366091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.381594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] For port a9edfdaf-1be9-42e7-b810-fc960d08ba49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9edfdaf-1be9-42e7-b810-fc960d08ba49,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:45.382251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.415393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 34877a19-6f88-45f5-86bf-14c85dc82948 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:08:45.426552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Calling delete_port for a9edfdaf-1be9-42e7-b810-fc960d08ba49 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:45.453700 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.456462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.457644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e54280e7-5465-4851-b88b-c2f205c2d8ec HTTP/1.1" status: 204 len: 168 time: 0.2556512 Mar 31 23:08:45.470877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc0ac-70a5-4f2b-9e71-2731f3044bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54280e7-5465-4851-b88b-c2f205c2d8ec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.561569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 34877a19-6f88-45f5-86bf-14c85dc82948 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:08:45.572423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 34877a19-6f88-45f5-86bf-14c85dc82948 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:08:45.583714 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.663118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.694604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a9edfdaf-1be9-42e7-b810-fc960d08ba49,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:45.800549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:45.863212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b1e82-c093-4cce-b930-fb2f5bf0430e req-cd4b3274-5221-491a-abde-b563d7734d15 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:45.883479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db9b1e82-c093-4cce-b930-fb2f5bf0430e req-cd4b3274-5221-491a-abde-b563d7734d15 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1239498 Mar 31 23:08:45.899649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:08:45.902288 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18c8d5-c17d-4446-88b2-c16edd893981" -d '{"events": [{"server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "name": "network-vif-plugged", "status": "completed", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:08:45.932600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=34877a19-6f88-45f5-86bf-14c85dc82948,segment=NetworkSegment(45e16996-fdf0-4d1a-aae9-7c657cfed3fc),segment_id=45e16996-fdf0-4d1a-aae9-7c657cfed3fc)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:45.933202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db9b1e82-c093-4cce-b930-fb2f5bf0430e req-1c8feaa7-92b1-4b9c-9425-b43941a79028 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Mar 31 23:08:45.958801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.056879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:46.074374 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b295c939-2081-401a-a68f-8c535d13f088 x-openstack-request-id: req-b295c939-2081-401a-a68f-8c535d13f088 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:08:46.074673 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "name": "network-vif-plugged", "status": "completed", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:08:46.074922 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b295c939-2081-401a-a68f-8c535d13f088 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:08:46.075337 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b295c939-2081-401a-a68f-8c535d13f088'] response: {'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948', 'code': 200} Mar 31 23:08:46.095752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54132) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:46.128356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.132900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350403-cd20-43ec-af67-251bbf6aba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.306073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d27d2-22b8-4b3f-bbb1-211d67ec03c8 req-417d9ee3-15c6-4296-a5f4-4d4d14104b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.308315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e00d27d2-22b8-4b3f-bbb1-211d67ec03c8 req-417d9ee3-15c6-4296-a5f4-4d4d14104b77 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 1096 time: 0.1910956 Mar 31 23:08:46.353405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff2ee0-cba7-47f2-80b6-b8a2822376ba req-5b6c3916-431b-416e-9a31-1e6c7b7bb11c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.355001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cff2ee0-cba7-47f2-80b6-b8a2822376ba req-5b6c3916-431b-416e-9a31-1e6c7b7bb11c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1798718 Mar 31 23:08:46.384303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e00d27d2-22b8-4b3f-bbb1-211d67ec03c8 req-563f2628-5b9b-4903-84d7-0a944074098f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656350 Mar 31 23:08:46.393262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870c2d3-6d0b-4209-8454-41f8f6c2c2c5 req-3a60f449-89ed-442c-b803-c91398632299 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:46.394832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7870c2d3-6d0b-4209-8454-41f8f6c2c2c5 req-3a60f449-89ed-442c-b803-c91398632299 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.0626161 Mar 31 23:08:46.461199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cff2ee0-cba7-47f2-80b6-b8a2822376ba req-de4acf06-0f0e-4a59-8a92-84b7d712585e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645900 Mar 31 23:08:46.464242 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350403-cd20-43ec-af67-251bbf6aba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.480411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350403-cd20-43ec-af67-251bbf6aba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.482586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7870c2d3-6d0b-4209-8454-41f8f6c2c2c5 req-3f2082b4-47b1-42d3-8878-62c663c1bf36 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Mar 31 23:08:46.543513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54350403-cd20-43ec-af67-251bbf6aba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d65b82-e0cf-4928-8433-58f09b054075,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:46.558075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54140) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:46.559648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-54350403-cd20-43ec-af67-251bbf6aba9b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9f96068b08444ebb8b14624d7516a00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623280 Mar 31 23:08:46.598747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:08:46.668074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:46.743627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.091971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:08:47.100220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2551f802-103a-45d6-a3c1-032cce4f00ae admin admin] 10.222.0.95 "PUT /v2.0/routers/40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1349177 Mar 31 23:08:47.103831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:47.110062 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Sync routers for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:08:47.132042 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.133920 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.136038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.139511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.142396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/51d65b82-e0cf-4928-8433-58f09b054075 HTTP/1.1" status: 204 len: 168 time: 0.5795910 Mar 31 23:08:47.156149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf8b42-2643-41ca-8688-f319a54ad249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d65b82-e0cf-4928-8433-58f09b054075,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:47.222688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7a86-bd25-4ef2-bd9c-2f76f0e1f2ad req-690a28b2-a571-4d67-a542-57c76dabac51 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.227915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbef7a86-bd25-4ef2-bd9c-2f76f0e1f2ad req-690a28b2-a571-4d67-a542-57c76dabac51 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.2031446 Mar 31 23:08:47.370382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:47.386579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.451644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dbef7a86-bd25-4ef2-bd9c-2f76f0e1f2ad req-972cdad2-cb23-4f9b-8d0b-0a93b1feb7e6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058811 Mar 31 23:08:47.597025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.736487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Deleting port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:47.737062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:47.777613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0edacd-9931-4e97-9b8a-ecd37586fc31 req-96d577c3-4f58-427e-b58e-67a0cb067969 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.791294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a0edacd-9931-4e97-9b8a-ecd37586fc31 req-96d577c3-4f58-427e-b58e-67a0cb067969 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1619229 Mar 31 23:08:47.797323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff78f5-19cc-47e8-a606-9ad4a7ced06b req-e0a59049-e53f-4703-a8ee-ace55e62df63 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:47.803028 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aff78f5-19cc-47e8-a606-9ad4a7ced06b req-e0a59049-e53f-4703-a8ee-ace55e62df63 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.1705990 Mar 31 23:08:47.809195 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:08:45Z', 'revision_number': 5, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port': {'id': 'c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:06:05Z', 'updated_at': '2022-03-31T23:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.844848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Checking router: 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:08:47.854469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Routers {'40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:08:47.855133 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:47.910065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a0edacd-9931-4e97-9b8a-ecd37586fc31 req-05a95b74-59f4-4703-9f8b-b5ec3234d905 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159167 Mar 31 23:08:48.002264 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] Set router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:08:48.060794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aff78f5-19cc-47e8-a606-9ad4a7ced06b req-06e38313-56a5-45b2-82e7-6a483d8f4227 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278545 Mar 31 23:08:48.160765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] For port c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:48.161689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.184269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:08:47Z', 'revision_number': 6, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:48.190598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Calling delete_port for c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:48.240784 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2a019-eb66-4219-9f49-a8a287d58cda None None] The sync data for ids ['40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be'] in n-d-835855-2 is: [{'id': '40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be', 'name': 'tempest-ServersTestBootFromVolume-1855577293-router', 'tenant_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:04Z', 'updated_at': '2022-03-31T23:08:47Z', 'revision_number': 6, 'project_id': '3d12fbcb7b0e4e04acf4e3a5b661bb07', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:08:48.625628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.629293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-002e5db5-7589-496f-b2ab-4d5e07c2216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.635689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-002e5db5-7589-496f-b2ab-4d5e07c2216f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 1094 time: 0.1382544 Mar 31 23:08:48.686498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb001a9-a284-4bac-bbb4-effc176c946a req-31e2b416-4f5a-4263-afc2-37a89785a966 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.718640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:48.725749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3fb001a9-a284-4bac-bbb4-effc176c946a req-31e2b416-4f5a-4263-afc2-37a89785a966 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1501627 Mar 31 23:08:48.812202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3fb001a9-a284-4bac-bbb4-effc176c946a req-f618a545-733e-4a88-b2e6-0e418c0586f1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850067 Mar 31 23:08:48.826123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.915071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-a989cd76-67fa-47ea-8207-ec2938ef83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:48.916657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-a989cd76-67fa-47ea-8207-ec2938ef83dd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1094 time: 0.2277412 Mar 31 23:08:48.963160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:48.977921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.093049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.096989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:08:49.140145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.140145 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2d35973f-21b4-4c8e-b389-0c5d521b4163 admin admin] 10.222.0.95 "DELETE /v2.0/routers/40f4b7cd-9e37-4f6c-b3e9-9dc5d2bd02be HTTP/1.1" status: 204 len: 168 time: 2.0319734 Mar 31 23:08:49.140447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54214) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.220882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-dc6fdc39-9713-4cb5-9a57-8d50c8d06990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.222435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-dc6fdc39-9713-4cb5-9a57-8d50c8d06990 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.2624638 Mar 31 23:08:49.240962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451749-7217-478d-957e-ede0a53a0d91 req-a354f2e1-1d68-4d9f-ad32-4808a62a5b64 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.248616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c451749-7217-478d-957e-ede0a53a0d91 req-a354f2e1-1d68-4d9f-ad32-4808a62a5b64 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1759236 Mar 31 23:08:49.250684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Deleting subnet ec70e987-a549-4d69-a97f-ec1f891da28e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:08:49.256990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.339887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-31437157-5b51-43b6-b42b-deedef8ab4a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 998 time: 0.0890973 Mar 31 23:08:49.346151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.357649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c451749-7217-478d-957e-ede0a53a0d91 req-8b869445-c29c-4a2d-854d-1bfe3fa7a01e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032891 Mar 31 23:08:49.402738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e474a42-dc48-4204-9ecd-85969ec5fc18 req-febbc91a-5103-430f-96f7-9de6e1c72cb3 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.414385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e474a42-dc48-4204-9ecd-85969ec5fc18 req-febbc91a-5103-430f-96f7-9de6e1c72cb3 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.1600893 Mar 31 23:08:49.469471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-cc98075b-b7f3-48da-81b9-39a1769444a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.471521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-cc98075b-b7f3-48da-81b9-39a1769444a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1124969 Mar 31 23:08:49.513468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e474a42-dc48-4204-9ecd-85969ec5fc18 req-f1edce86-bf39-46ed-87cd-4c1475b6eee4 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972743 Mar 31 23:08:49.576803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-d6c9cf1f-33d9-4e2e-bf28-94f4be0e9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:49.579155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-d6c9cf1f-33d9-4e2e-bf28-94f4be0e9c76 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002493 Mar 31 23:08:49.583544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.679703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.708940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec70e987-a549-4d69-a97f-ec1f891da28e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:49.719869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:49.723646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf0fa1e-9474-4372-892c-d650796d9dae None None] Network 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:49.741470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ec70e987-a549-4d69-a97f-ec1f891da28e HTTP/1.1" status: 204 len: 168 time: 0.5999637 Mar 31 23:08:49.742672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54234) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:49.760627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.761352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.762058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.762586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.763121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.763688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.766042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.766779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.767522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.769523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.770172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:49.771657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbf8573-4d32-466b-8a35-922635779415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:50.026194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] DHCP port deletion for 8c2a9a5c-51e3-4dd0-b659-af646f2ba63e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:08:50.032482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-d67b0418-3747-4a32-90b1-6c0a3a3abe74 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409490 Mar 31 23:08:50.064575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.132424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Deleting port bead62a6-39c2-41f5-875f-3a9e867d2bbb {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:50.133133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.313066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5be133-870f-4765-ba5b-87f2ee5407cb req-18dea49f-b09f-403f-9be4-1fb320296df8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.314249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bead62a6-39c2-41f5-875f-3a9e867d2bbb,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:50.314658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.321708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d5be133-870f-4765-ba5b-87f2ee5407cb req-18dea49f-b09f-403f-9be4-1fb320296df8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.3415804 Mar 31 23:08:50.343562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:50.353300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Calling delete_port for bead62a6-39c2-41f5-875f-3a9e867d2bbb owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:50.383997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:50.383997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c0dc79e9-f6d0-4377-9ec0-9c4cd4feaa91 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:50.383997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9edfdaf-1be9-42e7-b810-fc960d08ba49 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:50.409959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a9edfdaf-1be9-42e7-b810-fc960d08ba49 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:08:50.410301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9edfdaf-1be9-42e7-b810-fc960d08ba49 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:08:50.410725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bead62a6-39c2-41f5-875f-3a9e867d2bbb no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:08:50.416749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-40227bd7-98af-4726-88bb-9079867e4efa service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555405 Mar 31 23:08:50.445776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d5be133-870f-4765-ba5b-87f2ee5407cb req-f14ca273-abf7-4a09-8a8a-506dd938fddb tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227968 Mar 31 23:08:50.464592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Deleting port bead62a6-39c2-41f5-875f-3a9e867d2bbb {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:50.464934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.645100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bead62a6-39c2-41f5-875f-3a9e867d2bbb,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:50.646192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.679465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Calling delete_port for bead62a6-39c2-41f5-875f-3a9e867d2bbb owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:08:50.684109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c722d-586a-498d-b1d6-5ab8a189aa65 req-14b4dd07-a3a2-4269-bae4-7c83fdb3bc40 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:50.689596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.691076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-573c722d-586a-498d-b1d6-5ab8a189aa65 req-14b4dd07-a3a2-4269-bae4-7c83fdb3bc40 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1387579 Mar 31 23:08:50.785607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-573c722d-586a-498d-b1d6-5ab8a189aa65 req-06310456-6b93-4488-bac3-cf6cad50c3a4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882590 Mar 31 23:08:50.865668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port bead62a6-39c2-41f5-875f-3a9e867d2bbb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bead62a6-39c2-41f5-875f-3a9e867d2bbb,segment=NetworkSegment(d96e01e9-2e1f-456d-adcb-7fe8a926241e),segment_id=d96e01e9-2e1f-456d-adcb-7fe8a926241e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:08:50.881424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.900126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.902492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.926646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event deleted for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.962296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Pushing event deleted for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:50.970576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:50.972234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] No DVR routers for this DVR port bead62a6-39c2-41f5-875f-3a9e867d2bbb on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:51.003189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] No DVR routers for this DVR port bead62a6-39c2-41f5-875f-3a9e867d2bbb on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:08:51.052779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95518e-f238-4966-b26a-2ed7d87f02f1 None None] Pushing event deleted for resources: {'Port': ['ID=bead62a6-39c2-41f5-875f-3a9e867d2bbb,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:51.135964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.199983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2a9a5c-51e3-4dd0-b659-af646f2ba63e']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.237109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96e01e9-2e1f-456d-adcb-7fe8a926241e') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.240109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96e01e9-2e1f-456d-adcb-7fe8a926241e') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:08:51.273995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.333501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.361194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:08:51.361847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:08:51.426295 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:08:51.570443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.580010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:51.589634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8c2a9a5c-51e3-4dd0-b659-af646f2ba63e HTTP/1.1" status: 204 len: 168 time: 1.8457191 Mar 31 23:08:51.629252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff320a9-0e1f-4745-a4c6-b20614916624 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c2a9a5c-51e3-4dd0-b659-af646f2ba63e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:51.806613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b7d5-a357-4e3d-ab2a-d4dce0af39bd req-db3423fe-5e0e-4f05-a486-b9a9828d40a9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:51.809706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f178b7d5-a357-4e3d-ab2a-d4dce0af39bd req-db3423fe-5e0e-4f05-a486-b9a9828d40a9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1187541 Mar 31 23:08:51.951048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f178b7d5-a357-4e3d-ab2a-d4dce0af39bd req-f2fd5fe6-3262-45b6-a557-78d03b18b541 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329148 Mar 31 23:08:52.068976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef5014-7f35-4fec-8168-29cf6049c8a2 req-6efe2150-28cd-481f-87b8-1e0ec9508075 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:52.071918 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68ef5014-7f35-4fec-8168-29cf6049c8a2 req-6efe2150-28cd-481f-87b8-1e0ec9508075 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1574440 Mar 31 23:08:52.212886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54330) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.242210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68ef5014-7f35-4fec-8168-29cf6049c8a2 req-86793169-f149-4d1a-8740-ae2fcd6aa224 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586990 Mar 31 23:08:52.377094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74725db0-6691-497b-8447-89dcc77786de admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3d12fbcb7b0e4e04acf4e3a5b661bb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616428 Mar 31 23:08:52.378760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54336) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.545146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.577130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:52.625008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.724990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.733189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:52.736107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ead24353-bcc4-4084-a2f3-4f48448ce7c6 HTTP/1.1" status: 204 len: 168 time: 0.3555183 Mar 31 23:08:52.752193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbf4ca-a100-4489-b638-d3b280907b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead24353-bcc4-4084-a2f3-4f48448ce7c6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:53.262556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32db4e-43a4-4d92-9956-aea742746a02 req-a1f9350e-f22d-4df7-b884-757d1806afe4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.265314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af32db4e-43a4-4d92-9956-aea742746a02 req-a1f9350e-f22d-4df7-b884-757d1806afe4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1239073 Mar 31 23:08:53.363827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af32db4e-43a4-4d92-9956-aea742746a02 req-65a7e1c5-a01d-462e-977b-783deb43c1ef tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903833 Mar 31 23:08:53.549852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d015cb-4534-4dc7-93ba-0d5e28aa317f req-af9e9798-c709-48a6-b41f-b4ceb73b43dd tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:53.560096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8d015cb-4534-4dc7-93ba-0d5e28aa317f req-af9e9798-c709-48a6-b41f-b4ceb73b43dd tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1405003 Mar 31 23:08:53.626019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60fa77ad-379a-41f5-84b7-842e5818a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.708988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8d015cb-4534-4dc7-93ba-0d5e28aa317f req-0d6e0c51-421c-4cf9-a5b7-7be2f29a4db4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1407518 Mar 31 23:08:53.921420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60fa77ad-379a-41f5-84b7-842e5818a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:53.928929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60fa77ad-379a-41f5-84b7-842e5818a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.082575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa77ad-379a-41f5-84b7-842e5818a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3637d3-186f-4164-8cc2-937f0d5e34e7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.117951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54392) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:54.129812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-60fa77ad-379a-41f5-84b7-842e5818a7f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=72ec80b7de8840409c4b3e6c50c5d558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5512860 Mar 31 23:08:54.193933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816eee54-4ce9-4fab-9341-d2bc32612d23 req-fcb93b7f-837a-47e8-bdff-71a0974f4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.204836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-816eee54-4ce9-4fab-9341-d2bc32612d23 req-fcb93b7f-837a-47e8-bdff-71a0974f4117 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1923878 Mar 31 23:08:54.291024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-816eee54-4ce9-4fab-9341-d2bc32612d23 req-fbaca50f-6b5b-43a1-8dcb-e0f58481539d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789223 Mar 31 23:08:54.400752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.461546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.547747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.557312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:54.560012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dc3637d3-186f-4164-8cc2-937f0d5e34e7 HTTP/1.1" status: 204 len: 168 time: 0.4397709 Mar 31 23:08:54.606048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561de6ec-19b2-4cf0-ab4d-87519bce710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3637d3-186f-4164-8cc2-937f0d5e34e7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:54.668856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bfc8-8c43-4c71-85b0-53884727883a req-5cecccee-f2ce-4791-8a13-49bfc277db26 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:54.682731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d8bfc8-8c43-4c71-85b0-53884727883a req-5cecccee-f2ce-4791-8a13-49bfc277db26 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1845939 Mar 31 23:08:54.783179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d8bfc8-8c43-4c71-85b0-53884727883a req-055f21d0-b0f4-4c99-b878-b707689e1a38 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967255 Mar 31 23:08:54.868264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54424) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.055797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124cf42-bcdf-40d5-a6fb-5c7ad4d316a6 req-27594055-fc3f-42fb-b41b-5bc113c82f0e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.063801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f124cf42-bcdf-40d5-a6fb-5c7ad4d316a6 req-27594055-fc3f-42fb-b41b-5bc113c82f0e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1564810 Mar 31 23:08:55.120770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f124cf42-bcdf-40d5-a6fb-5c7ad4d316a6 req-06bb2514-40f5-4718-82e3-0cbce4115d16 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549903 Mar 31 23:08:55.386389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1624684982-network', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:55.417673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Made reservation on behalf of 676b3291e29b4727a55dd8bf5eeb8cb3 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:55.421367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.447598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:55.468829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.528686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7680bb27-f0a3-4617-8228-0eb0402fa306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.635309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688c6a9-a144-457f-ba32-e5203e48d91c req-16166fc9-490f-410e-b757-41c69e3f8ea5 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:55.637837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1688c6a9-a144-457f-ba32-e5203e48d91c req-16166fc9-490f-410e-b757-41c69e3f8ea5 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.2023358 Mar 31 23:08:55.765630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.784746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.798222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:08:55.809133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.809768 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Added segment eca42554-2fda-47a7-bb55-1b36f0632885 of type vlan for network a201ff26-7224-4a06-a820-d8854bd624ff Mar 31 23:08:55.860389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1688c6a9-a144-457f-ba32-e5203e48d91c req-70714681-543a-43d2-9927-e9d68bb57807 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091069 Mar 31 23:08:55.894675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.922615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7680bb27-f0a3-4617-8228-0eb0402fa306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.949320 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7680bb27-f0a3-4617-8228-0eb0402fa306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:55.973704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34606d30-423d-4e0a-adbe-4427b7234b54,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.034481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.048007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680bb27-f0a3-4617-8228-0eb0402fa306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca9947-3020-45b4-a76d-b60dd9d17ee9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.065710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:08:56.095006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7680bb27-f0a3-4617-8228-0eb0402fa306 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b9af6d6e93994769be8f129a9e406f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6457038 Mar 31 23:08:56.095813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54454) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.106139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5008f6-0f83-4496-8ac0-f9b647b35b41 req-462295f7-ac8e-451f-acfc-cdc4c77860f8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.108704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f5008f6-0f83-4496-8ac0-f9b647b35b41 req-462295f7-ac8e-451f-acfc-cdc4c77860f8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1759815 Mar 31 23:08:56.129400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.130384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.130955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.206564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f5008f6-0f83-4496-8ac0-f9b647b35b41 req-afd1af57-ae41-4dee-82d3-d8c6b12c97f9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859799 Mar 31 23:08:56.245751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.251398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3817031 Mar 31 23:08:56.255755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:56.266460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Request body: {'subnet': {'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-subnet', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:56.350051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Made reservation on behalf of 676b3291e29b4727a55dd8bf5eeb8cb3 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:08:56.352591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.458979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd3e6-a890-40df-8892-eacf4da3a4b4 admin admin] Pushing event updated for resources: {'Network': ['ID=a201ff26-7224-4a06-a820-d8854bd624ff,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.475394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a201ff26-7224-4a06-a820-d8854bd624ff details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:08:56.496259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.557386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba305af2-cbc9-4a24-ad21-99a5bcef55df req-c1a944da-8ae8-44bc-9fba-430b0796530b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.565152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba305af2-cbc9-4a24-ad21-99a5bcef55df req-c1a944da-8ae8-44bc-9fba-430b0796530b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2160592 Mar 31 23:08:56.663559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba305af2-cbc9-4a24-ad21-99a5bcef55df req-25860f27-7979-4ce4-9e75-9eb75ec7f9e2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972433 Mar 31 23:08:56.693487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.696378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:56.697730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c9ca9947-3020-45b4-a76d-b60dd9d17ee9 HTTP/1.1" status: 204 len: 168 time: 0.5984693 Mar 31 23:08:56.708858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772073fe-7cf9-427f-a1a7-93fcaf189f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca9947-3020-45b4-a76d-b60dd9d17ee9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:56.923794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-eaf3bce3-1570-4825-b00c-d82c9cc5bd67 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:56.933793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-eaf3bce3-1570-4825-b00c-d82c9cc5bd67 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 811 time: 0.2508368 Mar 31 23:08:56.943908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.005020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-7cedcf32-425c-4fde-9d4d-16414c5968f4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/quotas/2069cac319034526959176a61601c7eb HTTP/1.1" status: 200 len: 375 time: 0.0699201 Mar 31 23:08:57.072214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Checking segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:57.072841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Network hostable DHCP agents. Network: a201ff26-7224-4a06-a820-d8854bd624ff, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:08:57.079539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46f3c25-fa75-4dc5-bc65-fafc38093556,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:57.089308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.089847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.090335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.090834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.098501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.099019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.099403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.099749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.100074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.100404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.100734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.101058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:08:57.134269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-fda2df1e-b28f-417c-946c-d78bac72ea4b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279192 Mar 31 23:08:57.217855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Network a201ff26-7224-4a06-a820-d8854bd624ff is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:08:57.232047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75966779-8d78-4704-9dcf-6759b3882d60 req-9a2f2d13-a033-40b6-ae4d-6ebdbadabbe3 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.233720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75966779-8d78-4704-9dcf-6759b3882d60 req-9a2f2d13-a033-40b6-ae4d-6ebdbadabbe3 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.1348512 Mar 31 23:08:57.329354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75966779-8d78-4704-9dcf-6759b3882d60 req-a7572070-50c9-4ed8-905c-1ea066afcea6 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878818 Mar 31 23:08:57.409726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a201ff26-7224-4a06-a820-d8854bd624ff) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:57.429455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:57.432710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e48dd0-4039-48ec-9bd6-6949e08a7dbc None None] Network a201ff26-7224-4a06-a820-d8854bd624ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:08:57.434905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.502667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:08:57.508785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c7f0817-feb0-44ad-ab9c-d6d321be8867 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2518284 Mar 31 23:08:57.509333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:08:57.551317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-d358738c-942b-476c-87bd-693119ab7659 service neutron] 10.222.0.95 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160695 Mar 31 23:08:57.560569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.566016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.665673 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:57.791818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-5a13bb28-bd4f-485a-900e-0b81b7673100 service neutron] 10.222.0.95 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330179 Mar 31 23:08:57.829388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a201ff26-7224-4a06-a820-d8854bd624ff', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:08:57.833105 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.207765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Allocated IP 172.20.0.2 (a201ff26-7224-4a06-a820-d8854bd624ff/a46f3c25-fa75-4dc5-bc65-fafc38093556/0863e2b5-d4aa-4043-92f3-8170fb2039a3) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:08:58.251443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34fc47-ff59-44f6-bb4a-1bc9a0c58938 req-808a7238-7d8e-46df-89ef-448ff37e100a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.255976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db34fc47-ff59-44f6-bb4a-1bc9a0c58938 req-808a7238-7d8e-46df-89ef-448ff37e100a tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.5774362 Mar 31 23:08:58.263322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.429105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db34fc47-ff59-44f6-bb4a-1bc9a0c58938 req-a2af40b9-e1a5-4c1a-b786-062e4b2f9f78 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594486 Mar 31 23:08:58.641348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8f3ddbd-0277-44aa-abb5-54e39cc9451a req-cd018947-7e6f-4f19-90cb-dcfc1564e626 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 210 time: 0.0704818 Mar 31 23:08:58.643943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.662055 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:58.760636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Network a201ff26-7224-4a06-a820-d8854bd624ff is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:08:58.780295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:08:58.799486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:08:58.822689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d61ca-1410-4342-9461-72af8d22a6ea req-33dd1182-6f6b-495a-8142-2fe349f214d6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:58.824329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c4d61ca-1410-4342-9461-72af8d22a6ea req-33dd1182-6f6b-495a-8142-2fe349f214d6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2226410 Mar 31 23:08:58.904112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Pushing event updated for resources: {'Port': ['ID=0863e2b5-d4aa-4043-92f3-8170fb2039a3,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:58.996881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Attempting to bind port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:08:59.001399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Attempting to bind port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:08:59.001995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Attempting to bind port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 on network a201ff26-7224-4a06-a820-d8854bd624ff {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:08:59.016569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:08:59.022821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Checking segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:08:59.023670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.024421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Bound using segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:08:59.025090 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Bound port: 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:08:59.025874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.027098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c4d61ca-1410-4342-9461-72af8d22a6ea req-7d11e4a2-ce8f-496c-84d6-53c52bc5277e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1948116 Mar 31 23:08:59.128363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8aef2-2e4c-4e42-9b2c-2f52026a948b req-c3dbbe75-2f6b-43e5-bd7a-41b067dd7491 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.136544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] For port 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:08:59.143957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a8aef2-2e4c-4e42-9b2c-2f52026a948b req-c3dbbe75-2f6b-43e5-bd7a-41b067dd7491 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.2769268 Mar 31 23:08:59.150201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] For port 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0863e2b5-d4aa-4043-92f3-8170fb2039a3,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:08:59.163009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.302554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d5d44-50dd-49d6-986a-44bc5f3a1f96 None None] Pushing event updated for resources: {'Port': ['ID=0863e2b5-d4aa-4043-92f3-8170fb2039a3,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:08:59.399593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81a8aef2-2e4c-4e42-9b2c-2f52026a948b req-dc0df586-7ec8-4c3d-8eb6-aaffaf664376 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160091 Mar 31 23:08:59.430025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-1a8c6619-691e-4d9d-9bd6-856580196458 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.440930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-1a8c6619-691e-4d9d-9bd6-856580196458 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.96 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.4501290 Mar 31 23:08:59.515776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-46422a90-64d3-4b66-a60c-4210dce55c16 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.519572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-46422a90-64d3-4b66-a60c-4210dce55c16 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.4495592 Mar 31 23:08:59.576662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.610246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9185e17-a833-4c3e-9cec-b921bca3624c req-5e4ab351-5bd7-4f3b-91b6-595ccbd907b3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:08:59.620477 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9185e17-a833-4c3e-9cec-b921bca3624c req-5e4ab351-5bd7-4f3b-91b6-595ccbd907b3 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 945 time: 0.3796797 Mar 31 23:08:59.661568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:08:59.839497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d9185e17-a833-4c3e-9cec-b921bca3624c req-b878b0c7-8818-4146-a801-e83e314ec6d6 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181242 Mar 31 23:08:59.937286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Deleting port 34877a19-6f88-45f5-86bf-14c85dc82948 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:08:59.943811 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.136842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-605910ba-776c-4714-ac91-55b8bb42b405 req-a04ec885-6fc3-47d3-97f5-516b39156818 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 210 time: 0.0831850 Mar 31 23:09:00.404695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Allocated IP 172.25.8.197 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/0b199fc2-f204-4f22-afca-318e8791ebb0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:00.455497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0863e2b5-d4aa-4043-92f3-8170fb2039a3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:00.688000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:00.689046 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:00.776374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28225e-2f0b-4483-8ff0-08cc6b4cd96e req-3d94fbe1-3f6d-4016-bedf-aea23acad79b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:00.789715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c28225e-2f0b-4483-8ff0-08cc6b4cd96e req-3d94fbe1-3f6d-4016-bedf-aea23acad79b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.3915308 Mar 31 23:09:00.957591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c28225e-2f0b-4483-8ff0-08cc6b4cd96e req-7f2b869f-9af4-4b12-8fbe-370874ec8634 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1664758 Mar 31 23:09:00.958619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.045288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.074978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0863e2b5-d4aa-4043-92f3-8170fb2039a3,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.088827 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.089087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Deleting port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:01.089087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.206457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.210220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] For port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:01.211109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.226132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Calling delete_port for e0dc9928-30d3-46b7-8530-b0bcfee9bf3b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:01.287988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=0863e2b5-d4aa-4043-92f3-8170fb2039a3,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.311087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b199fc2-f204-4f22-afca-318e8791ebb0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:01.375724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:01.401127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:01.408246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:01.447425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02c8dc-d27a-412d-a886-5a5855a20f43 None None] Network a201ff26-7224-4a06-a820-d8854bd624ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:01.469985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af8f56-f295-4f77-a4fe-28f273155f52 req-b1b4d7b2-49a0-4a9c-a6b9-5067d541495f tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.472166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1af8f56-f295-4f77-a4fe-28f273155f52 req-b1b4d7b2-49a0-4a9c-a6b9-5067d541495f tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 945 time: 0.2684124 Mar 31 23:09:01.532326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1af8f56-f295-4f77-a4fe-28f273155f52 req-41928188-1cbc-40f8-90a4-6c70970d358e tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/security-groups?id=1c401735-c166-4a14-b9e7-66cef8f70dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485139 Mar 31 23:09:01.708724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:01.711432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 34877a19-6f88-45f5-86bf-14c85dc82948 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:01.753304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['72d06218-8a5c-47eb-82f9-a47fbd876121'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:01.769122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-0aee16d6-f75f-494e-bdb8-3bc3e56f23e4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:01.770725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-0aee16d6-f75f-494e-bdb8-3bc3e56f23e4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 811 time: 0.9105847 Mar 31 23:09:01.859814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0f59097-935b-4070-952b-b30ccda0e961 req-700b4d17-bbce-463b-bb1f-74a08afbab23 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 210 time: 0.1593266 Mar 31 23:09:01.905950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event deleted for resources: {'Port': ['ID=e0dc9928-30d3-46b7-8530-b0bcfee9bf3b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:02.024634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Request body: {'port': {'device_id': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'admin_state_up': True, 'tenant_id': '2069cac319034526959176a61601c7eb'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:02.113479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8509d0ed-c30b-437b-900f-1a36a063336b req-8649cfdb-4932-4299-ac5e-bdee0c8faa0a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 210 time: 0.0830131 Mar 31 23:09:02.125194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.229102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d542-529c-493e-a526-2fa60ea27619 req-2455b61d-c4af-41b4-b965-fddb7134ee22 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.253699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f91d542-529c-493e-a526-2fa60ea27619 req-2455b61d-c4af-41b4-b965-fddb7134ee22 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 1.2368722 Mar 31 23:09:02.280610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e0dc9928-30d3-46b7-8530-b0bcfee9bf3b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:02.289632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ee7ae58-4f09-4856-a706-0fec0e0fdc37 None None] Provisioning complete for port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:02.297320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ae58-4f09-4856-a706-0fec0e0fdc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.309433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] No DVR routers for this DVR port e0dc9928-30d3-46b7-8530-b0bcfee9bf3b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:02.343002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.346989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b83440cd-d11f-4dcb-9852-1fd6591251aa req-280797c6-8aed-4423-b0fd-d6f7bf137a79 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.60 "DELETE /v2.0/ports/e0dc9928-30d3-46b7-8530-b0bcfee9bf3b HTTP/1.1" status: 204 len: 173 time: 2.8017199 Mar 31 23:09:02.371805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f91d542-529c-493e-a526-2fa60ea27619 req-66305c8d-f781-4e67-8570-5d8e4f125a31 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170778 Mar 31 23:09:02.381351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Made reservation on behalf of 2069cac319034526959176a61601c7eb for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:02.385159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.413836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'name': 'network-vif-deleted', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:02.416476 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a94f9ff-2fa2-47c2-a3af-b3a91a576548" -d '{"events": [{"server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "name": "network-vif-deleted", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:02.467359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-274479c7-5e5b-4ec7-9b3c-1966560929e3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.474099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-274479c7-5e5b-4ec7-9b3c-1966560929e3 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.7652888 Mar 31 23:09:02.512098 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e480f9-2ea4-4084-97ce-23db1d7799ab x-openstack-request-id: req-33e480f9-2ea4-4084-97ce-23db1d7799ab {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:02.512518 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7948c4d-9d30-452f-8a90-8d5a6edf5178", "name": "network-vif-deleted", "tag": "e0dc9928-30d3-46b7-8530-b0bcfee9bf3b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:02.512876 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-33e480f9-2ea4-4084-97ce-23db1d7799ab {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:02.513350 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e480f9-2ea4-4084-97ce-23db1d7799ab'] response: {'server_uuid': 'e7948c4d-9d30-452f-8a90-8d5a6edf5178', 'name': 'network-vif-deleted', 'tag': 'e0dc9928-30d3-46b7-8530-b0bcfee9bf3b', 'status': 'completed', 'code': 200} Mar 31 23:09:02.542118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0863e2b5-d4aa-4043-92f3-8170fb2039a3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:02.562081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] For port 34877a19-6f88-45f5-86bf-14c85dc82948, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=34877a19-6f88-45f5-86bf-14c85dc82948,segment=NetworkSegment(45e16996-fdf0-4d1a-aae9-7c657cfed3fc),segment_id=45e16996-fdf0-4d1a-aae9-7c657cfed3fc)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:02.562538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.610691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Calling delete_port for 34877a19-6f88-45f5-86bf-14c85dc82948 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:02.689425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:02.746926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a8594-b1dc-49d2-a30d-633b40afa946 req-86f0c3a9-6681-406e-b4fd-3370f436e554 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:02.756639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a62a8594-b1dc-49d2-a30d-633b40afa946 req-86f0c3a9-6681-406e-b4fd-3370f436e554 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2475739 Mar 31 23:09:02.984457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: e0dc9928-30d3-46b7-8530-b0bcfee9bf3b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:02.985495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e0dc9928-30d3-46b7-8530-b0bcfee9bf3b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:02.986306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.089875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No active binding found for port 34877a19-6f88-45f5-86bf-14c85dc82948 {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:09:03.091469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 34877a19-6f88-45f5-86bf-14c85dc82948 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:03.122229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a62a8594-b1dc-49d2-a30d-633b40afa946 req-53c64e1d-d75f-4e42-979b-47554dc76381 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2709095 Mar 31 23:09:03.224142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:03.227936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.248273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83febb2e-5a98-4035-8645-3f1a9b2ce99a req-4b79c51b-d2a5-4ef3-bfbf-0cb55d5e4b0b tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.95 "GET /v2.0/ports?device_id=90691f44-1a42-4995-8477-740c0f881969 HTTP/1.1" status: 200 len: 210 time: 0.2953382 Mar 31 23:09:03.271921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Pushing event deleted for resources: {'Port': ['ID=34877a19-6f88-45f5-86bf-14c85dc82948,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:03.317477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Router acf3a00d-a736-4f8a-bebf-85a31a2e9371 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:03.370830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54644) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:03.498111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72cd0669-81fc-4abf-841e-4181bdde6e6d req-3d2add76-1742-4d67-9239-6726fa4abc52 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7948c4d-9d30-452f-8a90-8d5a6edf5178 HTTP/1.1" status: 200 len: 210 time: 0.1732619 Mar 31 23:09:03.568286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] No DVR routers for this DVR port 34877a19-6f88-45f5-86bf-14c85dc82948 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:03.600305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.606953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c6c7c678-cfd4-4ab5-aadd-d861fc107686 req-21cb83c8-0fde-4fa7-9962-9abf35e5d2c2 tempest-VolumesActionsTest-2022364851 tempest-VolumesActionsTest-2022364851-project] 10.222.0.96 "DELETE /v2.0/ports/34877a19-6f88-45f5-86bf-14c85dc82948 HTTP/1.1" status: 204 len: 173 time: 4.0821104 Mar 31 23:09:03.674761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86d625b0-681a-4f30-bf61-6419211f8302 req-ecf14dd1-a66d-4575-9e8f-4663c100ad78 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 210 time: 0.0988963 Mar 31 23:09:03.682092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fb710a2-761b-47f5-a9b6-5846adb76921 None None] Provisioning complete for port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:03.688312 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8fb710a2-761b-47f5-a9b6-5846adb76921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:03.707949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Allocated IP 172.20.0.9 (d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a/90fb2dee-ae40-4af1-babf-5c6efd940b99/7cd4ef13-8a41-45ba-8d3a-edd32fe06b63) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:03.723782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Deleting port 9714c0f3-04ed-4784-a584-05103eb6972e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:03.724551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.175515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] For port 9714c0f3-04ed-4784-a584-05103eb6972e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=9714c0f3-04ed-4784-a584-05103eb6972e,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:04.175881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.271197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.441873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d11790ee-3a2e-40b5-af3b-bba6862518a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.471939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.484241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['14b4342e-c16d-456c-997d-831c9b53fbbe'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:04.519388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'name': 'network-vif-deleted', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:04.521609 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c84a37-acf0-410b-88b1-ea3edd510718" -d '{"events": [{"server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "name": "network-vif-deleted", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:04.601020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8da1ac-8318-49cf-9d2a-120b78f48e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.622704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90beff5-3fd3-410b-bb52-4f0f8379a96f req-8cc69c16-830d-4956-baaa-af618d32fedb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.632905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f90beff5-3fd3-410b-bb52-4f0f8379a96f req-8cc69c16-830d-4956-baaa-af618d32fedb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.3114634 Mar 31 23:09:04.691356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.692208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.692960 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Floating IP dcf16859-5a5c-4262-9595-b8f30d99d00b disassociated. External IP: 172.25.8.149, port: 9714c0f3-04ed-4784-a584-05103eb6972e. Mar 31 23:09:04.693663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Calling delete_port for 9714c0f3-04ed-4784-a584-05103eb6972e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:04.714382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:04.735835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Sync routers for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:04.740457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f3de9-8e24-47fa-b962-b878aa06d916 req-bd34f34a-73e5-4036-adfd-aaa92c9955b1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.742238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff5f3de9-8e24-47fa-b962-b878aa06d916 req-bd34f34a-73e5-4036-adfd-aaa92c9955b1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 945 time: 0.8688240 Mar 31 23:09:04.794823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Pushing event updated for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:04.813467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:04.833397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:04.839673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:04.841994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:04.842669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:08:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:04.900197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:04.901057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:04.960529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-c4dc30f7-085c-44f3-ae23-c6448477468a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9468553 Mar 31 23:09:04.984131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f90beff5-3fd3-410b-bb52-4f0f8379a96f req-bf19a332-c8ec-4751-934a-ffd51adc7783 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1822686 Mar 31 23:09:04.990471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8da1ac-8318-49cf-9d2a-120b78f48e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.004851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Request body: {'port': {'device_id': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:05.011681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff5f3de9-8e24-47fa-b962-b878aa06d916 req-18f935e6-6cae-4c56-930f-0d277d8bbefa tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups?id=4ff82f83-7426-41d3-8cd9-620c75021f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506642 Mar 31 23:09:05.018761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.027000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5be650b8-9fec-4216-9705-4e5b0c7e44b7 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5217710 Mar 31 23:09:05.028714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54676) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.043307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e8da1ac-8318-49cf-9d2a-120b78f48e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.190319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:05.394237 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e8da1ac-8318-49cf-9d2a-120b78f48e89 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44843e7d1290425c8f33e12bd53036f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9750252 Mar 31 23:09:05.401804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:05.424932 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620e93f9-9791-4f63-80ec-291f3d86b21f x-openstack-request-id: req-620e93f9-9791-4f63-80ec-291f3d86b21f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:05.425344 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90691f44-1a42-4995-8477-740c0f881969", "name": "network-vif-deleted", "tag": "34877a19-6f88-45f5-86bf-14c85dc82948", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:05.425687 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-620e93f9-9791-4f63-80ec-291f3d86b21f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:05.428976 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620e93f9-9791-4f63-80ec-291f3d86b21f'] response: {'server_uuid': '90691f44-1a42-4995-8477-740c0f881969', 'name': 'network-vif-deleted', 'tag': '34877a19-6f88-45f5-86bf-14c85dc82948', 'status': 'completed', 'code': 200} Mar 31 23:09:05.429327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da1ac-8318-49cf-9d2a-120b78f48e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff128af-1b73-4684-837f-8efe41c9a90d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:05.544422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdf0af-0c5a-4b68-a37c-b45c0dda09cb req-b1098ae4-890c-4575-bd99-894aff1d9054 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:05.556615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15fdf0af-0c5a-4b68-a37c-b45c0dda09cb req-b1098ae4-890c-4575-bd99-894aff1d9054 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 931 time: 0.2940822 Mar 31 23:09:05.629679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.631212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.702077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:01Z', 'revision_number': 3, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:05.708479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15fdf0af-0c5a-4b68-a37c-b45c0dda09cb req-82f00af0-24ba-4efb-8f7b-dab3b73fe5f1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378469 Mar 31 23:09:05.728199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.822274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Checking router: acf3a00d-a736-4f8a-bebf-85a31a2e9371 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:05.824246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Updating router acf3a00d-a736-4f8a-bebf-85a31a2e9371 port 0b199fc2-f204-4f22-afca-318e8791ebb0 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:05.847220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.916660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:05.943623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event deleted for resources: {'Port': ['ID=9714c0f3-04ed-4784-a584-05103eb6972e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.144675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9714c0f3-04ed-4784-a584-05103eb6972e no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:06.212046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 9714c0f3-04ed-4784-a584-05103eb6972e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:06.215200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 9714c0f3-04ed-4784-a584-05103eb6972e not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:06.264473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096bcadb-038a-4fe2-9957-5e24d6d81eb9 req-ca59dc4c-71e2-4723-bc00-e5a687c315ba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:06.266400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-096bcadb-038a-4fe2-9957-5e24d6d81eb9 req-ca59dc4c-71e2-4723-bc00-e5a687c315ba tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2879550 Mar 31 23:09:06.294027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.309945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:06.311334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5ff128af-1b73-4684-837f-8efe41c9a90d HTTP/1.1" status: 204 len: 168 time: 0.8811996 Mar 31 23:09:06.681444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea926ca-e2d7-4bf6-bd77-5d0d90b93e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff128af-1b73-4684-837f-8efe41c9a90d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:06.685834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79742830-439e-4f8e-a493-3e3abe2e50c7 req-f526c0bc-d2cd-4435-ba99-284845363409 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:06.708900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79742830-439e-4f8e-a493-3e3abe2e50c7 req-f526c0bc-d2cd-4435-ba99-284845363409 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.5293884 Mar 31 23:09:06.818654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-096bcadb-038a-4fe2-9957-5e24d6d81eb9 req-6f3731b2-172c-429a-8ef7-50115cee49b9 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262725 Mar 31 23:09:06.850461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79742830-439e-4f8e-a493-3e3abe2e50c7 req-85971149-3180-46ab-ac03-eea42042970b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391757 Mar 31 23:09:07.016699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.053824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Router 813d9fd0-8435-4e9b-9b0b-61f77c53318c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:07.155743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c40c551a-2475-488b-a9d0-30ca5451fbd2 req-cce85574-4edd-4933-9318-466cd415e25f tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 210 time: 0.1102731 Mar 31 23:09:07.191941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34743299-bf88-4145-ba25-ab7e13bafff0 req-9e1b073b-ecd5-42be-a9b4-5ffdd7e0ae93 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:07.199964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.200566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34743299-bf88-4145-ba25-ab7e13bafff0 req-9e1b073b-ecd5-42be-a9b4-5ffdd7e0ae93 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 931 time: 0.1653793 Mar 31 23:09:07.236872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.261010 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ee66bdf-8ccc-483c-b1eb-6a2becd75f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.270638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54724) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.286388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a7a9-d2de-4394-93e5-2b3043210712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.345229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34743299-bf88-4145-ba25-ab7e13bafff0 req-cb74cf7b-61cf-4c9b-a3cf-d6df41ef8b4d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440694 Mar 31 23:09:07.425999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27614-6b8a-426c-93e1-3617efbf25e6 None None] Pushing event updated for resources: {'Port': ['ID=0b199fc2-f204-4f22-afca-318e8791ebb0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.428432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Attempting to bind port 0b199fc2-f204-4f22-afca-318e8791ebb0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:07.428895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Attempting to bind port 0b199fc2-f204-4f22-afca-318e8791ebb0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:07.429443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Attempting to bind port 0b199fc2-f204-4f22-afca-318e8791ebb0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:07.437621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:07.438133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:07.438649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.439687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:07.440545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Bound port: 0b199fc2-f204-4f22-afca-318e8791ebb0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:07.441021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.463678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:07.472200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.481278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Allocated IP 172.20.0.1 (a201ff26-7224-4a06-a820-d8854bd624ff/a46f3c25-fa75-4dc5-bc65-fafc38093556/6772d1f5-55ab-4d50-950e-104264d508aa) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:07.489463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Transition to ACTIVE for port object 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:07.525614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.585084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:07.596885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Sync routers for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:07.615422 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:07.617289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.629336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] For port 0b199fc2-f204-4f22-afca-318e8791ebb0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:07.637191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] For port 0b199fc2-f204-4f22-afca-318e8791ebb0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0b199fc2-f204-4f22-afca-318e8791ebb0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:07.648502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a7a9-d2de-4394-93e5-2b3043210712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.658775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.665569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb1a7a9-d2de-4394-93e5-2b3043210712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.683702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] No DVR routers for this DVR port 9714c0f3-04ed-4784-a584-05103eb6972e on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:07.692347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.696444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49216e2e-0c00-4b6c-9439-6f0a0c19cfbb req-31213e28-65b9-461f-91e6-269d81931f0e tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.60 "DELETE /v2.0/ports/9714c0f3-04ed-4784-a584-05103eb6972e HTTP/1.1" status: 204 len: 173 time: 4.7563503 Mar 31 23:09:07.697774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'name': 'network-vif-deleted', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:07.701386 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5242b9b9-c74d-4624-99c9-219ebd065b26" -d '{"events": [{"server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "name": "network-vif-deleted", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:07.703208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1a7a9-d2de-4394-93e5-2b3043210712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f789a04-e5d2-4284-899b-284733adc84d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.741200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.779429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6cb1a7a9-d2de-4394-93e5-2b3043210712 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=33b0b0cfd7ec4035a0981a7d39d76816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978814 Mar 31 23:09:07.786816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:07.841597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.851450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Attempting to bind port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:07.852621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Attempting to bind port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:07.853019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Attempting to bind port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:07.863684 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bcc6e0-f520-45d2-9ec5-265c3d0f4178 x-openstack-request-id: req-01bcc6e0-f520-45d2-9ec5-265c3d0f4178 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:07.867643 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8756fe2-7417-4230-b326-7d84ce1ebb28", "name": "network-vif-deleted", "tag": "9714c0f3-04ed-4784-a584-05103eb6972e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:07.867993 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01bcc6e0-f520-45d2-9ec5-265c3d0f4178 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:07.868626 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bcc6e0-f520-45d2-9ec5-265c3d0f4178'] response: {'server_uuid': 'c8756fe2-7417-4230-b326-7d84ce1ebb28', 'name': 'network-vif-deleted', 'tag': '9714c0f3-04ed-4784-a584-05103eb6972e', 'status': 'completed', 'code': 200} Mar 31 23:09:07.871568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:07.872033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Attempting to bind port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 on network d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:07.888788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:07.889250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Checking segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:07.890074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Bound using segment: {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:07.894707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Bound port: 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f292cfd-05bf-4991-a760-650adf1785a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:07.894707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.911976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:07.921659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:07.922316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:07.929662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27614-6b8a-426c-93e1-3617efbf25e6 None None] Pushing event updated for resources: {'Port': ['ID=0b199fc2-f204-4f22-afca-318e8791ebb0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:07.979314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.058487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.061507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.066096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2f789a04-e5d2-4284-899b-284733adc84d HTTP/1.1" status: 204 len: 168 time: 0.2756896 Mar 31 23:09:08.109484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028072a-3b7e-49bb-985e-c8341b0d0bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f789a04-e5d2-4284-899b-284733adc84d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.141132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.171945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:08.196534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:08.217101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.219488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:08.252890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7be65-5c14-45ef-b415-905e59b983d1 req-ab6d0e78-544c-406d-8924-a223753918a4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.255724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2f7be65-5c14-45ef-b415-905e59b983d1 req-ab6d0e78-544c-406d-8924-a223753918a4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2630744 Mar 31 23:09:08.274932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Pushing event updated for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.314867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Network a201ff26-7224-4a06-a820-d8854bd624ff is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:08.317936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:08.377004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b835b66-c90d-496a-b207-61f142844a03 req-a307c434-7c4a-41e4-be39-aa15301da16f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.382568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.384629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b835b66-c90d-496a-b207-61f142844a03 req-a307c434-7c4a-41e4-be39-aa15301da16f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3415680 Mar 31 23:09:08.388207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:08.395883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.402008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] 10.222.0.60 "PUT /v2.0/ports/7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 200 len: 1091 time: 3.4157405 Mar 31 23:09:08.426417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:08.541674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08bb0-a566-469f-b871-db3a19098a78 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:08.546328 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.579669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2f7be65-5c14-45ef-b415-905e59b983d1 req-af9075a8-e848-419e-a617-4b1ecc64d1df tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3156025 Mar 31 23:09:08.582556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b835b66-c90d-496a-b207-61f142844a03 req-0cf843e0-2522-4e5c-8a50-c94aa5df832f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835673 Mar 31 23:09:08.586747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.704930 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:08.755706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-d24f9f4d-89e0-460e-9038-1fe10b71d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:08.758245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-d24f9f4d-89e0-460e-9038-1fe10b71d9bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1094 time: 0.1759145 Mar 31 23:09:08.779542 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Checking router: 813d9fd0-8435-4e9b-9b0b-61f77c53318c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:08.811755 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:08.812397 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:08.899567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-4b8136fb-54a4-4f34-9cc9-fc823cb1141c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 200 len: 217 time: 0.1319768 Mar 31 23:09:08.966338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eca4ba37-365d-44a9-a793-3e727b7a57d7 req-12a2da2e-d3c0-4fc0-af36-4e2981154830 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/ports?device_id=c8756fe2-7417-4230-b326-7d84ce1ebb28 HTTP/1.1" status: 200 len: 210 time: 0.0938723 Mar 31 23:09:08.974043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-29c56aca-3d20-4cbc-bdf4-fd24a5d33722 None None] Provisioning complete for port 6772d1f5-55ab-4d50-950e-104264d508aa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:08.974412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29c56aca-3d20-4cbc-bdf4-fd24a5d33722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:08.989959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4152-02f7-4478-bb27-05572e2b57a3 req-4071854c-c0df-45c2-ae9a-ae9078483971 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.013786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fbe4152-02f7-4478-bb27-05572e2b57a3 req-4071854c-c0df-45c2-ae9a-ae9078483971 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 943 time: 0.2853501 Mar 31 23:09:09.022288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-e4961515-aca0-48db-8d72-df887d29c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.024640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-e4961515-aca0-48db-8d72-df887d29c9f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.0986202 Mar 31 23:09:09.028711 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:09.060808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-29c56aca-3d20-4cbc-bdf4-fd24a5d33722 None None] Port 6772d1f5-55ab-4d50-950e-104264d508aa cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:09.093532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:01Z', 'revision_number': 3, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:09.113825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.116376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-79d64473-08df-4c73-9bca-cbcdbbb30b6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809503 Mar 31 23:09:09.153964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa708a1-53a6-4875-94c3-941ab5591216 None None] The sync data for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 is: [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:01Z', 'revision_number': 3, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:09.164704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fbe4152-02f7-4478-bb27-05572e2b57a3 req-d22fa85f-d2ef-4837-9804-8d19bbdde1de tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500354 Mar 31 23:09:09.345086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-a06af9d0-251e-4860-a0c0-6953f9b31de3 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159054 Mar 31 23:09:09.485153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33875c3f-264a-454b-ab72-15dc11bb8562 req-46263eda-6f8b-41c1-a593-70522aa04b9d service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323910 Mar 31 23:09:09.529744 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:09.555831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.563036 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b775c05-1dd8-4518-9c5e-d78eadb14c05 None None] The sync data for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 is: [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:07:06Z', 'revision_number': 4, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '57939c5a-dd49-43c2-b24c-9db72c761c89', 'name': '', 'network_id': 'f2a9f363-6c6c-4340-adfa-a228be97d080', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'mac_address': 'fa:16:3e:32:7d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:05Z', 'updated_at': '2022-03-31T23:07:17Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'subnets': [{'id': '73f02cbf-ce45-4479-b1a0-6a0c9f6a7062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:09.565004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.680879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.685709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Pushing event updated for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:09.860616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ae2ee-c7c4-4fc3-9f6c-dcca2ee3ee7d req-b7a3b2b6-9ba7-4d20-aa6d-d48f2504ba0c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:09.862428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Network a201ff26-7224-4a06-a820-d8854bd624ff is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:09.872449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:09.879829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-780ae2ee-c7c4-4fc3-9f6c-dcca2ee3ee7d req-b7a3b2b6-9ba7-4d20-aa6d-d48f2504ba0c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.0941308 Mar 31 23:09:09.884282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:09.887135 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:09.917760 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:09.962009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:09.999604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-780ae2ee-c7c4-4fc3-9f6c-dcca2ee3ee7d req-536cc717-9c13-4301-94be-b40d4d171669 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177268 Mar 31 23:09:10.069969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-7d291669-347a-4ee6-86b0-0ceaf4eb3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:10.074002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-7d291669-347a-4ee6-86b0-0ceaf4eb3ced service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1094 time: 0.0734317 Mar 31 23:09:10.137372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557a17d-6c80-4f61-8514-f293949f3da2 req-1839ac22-8e9b-41af-8e0d-7b80c1409316 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:10.154969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c557a17d-6c80-4f61-8514-f293949f3da2 req-1839ac22-8e9b-41af-8e0d-7b80c1409316 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3495436 Mar 31 23:09:10.343333 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beee70be-701b-4137-82a5-62d4a7f7b34c x-openstack-request-id: req-beee70be-701b-4137-82a5-62d4a7f7b34c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:10.343333 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:10.343333 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-beee70be-701b-4137-82a5-62d4a7f7b34c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:10.343333 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beee70be-701b-4137-82a5-62d4a7f7b34c'] response: {'name': 'network-changed', 'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63', 'status': 'completed', 'code': 200} Mar 31 23:09:10.365982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.447037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0b199fc2-f204-4f22-afca-318e8791ebb0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:10.468073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c557a17d-6c80-4f61-8514-f293949f3da2 req-f6b54c0c-ab40-4263-a1c9-87f0afde70eb tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118711 Mar 31 23:09:10.502081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Router acf3a00d-a736-4f8a-bebf-85a31a2e9371 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:10.509709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06491f4-d941-48a9-804e-e0bc915e71e3 None None] New status for floating IP dcf16859-5a5c-4262-9595-b8f30d99d00b: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:09:10.628777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:10.747206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-34bd6949-a546-45c4-aed0-18cb09ee6cee None None] Provisioning complete for port 6772d1f5-55ab-4d50-950e-104264d508aa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:10.753334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34bd6949-a546-45c4-aed0-18cb09ee6cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.915599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-34bd6949-a546-45c4-aed0-18cb09ee6cee None None] Port 6772d1f5-55ab-4d50-950e-104264d508aa cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:10.931887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0b199fc2-f204-4f22-afca-318e8791ebb0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:10.932306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.933092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.976749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:10.981100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:11.007067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-75c9349c-c96c-4c3c-97cd-8abc2777a11b admin admin] 10.222.0.95 "PUT /v2.0/routers/acf3a00d-a736-4f8a-bebf-85a31a2e9371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9667566 Mar 31 23:09:11.106663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.109843 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.111162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "DELETE /v2.0/security-groups/4ff82f83-7426-41d3-8cd9-620c75021f4a HTTP/1.1" status: 204 len: 168 time: 0.4811244 Mar 31 23:09:11.115203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.174536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.213360 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-27073128-2c66-4b24-83bd-670122c90eec tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] show failed (client error): The resource could not be found. Mar 31 23:09:11.219608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-27073128-2c66-4b24-83bd-670122c90eec tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "GET /v2.0/security-groups/4ff82f83-7426-41d3-8cd9-620c75021f4a HTTP/1.1" status: 404 len: 347 time: 0.1022382 Mar 31 23:09:11.229899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee316a85-5d7c-417f-8a3c-4d1fc82b19d1 tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff82f83-7426-41d3-8cd9-620c75021f4a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:11.242967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:11.243367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 0b199fc2-f204-4f22-afca-318e8791ebb0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0b199fc2-f204-4f22-afca-318e8791ebb0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:11.265506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.365517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=0b199fc2-f204-4f22-afca-318e8791ebb0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:11.531102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba211-d4e0-4ff7-8507-53d081026a39 req-441abc83-534a-4359-85c8-bb9fc199dc1e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.532782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-832ba211-d4e0-4ff7-8507-53d081026a39 req-441abc83-534a-4359-85c8-bb9fc199dc1e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1452296 Mar 31 23:09:11.576131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-0d09007a-3f3c-451c-9cad-35b6ad82161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.578422 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-0d09007a-3f3c-451c-9cad-35b6ad82161c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1094 time: 1.2636685 Mar 31 23:09:11.620229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-64aef839-5b2d-4332-93f7-37b92b9791dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.622023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-64aef839-5b2d-4332-93f7-37b92b9791dc service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 1.5014098 Mar 31 23:09:11.638308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-832ba211-d4e0-4ff7-8507-53d081026a39 req-085e8b20-c6a8-4a9e-985d-d0c1c010536f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957561 Mar 31 23:09:11.664966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de188a-2e3b-4db2-9a48-5dc892076971 req-b7f800e7-47aa-43ea-8a16-a457bd311184 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.672862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3de188a-2e3b-4db2-9a48-5dc892076971 req-b7f800e7-47aa-43ea-8a16-a457bd311184 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 943 time: 1.2689807 Mar 31 23:09:11.724382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Deleting port ad6d8735-5848-4f2c-a6cf-0bf782a95956 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:11.724729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:11.884578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-43551cca-d1fc-437e-9e45-63ecf84f9d62 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.899479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-43551cca-d1fc-437e-9e45-63ecf84f9d62 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.96 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.2838962 Mar 31 23:09:11.953276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3de188a-2e3b-4db2-9a48-5dc892076971 req-ed3469ca-294f-4967-a003-a22ab01cd387 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793093 Mar 31 23:09:11.955435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-fb405a50-00e0-437a-980d-ec856066289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:11.956895 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-fb405a50-00e0-437a-980d-ec856066289a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 913 time: 0.3656106 Mar 31 23:09:11.984598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-22a72b60-742d-4665-9748-a033c96d9fed service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 998 time: 0.3442910 Mar 31 23:09:12.042708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.042708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.078873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:12.154469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54876) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:12.238333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-a67c731f-83d2-4749-9f21-2f75331cd3fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 200 len: 217 time: 0.2562284 Mar 31 23:09:12.240788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-e3356d84-884a-4e95-8416-e231fb35b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.242360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-e3356d84-884a-4e95-8416-e231fb35b10b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.2472711 Mar 31 23:09:12.257233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Calling delete_port for ad6d8735-5848-4f2c-a6cf-0bf782a95956 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:12.362805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0b199fc2-f204-4f22-afca-318e8791ebb0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:12.451590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:12.470662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0b199fc2-f204-4f22-afca-318e8791ebb0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:12.471033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.483510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-c40543d0-baee-4709-966a-1d4a31665cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.485197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-c40543d0-baee-4709-966a-1d4a31665cb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.2113311 Mar 31 23:09:12.494061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Deleting port 72d06218-8a5c-47eb-82f9-a47fbd876121 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:12.495884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Sync routers for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:12.496787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.512706 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:12.513626 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:12.527385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048267-b4a9-4662-ada1-a68d66bf9a30 req-9dadf4d5-1ca4-40a8-aeb8-35ee6e12a4cf tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.533993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a048267-b4a9-4662-ada1-a68d66bf9a30 req-9dadf4d5-1ca4-40a8-aeb8-35ee6e12a4cf tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 945 time: 0.3818378 Mar 31 23:09:12.577398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-6e83426e-9180-4c1b-b09e-8e5cf6fdce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:12.584516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-6e83426e-9180-4c1b-b09e-8e5cf6fdce5e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094723 Mar 31 23:09:12.587644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63', 'network_id': 'd88cd84f-4760-4d7b-8e7a-5a61ed4bc77a', 'port_id': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63', 'mac_address': 'fa:16:3e:f5:ee:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90fb2dee-ae40-4af1-babf-5c6efd940b99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:12.646088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-66a39786-0c22-43bf-aefd-ba1ae749975b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726948 Mar 31 23:09:12.768969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:12.769451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:12.801046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Calling delete_port for 72d06218-8a5c-47eb-82f9-a47fbd876121 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:12.803969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-ed38bfbe-c264-4ed0-8bac-b17d8f12aeb7 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568573 Mar 31 23:09:12.833416 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:12.836088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.091735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f1e391e-0f25-46b5-b934-1529909558e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.111852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:13.185717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686081381', 'description': 'tempest-description--2021483754'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:13.209911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:09Z', 'revision_number': 2, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:13.293020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.305751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a048267-b4a9-4662-ada1-a68d66bf9a30 req-e6c458c9-d6db-4ab6-9463-a4a5ad4149b1 tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/security-groups?id=08d8a38f-c678-4cdc-9725-9498ed0316d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7638767 Mar 31 23:09:13.308275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-298d380e-74d1-44e5-b7e5-445fe733de54 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402390 Mar 31 23:09:13.317594 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Checking router: acf3a00d-a736-4f8a-bebf-85a31a2e9371 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:13.317964 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Updating router acf3a00d-a736-4f8a-bebf-85a31a2e9371 port 6772d1f5-55ab-4d50-950e-104264d508aa binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:13.327127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:13.379791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.396528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.401611 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.501880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2374b2b1-4cf2-4843-ac23-87ef1d8fc08b req-5dea2efc-8632-494b-99c0-f043ab17119c service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802866 Mar 31 23:09:13.526269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 72d06218-8a5c-47eb-82f9-a47fbd876121 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:13.609715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-640b5de9-726f-48dd-90df-c8888dbcc5d4 req-b33bda03-b3db-4a5a-8688-2dc65a81e646 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192032 Mar 31 23:09:13.643152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.664256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.780994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Pushing event deleted for resources: {'Port': ['ID=ad6d8735-5848-4f2c-a6cf-0bf782a95956,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:13.789392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['7cd4ef13-8a41-45ba-8d3a-edd32fe06b63'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:13.837330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fea70-e778-4e1b-8487-e247844110af req-c639d705-8fb8-4392-888f-e721c9c377ae tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:13.845502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a6fea70-e778-4e1b-8487-e247844110af req-c639d705-8fb8-4392-888f-e721c9c377ae tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 944 time: 0.3164825 Mar 31 23:09:13.859809 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:13.959084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 72d06218-8a5c-47eb-82f9-a47fbd876121, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=72d06218-8a5c-47eb-82f9-a47fbd876121,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:13.961843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:13.968953 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f66067-c423-4657-9fbe-345c2253f177" -d '{"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:13.981175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.063009 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.065709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a6fea70-e778-4e1b-8487-e247844110af req-9b048f3e-6f87-4361-8796-d4dba497daf2 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174625 Mar 31 23:09:14.070685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.079859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.082265 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.096754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4358592-994a-4551-996e-d10d26f9afad tempest-ServersTestManualDisk-1827663450 tempest-ServersTestManualDisk-1827663450-project] 10.222.0.95 "DELETE /v2.0/floatingips/dcf16859-5a5c-4262-9595-b8f30d99d00b HTTP/1.1" status: 204 len: 168 time: 2.8526711 Mar 31 23:09:14.102827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f1e391e-0f25-46b5-b934-1529909558e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.107937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54908) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.130861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.173519 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f1e391e-0f25-46b5-b934-1529909558e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.177034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4000484-237f-44b7-9ea3-3df6c4a599b0 req-a9640655-8bbd-4c33-a535-bf7acbe752e3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:14.203698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4000484-237f-44b7-9ea3-3df6c4a599b0 req-a9640655-8bbd-4c33-a535-bf7acbe752e3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.4819415 Mar 31 23:09:14.240637 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d8293-087a-4c6d-96d1-b90cfa0a16da x-openstack-request-id: req-a69d8293-087a-4c6d-96d1-b90cfa0a16da {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:14.241247 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-unplugged", "status": "completed", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:14.241689 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a69d8293-087a-4c6d-96d1-b90cfa0a16da {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:14.242275 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69d8293-087a-4c6d-96d1-b90cfa0a16da'] response: {'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'code': 200} Mar 31 23:09:14.242808 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Pushing event updated for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.296403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.300679 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.301078 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.301406 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.301736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.302051 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.302372 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.302686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.310685 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.312353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.312353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.312353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:14.465014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4000484-237f-44b7-9ea3-3df6c4a599b0 req-6d2c4e0d-ae81-474a-aead-28da99bcd4ce tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2604706 Mar 31 23:09:14.504402 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Attempting to bind port 6772d1f5-55ab-4d50-950e-104264d508aa on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:14.504812 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Attempting to bind port 6772d1f5-55ab-4d50-950e-104264d508aa by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:14.505262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Attempting to bind port 6772d1f5-55ab-4d50-950e-104264d508aa on network a201ff26-7224-4a06-a820-d8854bd624ff {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:14.515078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.526276 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:14.526643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Checking segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:14.543421 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.544347 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Bound using segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:14.545359 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Bound port: 6772d1f5-55ab-4d50-950e-104264d508aa, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:14.546750 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.574082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Pushing event deleted for resources: {'Port': ['ID=72d06218-8a5c-47eb-82f9-a47fbd876121,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.598295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e391e-0f25-46b5-b934-1529909558e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ea3256-2a99-4e63-8140-0f0fa8bf8dae,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.605446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.675275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] No DVR routers for this DVR port 72d06218-8a5c-47eb-82f9-a47fbd876121 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:14.678372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.682031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c52244a-19d5-4720-881e-2d4c416dc3c3 req-f189910d-00c1-4238-8fd0-4c8bfe09626c tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.96 "DELETE /v2.0/ports/72d06218-8a5c-47eb-82f9-a47fbd876121 HTTP/1.1" status: 204 len: 173 time: 2.7785535 Mar 31 23:09:14.682690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-deleted', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:14.685202 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc929ea6-3ae0-4e7a-a7e2-7ca7659d5eda" -d '{"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-deleted", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:14.700967 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] For port 6772d1f5-55ab-4d50-950e-104264d508aa, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:14.701170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a702c85b-9bb8-4c4c-bfe2-cb826c9fcf7b req-f53c39b6-72bb-4ac5-9a30-5d58d69d224f tempest-ServerRescueNegativeTestJSON-259069331 tempest-ServerRescueNegativeTestJSON-259069331-project] 10.222.0.95 "GET /v2.0/ports?device_id=8827e584-743f-43b8-9a4f-37ff3424d2dc HTTP/1.1" status: 200 len: 210 time: 0.1062403 Mar 31 23:09:14.704136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.707127 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] For port 6772d1f5-55ab-4d50-950e-104264d508aa, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6772d1f5-55ab-4d50-950e-104264d508aa,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:14.714699 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.805162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:14.814639 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc07c0-fbce-4d7a-9a5b-b42790c312dd None None] Pushing event updated for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:14.816451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6430070 Mar 31 23:09:14.817978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54928) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.820936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6f1e391e-0f25-46b5-b934-1529909558e2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8c2851e4f8c4454abe1efc856e863620&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5936112 Mar 31 23:09:14.824058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'security_group_rule': {'security_group_id': '0e34350f-91ba-4922-acf6-11285f83d89b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:14.831047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:14.871523 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:14.872912 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:14.883186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] Provisioning complete for port 6772d1f5-55ab-4d50-950e-104264d508aa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:14.888797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.002943 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15045bf2-59d6-46c1-af95-1419febdafd7 x-openstack-request-id: req-15045bf2-59d6-46c1-af95-1419febdafd7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:15.003986 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8827e584-743f-43b8-9a4f-37ff3424d2dc", "name": "network-vif-deleted", "tag": "72d06218-8a5c-47eb-82f9-a47fbd876121", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:15.006563 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-15045bf2-59d6-46c1-af95-1419febdafd7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:15.007009 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15045bf2-59d6-46c1-af95-1419febdafd7'] response: {'server_uuid': '8827e584-743f-43b8-9a4f-37ff3424d2dc', 'name': 'network-vif-deleted', 'tag': '72d06218-8a5c-47eb-82f9-a47fbd876121', 'status': 'completed', 'code': 200} Mar 31 23:09:15.016296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.026605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650432b2-16b6-42af-96aa-30423aac61a1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34350f-91ba-4922-acf6-11285f83d89b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.128536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.193353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.256596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.276300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.304234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.315309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] For port 6772d1f5-55ab-4d50-950e-104264d508aa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6772d1f5-55ab-4d50-950e-104264d508aa,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:15.339467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.445904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acf624-1209-47cf-ba6f-dcabc284a66c None None] Pushing event updated for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.483466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.487507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6650493 Mar 31 23:09:15.490593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.494617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7841d7f7-18db-4fb3-ad88-4ef8753011ab None None] Provisioning complete for port 6772d1f5-55ab-4d50-950e-104264d508aa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:15.495136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7841d7f7-18db-4fb3-ad88-4ef8753011ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.500912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.504899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/45ea3256-2a99-4e63-8140-0f0fa8bf8dae HTTP/1.1" status: 204 len: 168 time: 0.6691341 Mar 31 23:09:15.506597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54948) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.525430 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:15.539493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'security_group_rule': {'security_group_id': '0e34350f-91ba-4922-acf6-11285f83d89b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:15.570678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336f91d-c35f-4407-821e-b2e39a4b9f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ea3256-2a99-4e63-8140-0f0fa8bf8dae,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.572836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ec5e8-bdbc-4bb0-ae46-68770bce22d4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f254aa85-c39e-4796-b449-e7734a441208,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.588658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.651102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1a13a-c0e5-425d-8fbd-70bc405fe5e3 req-a68b379a-dea3-45d3-aa64-486da1367b04 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:15.670368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1b1a13a-c0e5-425d-8fbd-70bc405fe5e3 req-a68b379a-dea3-45d3-aa64-486da1367b04 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 944 time: 0.3823760 Mar 31 23:09:15.682943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.736799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.764917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651a264e-07e3-451f-b80b-e0c4c0f12455,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:15.804595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1b1a13a-c0e5-425d-8fbd-70bc405fe5e3 req-9cfd952f-aa81-4f2e-9a9f-4d12906c2afa tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322398 Mar 31 23:09:15.811221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121607f8-7d43-461e-b508-04d60783b1d9 req-5947eecc-39d0-478b-81fc-0be2709f1dc5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:15.819843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-121607f8-7d43-461e-b508-04d60783b1d9 req-5947eecc-39d0-478b-81fc-0be2709f1dc5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1313548 Mar 31 23:09:15.834611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:15.839831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9511e34c-feed-4a7b-ae4b-5ccc23705251 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105283 Mar 31 23:09:15.843256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54960) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.848061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:15.897482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-121607f8-7d43-461e-b508-04d60783b1d9 req-47279072-1b16-4ac4-b097-b38faddca4d7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758257 Mar 31 23:09:15.902665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:15.977176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.046629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.080129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:16.154125 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:16.219617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b2dbb-f0a8-4323-8f03-946f03cd3efe None None] The sync data for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 is: [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:14Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:16.223261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:16.228981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:16.229697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.424707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.496154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.548529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:16.557340 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a971c-2ec0-4d7d-97ce-9209f294ccaf" -d '{"events": [{"server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:16.577181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:16.583206 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:16.672727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:16.686086 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db28bfc-2c7e-47bf-a61b-abd8c9c6ded7 x-openstack-request-id: req-5db28bfc-2c7e-47bf-a61b-abd8c9c6ded7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:16.689452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "name": "network-vif-plugged", "status": "completed", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:16.689962 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5db28bfc-2c7e-47bf-a61b-abd8c9c6ded7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:16.690854 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db28bfc-2c7e-47bf-a61b-abd8c9c6ded7'] response: {'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63', 'code': 200} Mar 31 23:09:16.864614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.102859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Allocated IP 172.25.8.252 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c5c72940-f0b4-4a22-8d63-6cda43e33291) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:17.131027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d383702-5cba-4de5-be3f-8cc4f3666e1e req-a10e6768-5e4c-4713-beab-0517d068f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.132327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d383702-5cba-4de5-be3f-8cc4f3666e1e req-a10e6768-5e4c-4713-beab-0517d068f793 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1096 time: 0.3873663 Mar 31 23:09:17.193897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Deleting port 57939c5a-dd49-43c2-b24c-9db72c761c89 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:17.193897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.227371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03720b5-3a9b-490c-9ad7-59dfea1735a3 req-b095e0f6-8ba8-4d0e-a78f-c497e675b634 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.229172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b03720b5-3a9b-490c-9ad7-59dfea1735a3 req-b095e0f6-8ba8-4d0e-a78f-c497e675b634 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.2100112 Mar 31 23:09:17.270448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79766fa0-7509-4e90-ad26-d820b0eedbb9 req-cf4b91e3-2bad-48e6-8808-b3c8cb2daea7 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:17.278218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79766fa0-7509-4e90-ad26-d820b0eedbb9 req-cf4b91e3-2bad-48e6-8808-b3c8cb2daea7 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.3330083 Mar 31 23:09:17.345237 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-79766fa0-7509-4e90-ad26-d820b0eedbb9 req-f8f0adbf-1638-40cc-b28c-b1fc2c18d36b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658548 Mar 31 23:09:17.485659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b03720b5-3a9b-490c-9ad7-59dfea1735a3 req-7088c9c2-f933-456c-a3c8-9fc30b0a065a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2405217 Mar 31 23:09:17.566382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Deleting port 45d33c86-a705-406f-91ff-d051c4ac2d4d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:17.566730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.577390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] For port 57939c5a-dd49-43c2-b24c-9db72c761c89, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=57939c5a-dd49-43c2-b24c-9db72c761c89,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:17.577772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.709719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.823422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55026) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:17.834661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d383702-5cba-4de5-be3f-8cc4f3666e1e req-39cfb352-d528-4d4e-9a94-96ce5ebe0e08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851695 Mar 31 23:09:17.853028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] For port 45d33c86-a705-406f-91ff-d051c4ac2d4d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=45d33c86-a705-406f-91ff-d051c4ac2d4d,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:17.853487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Calling delete_port for 57939c5a-dd49-43c2-b24c-9db72c761c89 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:17.853644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.866638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:17.870069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Calling delete_port for 45d33c86-a705-406f-91ff-d051c4ac2d4d owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:18.088736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d66-5e24-4c05-a4f9-e3c7784e3b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.130442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:18.138137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:18.155297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:18.260335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'Port': ['ID=c5c72940-f0b4-4a22-8d63-6cda43e33291,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.315983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.329389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d66-5e24-4c05-a4f9-e3c7784e3b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.334847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.351997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6772d1f5-55ab-4d50-950e-104264d508aa up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:18.381148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d33c86-a705-406f-91ff-d051c4ac2d4d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.386805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4d66-5e24-4c05-a4f9-e3c7784e3b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.447040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1fa4d66-5e24-4c05-a4f9-e3c7784e3b18 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=087c3cd486d34f55b67a42417fdc6e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198139 Mar 31 23:09:18.447976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55036) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:18.471800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6772d1f5-55ab-4d50-950e-104264d508aa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:18.474041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.513199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.543807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Pushing event deleted for resources: {'Port': ['ID=57939c5a-dd49-43c2-b24c-9db72c761c89,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.729680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa4d66-5e24-4c05-a4f9-e3c7784e3b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da53dfa5-3828-44ad-aec9-2ffaaf00130c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:18.854172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.894168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062843c-bab8-4e5e-87a4-2b7232191bc2 req-77163e8f-d4f2-4361-b57b-c431e77939e9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:18.903102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d062843c-bab8-4e5e-87a4-2b7232191bc2 req-77163e8f-d4f2-4361-b57b-c431e77939e9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.3646183 Mar 31 23:09:18.957049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:18.965231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.009641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c857a4-d911-4785-a02a-782a541498a3 req-d24cbecf-1355-4ee0-9cd4-5cf4589a02ce tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:19.011385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d062843c-bab8-4e5e-87a4-2b7232191bc2 req-e78b1c3d-3e20-434a-a4b9-c7f8cb630a56 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957141 Mar 31 23:09:19.035996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9c857a4-d911-4785-a02a-782a541498a3 req-d24cbecf-1355-4ee0-9cd4-5cf4589a02ce tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.4151230 Mar 31 23:09:19.039438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.342570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.350368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.352001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da53dfa5-3828-44ad-aec9-2ffaaf00130c HTTP/1.1" status: 204 len: 168 time: 0.8969047 Mar 31 23:09:19.375380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b392bc9-bb24-4ae1-8d6d-0033d2550965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da53dfa5-3828-44ad-aec9-2ffaaf00130c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:19.607190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Router 80a46710-bb47-4f14-9841-8e84cc8c1c8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:19.790292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9c857a4-d911-4785-a02a-782a541498a3 req-5e477d61-a116-430f-b8c8-00791cf9d6da tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7471147 Mar 31 23:09:19.802620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:19.811714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:19.814555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Sync routers for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:19.822409 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4f4c049-f3b4-4a39-94f3-5f16106cebc7 admin admin] 10.222.0.95 "PUT /v2.0/routers/80a46710-bb47-4f14-9841-8e84cc8c1c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9161325 Mar 31 23:09:19.822622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:19.839760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:19.840411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.109505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.154271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:20.360283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.434573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.445945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.544136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.550600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Router 813d9fd0-8435-4e9b-9b0b-61f77c53318c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:20.569454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aa09f-7880-4aa4-ad9a-e88b66d2cce4 req-f64e0d01-e42b-4555-b38c-66e17a5f4ee0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:20.571483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab7aa09f-7880-4aa4-ad9a-e88b66d2cce4 req-f64e0d01-e42b-4555-b38c-66e17a5f4ee0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2127671 Mar 31 23:09:20.574736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'Port': ['ID=c5c72940-f0b4-4a22-8d63-6cda43e33291,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:20.593778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:09:18Z', 'revision_number': 5, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port': {'id': 'aa905b8b-f298-4b15-848a-56f8dfb55f1d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:87:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:02:11Z', 'updated_at': '2022-03-31T23:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.685173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Deleting port aa905b8b-f298-4b15-848a-56f8dfb55f1d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:20.685528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.697868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Checking router: 80a46710-bb47-4f14-9841-8e84cc8c1c8e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:20.726540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Routers {'80a46710-bb47-4f14-9841-8e84cc8c1c8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:20.727600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.775898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab7aa09f-7880-4aa4-ad9a-e88b66d2cce4 req-2bb4adff-b895-479a-8e25-5c3d65344c38 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910250 Mar 31 23:09:20.792367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:20.806483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Sync routers for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:20.808727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:20.810631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e6df81b-4484-4fce-b4c6-d8b04da34849 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9663992 Mar 31 23:09:20.814707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5295d8a-ba83-4302-8787-69228316b814 admin admin] 10.222.0.95 "PUT /v2.0/routers/813d9fd0-8435-4e9b-9b0b-61f77c53318c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6850998 Mar 31 23:09:20.817898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55104) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:20.867117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:20.871722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:20.990374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] For port aa905b8b-f298-4b15-848a-56f8dfb55f1d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa905b8b-f298-4b15-848a-56f8dfb55f1d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:20.990374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.021043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Calling delete_port for aa905b8b-f298-4b15-848a-56f8dfb55f1d owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:21.088297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.116464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] Set router 80a46710-bb47-4f14-9841-8e84cc8c1c8e gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:21.133543 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:21.150623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7147ab8-2bac-4f06-8f54-494f002c8112 req-912907d2-964e-4b70-9b33-6492664aa21a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.161160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7147ab8-2bac-4f06-8f54-494f002c8112 req-912907d2-964e-4b70-9b33-6492664aa21a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 943 time: 0.1933217 Mar 31 23:09:21.222532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 6, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:21.255680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7147ab8-2bac-4f06-8f54-494f002c8112 req-ee7d6303-8c4e-42ec-966d-3636a6414aff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834281 Mar 31 23:09:21.263637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccdcac2-d8f1-4d29-99dd-889e0fd6525f None None] The sync data for ids ['80a46710-bb47-4f14-9841-8e84cc8c1c8e'] in n-d-835855-2 is: [{'id': '80a46710-bb47-4f14-9841-8e84cc8c1c8e', 'name': 'tempest-ServerRescueNegativeTestJSON-128689460-router', 'tenant_id': '73da1b96a79b4d459f4ee570bf17fd72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:02:09Z', 'updated_at': '2022-03-31T23:09:20Z', 'revision_number': 6, 'project_id': '73da1b96a79b4d459f4ee570bf17fd72', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:21.314099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.409607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c91c-c306-4550-9522-c5d79f112f46 req-ea9bd624-8a84-4510-8064-2b09bd38f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.411284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-ea9bd624-8a84-4510-8064-2b09bd38f49d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1096 time: 0.1675737 Mar 31 23:09:21.561710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:21.592012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11032ab-8467-4311-919b-692dd6e14f94 req-9e1001c2-87ec-46b9-91da-4998db579856 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.617371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e11032ab-8467-4311-919b-692dd6e14f94 req-9e1001c2-87ec-46b9-91da-4998db579856 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2213676 Mar 31 23:09:21.664272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:21.684193 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:09:18Z', 'revision_number': 5, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port': {'id': 'd441183a-865c-4c51-b958-a0a6deb94abd', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:39:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1615, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:07:00Z', 'updated_at': '2022-03-31T23:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:21.709970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e11032ab-8467-4311-919b-692dd6e14f94 req-06778d01-c3b5-490b-ad53-5d18c5c595c9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915926 Mar 31 23:09:21.744558 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Checking router: 813d9fd0-8435-4e9b-9b0b-61f77c53318c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:21.766338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Routers {'813d9fd0-8435-4e9b-9b0b-61f77c53318c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:21.767095 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:21.795560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c91c-c306-4550-9522-c5d79f112f46 req-7581e181-e464-4a49-9547-afa9f6a16398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:21.797224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-7581e181-e464-4a49-9547-afa9f6a16398 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 913 time: 0.3602686 Mar 31 23:09:21.883027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:21.895782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-b2f67db8-4cd4-4991-96ff-bd519152578e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 200 len: 217 time: 0.0873265 Mar 31 23:09:21.914814 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] Set router 813d9fd0-8435-4e9b-9b0b-61f77c53318c gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:21.959794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'mac_address': 'fa:16:3e:cc:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:22.056192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Deleting port d441183a-865c-4c51-b958-a0a6deb94abd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:22.056192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.113603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-302a6fa0-a4a2-4081-9b00-55520572415a tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--686081381&fields=id&tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3 HTTP/1.1" status: 200 len: 267 time: 0.6958041 Mar 31 23:09:22.115483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868c91c-c306-4550-9522-c5d79f112f46 req-b096e858-9b7f-4387-8ec1-ebffd2f75ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.115924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.120181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-b096e858-9b7f-4387-8ec1-ebffd2f75ad4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.2143874 Mar 31 23:09:22.126961 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:09:21Z', 'revision_number': 6, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:22.156707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:22.170230 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c13e00-0f87-4734-bc63-d610074724a6 None None] The sync data for ids ['813d9fd0-8435-4e9b-9b0b-61f77c53318c'] in n-d-835855-2 is: [{'id': '813d9fd0-8435-4e9b-9b0b-61f77c53318c', 'name': 'tempest-ServersTestManualDisk-334054176-router', 'tenant_id': '440539a26a16434badfb5dab565ebd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:06:58Z', 'updated_at': '2022-03-31T23:09:21Z', 'revision_number': 6, 'project_id': '440539a26a16434badfb5dab565ebd3c', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:22.171862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-44d09597-9ab5-4f45-80f6-efd9c64cbbc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381360 Mar 31 23:09:22.241579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 45d33c86-a705-406f-91ff-d051c4ac2d4d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:22.254819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:22.296843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 45d33c86-a705-406f-91ff-d051c4ac2d4d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:22.297183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 45d33c86-a705-406f-91ff-d051c4ac2d4d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:22.304673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.409496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.440331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.510712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-538c2480-d84e-495e-882e-fe802e5c8d7c service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528801 Mar 31 23:09:22.538348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa905b8b-f298-4b15-848a-56f8dfb55f1d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:22.548664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-d3e37498-a681-4080-8877-131291c70748 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.550758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-d3e37498-a681-4080-8877-131291c70748 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/networks?id=a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 200 len: 815 time: 0.4338844 Mar 31 23:09:22.610754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-24e48da6-396e-4279-8cec-2d43136ee35f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/quotas/676b3291e29b4727a55dd8bf5eeb8cb3 HTTP/1.1" status: 200 len: 375 time: 0.0367763 Mar 31 23:09:22.667223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['4920a074-f401-48bb-9f6e-47be044f4b6e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:22.681449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.695775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] For port d441183a-865c-4c51-b958-a0a6deb94abd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d441183a-865c-4c51-b958-a0a6deb94abd,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:22.696217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.781691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-47aace80-66f7-45cc-b8da-1a2845f7695f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1611784 Mar 31 23:09:22.821258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca94285-898a-45a4-b40b-4bc8cdeda185 req-15caf7ba-93f1-4141-a831-25b17fc9b134 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:22.834436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ca94285-898a-45a4-b40b-4bc8cdeda185 req-15caf7ba-93f1-4141-a831-25b17fc9b134 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.3852150 Mar 31 23:09:22.835664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.838789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:22.847954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Calling delete_port for d441183a-865c-4c51-b958-a0a6deb94abd owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:23.025182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-ea96fcc5-44aa-4c47-bff1-4fb4bc544653 service neutron] 10.222.0.95 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380829 Mar 31 23:09:23.042787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.043383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a46710-bb47-4f14-9841-8e84cc8c1c8e {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:23.048003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.049288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b94602c-8e3c-43d1-a20f-65a630900d92 admin admin] 10.222.0.95 "DELETE /v2.0/routers/80a46710-bb47-4f14-9841-8e84cc8c1c8e HTTP/1.1" status: 204 len: 168 time: 3.2257631 Mar 31 23:09:23.059757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55186) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:23.169390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Deleting subnet c48ceb1a-b75d-44f0-83d0-4f300d162c1e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:23.174905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.246317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-7d778955-442f-4c2d-888f-a334fc044934 service neutron] 10.222.0.95 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126560 Mar 31 23:09:23.256072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.327392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ca94285-898a-45a4-b40b-4bc8cdeda185 req-1d018f27-d7bb-4583-affd-979431c11ea7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2184954 Mar 31 23:09:23.334014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d868c91c-c306-4550-9522-c5d79f112f46 req-824a8599-0455-4e97-aee3-a779cd539527 service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450347 Mar 31 23:09:23.501090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.523715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.581397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=d441183a-865c-4c51-b958-a0a6deb94abd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:23.669442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.719046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca1cb2-1fb8-4d00-ac09-65db6e333f4d None None] Network b6c8321a-8d65-44f8-863f-afa68e20cf51 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:23.724947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0299d5bb-5c62-47c7-9b6f-617bdd219f82 req-31412560-e306-4cbc-9112-8ed2ef33f785 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.1377304 Mar 31 23:09:23.730678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:23.742179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c48ceb1a-b75d-44f0-83d0-4f300d162c1e HTTP/1.1" status: 204 len: 168 time: 0.6752009 Mar 31 23:09:23.750723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55220) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:23.780540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c17f-ce35-4ddf-8086-ccbf5a2f58da req-2d5918c5-abee-4f5b-8b82-0f13b225fe2d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:23.783682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6049c17f-ce35-4ddf-8086-ccbf5a2f58da req-2d5918c5-abee-4f5b-8b82-0f13b225fe2d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2161572 Mar 31 23:09:23.799591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094056b-6f23-4903-ab9e-45846b155e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c48ceb1a-b75d-44f0-83d0-4f300d162c1e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:23.807783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.037769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] DHCP port deletion for b6c8321a-8d65-44f8-863f-afa68e20cf51 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:24.126001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Deleting port 697c6beb-5ee4-4033-9893-27793bd5af3c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:24.127493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.170569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.177658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.219176 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6049c17f-ce35-4ddf-8086-ccbf5a2f58da req-d385f1e6-0feb-48d8-96e1-d6beae5e8024 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121749 Mar 31 23:09:24.244537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.279176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] For port 697c6beb-5ee4-4033-9893-27793bd5af3c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=697c6beb-5ee4-4033-9893-27793bd5af3c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:24.283118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.311463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Calling delete_port for 697c6beb-5ee4-4033-9893-27793bd5af3c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:24.368866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.369416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813d9fd0-8435-4e9b-9b0b-61f77c53318c {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:24.391155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.392276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee4e09b4-89f7-4e83-a816-c712fc48fd9c admin admin] 10.222.0.95 "DELETE /v2.0/routers/813d9fd0-8435-4e9b-9b0b-61f77c53318c HTTP/1.1" status: 204 len: 168 time: 3.5325081 Mar 31 23:09:24.395674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.413501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa905b8b-f298-4b15-848a-56f8dfb55f1d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:24.447967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: aa905b8b-f298-4b15-848a-56f8dfb55f1d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:24.448651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa905b8b-f298-4b15-848a-56f8dfb55f1d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:24.449649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d441183a-865c-4c51-b958-a0a6deb94abd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:24.510612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Deleting port 697c6beb-5ee4-4033-9893-27793bd5af3c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:24.510964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.516820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d441183a-865c-4c51-b958-a0a6deb94abd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:24.519479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d441183a-865c-4c51-b958-a0a6deb94abd not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:24.524490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 57939c5a-dd49-43c2-b24c-9db72c761c89 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:24.602735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 57939c5a-dd49-43c2-b24c-9db72c761c89 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:24.603079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 57939c5a-dd49-43c2-b24c-9db72c761c89 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:24.605112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 697c6beb-5ee4-4033-9893-27793bd5af3c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:24.605980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Deleting subnet 73f02cbf-ce45-4479-b1a0-6a0c9f6a7062 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:24.611836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.679306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c4fe-c860-47e9-993b-4863ac8eb1f4 req-d08ef5ac-b563-42a3-a438-cfff33aaff53 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:24.680630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] For port 697c6beb-5ee4-4033-9893-27793bd5af3c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=697c6beb-5ee4-4033-9893-27793bd5af3c,segment=NetworkSegment(d6eff9c8-a241-42ed-bdba-b68175517d6f),segment_id=d6eff9c8-a241-42ed-bdba-b68175517d6f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:24.681734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.689707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d74c4fe-c860-47e9-993b-4863ac8eb1f4 req-d08ef5ac-b563-42a3-a438-cfff33aaff53 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.1735682 Mar 31 23:09:24.698124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Calling delete_port for 697c6beb-5ee4-4033-9893-27793bd5af3c owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:24.705735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.744168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.795567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.815420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d74c4fe-c860-47e9-993b-4863ac8eb1f4 req-84510401-37e2-4c77-bf1d-7616355c1226 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245232 Mar 31 23:09:24.822007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] Pushing event deleted for resources: {'Port': ['ID=697c6beb-5ee4-4033-9893-27793bd5af3c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.838428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No active binding found for port 697c6beb-5ee4-4033-9893-27793bd5af3c {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:09:24.840171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Pushing event deleted for resources: {'Port': ['ID=697c6beb-5ee4-4033-9893-27793bd5af3c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:24.845419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] No DVR routers for this DVR port 697c6beb-5ee4-4033-9893-27793bd5af3c on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:24.856133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 697c6beb-5ee4-4033-9893-27793bd5af3c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:24.877664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe0dea-5c6c-45d9-bad3-a867f63c93be None None] No DVR routers for this DVR port 697c6beb-5ee4-4033-9893-27793bd5af3c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:24.948270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55276) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:24.965909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:24.968735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9557469-f880-43fc-a33c-cfa591fc564a req-f61ebe2f-b79b-494a-94ea-c5b2ee752351 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.0459046 Mar 31 23:09:25.047561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.052075 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.065867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.069585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61326e78-e1a5-4150-9df7-fa08354152ff None None] Network f2a9f363-6c6c-4340-adfa-a228be97d080 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:25.071007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/73f02cbf-ce45-4479-b1a0-6a0c9f6a7062 HTTP/1.1" status: 204 len: 168 time: 0.6729264 Mar 31 23:09:25.077182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:25.094345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44d4a7-fad7-4f2f-9878-1b2d651d2680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f02cbf-ce45-4479-b1a0-6a0c9f6a7062,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:25.111827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c8321a-8d65-44f8-863f-afa68e20cf51']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:25.174969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8e398a4-d6d4-495f-a568-e49b3d27d7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.176317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6eff9c8-a241-42ed-bdba-b68175517d6f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:25.177183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6eff9c8-a241-42ed-bdba-b68175517d6f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:25.229132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.260730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.268799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.269962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8e398a4-d6d4-495f-a568-e49b3d27d7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.276949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8e398a4-d6d4-495f-a568-e49b3d27d7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.303281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:25.303709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:25.306978 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:25.407559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e398a4-d6d4-495f-a568-e49b3d27d7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5ef48a-fb0b-4a2e-ac4c-d629fe44563b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:25.500962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f8e398a4-d6d4-495f-a568-e49b3d27d7e8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8853920f948c4b3ba8a4b569056e52b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489788 Mar 31 23:09:25.515418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] DHCP port deletion for f2a9f363-6c6c-4340-adfa-a228be97d080 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:09:25.528648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55292) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:25.613482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:25.690113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-bf0d761f-c8ac-402e-a635-0ed979e7da6d tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:25.691757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-bf0d761f-c8ac-402e-a635-0ed979e7da6d tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.96 "GET /v2.0/networks?id=a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 200 len: 815 time: 0.3791888 Mar 31 23:09:25.694829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.721116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.785462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80665141-63e3-4bdd-8f9e-1af70fd32352 req-3d110f62-901e-434e-8ce9-d1dbd6273c65 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:25.787118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80665141-63e3-4bdd-8f9e-1af70fd32352 req-3d110f62-901e-434e-8ce9-d1dbd6273c65 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.3224685 Mar 31 23:09:25.789512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.792444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:25.793620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ac5ef48a-fb0b-4a2e-ac4c-d629fe44563b HTTP/1.1" status: 204 len: 168 time: 0.2638483 Mar 31 23:09:25.822257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad097e1b-5ebe-488a-824f-ff237991bb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5ef48a-fb0b-4a2e-ac4c-d629fe44563b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:25.860498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-c08d32b3-279a-413c-a6f0-a33d380d9ed7 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3 HTTP/1.1" status: 200 len: 379 time: 0.0901210 Mar 31 23:09:25.879019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'port': {'device_id': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'admin_state_up': True, 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'security_groups': ['0e34350f-91ba-4922-acf6-11285f83d89b']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:25.916681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80665141-63e3-4bdd-8f9e-1af70fd32352 req-604bb5b3-e4a7-4c65-8061-256cb82f5064 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979903 Mar 31 23:09:26.173273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bde5f8b-8711-4e6a-b28a-517188d40a89 req-fef355f5-cfb5-4836-8691-dc1bbc91fec1 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.0609226 Mar 31 23:09:26.233103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.249768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Deleting port 74d77046-ab1b-49db-bfed-9efc96b3252c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:26.250567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.271688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 4920a074-f401-48bb-9f6e-47be044f4b6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:26.274209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.277591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Made reservation on behalf of 676b3291e29b4727a55dd8bf5eeb8cb3 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:26.282341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.390279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] For port 74d77046-ab1b-49db-bfed-9efc96b3252c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74d77046-ab1b-49db-bfed-9efc96b3252c,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:26.390683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.416371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 74d77046-ab1b-49db-bfed-9efc96b3252c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:26.479289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Calling delete_port for 74d77046-ab1b-49db-bfed-9efc96b3252c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:26.521239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.545066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55324) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:26.551692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f51e0-d52a-47a6-b1bb-1ab7528b4435 req-8205cd1e-179a-4a26-ac53-fbc9bba1dd2b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:26.563350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-859f51e0-d52a-47a6-b1bb-1ab7528b4435 req-8205cd1e-179a-4a26-ac53-fbc9bba1dd2b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 944 time: 0.3256960 Mar 31 23:09:26.565279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2246c536-0e6c-45dd-8d3e-5bb3c05424ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.625265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.637331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] 10.222.0.95 "DELETE /v2.0/networks/b6c8321a-8d65-44f8-863f-afa68e20cf51 HTTP/1.1" status: 204 len: 168 time: 2.8483937 Mar 31 23:09:26.654243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Deleting port 74d77046-ab1b-49db-bfed-9efc96b3252c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:26.655699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.665285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2246c536-0e6c-45dd-8d3e-5bb3c05424ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.672004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Allocated IP 172.20.0.10 (a201ff26-7224-4a06-a820-d8854bd624ff/a46f3c25-fa75-4dc5-bc65-fafc38093556/e953b037-e76d-43d2-96aa-e300757398f8) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:26.685331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.688144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2246c536-0e6c-45dd-8d3e-5bb3c05424ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.734424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9021b-e97e-4b56-8aff-a99e75e8a14c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c8321a-8d65-44f8-863f-afa68e20cf51,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.800751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2246c536-0e6c-45dd-8d3e-5bb3c05424ce admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c9f1957a7569452f88b2047ad30e880c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546184 Mar 31 23:09:26.807650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:26.839765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246c536-0e6c-45dd-8d3e-5bb3c05424ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49fa6c-bbbd-4c10-b831-fb67100fa81a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.866065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-859f51e0-d52a-47a6-b1bb-1ab7528b4435 req-d13708ef-429f-4374-a89b-b690e8bfbbf2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2993755 Mar 31 23:09:26.881321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] For port 74d77046-ab1b-49db-bfed-9efc96b3252c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74d77046-ab1b-49db-bfed-9efc96b3252c,segment=NetworkSegment(a5c76355-859c-4df3-a1ad-23d6e03566a4),segment_id=a5c76355-859c-4df3-a1ad-23d6e03566a4)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:26.881684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.892675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.909394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Calling delete_port for 74d77046-ab1b-49db-bfed-9efc96b3252c owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:26.910792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:26.969173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] Pushing event deleted for resources: {'Port': ['ID=74d77046-ab1b-49db-bfed-9efc96b3252c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:26.971686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:26.976981 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518a29a2-131a-4585-a496-44c4decd0793" -d '{"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:27.079247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:27.084419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.088990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75c108-3688-49dd-90af-9bb70abb32b9 None None] No DVR routers for this DVR port 74d77046-ab1b-49db-bfed-9efc96b3252c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:27.131979 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d281a-3747-4806-8f32-99ed9546ea48 x-openstack-request-id: req-8a4d281a-3747-4806-8f32-99ed9546ea48 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:27.132273 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-plugged", "status": "completed", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:27.132529 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8a4d281a-3747-4806-8f32-99ed9546ea48 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:27.133454 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4d281a-3747-4806-8f32-99ed9546ea48'] response: {'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'code': 200} Mar 31 23:09:27.136821 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.165394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.201074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=74d77046-ab1b-49db-bfed-9efc96b3252c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.206247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] No DVR routers for this DVR port 74d77046-ab1b-49db-bfed-9efc96b3252c on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:27.215207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.236985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.316605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.359460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.392581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6831f12f-c23a-43b2-b7a1-59ad4c9b6740 req-1afa8863-1d3f-4359-9fa2-de35aa49934f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.0496931 Mar 31 23:09:27.417118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.419719 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.421058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9e49fa6c-bbbd-4c10-b831-fb67100fa81a HTTP/1.1" status: 204 len: 168 time: 0.6002946 Mar 31 23:09:27.425808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cae1856b-1b71-41d1-9275-98dc872c4465 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=73da1b96a79b4d459f4ee570bf17fd72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435527 Mar 31 23:09:27.431320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55346) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:27.435425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab3293-7855-4001-983a-0ea7134cfb3c req-712c5b51-b5e1-458f-972f-b31a19429a16 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:27.437322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6ab3293-7855-4001-983a-0ea7134cfb3c req-712c5b51-b5e1-458f-972f-b31a19429a16 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2672889 Mar 31 23:09:27.467151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.480020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a9f363-6c6c-4340-adfa-a228be97d080']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.486948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6ab3293-7855-4001-983a-0ea7134cfb3c req-9f8afa94-f4aa-45c2-912a-19e717530693 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Mar 31 23:09:27.487697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2bd4b-94f4-426d-a8af-994f9efe2c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49fa6c-bbbd-4c10-b831-fb67100fa81a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.529166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.536464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac073970-92bd-457d-aa4a-b73bab506323 req-898cc444-a6b2-4539-ba49-1feda73d4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:27.538543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac073970-92bd-457d-aa4a-b73bab506323 req-898cc444-a6b2-4539-ba49-1feda73d4fcb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1097 time: 0.1946223 Mar 31 23:09:27.581188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c76355-859c-4df3-a1ad-23d6e03566a4') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.581566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c76355-859c-4df3-a1ad-23d6e03566a4') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:27.599974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Network a201ff26-7224-4a06-a820-d8854bd624ff is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:27.600563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.603832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:27.607996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:27.619721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event updated for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.632110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac073970-92bd-457d-aa4a-b73bab506323 req-66f4169e-6cdf-4904-9e94-a0c0bd4f9a85 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708723 Mar 31 23:09:27.636899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.644525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.666268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:27.666805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:27.668796 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:27.689516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.691178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:27.692262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.717871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-03a144a5-cc45-48f8-ac6b-1816eb49aeeb tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8446665 Mar 31 23:09:27.773466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.781556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.791459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] 10.222.0.95 "DELETE /v2.0/networks/f2a9f363-6c6c-4340-adfa-a228be97d080 HTTP/1.1" status: 204 len: 168 time: 2.7123177 Mar 31 23:09:27.804151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9107a-61e1-458a-81e7-ee1d40f1d1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a9f363-6c6c-4340-adfa-a228be97d080,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.826510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.829255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:27.830596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/08d8a38f-c678-4cdc-9725-9498ed0316d3 HTTP/1.1" status: 204 len: 168 time: 0.3982277 Mar 31 23:09:27.847608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c67b6-58f3-44cf-9d56-3f717a97c41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d8a38f-c678-4cdc-9725-9498ed0316d3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:27.929572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Request body: {'port': {'device_id': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:28.006594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-61a0305f-9d80-4af4-ae3f-38ba5a2b3007 None None] Provisioning complete for port e953b037-e76d-43d2-96aa-e300757398f8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:28.007219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61a0305f-9d80-4af4-ae3f-38ba5a2b3007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.040606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.068153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-61a0305f-9d80-4af4-ae3f-38ba5a2b3007 None None] Port e953b037-e76d-43d2-96aa-e300757398f8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:09:28.101415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae557c-f684-4055-9735-2800e384694a req-477bf363-fccf-47e6-bd0d-467212718db7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.109762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddae557c-f684-4055-9735-2800e384694a req-477bf363-fccf-47e6-bd0d-467212718db7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.1254714 Mar 31 23:09:28.117571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55362) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:28.180713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d705aaf3-c0c8-4d1e-89cf-787c3fbb2954 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=440539a26a16434badfb5dab565ebd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620387 Mar 31 23:09:28.185525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:28.199682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddae557c-f684-4055-9735-2800e384694a req-96729ca0-27fc-4380-a14d-56e40e9147d4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890322 Mar 31 23:09:28.346452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.385921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.547176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.568882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.573390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7b5f1078-7f82-411f-984d-55d1ccf210b8 HTTP/1.1" status: 204 len: 168 time: 0.3868108 Mar 31 23:09:28.622052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedc4cf-0044-4614-bf64-ad9b29230f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5f1078-7f82-411f-984d-55d1ccf210b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.648121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e953b037-e76d-43d2-96aa-e300757398f8 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:28.661291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.685166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Transition to ACTIVE for port object e953b037-e76d-43d2-96aa-e300757398f8 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:28.699454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197cbb-6115-4bb9-8047-9241f3f64f77 req-14d2034a-1a31-4548-8578-4464b991258f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.701552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87197cbb-6115-4bb9-8047-9241f3f64f77 req-14d2034a-1a31-4548-8578-4464b991258f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 932 time: 0.1203606 Mar 31 23:09:28.702968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:28.718624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260229f-abd4-4db5-9b71-1fcb8e1514ae req-1b9932c3-a3e6-41a2-95e4-d694eb4bf011 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:28.723085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7260229f-abd4-4db5-9b71-1fcb8e1514ae req-1b9932c3-a3e6-41a2-95e4-d694eb4bf011 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1149018 Mar 31 23:09:28.809476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7260229f-abd4-4db5-9b71-1fcb8e1514ae req-a75fb3d5-8485-4f38-b70a-3243d8e9c5e4 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Mar 31 23:09:28.835074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Pushing event updated for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:28.903814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87197cbb-6115-4bb9-8047-9241f3f64f77 req-20af3732-192f-4774-9d1d-1063c246b31f tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915154 Mar 31 23:09:28.944723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Attempting to bind port e953b037-e76d-43d2-96aa-e300757398f8 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:28.945813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Attempting to bind port e953b037-e76d-43d2-96aa-e300757398f8 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:28.946389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Attempting to bind port e953b037-e76d-43d2-96aa-e300757398f8 on network a201ff26-7224-4a06-a820-d8854bd624ff {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:28.952746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Port e953b037-e76d-43d2-96aa-e300757398f8 on network a201ff26-7224-4a06-a820-d8854bd624ff not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:28.953456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Attempting to bind port e953b037-e76d-43d2-96aa-e300757398f8 on network a201ff26-7224-4a06-a820-d8854bd624ff {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:28.960576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:28.961585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Checking segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:28.962229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Bound using segment: {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:28.962886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Bound port: e953b037-e76d-43d2-96aa-e300757398f8, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca42554-2fda-47a7-bb55-1b36f0632885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:28.963513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.189542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:29.193475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e953b037-e76d-43d2-96aa-e300757398f8,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:29.200412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.242599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.246330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:29.250147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] 10.222.0.96 "PUT /v2.0/ports/e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 200 len: 1092 time: 1.3311386 Mar 31 23:09:29.255726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:29.259997 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c744c-b182-4884-aa66-8317a51fa9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "tag": "e953b037-e76d-43d2-96aa-e300757398f8"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:29.369639 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46461ec6-b25c-4438-b8d7-31b3ad5cdf68 x-openstack-request-id: req-46461ec6-b25c-4438-b8d7-31b3ad5cdf68 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:29.370021 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "tag": "e953b037-e76d-43d2-96aa-e300757398f8", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:29.370338 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-46461ec6-b25c-4438-b8d7-31b3ad5cdf68 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:29.370853 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46461ec6-b25c-4438-b8d7-31b3ad5cdf68'] response: {'name': 'network-changed', 'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8', 'status': 'completed', 'code': 200} Mar 31 23:09:29.396373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-c9f35118-b601-40e0-bef5-d33dd44a8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.398065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-c9f35118-b601-40e0-bef5-d33dd44a8b8a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 1095 time: 0.0863132 Mar 31 23:09:29.400658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d6936-45af-4492-9273-db9476bf4042 service neutron] Pushing event updated for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:29.510344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d2981-508d-4305-b735-488f68239a1f req-2b8d2609-a7ed-4a5d-b6a0-06cf00337b3e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.519381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d41d2981-508d-4305-b735-488f68239a1f req-2b8d2609-a7ed-4a5d-b6a0-06cf00337b3e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.1334667 Mar 31 23:09:29.525781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-96bb35ae-bfef-4253-8c4e-c98bae8a5804 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 200 len: 217 time: 0.1109068 Mar 31 23:09:29.612503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d41d2981-508d-4305-b735-488f68239a1f req-d3bab8c2-b4d2-4115-a44a-cdb8c1e6776f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855942 Mar 31 23:09:29.650692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-b325e26e-18ae-4ef9-a994-7042ab45ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.653288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-b325e26e-18ae-4ef9-a994-7042ab45ac8e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a46f3c25-fa75-4dc5-bc65-fafc38093556 HTTP/1.1" status: 200 len: 854 time: 0.1174066 Mar 31 23:09:29.759620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-d0d8237c-4a4a-4661-8c7a-421e2e8b98b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:29.762243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-d0d8237c-4a4a-4661-8c7a-421e2e8b98b8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a201ff26-7224-4a06-a820-d8854bd624ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028564 Mar 31 23:09:29.881644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-984afb0f-6413-4960-a7ee-7f6ede4ecc27 service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112781 Mar 31 23:09:30.045453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64769bc7-2a0d-4e5e-9909-74982f9abb5d req-ec5a35d0-fdff-4a6a-a5c7-14aae2454e0c service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511273 Mar 31 23:09:30.096368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713231-90ce-4e97-b40f-1c1ab9ea4cc7 req-e7712f9d-4342-480f-b2ac-425e24acd3c6 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.113115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79713231-90ce-4e97-b40f-1c1ab9ea4cc7 req-e7712f9d-4342-480f-b2ac-425e24acd3c6 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 944 time: 0.0977511 Mar 31 23:09:30.156086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80431661-71aa-45c1-80dd-0711ee022156 req-55541959-bba7-40f7-92d2-3ba967502860 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.166035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80431661-71aa-45c1-80dd-0711ee022156 req-55541959-bba7-40f7-92d2-3ba967502860 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2576764 Mar 31 23:09:30.226873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79713231-90ce-4e97-b40f-1c1ab9ea4cc7 req-cc452108-3614-45bb-b8d3-d71db8d5e8c6 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122918 Mar 31 23:09:30.282283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-1838e426-44ba-4059-81e0-b9c0f71a4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.283914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-1838e426-44ba-4059-81e0-b9c0f71a4708 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 1095 time: 0.1108148 Mar 31 23:09:30.298044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80431661-71aa-45c1-80dd-0711ee022156 req-2ff766c6-fef7-490e-9ebc-419c067c97a1 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261969 Mar 31 23:09:30.404804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-08684706-e0ab-430c-afb1-02f3d4f8b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.406603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-08684706-e0ab-430c-afb1-02f3d4f8b42a service neutron] 10.222.0.96 "GET /v2.0/networks?id=a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 200 len: 917 time: 0.1075089 Mar 31 23:09:30.527547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-127b3c8a-9914-44f0-97ec-cb554f02be9e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 200 len: 217 time: 0.1087811 Mar 31 23:09:30.634619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-a7b46932-b8a3-4204-815d-1828f13f3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.639558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-a7b46932-b8a3-4204-815d-1828f13f3a87 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a46f3c25-fa75-4dc5-bc65-fafc38093556 HTTP/1.1" status: 200 len: 854 time: 0.0942981 Mar 31 23:09:30.779574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-de7464d6-448f-46bd-b49c-00e2b228cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.794501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-de7464d6-448f-46bd-b49c-00e2b228cb60 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a201ff26-7224-4a06-a820-d8854bd624ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437852 Mar 31 23:09:30.870702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13608eb-73ca-41cb-8274-c904a3af940f req-9d0727df-daae-429e-8358-b4eafb1a00f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:30.874072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f13608eb-73ca-41cb-8274-c904a3af940f req-9d0727df-daae-429e-8358-b4eafb1a00f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.0904229 Mar 31 23:09:31.007983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f13608eb-73ca-41cb-8274-c904a3af940f req-35a9e265-e81e-4598-88c5-35c6e3e8003a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272566 Mar 31 23:09:31.024306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-1110157b-76c7-4a00-a867-f456d86725e7 service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212949 Mar 31 23:09:31.241700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c70c744c-b182-4884-aa66-8317a51fa9ee req-b95a044a-5366-42c3-86b2-1be562ef852a service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909771 Mar 31 23:09:31.287799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:31.521675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89dddd-8e57-4bc5-b8d9-e558b0a15a2f req-50bea825-70b0-4260-b3e6-a7e1f88a5498 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.528227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b89dddd-8e57-4bc5-b8d9-e558b0a15a2f req-50bea825-70b0-4260-b3e6-a7e1f88a5498 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 944 time: 0.1210096 Mar 31 23:09:31.544474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31753de-e8a4-4af2-a140-af222bbeb525 req-5bc42ed5-b076-4a78-a5b1-8c202c6852af tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:31.546058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b31753de-e8a4-4af2-a140-af222bbeb525 req-5bc42ed5-b076-4a78-a5b1-8c202c6852af tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1093760 Mar 31 23:09:31.603304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b89dddd-8e57-4bc5-b8d9-e558b0a15a2f req-808405cb-c5d4-403e-8054-1c3b306bba55 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664206 Mar 31 23:09:31.629175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55516) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:31.637856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b31753de-e8a4-4af2-a140-af222bbeb525 req-61c52224-3db3-417d-84cd-9bce7eeb2452 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831769 Mar 31 23:09:31.689529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-663481499-network', 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:31.702860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1357743423', 'router:external': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:31.731722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Made reservation on behalf of 738cd554a9954fb2b87cf33781aa82ef for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:31.734588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.747606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.758195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:31.761230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.770859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.959497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.976539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:31.992932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.023619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.034492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:32.083461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:32.088857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734bde99-e016-4f8b-ae7e-987fe57822e1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.099329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.099329 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Added segment 2019ffb5-68ff-4789-a17a-d58f089348a0 of type vlan for network 4cbe8143-f354-4816-bc83-9b898eb390d8 Mar 31 23:09:32.132809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.133245 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Added segment 5810c546-a5ad-4e89-ab92-6cea02ab2bae of type vlan for network 8e55e104-5de2-4267-b2a5-ca06826e8c2d Mar 31 23:09:32.323561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f1941-f581-4d1d-953e-441edcc8f52d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.340613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.385330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.414317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eace82d-2227-4374-96ba-573173f4473e req-cd505b41-19c3-4e9b-bf61-91558083b8b3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.423774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eace82d-2227-4374-96ba-573173f4473e req-cd505b41-19c3-4e9b-bf61-91558083b8b3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.2396133 Mar 31 23:09:32.492061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eace82d-2227-4374-96ba-573173f4473e req-40463002-8e06-44bc-b364-ac29f8a4c664 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672317 Mar 31 23:09:32.500789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.504441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.505265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.572324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.573810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:32.574399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.632768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0084624 Mar 31 23:09:32.634802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34405cca-4fc0-4d6a-996f-46546f56b522 admin admin] Pushing event updated for resources: {'Network': ['ID=4cbe8143-f354-4816-bc83-9b898eb390d8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.636432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55546) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.659931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.3708990 Mar 31 23:09:32.666752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:32.669727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55550) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:32.675388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Request body: {'subnet': {'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-663481499-subnet', 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:32.677681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'subnet': {'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:32.719023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18132c93-c9fa-4b61-83d6-f0d4c37fe5cc tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Network': ['ID=8e55e104-5de2-4267-b2a5-ca06826e8c2d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:32.756324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Made reservation on behalf of 738cd554a9954fb2b87cf33781aa82ef for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:32.760441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.782903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:32.788693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:32.875127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:33.120903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963c45e-e6b9-4f49-bd9a-0776f7a1ecef req-73803692-16f3-464c-aaf4-d9b534304c50 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.129110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c963c45e-e6b9-4f49-bd9a-0776f7a1ecef req-73803692-16f3-464c-aaf4-d9b534304c50 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.3781762 Mar 31 23:09:33.131923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.228018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca22ad4-dc0f-48f4-8396-51691c1755f7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.283737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:33.284410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Network hostable DHCP agents. Network: 4cbe8143-f354-4816-bc83-9b898eb390d8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:33.299776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c963c45e-e6b9-4f49-bd9a-0776f7a1ecef req-44533ba0-227c-49a4-a484-0a10ceeb0b44 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694884 Mar 31 23:09:33.347772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:33.369454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4cbe8143-f354-4816-bc83-9b898eb390d8) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:33.382067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54717469-491f-44ae-9634-1b2fa3aad29d None None] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:33.392014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.392014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.430942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-43225c76-f0f8-4884-8cb3-d49847698e17 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7932956 Mar 31 23:09:33.547385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dae6d-977b-479b-bcf3-1cb9e1979327 req-8f4caeb6-fea4-439e-b392-899b7803a7f4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:33.549137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f2dae6d-977b-479b-bcf3-1cb9e1979327 req-8f4caeb6-fea4-439e-b392-899b7803a7f4 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 944 time: 0.2214382 Mar 31 23:09:33.656432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54be27c-6b0c-4f0c-bfe9-418e78b6f549 None None] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:33.663623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f2dae6d-977b-479b-bcf3-1cb9e1979327 req-e794c791-aae5-4b01-bffc-c074ebbfbacc tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011891 Mar 31 23:09:33.873330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:09:33.873770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:33.953839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4ea8798a-0ef6-4d8a-89c4-28f674fae385,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:33.964270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Checking segment: {'id': '5810c546-a5ad-4e89-ab92-6cea02ab2bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:33.964634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network hostable DHCP agents. Network: 8e55e104-5de2-4267-b2a5-ca06826e8c2d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:33.986500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:34.014955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8e55e104-5de2-4267-b2a5-ca06826e8c2d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:34.022476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:34.024151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.027714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b97e6e-4311-4534-82c2-da3d163a4e37 None None] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:34.046131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-667220e5-3eb6-48fb-aa8f-a1df44fb57c3 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3743305 Mar 31 23:09:34.048177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55580) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:34.055443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-90783358', 'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:34.083767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Made reservation on behalf of 738cd554a9954fb2b87cf33781aa82ef for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:34.086167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.107035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] device_id is not set on port 93adcc26-e0ae-4076-a52c-91422333306d yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:09:34.182335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-383b47a6-1ad6-46d6-ac60-a9b656505710 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:34.190064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-383b47a6-1ad6-46d6-ac60-a9b656505710 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.1852491 Mar 31 23:09:34.219903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-13c75155-532e-4c0f-9e86-0ed8491e8a48 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0230961 Mar 31 23:09:34.260645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-a51453e3-0af0-49df-a7e9-1699a7d4b423 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397718 Mar 31 23:09:34.269709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881de5bb-4b99-4d34-98ca-13f571fc494b None None] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:09:34.288356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 2001:db8::26a (8e55e104-5de2-4267-b2a5-ca06826e8c2d/4ea8798a-0ef6-4d8a-89c4-28f674fae385/93adcc26-e0ae-4076-a52c-91422333306d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:34.401085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-0bc5c8fd-f6e1-4c3b-8de4-d6a9bf50b21b service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393294 Mar 31 23:09:34.516350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bf64-190a-425e-9cb7-6dba48581b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.624786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-f6747073-3556-4005-aaf5-bbd92f4a7da7 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224898 Mar 31 23:09:34.724806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1b899-346a-4719-9f4f-d9f28829a682 req-6cac7762-b1d9-4991-9279-54fbc74149df tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:34.726464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90a1b899-346a-4719-9f4f-d9f28829a682 req-6cac7762-b1d9-4991-9279-54fbc74149df tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1994929 Mar 31 23:09:34.741932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:34.838408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90a1b899-346a-4719-9f4f-d9f28829a682 req-dddd809d-2f44-45b9-8307-0850f90f6e8d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849636 Mar 31 23:09:34.931122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.015755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9003ae5-e6f9-4217-884c-80dad4adfecf req-147ed03b-c142-49a9-9e7c-f82d5829ef70 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.033539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9003ae5-e6f9-4217-884c-80dad4adfecf req-147ed03b-c142-49a9-9e7c-f82d5829ef70 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 944 time: 0.1079376 Mar 31 23:09:35.122429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9003ae5-e6f9-4217-884c-80dad4adfecf req-dbf5d756-b2a7-4f78-bb05-33bfc7df4cb5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872238 Mar 31 23:09:35.159611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9636f1a2-b8bd-471a-a2ad-93a5b187ec9b req-afcb8f62-4d94-4d4c-9a3b-d88b875a12f7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 210 time: 0.1636519 Mar 31 23:09:35.177320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:35.182251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:35.187098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:35.188177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:35.188819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.191163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=93adcc26-e0ae-4076-a52c-91422333306d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:35.227643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-495c4e3d-e76f-4125-9078-13ae67cf34ee tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1771765 Mar 31 23:09:35.230219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:35.428238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Deleting port 93adcc26-e0ae-4076-a52c-91422333306d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:35.428591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.617229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:35.628092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e953b037-e76d-43d2-96aa-e300757398f8 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:35.653498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Calling delete_port for 93adcc26-e0ae-4076-a52c-91422333306d owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:35.854424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e953b037-e76d-43d2-96aa-e300757398f8,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:35.921758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e953b037-e76d-43d2-96aa-e300757398f8', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'port_id': 'e953b037-e76d-43d2-96aa-e300757398f8', 'mac_address': 'fa:16:3e:7e:79:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:35.924207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.031082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Port': ['ID=93adcc26-e0ae-4076-a52c-91422333306d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.084235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.093580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55792) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:36.099406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.103052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d', 'external_fixed_ips': [{'subnet_id': '4ea8798a-0ef6-4d8a-89c4-28f674fae385', 'ip_address': '2001:db8::26a'}]}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:36.107854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8d58c1ba-9d8d-4cbb-bd73-17f150e17581 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/ports/93adcc26-e0ae-4076-a52c-91422333306d HTTP/1.1" status: 204 len: 168 time: 0.8762786 Mar 31 23:09:36.129995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e953b037-e76d-43d2-96aa-e300757398f8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:36.165639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e953b037-e76d-43d2-96aa-e300757398f8,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:36.171834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.197673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.205126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.250605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ebdb9-772c-4583-8c6b-78c36b5f8938 req-5bf3bdf0-6038-4f87-a92a-bc63e9548744 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:36.275298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e58ebdb9-772c-4583-8c6b-78c36b5f8938 req-5bf3bdf0-6038-4f87-a92a-bc63e9548744 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2557204 Mar 31 23:09:36.329352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:36.357423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.357775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.358117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.366398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.368530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.368895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.369239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.372023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.372248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.377254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.382940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.385681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:36.480410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e58ebdb9-772c-4583-8c6b-78c36b5f8938 req-10c780d0-3993-44f0-bad1-a8d8a7915fd8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035422 Mar 31 23:09:36.485147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.499757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ffeda-768c-4fa0-ace7-729e7ebb7075 req-8ab8c793-440f-4b25-85f0-6bae1d465c50 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:36.502232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-639ffeda-768c-4fa0-ace7-729e7ebb7075 req-8ab8c793-440f-4b25-85f0-6bae1d465c50 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 945 time: 0.1827748 Mar 31 23:09:36.568828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-639ffeda-768c-4fa0-ace7-729e7ebb7075 req-3fb5ecc1-51e6-4bd7-90b4-3283c2aa8e20 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593238 Mar 31 23:09:36.577568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e953b037-e76d-43d2-96aa-e300757398f8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:36.683316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-03b2970e-27c8-4921-9742-4e1fda0cccea req-62002fce-f027-47eb-823e-d78322f9cca4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0799878 Mar 31 23:09:36.760749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:36.949785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31dd3b5c-5aaa-49e7-9306-bf5b10dd3e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.187868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-ce0b8beb-0201-4ade-9152-9e232ea1f304 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.189629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-ce0b8beb-0201-4ade-9152-9e232ea1f304 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.2814059 Mar 31 23:09:37.199806 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.210161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:37.227310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.460860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:37.466670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.515433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 2001:db8::26a (8e55e104-5de2-4267-b2a5-ca06826e8c2d/4ea8798a-0ef6-4d8a-89c4-28f674fae385/462fc09e-7221-4a92-b03b-99c0cabf9928) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:37.643683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e953b037-e76d-43d2-96aa-e300757398f8 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:37.752880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.4 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/d3616489-e289-4474-a92a-b2739da484dc) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:37.764063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515526e-e910-4651-88c6-b5b8680f0308 req-43d5f5e8-1022-48e8-80be-2b3c0cb4279a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.765887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c515526e-e910-4651-88c6-b5b8680f0308 req-43d5f5e8-1022-48e8-80be-2b3c0cb4279a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1247852 Mar 31 23:09:37.769654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.782526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e953b037-e76d-43d2-96aa-e300757398f8 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:37.791304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e953b037-e76d-43d2-96aa-e300757398f8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:37.791722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.818433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda722af-70ee-4283-af9c-d0e1588e6593 req-5684fc23-cc09-4ef9-a3fa-a7098138e6df tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:37.820356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda722af-70ee-4283-af9c-d0e1588e6593 req-5684fc23-cc09-4ef9-a3fa-a7098138e6df tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 945 time: 0.1095591 Mar 31 23:09:37.876991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c515526e-e910-4651-88c6-b5b8680f0308 req-7011baff-4b24-4ca5-b5b7-325dcb69ee47 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990262 Mar 31 23:09:37.889676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda722af-70ee-4283-af9c-d0e1588e6593 req-252addbf-5841-4f3a-a2f4-d6db677fc240 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568581 Mar 31 23:09:37.955717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.960825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:37.989489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:37.991887 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bf6b66-0d34-45bb-a487-7826c31da7c1" -d '{"events": [{"server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "name": "network-vif-plugged", "status": "completed", "tag": "e953b037-e76d-43d2-96aa-e300757398f8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:38.004105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e953b037-e76d-43d2-96aa-e300757398f8,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:38.013884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.052247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network 8e55e104-5de2-4267-b2a5-ca06826e8c2d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:38.055819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:38.073170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:38.078288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:38.133141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.186887 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3430d37-47ce-42ba-8b41-73e046011051 x-openstack-request-id: req-c3430d37-47ce-42ba-8b41-73e046011051 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:38.187968 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "name": "network-vif-plugged", "status": "completed", "tag": "e953b037-e76d-43d2-96aa-e300757398f8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:38.188435 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c3430d37-47ce-42ba-8b41-73e046011051 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:38.189005 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3430d37-47ce-42ba-8b41-73e046011051'] response: {'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8', 'code': 200} Mar 31 23:09:38.203669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.217950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=462fc09e-7221-4a92-b03b-99c0cabf9928,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:38.227039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-012ae7fe-3f51-4807-ace8-f763e33a88d8 req-33bef39c-8428-4025-9dd9-6309a9056327 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0533168 Mar 31 23:09:38.298355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:38.300950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:38.303203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:38.316176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:38.324142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.417973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.418796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.445409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.452003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-da47443d-1307-45be-9428-deac99127d9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2461042 Mar 31 23:09:38.467031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Request body: {'port': {'device_id': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:38.485956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd66ce8-3d6c-47bc-98a5-7acfd1933a6d req-712cd445-b443-45f5-a96e-6436aeec0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:38.487764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afd66ce8-3d6c-47bc-98a5-7acfd1933a6d req-712cd445-b443-45f5-a96e-6436aeec0491 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 1097 time: 0.0858328 Mar 31 23:09:38.573967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.574434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afd66ce8-3d6c-47bc-98a5-7acfd1933a6d req-61b044c7-0457-47c7-9570-348a26badf53 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789230 Mar 31 23:09:38.714590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:38.945185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router f9d32cab-7271-413b-ae3b-125a1ecb8b18 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:39.085761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3616489-e289-4474-a92a-b2739da484dc {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:39.117210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.145132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558449-e152-427a-87b1-b603fc91ee44 req-e5c2e354-b905-42a6-aec1-69dfa9fd556e tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.147048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37558449-e152-427a-87b1-b603fc91ee44 req-e5c2e354-b905-42a6-aec1-69dfa9fd556e tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.1379716 Mar 31 23:09:39.193245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Transition to ACTIVE for port object d3616489-e289-4474-a92a-b2739da484dc will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:39.195528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:39.205277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c77e-6647-4463-90da-19791076f534 None None] Sync routers for ids ['f9d32cab-7271-413b-ae3b-125a1ecb8b18'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:39.229433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] Routers {'f9d32cab-7271-413b-ae3b-125a1ecb8b18'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:39.230096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f9d32cab-7271-413b-ae3b-125a1ecb8b18'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:39.230916 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.321931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.328352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-52a173ab-1485-49ce-8a55-d4300953a02e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2337275 Mar 31 23:09:39.329067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:39.340728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37558449-e152-427a-87b1-b603fc91ee44 req-994cad9f-125d-4021-b81e-97507abea125 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824057 Mar 31 23:09:39.343474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Pushing event updated for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.378464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e565cbe-426c-4724-8133-fbab4874c3a4 req-fd87be4f-ddc7-49fa-9375-6d09d6e12538 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.380301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e565cbe-426c-4724-8133-fbab4874c3a4 req-fd87be4f-ddc7-49fa-9375-6d09d6e12538 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1895394 Mar 31 23:09:39.484788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e565cbe-426c-4724-8133-fbab4874c3a4 req-5ddc3e94-ffa8-4ac3-acd1-043d98c0ddc6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813251 Mar 31 23:09:39.512600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Attempting to bind port d3616489-e289-4474-a92a-b2739da484dc on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:39.513628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Attempting to bind port d3616489-e289-4474-a92a-b2739da484dc by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:39.514812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Attempting to bind port d3616489-e289-4474-a92a-b2739da484dc on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:39.527551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Port d3616489-e289-4474-a92a-b2739da484dc on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:39.529104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Attempting to bind port d3616489-e289-4474-a92a-b2739da484dc on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:39.537468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:39.538113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:39.538666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:39.539326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Bound port: d3616489-e289-4474-a92a-b2739da484dc, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:39.539993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.576896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] Set router f9d32cab-7271-413b-ae3b-125a1ecb8b18 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:39.582971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71d9a1-c516-4333-a553-38b28b12a7a4 req-2c13c633-d37b-4852-98e6-858325d18f52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.591101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a71d9a1-c516-4333-a553-38b28b12a7a4 req-2c13c633-d37b-4852-98e6-858325d18f52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 943 time: 0.1300564 Mar 31 23:09:39.636504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.671265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:39.675208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3616489-e289-4474-a92a-b2739da484dc,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:39.691940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.767896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.768541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.770048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] 10.222.0.96 "PUT /v2.0/ports/d3616489-e289-4474-a92a-b2739da484dc HTTP/1.1" status: 200 len: 1091 time: 1.3086336 Mar 31 23:09:39.774055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:39.784213 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44fa03e-0598-422f-afda-04a154dc06d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "tag": "d3616489-e289-4474-a92a-b2739da484dc"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:39.826674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c0cb0-1523-4740-bfba-1d8b0e104661 service neutron] Pushing event updated for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:39.837136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a71d9a1-c516-4333-a553-38b28b12a7a4 req-e92ac5b9-cfb8-4436-97c8-11ff32d3e63d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450027 Mar 31 23:09:39.892369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:39.909007 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5144cc-8bb0-4721-99c9-0fcf1768fc5a x-openstack-request-id: req-3b5144cc-8bb0-4721-99c9-0fcf1768fc5a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:39.909658 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "tag": "d3616489-e289-4474-a92a-b2739da484dc", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:39.910180 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3b5144cc-8bb0-4721-99c9-0fcf1768fc5a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:39.910979 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5144cc-8bb0-4721-99c9-0fcf1768fc5a'] response: {'name': 'network-changed', 'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc', 'status': 'completed', 'code': 200} Mar 31 23:09:39.946812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-37f4f9ac-2022-45ff-9f0b-a323f79e9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:39.951951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-37f4f9ac-2022-45ff-9f0b-a323f79e9ef6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 1094 time: 0.0911231 Mar 31 23:09:39.994553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.001987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Deleting port 462fc09e-7221-4a92-b03b-99c0cabf9928 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:40.002812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.021661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-10daf02e-3ed8-4ef1-b7e1-cab1cb3dc1aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3616489-e289-4474-a92a-b2739da484dc HTTP/1.1" status: 200 len: 217 time: 0.0508184 Mar 31 23:09:40.110496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d32cab-7271-413b-ae3b-125a1ecb8b18', 'name': '', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d', 'external_fixed_ips': [{'subnet_id': '4ea8798a-0ef6-4d8a-89c4-28f674fae385', 'ip_address': '2001:db8::26a'}], 'enable_snat': True}, 'gw_port_id': '462fc09e-7221-4a92-b03b-99c0cabf9928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:36Z', 'updated_at': '2022-03-31T23:09:38Z', 'revision_number': 3, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port': {'id': '462fc09e-7221-4a92-b03b-99c0cabf9928', 'name': '', 'network_id': '8e55e104-5de2-4267-b2a5-ca06826e8c2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d32cab-7271-413b-ae3b-125a1ecb8b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '4ea8798a-0ef6-4d8a-89c4-28f674fae385', 'ip_address': '2001:db8::26a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:37Z', 'updated_at': '2022-03-31T23:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ea8798a-0ef6-4d8a-89c4-28f674fae385', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:40.141973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-474e21b2-7429-45be-935d-49836dbc9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.142334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.143523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-474e21b2-7429-45be-935d-49836dbc9136 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1097407 Mar 31 23:09:40.149363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c77e-6647-4463-90da-19791076f534 None None] Checking router: f9d32cab-7271-413b-ae3b-125a1ecb8b18 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:40.149963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c77e-6647-4463-90da-19791076f534 None None] Updating router f9d32cab-7271-413b-ae3b-125a1ecb8b18 port 462fc09e-7221-4a92-b03b-99c0cabf9928 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:40.180347 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1476c77e-6647-4463-90da-19791076f534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.197709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-ceb4a9eb-4e91-47b0-b4e8-e620c48c7900 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373428 Mar 31 23:09:40.323981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-ae2df57a-7c5f-44cb-95fb-81a7c57c8e8c service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123910 Mar 31 23:09:40.443093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5f79c691-4245-4c13-a0fa-d5b7fc7840f2 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.445834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5f79c691-4245-4c13-a0fa-d5b7fc7840f2 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 814 time: 0.2870796 Mar 31 23:09:40.450321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Calling delete_port for 462fc09e-7221-4a92-b03b-99c0cabf9928 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:40.464519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.473480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-2218b257-7658-4333-bd70-f8938c0742f4 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/quotas/18922d21662c468ca84d78989abfa134 HTTP/1.1" status: 200 len: 375 time: 0.0139449 Mar 31 23:09:40.539653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-2a2ead3b-6393-449f-859f-c06338c01c83 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371857 Mar 31 23:09:40.605426 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8857b3da-cbe7-4a8a-8184-7544c7f67271 req-97feb3e4-755b-4a4a-b53b-54df66fcc5d3 service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700379 Mar 31 23:09:40.646203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-02a2859e-682f-4de9-873a-ea7e0c0c96b8 service neutron] 10.222.0.95 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949695 Mar 31 23:09:40.779201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-d95d79da-61ca-41a2-93cb-56cf3da74237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.781731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-d95d79da-61ca-41a2-93cb-56cf3da74237 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 1094 time: 0.0904653 Mar 31 23:09:40.888704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-aead332b-5b2e-4099-8aba-db144e3c9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.890468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-aead332b-5b2e-4099-8aba-db144e3c9128 service neutron] 10.222.0.96 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.1002853 Mar 31 23:09:40.898412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e16fa-02ad-44b9-ba1d-9af32ba7ff7e req-5221f89b-022a-4151-9b6e-060c7d7cf33d tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:40.900090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c18e16fa-02ad-44b9-ba1d-9af32ba7ff7e req-5221f89b-022a-4151-9b6e-060c7d7cf33d tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.2937639 Mar 31 23:09:40.922229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-b22e801a-7a2f-49d1-808e-2f2bfa921803 service neutron] 10.222.0.95 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622852 Mar 31 23:09:40.942962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:40.951129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-99e96025-09e0-49ea-bffc-4771439b5d3d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3616489-e289-4474-a92a-b2739da484dc HTTP/1.1" status: 200 len: 217 time: 0.0494678 Mar 31 23:09:40.968726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-1476c77e-6647-4463-90da-19791076f534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:40.969096 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-1476c77e-6647-4463-90da-19791076f534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:40.995492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Port': ['ID=462fc09e-7221-4a92-b03b-99c0cabf9928,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:41.024522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.026851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-8b52288b-20d1-4f91-8e66-2226ccae7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.028618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-8b52288b-20d1-4f91-8e66-2226ccae7ed8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.0660341 Mar 31 23:09:41.074971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c18e16fa-02ad-44b9-ba1d-9af32ba7ff7e req-aa42630b-a8dc-4993-b2bf-d1f742737df0 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224947 Mar 31 23:09:41.077164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-f889e6df-8c60-4e73-99e3-bbf17c61b2f5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407088 Mar 31 23:09:41.274794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-78356c84-a00b-49bc-8580-3f04e83e5f8a service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880522 Mar 31 23:09:41.498618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c77e-6647-4463-90da-19791076f534 None None] Port 462fc09e-7221-4a92-b03b-99c0cabf9928 not found while updating agent binding for router f9d32cab-7271-413b-ae3b-125a1ecb8b18. {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 23:09:41.528229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] Routers {'f9d32cab-7271-413b-ae3b-125a1ecb8b18'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:41.528229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f9d32cab-7271-413b-ae3b-125a1ecb8b18'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:41.564714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c44fa03e-0598-422f-afda-04a154dc06d8 req-b01e4b73-8e25-466d-9551-31019b6b0b0d service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889373 Mar 31 23:09:41.628167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6599940-a8bd-479f-95bf-57a9bbe2c197 req-d5c082ca-1460-4677-82da-9e8eaeb128d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.629826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6599940-a8bd-479f-95bf-57a9bbe2c197 req-d5c082ca-1460-4677-82da-9e8eaeb128d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 943 time: 0.3529303 Mar 31 23:09:41.664846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] Set router f9d32cab-7271-413b-ae3b-125a1ecb8b18 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:41.707909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6599940-a8bd-479f-95bf-57a9bbe2c197 req-c3858b9b-762b-4004-ba36-8b181faaf475 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687287 Mar 31 23:09:41.733108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.735743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1476c77e-6647-4463-90da-19791076f534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d32cab-7271-413b-ae3b-125a1ecb8b18', 'name': '', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:36Z', 'updated_at': '2022-03-31T23:09:40Z', 'revision_number': 5, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:41.737708 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.775867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1476c77e-6647-4463-90da-19791076f534 None None] The sync data for ids ['f9d32cab-7271-413b-ae3b-125a1ecb8b18'] in n-d-835855-2 is: [{'id': 'f9d32cab-7271-413b-ae3b-125a1ecb8b18', 'name': '', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:36Z', 'updated_at': '2022-03-31T23:09:40Z', 'revision_number': 5, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:41.834611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3ef5b13-b860-4e71-b3a8-4a3d6aefc058 req-7220f42c-d2cd-40f0-82fb-438478303dde tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 210 time: 0.0592937 Mar 31 23:09:41.837501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.838043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9d32cab-7271-413b-ae3b-125a1ecb8b18 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:41.854735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:41.863360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e4dd82cb-fcd7-43b3-8a69-41f1d86467ec tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/routers/f9d32cab-7271-413b-ae3b-125a1ecb8b18 HTTP/1.1" status: 204 len: 168 time: 2.5304427 Mar 31 23:09:41.865719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56228) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:41.894290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee157b-3cfa-44cb-9958-2d5d263c88fe req-22f80005-8fb1-484d-bab8-cdd435084f4f tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.913379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cee157b-3cfa-44cb-9958-2d5d263c88fe req-22f80005-8fb1-484d-bab8-cdd435084f4f tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1694517 Mar 31 23:09:41.982277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a491-1bc5-468b-980f-e24b1530aec6 req-53d58bfb-37b5-402c-a655-8bfee5c2c426 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:41.984482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5565a491-1bc5-468b-980f-e24b1530aec6 req-53d58bfb-37b5-402c-a655-8bfee5c2c426 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.0836477 Mar 31 23:09:41.995434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Deleting subnet 4ea8798a-0ef6-4d8a-89c4-28f674fae385 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:41.997337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56230) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:42.002541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.006994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Request body: {'floatingip': {'port_id': 'e953b037-e76d-43d2-96aa-e300757398f8'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:42.030407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cee157b-3cfa-44cb-9958-2d5d263c88fe req-435a153b-a5f5-4450-a362-8f12b5bdbbc3 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161489 Mar 31 23:09:42.073865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.117087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.237193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.380475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.410425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea8798a-0ef6-4d8a-89c4-28f674fae385,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:42.425537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.428559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-abe62104-b1a3-4cf7-820a-c4978231f88f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/4ea8798a-0ef6-4d8a-89c4-28f674fae385 HTTP/1.1" status: 204 len: 168 time: 0.5618782 Mar 31 23:09:42.431368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56232) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:42.573192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:42.576902 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.646510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Deleting subnet 5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:42.768551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.797699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e55e104-5de2-4267-b2a5-ca06826e8c2d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.820339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5810c546-a5ad-4e89-ab92-6cea02ab2bae') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.821129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5810c546-a5ad-4e89-ab92-6cea02ab2bae') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:42.833585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.850984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.861994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:42.862419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.940149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:42.942033 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:42.947738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:09:42.968604 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:42.995888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e55e104-5de2-4267-b2a5-ca06826e8c2d {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:09:43.008042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.011509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/networks/8e55e104-5de2-4267-b2a5-ca06826e8c2d HTTP/1.1" status: 204 len: 168 time: 0.5791302 Mar 31 23:09:43.015867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e7ae2-7b68-4487-8119-51c362f4df0e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e55e104-5de2-4267-b2a5-ca06826e8c2d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.027278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.063314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324e69e-df95-4f02-abe8-dc5e5d908c89 req-a8cc2fd8-1090-491a-af1c-5d0e0a7606c5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:43.065243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b324e69e-df95-4f02-abe8-dc5e5d908c89 req-a8cc2fd8-1090-491a-af1c-5d0e0a7606c5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 943 time: 0.1339281 Mar 31 23:09:43.108702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.158473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4128f39-d167-4aef-bb3f-c47cee5964f3 req-e2f51456-03e4-47c5-ac05-d96475e66f27 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 210 time: 0.1166046 Mar 31 23:09:43.186057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.232931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-094b7153-a80f-44ca-a6ee-d4905011aed6 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:43.240085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-094b7153-a80f-44ca-a6ee-d4905011aed6 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 814 time: 0.6251724 Mar 31 23:09:43.240542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b324e69e-df95-4f02-abe8-dc5e5d908c89 req-0179055f-8e83-405d-81e6-185dcb687faf tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668265 Mar 31 23:09:43.243186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.244459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.269169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.274579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b HTTP/1.1" status: 204 len: 168 time: 0.6964352 Mar 31 23:09:43.301937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56256) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:43.304241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f404337-0648-4929-af08-9360365f60d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb5e6ad-8a64-4f08-9abc-01e19ca3a00b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:43.399489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.423367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56258) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:43.429321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'name': 'tempest-router--687567939', 'project_id': 'c502cf1ac70a46d3a76a0de80a8e33b3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:43.478824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.480098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.507651 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Floating IP 0bd00299-9374-4860-a7fa-dcfb02c674ca associated. External IP: 172.25.8.252, port: e953b037-e76d-43d2-96aa-e300757398f8. Mar 31 23:09:43.517940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Request body: {'port': {'device_id': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26', 'admin_state_up': True, 'tenant_id': '18922d21662c468ca84d78989abfa134'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:43.550752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.608583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.610645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05c5aaf-acad-4f5f-8d53-87c685fb2875']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:43.620514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:43.626284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e16996-fdf0-4d1a-aae9-7c657cfed3fc') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:43.626643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e16996-fdf0-4d1a-aae9-7c657cfed3fc') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:43.790784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6e5b-91d1-4560-8a4b-29ef6780acd4 req-6e3f4864-7145-4b76-a5de-9ba7a7417c05 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:43.792473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-853b6e5b-91d1-4560-8a4b-29ef6780acd4 req-6e3f4864-7145-4b76-a5de-9ba7a7417c05 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2876296 Mar 31 23:09:43.997856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Router acf3a00d-a736-4f8a-bebf-85a31a2e9371 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:09:43.999093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Made reservation on behalf of 18922d21662c468ca84d78989abfa134 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:44.003676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.015151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.033109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.043071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.047052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d988679e-0508-41e6-9f78-5d287267b7ac tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6187835 Mar 31 23:09:44.047052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:44.047052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:44.048541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.050636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-853b6e5b-91d1-4560-8a4b-29ef6780acd4 req-a0103e3b-1b12-4ecd-ad6e-6a5c63ab7fc5 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470212 Mar 31 23:09:44.171786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.211023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.218268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.221667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a05c5aaf-acad-4f5f-8d53-87c685fb2875 HTTP/1.1" status: 204 len: 168 time: 0.9186292 Mar 31 23:09:44.237096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56268) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.276676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541e76b-33b8-4dae-a8bb-3d1232925de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05c5aaf-acad-4f5f-8d53-87c685fb2875,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.308899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Deleting subnet 270951d9-114b-4976-96d1-2048c0eb83cd {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:09:44.338150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Allocated IP 172.20.0.6 (f9bc42ec-285d-4ad5-9763-47f5fb7c6e26/7877645a-173d-4d5c-8db2-689763aeef91/d52d8ccb-f16b-4515-b984-3ec60cdaac2c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:44.340073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.351582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2c61d4d-62b9-449a-a708-b5bfca5e1e07 req-0af6beb6-95eb-447c-8474-83943182a83a tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 210 time: 0.0943933 Mar 31 23:09:44.384991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.387215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.400975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:44.409100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.414903 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Sync routers for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:44.433354 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:44.434317 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:44.438338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.439115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaa80aa7-6182-483b-8951-720599a002cc {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:44.451679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.457899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.473195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4ac6727-4060-4f40-8bea-4dacc0100256 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/routers/aaa80aa7-6182-483b-8951-720599a002cc HTTP/1.1" status: 204 len: 168 time: 0.4239740 Mar 31 23:09:44.515269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-997492c2-4e50-4a4f-b67c-35f3573beeed tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "PUT /v2.0/floatingips/0bd00299-9374-4860-a7fa-dcfb02c674ca HTTP/1.1" status: 200 len: 992 time: 2.5140624 Mar 31 23:09:44.522754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:44.525004 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d8fd2-bce0-450e-93d8-011211529232" -d '{"events": [{"name": "network-changed", "server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "tag": "e953b037-e76d-43d2-96aa-e300757398f8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:44.541836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792d5e-ad95-4c04-a6a4-6ea3ae958756 req-674b1135-8dad-4cd2-b236-c9aeb717e7e5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.543501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78792d5e-ad95-4c04-a6a4-6ea3ae958756 req-674b1135-8dad-4cd2-b236-c9aeb717e7e5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 943 time: 0.2013495 Mar 31 23:09:44.588745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.598776 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:44.611019 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705eb4a1-5df8-4a8f-ae27-7b335f7ec438 x-openstack-request-id: req-705eb4a1-5df8-4a8f-ae27-7b335f7ec438 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:44.611489 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "tag": "e953b037-e76d-43d2-96aa-e300757398f8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:44.611595 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-705eb4a1-5df8-4a8f-ae27-7b335f7ec438 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:44.611986 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705eb4a1-5df8-4a8f-ae27-7b335f7ec438'] response: {'name': 'network-changed', 'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8', 'status': 'completed', 'code': 200} Mar 31 23:09:44.657428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56278) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.702978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-bcf116fb-086f-4f9a-b8f9-91e0ec5e0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.707502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-bcf116fb-086f-4f9a-b8f9-91e0ec5e0b7e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 1097 time: 0.0816100 Mar 31 23:09:44.716798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78792d5e-ad95-4c04-a6a4-6ea3ae958756 req-c145a8f7-5164-41ad-94f4-e06de0acb025 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610610 Mar 31 23:09:44.761967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.807686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270951d9-114b-4976-96d1-2048c0eb83cd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:44.821914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.826111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d8c897c6-838f-4436-a6f1-755c2ea8fb24 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/270951d9-114b-4976-96d1-2048c0eb83cd HTTP/1.1" status: 204 len: 168 time: 0.5844364 Mar 31 23:09:44.830227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56282) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:44.853802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-cab9142a-90b2-4de5-a82c-411e6223eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:44.855826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-cab9142a-90b2-4de5-a82c-411e6223eb01 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 200 len: 917 time: 0.1393721 Mar 31 23:09:44.948150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.949182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0bd00299-9374-4860-a7fa-dcfb02c674ca', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'port_id': 'e953b037-e76d-43d2-96aa-e300757398f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'mac_address': 'fa:16:3e:7e:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:18Z', 'updated_at': '2022-03-31T23:09:42Z', 'revision_number': 1, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:44.969482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:44.989865 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Checking router: acf3a00d-a736-4f8a-bebf-85a31a2e9371 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:44.997803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-646474583', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:45.008345 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:45.009330 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.028038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-7a2fe65d-3968-4396-bc47-7eb92b62f964 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 200 len: 1000 time: 0.1576920 Mar 31 23:09:45.034881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.035134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.036569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.124038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-db53fba6-f964-47bf-8fd2-cd9190d9d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.126211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-db53fba6-f964-47bf-8fd2-cd9190d9d167 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a46f3c25-fa75-4dc5-bc65-fafc38093556 HTTP/1.1" status: 200 len: 854 time: 0.0819821 Mar 31 23:09:45.164507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:45.180820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:45.190470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:45.199912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.242399 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:45.244128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Pushing event updated for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:45.295805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.325251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.326192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.332898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4e467f-f584-4421-a8d4-329b01a86704']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.354943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd88048a-47e1-428d-8c5c-f0c20c3e1083') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.355594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd88048a-47e1-428d-8c5c-f0c20c3e1083') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.372076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-5e134c35-b5ce-46f9-8b1a-5955e768ece8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8658853 Mar 31 23:09:45.374253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.385864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-ab2bf45a-12b4-4fd0-8ada-d6b94b9bf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.387434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-ab2bf45a-12b4-4fd0-8ada-d6b94b9bf5c9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a201ff26-7224-4a06-a820-d8854bd624ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1844795 Mar 31 23:09:45.401699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e51f4-ea02-46a2-9baf-00eb4a57ecaa req-2596c4d7-f576-48b5-871e-291ebf8bc737 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.404153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-621e51f4-ea02-46a2-9baf-00eb4a57ecaa req-2596c4d7-f576-48b5-871e-291ebf8bc737 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2018607 Mar 31 23:09:45.413979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Request body: {'port': {'device_id': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:45.457022 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.545850 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0bd00299-9374-4860-a7fa-dcfb02c674ca', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'port_id': 'e953b037-e76d-43d2-96aa-e300757398f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'mac_address': 'fa:16:3e:7e:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:18Z', 'updated_at': '2022-03-31T23:09:42Z', 'revision_number': 1, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:45.563835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-621e51f4-ea02-46a2-9baf-00eb4a57ecaa req-a4807c3b-e96c-4431-ba2c-9863e366ff8a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174970 Mar 31 23:09:45.579304 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12e5a4-d00a-4250-89fa-7be42b30a8b5 None None] The sync data for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 is: [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0bd00299-9374-4860-a7fa-dcfb02c674ca', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'port_id': 'e953b037-e76d-43d2-96aa-e300757398f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'mac_address': 'fa:16:3e:7e:79:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:09:18Z', 'updated_at': '2022-03-31T23:09:42Z', 'revision_number': 1, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:45.614856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-cde3c4ef-1c6a-4059-9f88-9ec89cbd0796 service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762288 Mar 31 23:09:45.671818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3616489-e289-4474-a92a-b2739da484dc details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:45.807289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c6d8fd2-bce0-450e-93d8-011211529232 req-5821d182-83a7-4d55-ad11-9959ba14185c service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830602 Mar 31 23:09:45.884481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3616489-e289-4474-a92a-b2739da484dc,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:45.902741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'd3616489-e289-4474-a92a-b2739da484dc', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': 'd3616489-e289-4474-a92a-b2739da484dc', 'mac_address': 'fa:16:3e:73:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:45.949236 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.952452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d237d0a6-b827-467d-af97-34402fa162ad None None] New status for floating IP 0bd00299-9374-4860-a7fa-dcfb02c674ca: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:09:45.976303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:45.992744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b84a2-9265-4bdf-94b6-9e150c6fe912 req-ee4ab235-4edc-4b3d-9696-e5a1219e74c8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:45.994262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c5b84a2-9265-4bdf-94b6-9e150c6fe912 req-ee4ab235-4edc-4b3d-9696-e5a1219e74c8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 943 time: 0.1472781 Mar 31 23:09:46.029851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.043132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.046190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.048561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:09:46.048960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:09:46.053107 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:09:46.070747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3616489-e289-4474-a92a-b2739da484dc {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:46.099721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c5b84a2-9265-4bdf-94b6-9e150c6fe912 req-6edd0e59-7bc1-4dee-bbfc-ec6da6fb8281 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925012 Mar 31 23:09:46.102103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b97c4-04f8-4ebe-bb4f-bfa53831c3dd req-c11972db-2503-43fc-9a40-f8749abb59ab tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:46.112361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-256b97c4-04f8-4ebe-bb4f-bfa53831c3dd req-c11972db-2503-43fc-9a40-f8749abb59ab tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 931 time: 0.1437800 Mar 31 23:09:46.143141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3616489-e289-4474-a92a-b2739da484dc,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:46.168893 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.218627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Allocated IP 172.25.8.195 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/88ab5965-c9a6-4680-af9c-48bcfed834bf) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:46.260174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-256b97c4-04f8-4ebe-bb4f-bfa53831c3dd req-455cd7af-1894-49fe-9d83-c31d9f1990c1 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433842 Mar 31 23:09:46.282975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.299921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.306167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.314880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] 10.222.0.95 "DELETE /v2.0/networks/1d4e467f-f584-4421-a8d4-329b01a86704 HTTP/1.1" status: 204 len: 168 time: 1.4800406 Mar 31 23:09:46.359507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d4e12-1551-496f-ab5a-8b4c7b31816b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4e467f-f584-4421-a8d4-329b01a86704,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.407934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.456656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.513425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:46.516901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:46.520721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:46.546133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event updated for resources: {'Port': ['ID=88ab5965-c9a6-4680-af9c-48bcfed834bf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.586269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56302) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:46.621892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['d3616489-e289-4474-a92a-b2739da484dc'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:46.685123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-306f2a1d-173b-4781-907b-463085528e5f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=10634d5baeed438ebefe1ea29f139253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952137 Mar 31 23:09:46.700201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56306) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:46.749207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52d8ccb-f16b-4515-b984-3ec60cdaac2c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:46.757719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e515c29-b555-477b-8fb1-780d6f87731b req-28bf3ddd-1541-4385-a2cc-462613413cfe tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:46.760081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e515c29-b555-477b-8fb1-780d6f87731b req-28bf3ddd-1541-4385-a2cc-462613413cfe tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0869391 Mar 31 23:09:46.762634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.796708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Transition to ACTIVE for port object d52d8ccb-f16b-4515-b984-3ec60cdaac2c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:09:46.802753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.805677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.861016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.877991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e515c29-b555-477b-8fb1-780d6f87731b req-094cd4f4-eaf8-45fe-98d1-89befa4013a0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623577 Mar 31 23:09:46.894480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:46.906288 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:46.946600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:46.994465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Attempting to bind port d52d8ccb-f16b-4515-b984-3ec60cdaac2c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:46.994804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Attempting to bind port d52d8ccb-f16b-4515-b984-3ec60cdaac2c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:46.995371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Attempting to bind port d52d8ccb-f16b-4515-b984-3ec60cdaac2c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:46.998695 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.001262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.002440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1c401735-c166-4a14-b9e7-66cef8f70dc4 HTTP/1.1" status: 204 len: 168 time: 0.3012931 Mar 31 23:09:47.006476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Port d52d8ccb-f16b-4515-b984-3ec60cdaac2c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:09:47.006802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Attempting to bind port d52d8ccb-f16b-4515-b984-3ec60cdaac2c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:47.016778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd1191-1106-4c83-8a93-41a20adad322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c401735-c166-4a14-b9e7-66cef8f70dc4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:47.020415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:47.020751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Checking segment: {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:47.021134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Bound using segment: {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:47.021576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Bound port: d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:47.021942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.098151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:47.103523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:47.112143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.218408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.219154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.223031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/d52d8ccb-f16b-4515-b984-3ec60cdaac2c HTTP/1.1" status: 200 len: 1091 time: 1.8265367 Mar 31 23:09:47.224544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:47.228110 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d6da6-39f4-4632-849b-e9a53a13ee5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:47.246330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3fca0-bc17-4ce4-b560-7eaf0fff91a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:47.313599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fabaa7-5c64-47a3-9ffe-0443d449573f req-0d0b9bed-2ef5-4e82-a6b2-9011915c1b64 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.315882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fabaa7-5c64-47a3-9ffe-0443d449573f req-0d0b9bed-2ef5-4e82-a6b2-9011915c1b64 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 944 time: 0.1047368 Mar 31 23:09:47.333669 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26213b6-2602-47a2-93a3-48a4f2f455a0 x-openstack-request-id: req-d26213b6-2602-47a2-93a3-48a4f2f455a0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:47.333966 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:47.334223 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d26213b6-2602-47a2-93a3-48a4f2f455a0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:47.334630 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26213b6-2602-47a2-93a3-48a4f2f455a0'] response: {'name': 'network-changed', 'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c', 'status': 'completed', 'code': 200} Mar 31 23:09:47.383184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fabaa7-5c64-47a3-9ffe-0443d449573f req-8ca5507d-5e00-4385-8fe8-da416d9a27cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476294 Mar 31 23:09:47.385970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-198b7427-4500-4b7f-9812-a36cda4767fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.387428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-198b7427-4500-4b7f-9812-a36cda4767fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 1094 time: 0.1012993 Mar 31 23:09:47.449905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-7ded49e6-a2f2-4099-a3dc-283daaecb680 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c HTTP/1.1" status: 200 len: 217 time: 0.0523958 Mar 31 23:09:47.504331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0109b39-ffe5-4d1d-8184-a30f8d4aa1d6 req-9a51b6b3-8a1a-44d7-abcc-396850b55f6f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.506166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0109b39-ffe5-4d1d-8184-a30f8d4aa1d6 req-9a51b6b3-8a1a-44d7-abcc-396850b55f6f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 943 time: 0.0989499 Mar 31 23:09:47.513284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-c3eb804b-a8bf-424a-a0c4-a4cf4116987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.514946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-c3eb804b-a8bf-424a-a0c4-a4cf4116987a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 200 len: 854 time: 0.0575447 Mar 31 23:09:47.553729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-f9e35dd3-5c39-4d8c-a3e5-bf168be144d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315130 Mar 31 23:09:47.554349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56320) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:47.589099 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0109b39-ffe5-4d1d-8184-a30f8d4aa1d6 req-66364b67-e961-4664-a5a4-373f232a66fe tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763462 Mar 31 23:09:47.651320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-63eb5cfa-a590-4b59-9ad2-555b4347b71a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=490848a1f7c14073b35a7cd73c5bd296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956690 Mar 31 23:09:47.653782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56322) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:47.663102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.679637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-6b11cb05-d298-404a-9125-635fbb487a11 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179662 Mar 31 23:09:47.682018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3616489-e289-4474-a92a-b2739da484dc up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:47.737181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port d3616489-e289-4474-a92a-b2739da484dc completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:47.741745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port d3616489-e289-4474-a92a-b2739da484dc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:47.742584 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.799194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc8b20b8-a8e6-47c0-a432-ed22a3685059 req-879a53df-c88e-4178-9742-71b48c694b6e service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101892 Mar 31 23:09:47.806177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.846287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.846690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.871749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:47.874419 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca444ad-803e-4d60-a43a-709bc40aebbe" -d '{"events": [{"server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3616489-e289-4474-a92a-b2739da484dc"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:47.889432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3616489-e289-4474-a92a-b2739da484dc,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:47.897874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.942811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Router 0b5eb51f-4329-4401-a83f-18c56d1a06ab is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:47.953158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.953380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-86ff5b1a-cc04-4c1a-bb2c-8d5b23c31f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:47.955220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-86ff5b1a-cc04-4c1a-bb2c-8d5b23c31f49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 1094 time: 0.0968184 Mar 31 23:09:47.956550 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48196858-f2df-4deb-bba7-696583e2ae10 x-openstack-request-id: req-48196858-f2df-4deb-bba7-696583e2ae10 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:47.956912 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "name": "network-vif-plugged", "status": "completed", "tag": "d3616489-e289-4474-a92a-b2739da484dc", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:47.957029 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-48196858-f2df-4deb-bba7-696583e2ae10 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:47.957340 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48196858-f2df-4deb-bba7-696583e2ae10'] response: {'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc', 'code': 200} Mar 31 23:09:47.960639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:47.968276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1ca5187f-163c-4fb6-a743-5cf756c417c6 HTTP/1.1" status: 204 len: 168 time: 0.3134503 Mar 31 23:09:47.998042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b162-c05a-4dfe-b60e-947fb8f5878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca5187f-163c-4fb6-a743-5cf756c417c6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:48.046279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:48.138544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-164b37db-b532-4cba-8324-91ebaad1b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.140742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-164b37db-b532-4cba-8324-91ebaad1b9c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 916 time: 0.1785438 Mar 31 23:09:48.244457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568be7-eea9-4fee-a902-346d5794d93e req-56b3d74a-6566-4c58-842f-bceebbc5e68e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.246014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-45686880-8962-474d-9b96-05844dc1c805 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c HTTP/1.1" status: 200 len: 217 time: 0.0946980 Mar 31 23:09:48.246556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98568be7-eea9-4fee-a902-346d5794d93e req-56b3d74a-6566-4c58-842f-bceebbc5e68e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2344878 Mar 31 23:09:48.251100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7ed90-b04c-45ce-af04-8b85dacca24a req-9f763a2d-f2e0-43f1-a3ab-99725ae343f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.252711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fc7ed90-b04c-45ce-af04-8b85dacca24a req-9f763a2d-f2e0-43f1-a3ab-99725ae343f9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 1096 time: 0.1823580 Mar 31 23:09:48.298528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:48.320633 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] Sync routers for ids ['0b5eb51f-4329-4401-a83f-18c56d1a06ab'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:48.338759 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] Routers {'0b5eb51f-4329-4401-a83f-18c56d1a06ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:48.340098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0b5eb51f-4329-4401-a83f-18c56d1a06ab'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:48.355518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-e0b8a93b-8cc7-4261-82f5-c8adf04ffc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.357614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-e0b8a93b-8cc7-4261-82f5-c8adf04ffc7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 200 len: 854 time: 0.1062334 Mar 31 23:09:48.394548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98568be7-eea9-4fee-a902-346d5794d93e req-5c254a42-201f-417c-9eb6-9188689879fc tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408393 Mar 31 23:09:48.399549 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:48.404710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fc7ed90-b04c-45ce-af04-8b85dacca24a req-46fd554a-de50-4891-97ac-e072636664c0 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270022 Mar 31 23:09:48.410057 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] Routers {'0b5eb51f-4329-4401-a83f-18c56d1a06ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:48.415225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.415447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0b5eb51f-4329-4401-a83f-18c56d1a06ab'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:48.420917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d636e22-4568-4e06-a5c7-1b5f2ca3ac53 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7624636 Mar 31 23:09:48.421928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:48.432383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-938b0231-c280-46ad-a37b-fdeb8abf14d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624995 Mar 31 23:09:48.484514 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:48.485231 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3535bb-12d4-488a-8091-48501e406721 None None] The sync data for ids ['0b5eb51f-4329-4401-a83f-18c56d1a06ab'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:48.638688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a308347-86cb-4a1d-91d3-ae08a4017b24 req-3a84fd4b-a669-4019-a5f0-c32e757b2735 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.646108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a308347-86cb-4a1d-91d3-ae08a4017b24 req-3a84fd4b-a669-4019-a5f0-c32e757b2735 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1659377 Mar 31 23:09:48.687628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a3812bf5-9378-4d67-bfcb-30ce10561f04 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/0b5eb51f-4329-4401-a83f-18c56d1a06ab HTTP/1.1" status: 200 len: 924 time: 0.2644382 Mar 31 23:09:48.692162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56352) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:48.723336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a308347-86cb-4a1d-91d3-ae08a4017b24 req-4fac4d46-f84e-4d99-bcfb-9f204150eabe tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Mar 31 23:09:48.725987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-9be1840b-e375-4305-be71-e536334afd56 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592895 Mar 31 23:09:48.765074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de502194-9bff-4478-9a42-d4f01ac64d56 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5eb51f-4329-4401-a83f-18c56d1a06ab HTTP/1.1" status: 200 len: 205 time: 0.0690279 Mar 31 23:09:48.768222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56354) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:48.813174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56356) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:48.837198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a46c20-17c2-4803-abfe-6093e3bf5de6 req-02225579-8c5c-4edf-9ebd-570c75ec458f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:48.839218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a46c20-17c2-4803-abfe-6093e3bf5de6 req-02225579-8c5c-4edf-9ebd-570c75ec458f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 943 time: 0.1566598 Mar 31 23:09:48.852058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b43d6da6-39f4-4632-849b-e9a53a13ee5b req-f8fc7a2f-f7ec-472d-b116-6ece65081463 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179173 Mar 31 23:09:48.934101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a46c20-17c2-4803-abfe-6093e3bf5de6 req-933544b8-4471-4fdd-a9c6-01e70925636f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Mar 31 23:09:48.939479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:48.970323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece656a9-0743-4c6e-ba54-c7f6e316b54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.074218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.079897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece656a9-0743-4c6e-ba54-c7f6e316b54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.085351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece656a9-0743-4c6e-ba54-c7f6e316b54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.124473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ece656a9-0743-4c6e-ba54-c7f6e316b54b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e0e2f0b188414a659679f5dbf886aef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102295 Mar 31 23:09:49.125536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece656a9-0743-4c6e-ba54-c7f6e316b54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1658c30-9e3f-4c70-a5ab-b71c8a2241fc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.127371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56368) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.168845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port 88ab5965-c9a6-4680-af9c-48bcfed834bf {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:49.169259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.240743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.277290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.286371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.306067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for 88ab5965-c9a6-4680-af9c-48bcfed834bf owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:49.374841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.377683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.381224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b1658c30-9e3f-4c70-a5ab-b71c8a2241fc HTTP/1.1" status: 204 len: 168 time: 0.2504721 Mar 31 23:09:49.390794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99b97-a5a2-4ca0-a9cd-7ce98bd872bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1658c30-9e3f-4c70-a5ab-b71c8a2241fc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.525867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.554740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52dc44-0d15-43b4-aa8d-0fee9e311a8e req-7d5fc93f-8977-4fbd-b01b-7ff0294e1ba9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:49.556796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b52dc44-0d15-43b4-aa8d-0fee9e311a8e req-7d5fc93f-8977-4fbd-b01b-7ff0294e1ba9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0667989 Mar 31 23:09:49.557891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=88ab5965-c9a6-4680-af9c-48bcfed834bf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.604410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b52dc44-0d15-43b4-aa8d-0fee9e311a8e req-9f2f9abf-fa11-46f1-844f-deb3b658548e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Mar 31 23:09:49.621825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.633483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56384) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.715053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.717665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.756770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bbf87017-63d9-4fce-bc26-8d60c3da3db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.769547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.770297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router 0b5eb51f-4329-4401-a83f-18c56d1a06ab {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:49.784921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.790020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e22b2cbd-f7ac-40a9-bbfb-570f8d2f5dc9 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/0b5eb51f-4329-4401-a83f-18c56d1a06ab HTTP/1.1" status: 204 len: 168 time: 1.0205636 Mar 31 23:09:49.790826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56396) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.795410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-62924938', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:49.854831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bbf87017-63d9-4fce-bc26-8d60c3da3db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.859043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.860446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.861414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bbf87017-63d9-4fce-bc26-8d60c3da3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:49.879822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b6077-88d2-4b7f-8928-7c2f3dfdc2a3 req-d745ee93-b325-438d-a376-cd9eb04d4c97 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:49.881362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b62b6077-88d2-4b7f-8928-7c2f3dfdc2a3 req-d745ee93-b325-438d-a376-cd9eb04d4c97 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0814326 Mar 31 23:09:49.901966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bbf87017-63d9-4fce-bc26-8d60c3da3db6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b09668cfa6f946f3914bf5f32a0b375f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673011 Mar 31 23:09:49.905979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56400) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:49.912749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf87017-63d9-4fce-bc26-8d60c3da3db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a682b465-4351-48f1-b0c1-0cc955b15b46,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:49.955994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.027294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b62b6077-88d2-4b7f-8928-7c2f3dfdc2a3 req-4e84d78e-96d5-4f2e-bc87-46a7d4afa55d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384935 Mar 31 23:09:50.073607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a011-456b-47ed-b03a-ba8c32468994 req-f3588a51-291a-4e23-9a28-1fe30f352add tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.083651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff71a011-456b-47ed-b03a-ba8c32468994 req-f3588a51-291a-4e23-9a28-1fe30f352add tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 943 time: 0.0705588 Mar 31 23:09:50.111879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.131900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff71a011-456b-47ed-b03a-ba8c32468994 req-a2f252d0-74c9-42e4-8ba0-6ab0bb956541 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Mar 31 23:09:50.147704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.167116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.213382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d52d8ccb-f16b-4515-b984-3ec60cdaac2c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:09:50.284398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.288282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.290863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a682b465-4351-48f1-b0c1-0cc955b15b46 HTTP/1.1" status: 204 len: 168 time: 0.3825319 Mar 31 23:09:50.302423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a682b465-4351-48f1-b0c1-0cc955b15b46,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:50.311472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.311959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.312531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.313016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.313455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.313879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.314299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.314714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.315134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.315563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.315982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.316398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57832b5-b42a-4fe8-92e6-ad9e195dcca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.389365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:50.404938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c', 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26', 'port_id': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c', 'mac_address': 'fa:16:3e:93:cd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7877645a-173d-4d5c-8db2-689763aeef91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:09:50.449497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.452909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.477792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.479478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52d8ccb-f16b-4515-b984-3ec60cdaac2c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:09:50.506659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:50.519609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.607190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:50.621359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840c6f4-02cb-4887-9993-c5e43b84f9a1 req-7be15503-4971-408a-9236-7339d1203a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.624420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0840c6f4-02cb-4887-9993-c5e43b84f9a1 req-7be15503-4971-408a-9236-7339d1203a3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1096 time: 0.0986595 Mar 31 23:09:50.733134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0840c6f4-02cb-4887-9993-c5e43b84f9a1 req-31d661c5-6747-4f65-b9e9-85fef5cd85fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876026 Mar 31 23:09:50.819518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:50.858296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d52d8ccb-f16b-4515-b984-3ec60cdaac2c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:51.139217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 172.25.8.39 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a32ba440-ef4f-47f3-add7-d45c64bbac86) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:51.167303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cb858-0002-4f12-8d56-b9e6ca2d973d req-1365345e-b369-498c-9399-bb2c6a660d02 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.169006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-418cb858-0002-4f12-8d56-b9e6ca2d973d req-1365345e-b369-498c-9399-bb2c6a660d02 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0966887 Mar 31 23:09:51.263866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-418cb858-0002-4f12-8d56-b9e6ca2d973d req-0c7e565c-07d5-4f84-8f00-ea67427396be tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875874 Mar 31 23:09:51.276577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fa299-8351-44dc-bfac-bd3e9b27d3aa req-bbf28975-b739-42e6-880c-7d576667fdc5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.278203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-453fa299-8351-44dc-bfac-bd3e9b27d3aa req-bbf28975-b739-42e6-880c-7d576667fdc5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0998123 Mar 31 23:09:51.301026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.350702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-453fa299-8351-44dc-bfac-bd3e9b27d3aa req-4b550299-db96-44f0-aa9f-4a19d19d1061 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614586 Mar 31 23:09:51.362836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.445512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:51.452755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:51.458680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:51.464288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=a32ba440-ef4f-47f3-add7-d45c64bbac86,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.499174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ce7a9-0e42-4952-8d9f-a610166c1a50 req-7b3d6341-5466-400e-ac00-3f4522e01f42 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.501007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-096ce7a9-0e42-4952-8d9f-a610166c1a50 req-7b3d6341-5466-400e-ac00-3f4522e01f42 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 944 time: 0.1348906 Mar 31 23:09:51.639191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-096ce7a9-0e42-4952-8d9f-a610166c1a50 req-f79ac906-8b10-4a7c-8acc-b822df12576d tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295972 Mar 31 23:09:51.764578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226191-1a66-42af-96e8-0c44a526e2ba req-86b884d5-768b-44ff-8216-de8aa6cffb89 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.767367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba226191-1a66-42af-96e8-0c44a526e2ba req-86b884d5-768b-44ff-8216-de8aa6cffb89 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0608766 Mar 31 23:09:51.809356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:51.816486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba226191-1a66-42af-96e8-0c44a526e2ba req-46eb2d0c-5499-459b-bffa-173f5a6bdab4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Mar 31 23:09:52.038592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.199477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router c26cb0d8-a443-4347-864c-24a54bebc78c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:52.222224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d52d8ccb-f16b-4515-b984-3ec60cdaac2c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:52.298838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port d52d8ccb-f16b-4515-b984-3ec60cdaac2c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:09:52.309537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port d52d8ccb-f16b-4515-b984-3ec60cdaac2c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:52.310132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.328223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:52.351450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.356203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-288074f2-1031-4e09-b3d4-ddf68619a840 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5627415 Mar 31 23:09:52.357319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56490) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:52.357450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Sync routers for ids ['c26cb0d8-a443-4347-864c-24a54bebc78c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:52.384471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Routers {'c26cb0d8-a443-4347-864c-24a54bebc78c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:52.385384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c26cb0d8-a443-4347-864c-24a54bebc78c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:52.483103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc79b88-3c70-47a3-92ae-64b560bf1bb6 req-222cb658-2fbd-49f2-b518-9a07a9d7abe0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.489337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fc79b88-3c70-47a3-92ae-64b560bf1bb6 req-222cb658-2fbd-49f2-b518-9a07a9d7abe0 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1106851 Mar 31 23:09:52.526145 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.535468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3b68c6e6-5d82-4e26-b273-64674a6da934 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/c26cb0d8-a443-4347-864c-24a54bebc78c HTTP/1.1" status: 200 len: 906 time: 0.1695979 Mar 31 23:09:52.537891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:52.544121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'name': 'tempest-snat-router-62924938', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': True}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:52.550111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Set router c26cb0d8-a443-4347-864c-24a54bebc78c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:52.568609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4fc79b88-3c70-47a3-92ae-64b560bf1bb6 req-8c43814a-7eed-499c-acf6-978f9e3aa4f8 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722263 Mar 31 23:09:52.586731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.591591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.617612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:52.620181 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c90bd8c-3fdb-408f-b6df-eb07a71bf6a4" -d '{"events": [{"server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:52.650383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:52.670141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.688959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:52.702573 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b93306e-c5fe-4889-b48b-79fd813fac24 x-openstack-request-id: req-5b93306e-c5fe-4889-b48b-79fd813fac24 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:52.702868 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:52.703121 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5b93306e-c5fe-4889-b48b-79fd813fac24 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:52.703654 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b93306e-c5fe-4889-b48b-79fd813fac24'] response: {'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c', 'code': 200} Mar 31 23:09:52.800954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.842480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265eda6-13a8-4a6e-a6c0-4e75985d89b3 req-9e1ee5fb-c0c2-4b99-9ecd-fe037b92ca8f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.851122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f265eda6-13a8-4a6e-a6c0-4e75985d89b3 req-9e1ee5fb-c0c2-4b99-9ecd-fe037b92ca8f tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.0851002 Mar 31 23:09:52.926429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f265eda6-13a8-4a6e-a6c0-4e75985d89b3 req-6e34ae1d-de1e-41d1-b462-93f7b0d29bbf tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Mar 31 23:09:52.996358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'name': 'tempest-snat-router-62924938', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:49Z', 'updated_at': '2022-03-31T23:09:51Z', 'revision_number': 3, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port': {'id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:50Z', 'updated_at': '2022-03-31T23:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.111924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8954f4d-dc36-4780-b276-3708a880ef75 req-f9883b01-0ab7-43b1-b19b-5735b9565b85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.114241 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8954f4d-dc36-4780-b276-3708a880ef75 req-f9883b01-0ab7-43b1-b19b-5735b9565b85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1094325 Mar 31 23:09:53.120614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.147670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a35ef-84ba-43d9-b309-49e8a3db0073 req-250feadb-e2e6-42e6-b86a-909bedbda70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.149456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e6a35ef-84ba-43d9-b309-49e8a3db0073 req-250feadb-e2e6-42e6-b86a-909bedbda70b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 1096 time: 0.3569014 Mar 31 23:09:53.186310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8954f4d-dc36-4780-b276-3708a880ef75 req-6e56ba6a-4e57-4ffc-8335-e622f49942a2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628612 Mar 31 23:09:53.226396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195442-0966-4726-9aca-71074aff5967 req-3bd8a6b2-c99e-41d8-bdeb-b3a3ca976076 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.232078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Checking router: c26cb0d8-a443-4347-864c-24a54bebc78c for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:53.232563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Updating router c26cb0d8-a443-4347-864c-24a54bebc78c port a32ba440-ef4f-47f3-add7-d45c64bbac86 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:53.245426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30195442-0966-4726-9aca-71074aff5967 req-3bd8a6b2-c99e-41d8-bdeb-b3a3ca976076 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.2305684 Mar 31 23:09:53.249541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797901a9-24e6-4729-89fd-06322e07e8ed req-aac7d42e-ebff-4314-96c5-4465c93fd2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.251358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-aac7d42e-ebff-4314-96c5-4465c93fd2aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2069cac319034526959176a61601c7eb&device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 1096 time: 0.2390726 Mar 31 23:09:53.259476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.372006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e6a35ef-84ba-43d9-b309-49e8a3db0073 req-3dfa01c8-b196-4d69-b5ee-e8ae07be642a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121458 Mar 31 23:09:53.427929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30195442-0966-4726-9aca-71074aff5967 req-72d65c24-38f2-4924-9d03-c655a178d439 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867948 Mar 31 23:09:53.431154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797901a9-24e6-4729-89fd-06322e07e8ed req-cb502c1e-7fb4-4469-8b1b-36fa76a2c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.433419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-cb502c1e-7fb4-4469-8b1b-36fa76a2c474 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 200 len: 913 time: 0.1728358 Mar 31 23:09:53.587833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.595995 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.599013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.636525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.684742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-4e852fcc-cf4c-45c5-876b-c45db9b58bf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 200 len: 217 time: 0.0548439 Mar 31 23:09:53.690198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Attempting to bind port a32ba440-ef4f-47f3-add7-d45c64bbac86 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:09:53.690923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Attempting to bind port a32ba440-ef4f-47f3-add7-d45c64bbac86 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:09:53.691591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Attempting to bind port a32ba440-ef4f-47f3-add7-d45c64bbac86 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:53.702979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85653-3361-48a5-845a-aa1ae4c7897c None None] Pushing event updated for resources: {'Port': ['ID=a32ba440-ef4f-47f3-add7-d45c64bbac86,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.706891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:53.707677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:09:53.708493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.709030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:53.709762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Bound port: a32ba440-ef4f-47f3-add7-d45c64bbac86, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:09:53.710334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.807890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797901a9-24e6-4729-89fd-06322e07e8ed req-78dcf352-8233-41bb-a828-cac08aa6b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.809513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-78dcf352-8233-41bb-a828-cac08aa6b22a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 200 len: 851 time: 0.0910070 Mar 31 23:09:53.811697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] For port a32ba440-ef4f-47f3-add7-d45c64bbac86, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:53.815593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] For port a32ba440-ef4f-47f3-add7-d45c64bbac86, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a32ba440-ef4f-47f3-add7-d45c64bbac86,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:53.825527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:53.847764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-77f23bf3-c409-4e93-b469-f6f7e809d18b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293481 Mar 31 23:09:53.872468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 172.25.8.192 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/87f32f6a-bece-4442-95a9-5abac5973aeb) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:53.896446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Routers {'c26cb0d8-a443-4347-864c-24a54bebc78c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:53.897087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c26cb0d8-a443-4347-864c-24a54bebc78c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:53.902731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85653-3361-48a5-845a-aa1ae4c7897c None None] Pushing event updated for resources: {'Port': ['ID=a32ba440-ef4f-47f3-add7-d45c64bbac86,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.989476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-6fbe0460-6bf0-48eb-9d2c-43812d13bde4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.991059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-6fbe0460-6bf0-48eb-9d2c-43812d13bde4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.0964134 Mar 31 23:09:54.030921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-c01ab3cd-80c1-4c8e-bdaa-e153f18bf54d service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741252 Mar 31 23:09:54.073661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] Set router c26cb0d8-a443-4347-864c-24a54bebc78c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:54.090067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.183752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3101-8cf4-40c2-abf8-7d8713973ada req-cbc78ade-7f5b-411b-b0af-1a9ab5c40229 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.197813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6cd3101-8cf4-40c2-abf8-7d8713973ada req-cbc78ade-7f5b-411b-b0af-1a9ab5c40229 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.1648204 Mar 31 23:09:54.204746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-797901a9-24e6-4729-89fd-06322e07e8ed req-f728a6af-b7d9-49b4-88e8-82e5ca12981c service neutron] 10.222.0.60 "GET /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655297 Mar 31 23:09:54.224653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.273929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6cd3101-8cf4-40c2-abf8-7d8713973ada req-4dc55e94-e20c-4cfa-9b06-40abaf150566 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749657 Mar 31 23:09:54.305602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:54.316702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port d3616489-e289-4474-a92a-b2739da484dc {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:54.317062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.351629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:54.358193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:54.413624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=87f32f6a-bece-4442-95a9-5abac5973aeb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:54.428890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af983c70-0981-4269-b0d4-db96d07943d8 req-9a854ed1-b64a-473e-bb63-74188533abb2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.437770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af983c70-0981-4269-b0d4-db96d07943d8 req-9a854ed1-b64a-473e-bb63-74188533abb2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1285889 Mar 31 23:09:54.458174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port d3616489-e289-4474-a92a-b2739da484dc, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3616489-e289-4474-a92a-b2739da484dc,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:54.458548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.474712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for d3616489-e289-4474-a92a-b2739da484dc owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:54.501060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af983c70-0981-4269-b0d4-db96d07943d8 req-8e7b1c2c-6c29-454a-a421-61ab75cbe64c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570321 Mar 31 23:09:54.526845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'name': 'tempest-snat-router-62924938', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:49Z', 'updated_at': '2022-03-31T23:09:51Z', 'revision_number': 3, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port': {'id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:50Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:54.603576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72756b2-4532-499d-96fd-3d057f30e7bc None None] The sync data for ids ['c26cb0d8-a443-4347-864c-24a54bebc78c'] in n-d-835855-2 is: [{'id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'name': 'tempest-snat-router-62924938', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': False}, 'gw_port_id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:49Z', 'updated_at': '2022-03-31T23:09:51Z', 'revision_number': 3, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port': {'id': 'a32ba440-ef4f-47f3-add7-d45c64bbac86', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26cb0d8-a443-4347-864c-24a54bebc78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:50Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:54.770277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:54.787965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7148-9780-4df8-9ac5-1a323a6253aa req-90d76341-e848-4e27-ad11-11b7c65cfd4d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.797227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fcd7148-9780-4df8-9ac5-1a323a6253aa req-90d76341-e848-4e27-ad11-11b7c65cfd4d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1967142 Mar 31 23:09:54.817633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['d3616489-e289-4474-a92a-b2739da484dc'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:09:54.952245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=d3616489-e289-4474-a92a-b2739da484dc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:55.001463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fcd7148-9780-4df8-9ac5-1a323a6253aa req-53f4303e-938f-4ab9-8dbb-db98ceccc68d tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968999 Mar 31 23:09:55.098305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port d3616489-e289-4474-a92a-b2739da484dc on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:09:55.103459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.107590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce918f14-eaf4-4eb1-afee-35662af49b65 req-7a9fa893-754b-4af7-a920-c1d5c30c9822 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "DELETE /v2.0/ports/d3616489-e289-4474-a92a-b2739da484dc HTTP/1.1" status: 204 len: 173 time: 1.1043422 Mar 31 23:09:55.108080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'name': 'network-vif-deleted', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:09:55.123629 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab0ac5-91f2-4aa1-9a7c-664dcc612d96" -d '{"events": [{"server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "name": "network-vif-deleted", "tag": "d3616489-e289-4474-a92a-b2739da484dc"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:09:55.179165 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f237483b-a443-402b-949c-634165c1eaf8 x-openstack-request-id: req-f237483b-a443-402b-949c-634165c1eaf8 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:09:55.179485 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4", "name": "network-vif-deleted", "tag": "d3616489-e289-4474-a92a-b2739da484dc", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:09:55.179741 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f237483b-a443-402b-949c-634165c1eaf8 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:09:55.180154 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237483b-a443-402b-949c-634165c1eaf8'] response: {'server_uuid': '7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4', 'name': 'network-vif-deleted', 'tag': 'd3616489-e289-4474-a92a-b2739da484dc', 'status': 'completed', 'code': 200} Mar 31 23:09:55.403797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:55.434657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9f0ef-9c51-4d05-a523-aee59867c536 req-13374113-905a-4d85-ba6e-e3d4b9164c0a tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:55.445199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7f9f0ef-9c51-4d05-a523-aee59867c536 req-13374113-905a-4d85-ba6e-e3d4b9164c0a tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.0735426 Mar 31 23:09:55.491005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7f9f0ef-9c51-4d05-a523-aee59867c536 req-d600596e-b9d2-456b-9446-f04cc1273ab0 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Mar 31 23:09:55.776395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ef3f848-4a55-4ae2-931f-5f5bc2589ee4 req-b0dbc25f-ff7a-4a64-b977-5dac46e2bc59 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b17f99a-7d05-45eb-a0ab-f9f00d63e2b4 HTTP/1.1" status: 200 len: 210 time: 0.1317720 Mar 31 23:09:55.794686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.071546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router 60b42568-1cf4-4013-a45e-90641d56c252 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:09:56.072369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.217032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d264d-094b-4d4e-8f58-45b562f941b4 req-e2e5ac98-0f48-4a75-ba4c-8d02a4d416e3 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:56.226889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-935d264d-094b-4d4e-8f58-45b562f941b4 req-e2e5ac98-0f48-4a75-ba4c-8d02a4d416e3 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0806541 Mar 31 23:09:56.281038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-935d264d-094b-4d4e-8f58-45b562f941b4 req-cd2fe645-6fa0-4e17-ad75-67a321b2a1ef tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Mar 31 23:09:56.282716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:09:56.298221 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Sync routers for ids ['60b42568-1cf4-4013-a45e-90641d56c252'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:09:56.319736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Routers {'60b42568-1cf4-4013-a45e-90641d56c252'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:56.320332 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['60b42568-1cf4-4013-a45e-90641d56c252'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:56.351845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.353864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba7efcc2-5402-48b3-950e-8fb55e539888 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.8149588 Mar 31 23:09:56.356741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:56.503333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a32ba440-ef4f-47f3-add7-d45c64bbac86 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:56.505333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6b2362d-ae6b-47f3-a32c-c0a3693d7360 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/60b42568-1cf4-4013-a45e-90641d56c252 HTTP/1.1" status: 200 len: 906 time: 0.1473997 Mar 31 23:09:56.512979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56680) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:56.585511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Set router 60b42568-1cf4-4013-a45e-90641d56c252 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:09:56.647174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.681707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a32ba440-ef4f-47f3-add7-d45c64bbac86 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:56.682138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.908861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.937127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:56.985726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a32ba440-ef4f-47f3-add7-d45c64bbac86, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a32ba440-ef4f-47f3-add7-d45c64bbac86,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:56.992760 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.052495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Deleting port 87f32f6a-bece-4442-95a9-5abac5973aeb {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:57.052854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.073460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a32ba440-ef4f-47f3-add7-d45c64bbac86,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.142922 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b42568-1cf4-4013-a45e-90641d56c252', 'name': 'tempest-snat-router-62924938', 'tenant_id': '738cd554a9954fb2b87cf33781aa82ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '87f32f6a-bece-4442-95a9-5abac5973aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:52Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 3, 'project_id': '738cd554a9954fb2b87cf33781aa82ef', 'gw_port': {'id': '87f32f6a-bece-4442-95a9-5abac5973aeb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b42568-1cf4-4013-a45e-90641d56c252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1920, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:09:57.178482 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Checking router: 60b42568-1cf4-4013-a45e-90641d56c252 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:09:57.179176 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Updating router 60b42568-1cf4-4013-a45e-90641d56c252 port 87f32f6a-bece-4442-95a9-5abac5973aeb binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:09:57.219450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.225452 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.236227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Calling delete_port for 87f32f6a-bece-4442-95a9-5abac5973aeb owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:57.483749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-950d1367-2aeb-4be3-8988-5052a080053d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.493365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-950d1367-2aeb-4be3-8988-5052a080053d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.2406096 Mar 31 23:09:57.505687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-8d8538cf-5ab0-4e77-8fcc-ed83eb22209d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0114219 Mar 31 23:09:57.581812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-9ef9e8c5-4372-441e-b589-a5798f352d00 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676134 Mar 31 23:09:57.615047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d85fc-50d4-420c-9d3c-79bc63f17e30 req-4a64dfe8-8aff-42d9-a074-7b769c8ff443 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.616929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e1d85fc-50d4-420c-9d3c-79bc63f17e30 req-4a64dfe8-8aff-42d9-a074-7b769c8ff443 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1553874 Mar 31 23:09:57.712048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:57.718201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3616489-e289-4474-a92a-b2739da484dc no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:09:57.763129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: d3616489-e289-4474-a92a-b2739da484dc {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:09:57.763828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3616489-e289-4474-a92a-b2739da484dc not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:09:57.785586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Port': ['ID=87f32f6a-bece-4442-95a9-5abac5973aeb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.800777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e1d85fc-50d4-420c-9d3c-79bc63f17e30 req-11c1250b-19c4-44dd-8921-b3c990532cf6 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724989 Mar 31 23:09:57.803848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.804675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.805505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.806058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.806612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.807147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.807724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.808271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.808803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.809348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.809876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.810401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:57.820888 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.db.api [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:09:57.821324 n-d-835855-2 neutron-server[109301]: DEBUG oslo_db.api [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:09:57.934526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.024824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-8de499e3-9818-496d-bd73-ab31581dbad1 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404290 Mar 31 23:09:58.093968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.097091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.163512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.164256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60b42568-1cf4-4013-a45e-90641d56c252 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:58.169657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.173527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-52e7d9fb-7518-4be3-87d6-97d892b05964 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/routers/60b42568-1cf4-4013-a45e-90641d56c252 HTTP/1.1" status: 204 len: 168 time: 1.6568589 Mar 31 23:09:58.173781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:58.222658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-595d92a8-c638-485c-a5a6-0b914ce310b4 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968577 Mar 31 23:09:58.335523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a32ba440-ef4f-47f3-add7-d45c64bbac86 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:09:58.360765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1759055-155d-492c-8229-96108dee58dd req-035c6841-a7d3-4bc8-9cee-db3f6c54b9f9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:58.363860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1759055-155d-492c-8229-96108dee58dd req-035c6841-a7d3-4bc8-9cee-db3f6c54b9f9 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1815202 Mar 31 23:09:58.371690 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Port 87f32f6a-bece-4442-95a9-5abac5973aeb not found while updating agent binding for router 60b42568-1cf4-4013-a45e-90641d56c252. {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 31 23:09:58.396866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.399251 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Routers set() bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:09:58.399628 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Router IDs set() for agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:09:58.400457 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_agentschedulers_db [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'60b42568-1cf4-4013-a45e-90641d56c252'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent'). {{(pid=109301) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:09:58.400992 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283aef0-816c-4f8f-84ae-fbfea58c0e9f None None] The sync data for ids ['60b42568-1cf4-4013-a45e-90641d56c252'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:09:58.537669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a32ba440-ef4f-47f3-add7-d45c64bbac86 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:09:58.538665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.541953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.575777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-880b4a59-1609-4543-8ef8-dcc31e3e371a req-8be7c551-6907-4b6b-9149-9b8f9ea22d00 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0475254 Mar 31 23:09:58.581112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1759055-155d-492c-8229-96108dee58dd req-a6b432fb-a18b-4e4d-ace9-b5946ddbfc33 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079322 Mar 31 23:09:58.640368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Deleting port a32ba440-ef4f-47f3-add7-d45c64bbac86 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:09:58.641549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.786553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] For port a32ba440-ef4f-47f3-add7-d45c64bbac86, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a32ba440-ef4f-47f3-add7-d45c64bbac86,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:09:58.787007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:58.810819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Calling delete_port for a32ba440-ef4f-47f3-add7-d45c64bbac86 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:09:59.039103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.114953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.143546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event deleted for resources: {'Port': ['ID=a32ba440-ef4f-47f3-add7-d45c64bbac86,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.206787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a946fed-fbc5-4962-aa02-dff04196fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.224594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.309985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a946fed-fbc5-4962-aa02-dff04196fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.316740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a946fed-fbc5-4962-aa02-dff04196fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.327897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.330518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.359919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946fed-fbc5-4962-aa02-dff04196fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37653d0-1b3e-47c7-b7ab-1a1ed4afed32,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.374513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a946fed-fbc5-4962-aa02-dff04196fae4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=baac3d1938a24047ad2b24389d4b6428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330886 Mar 31 23:09:59.377427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.390260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.391272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c26cb0d8-a443-4347-864c-24a54bebc78c {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:09:59.398913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.400146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b4646bb-f78d-426e-bccc-304abe0da87e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "DELETE /v2.0/routers/c26cb0d8-a443-4347-864c-24a54bebc78c HTTP/1.1" status: 204 len: 168 time: 1.2252810 Mar 31 23:09:59.404351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:09:59.412887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1235527228', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:59.456954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.457869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.472253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.510398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.555701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.711169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea35de-86e2-4d61-a44c-bc356ef393d3 req-722d6752-ff62-4d29-a687-3bd8704b7eec tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:59.714440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0ea35de-86e2-4d61-a44c-bc356ef393d3 req-722d6752-ff62-4d29-a687-3bd8704b7eec tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0584147 Mar 31 23:09:59.720327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60a65a61-3dd9-46e6-96d9-5059b29d2721 req-f401da3f-40d0-41c3-8035-a4d23b1f4b3b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0645044 Mar 31 23:09:59.763992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.767264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.769909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:09:59.771209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c37653d0-1b3e-47c7-b7ab-1a1ed4afed32 HTTP/1.1" status: 204 len: 168 time: 0.3929722 Mar 31 23:09:59.779023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0ea35de-86e2-4d61-a44c-bc356ef393d3 req-3f5ede9b-fdf0-4a45-bb4c-ba94cb9eec75 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Mar 31 23:09:59.810240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af79d6-a279-4cbd-a77a-528ae1528506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37653d0-1b3e-47c7-b7ab-1a1ed4afed32,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.120540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-1bc29103-0eb3-4d07-9a74-67f624369e3b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:00.122015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-1bc29103-0eb3-4d07-9a74-67f624369e3b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.2057219 Mar 31 23:10:00.149042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:00.153660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.200494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:00.201640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.288289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-233fb862-b543-438e-ae6d-227c800b5ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.320716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a32ba440-ef4f-47f3-add7-d45c64bbac86 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:00.349771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a32ba440-ef4f-47f3-add7-d45c64bbac86 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:00.350198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a32ba440-ef4f-47f3-add7-d45c64bbac86 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:00.739857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:00.742660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.748723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Allocated IP 172.25.8.132 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a52ef273-4c58-4644-9e32-2fd48b32156d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:00.932070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75398c3-d020-4efb-96e0-c24177964f93 req-bf6e35a1-fd1d-4839-8661-bbd2a3b1d7cc tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:00.933534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75398c3-d020-4efb-96e0-c24177964f93 req-bf6e35a1-fd1d-4839-8661-bbd2a3b1d7cc tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.0671043 Mar 31 23:10:00.960992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-233fb862-b543-438e-ae6d-227c800b5ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:00.985595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c75398c3-d020-4efb-96e0-c24177964f93 req-410a577a-f38f-4146-9365-8e94b31a0f5a tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Mar 31 23:10:00.986859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d8d04654-af25-43ab-9772-ee90c9faed7d req-eb37e812-98d5-4a8a-8e75-65e0c9fdb42f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0969317 Mar 31 23:10:00.995309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-233fb862-b543-438e-ae6d-227c800b5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.084909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-233fb862-b543-438e-ae6d-227c800b5ad2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4e58e2195ed2438ba4816c891367e902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799152 Mar 31 23:10:01.087727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:01.100874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fb862-b543-438e-ae6d-227c800b5ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cd6d5c-3286-4070-9d35-132bc2ef522b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.124794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.126624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.9 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/9abc206a-1740-413b-8687-561aeb6943df) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:01.161869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.187425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.201707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.258997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.265868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.268676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c0cd6d5c-3286-4070-9d35-132bc2ef522b HTTP/1.1" status: 204 len: 168 time: 0.1799047 Mar 31 23:10:01.279043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86824-d6e0-46d6-b3ec-33bd4a713f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cd6d5c-3286-4070-9d35-132bc2ef522b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.304193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:01.309779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:01.313868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event updated for resources: {'Port': ['ID=a52ef273-4c58-4644-9e32-2fd48b32156d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.316285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:01.435396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.635412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.742722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:01.752811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:01.755569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:01.772424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-890fd49b-2c32-42cd-a253-38b0a37e81bd tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:01.778391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-890fd49b-2c32-42cd-a253-38b0a37e81bd tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1297877 Mar 31 23:10:01.788225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.818300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.868546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:01.869300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:01.905473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-97f0e6da-567b-4a89-8d9f-5bdcb8a948d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7604859 Mar 31 23:10:01.944298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Request body: {'port': {'device_id': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:01.946777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Deleting port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:01.947325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.071527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.107391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] For port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:02.107772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.155532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Calling delete_port for 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:02.220051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.300610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d172e7a-62a3-4f1a-be4e-deeec8cf37e4 req-2ac29f56-6139-435f-b6f7-134aaa1e5552 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:02.302191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d172e7a-62a3-4f1a-be4e-deeec8cf37e4 req-2ac29f56-6139-435f-b6f7-134aaa1e5552 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=c0dfea12-5f3e-429f-a2de-08f0a501450c HTTP/1.1" status: 200 len: 945 time: 0.1840916 Mar 31 23:10:02.334790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092ac7f-a3f7-46ad-b149-25170b15be55 req-5d305e4d-2d47-4ff8-8135-b3ea70bc3b85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:02.336383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2092ac7f-a3f7-46ad-b149-25170b15be55 req-5d305e4d-2d47-4ff8-8135-b3ea70bc3b85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 931 time: 0.1808119 Mar 31 23:10:02.373203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d172e7a-62a3-4f1a-be4e-deeec8cf37e4 req-3877c93a-e57a-46ab-91ec-04e4021769e2 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Mar 31 23:10:02.488976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.502192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['14b4342e-c16d-456c-997d-831c9b53fbbe'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:02.550770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Pushing event deleted for resources: {'Port': ['ID=7cd4ef13-8a41-45ba-8d3a-edd32fe06b63,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:02.634750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2092ac7f-a3f7-46ad-b149-25170b15be55 req-966695ea-af7b-4e56-aea6-243e8eaba66e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868035 Mar 31 23:10:02.657989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] No DVR routers for this DVR port 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:02.663036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.666469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee34f0ff-6687-4b41-95c0-98702d7521a0 req-e564faf3-63ad-4de3-bf84-6007fe010c96 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "DELETE /v2.0/ports/7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 HTTP/1.1" status: 204 len: 173 time: 0.8791592 Mar 31 23:10:02.666953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'name': 'network-vif-deleted', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:02.675679 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b333e-0d34-41a6-b3ca-004a286f4486" -d '{"events": [{"server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "name": "network-vif-deleted", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:02.744535 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db34d8a-3f51-40c0-a778-54c0d197c74f x-openstack-request-id: req-3db34d8a-3f51-40c0-a778-54c0d197c74f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:02.744821 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dfea12-5f3e-429f-a2de-08f0a501450c", "name": "network-vif-deleted", "tag": "7cd4ef13-8a41-45ba-8d3a-edd32fe06b63", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:02.745070 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3db34d8a-3f51-40c0-a778-54c0d197c74f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:02.745466 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db34d8a-3f51-40c0-a778-54c0d197c74f'] response: {'server_uuid': 'c0dfea12-5f3e-429f-a2de-08f0a501450c', 'name': 'network-vif-deleted', 'tag': '7cd4ef13-8a41-45ba-8d3a-edd32fe06b63', 'status': 'completed', 'code': 200} Mar 31 23:10:02.825079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abc206a-1740-413b-8687-561aeb6943df {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:02.833556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Router 18b9909f-5454-48a1-820a-3b1b79433b19 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:02.838194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.861282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Transition to ACTIVE for port object 9abc206a-1740-413b-8687-561aeb6943df will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:02.884956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:02.991472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Pushing event updated for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.011491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56916) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.161367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83dc0bb9-5423-4183-bec1-6e621914c971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.161643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:03.173646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] Sync routers for ids ['18b9909f-5454-48a1-820a-3b1b79433b19'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:03.200625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] Routers {'18b9909f-5454-48a1-820a-3b1b79433b19'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:03.205157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Attempting to bind port 9abc206a-1740-413b-8687-561aeb6943df on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:03.205668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Attempting to bind port 9abc206a-1740-413b-8687-561aeb6943df by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:03.206139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Attempting to bind port 9abc206a-1740-413b-8687-561aeb6943df on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:03.209614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18b9909f-5454-48a1-820a-3b1b79433b19'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.217812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Port 9abc206a-1740-413b-8687-561aeb6943df on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:03.218249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Attempting to bind port 9abc206a-1740-413b-8687-561aeb6943df on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:03.229761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.231126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c7544c03-5d0c-47dd-86e1-f0c4de601f31 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8255951 Mar 31 23:10:03.234997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56924) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.239305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:03.239644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:03.240027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:03.240505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Bound port: 9abc206a-1740-413b-8687-561aeb6943df, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:03.240886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.247142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:03.305415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.329297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] Routers {'18b9909f-5454-48a1-820a-3b1b79433b19'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:03.330922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18b9909f-5454-48a1-820a-3b1b79433b19'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.375286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:03.376723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1d3ba1-207b-41b8-97c7-d8aee48b36ee None None] The sync data for ids ['18b9909f-5454-48a1-820a-3b1b79433b19'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:03.417417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83dc0bb9-5423-4183-bec1-6e621914c971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.429690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-83dc0bb9-5423-4183-bec1-6e621914c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.459318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:03.475281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-83dc0bb9-5423-4183-bec1-6e621914c971 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a43556b1535e4240a4a976a51951011b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636900 Mar 31 23:10:03.477475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc0bb9-5423-4183-bec1-6e621914c971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04303d5b-5e39-40a1-8493-27e900f6186a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.480175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56930) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:03.533101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9abc206a-1740-413b-8687-561aeb6943df,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:03.550234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.605359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.641165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.707161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:03.707787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.709305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] 10.222.0.96 "PUT /v2.0/ports/9abc206a-1740-413b-8687-561aeb6943df HTTP/1.1" status: 200 len: 1091 time: 1.7693923 Mar 31 23:10:03.722127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'tag': '9abc206a-1740-413b-8687-561aeb6943df'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:03.724589 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772d4e27-a6b4-4e6c-91f3-49c336fa0144" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "tag": "9abc206a-1740-413b-8687-561aeb6943df"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:03.724761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.727843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:03.729611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/04303d5b-5e39-40a1-8493-27e900f6186a HTTP/1.1" status: 204 len: 168 time: 0.2366207 Mar 31 23:10:03.751825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13558b0f-30e5-40a8-b25f-3e01366a1f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04303d5b-5e39-40a1-8493-27e900f6186a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.779892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d8c40-73b5-4937-9d0f-b905670c4ecc service neutron] Pushing event updated for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.008857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988431a-aa49-437e-81d5-75b744723c3f req-68caca59-94ab-4ebe-84f6-68a70982ae3b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.021833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b988431a-aa49-437e-81d5-75b744723c3f req-68caca59-94ab-4ebe-84f6-68a70982ae3b tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.1011491 Mar 31 23:10:04.094639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b988431a-aa49-437e-81d5-75b744723c3f req-58ec5808-d36e-4245-8cec-3daa32cac7cc tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701447 Mar 31 23:10:04.275677 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552b7afa-2cf7-4b05-b0e7-477bc0b2fb97 x-openstack-request-id: req-552b7afa-2cf7-4b05-b0e7-477bc0b2fb97 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:04.276184 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "tag": "9abc206a-1740-413b-8687-561aeb6943df", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:04.276184 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-552b7afa-2cf7-4b05-b0e7-477bc0b2fb97 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:04.276571 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552b7afa-2cf7-4b05-b0e7-477bc0b2fb97'] response: {'name': 'network-changed', 'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'tag': '9abc206a-1740-413b-8687-561aeb6943df', 'status': 'completed', 'code': 200} Mar 31 23:10:04.298606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:04.330840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:04.331511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 7cd4ef13-8a41-45ba-8d3a-edd32fe06b63 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:04.361804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-49fad289-7a06-4962-b0eb-15e2cbb54f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.364277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-49fad289-7a06-4962-b0eb-15e2cbb54f3f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 1094 time: 0.5951710 Mar 31 23:10:04.419260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73ed04-acfd-4854-9486-bc40a721446c req-f0b0de5d-f47a-4362-b0b9-47585238b1a3 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.427173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f73ed04-acfd-4854-9486-bc40a721446c req-f0b0de5d-f47a-4362-b0b9-47585238b1a3 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 943 time: 0.1541378 Mar 31 23:10:04.441144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fa20-e902-47fd-b89c-1db65936955d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.485647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-b13c05e4-b181-44e3-a523-d775b4cdaddc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc206a-1740-413b-8687-561aeb6943df HTTP/1.1" status: 200 len: 217 time: 0.0824523 Mar 31 23:10:04.589355 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0f73ed04-acfd-4854-9486-bc40a721446c req-07c3b6ca-c35d-43d6-87ac-d272de699d5d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612918 Mar 31 23:10:04.604517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-b6415489-31e2-4ef9-b4a3-bf7bbe97beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:04.605996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-b6415489-31e2-4ef9-b4a3-bf7bbe97beb0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1115353 Mar 31 23:10:04.615844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:04.667533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-6ef28757-55fa-46ed-93c9-568ec5a16f59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405710 Mar 31 23:10:04.830964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-7b8f731d-d2aa-4c6c-8bc9-7781361a47cf service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493261 Mar 31 23:10:05.025512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f2ae8b3-69b9-4b3a-a38a-6f75ef1b18c3 req-35d6d205-4c49-4778-b989-4b58f8511a51 service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845815 Mar 31 23:10:05.186126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-7c0a46e7-baee-423b-9495-b54df59895d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.187691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-7c0a46e7-baee-423b-9495-b54df59895d0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 1094 time: 0.0918057 Mar 31 23:10:05.276230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d87c75-d548-421c-9fb6-b179f11879e8 req-fc301713-24a0-4d68-9b18-5723900c625e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.280058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49d87c75-d548-421c-9fb6-b179f11879e8 req-fc301713-24a0-4d68-9b18-5723900c625e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.0970573 Mar 31 23:10:05.361948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.377038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49d87c75-d548-421c-9fb6-b179f11879e8 req-78277a7e-3bda-42a6-9ad9-235017585a8f tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Mar 31 23:10:05.378467 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.385932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-fd76deaf-d0aa-4b0f-ad4a-fe055ab9fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.388525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-fd76deaf-d0aa-4b0f-ad4a-fe055ab9fd5b service neutron] 10.222.0.96 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.1654718 Mar 31 23:10:05.469639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-3768e554-12b7-4121-aec7-55927003897d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abc206a-1740-413b-8687-561aeb6943df HTTP/1.1" status: 200 len: 217 time: 0.0405748 Mar 31 23:10:05.493330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.581013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-1ca099e9-0ff3-48d5-a0c4-373dd9ddda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.582917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-1ca099e9-0ff3-48d5-a0c4-373dd9ddda68 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1062400 Mar 31 23:10:05.623608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-6c1e6f8d-3a7f-4c35-a611-d982af4269bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320516 Mar 31 23:10:05.630689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router 18b9909f-5454-48a1-820a-3b1b79433b19 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:05.713044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de17ec1d-9894-4faa-8d2a-b542b9d753af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.822633 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de17ec1d-9894-4faa-8d2a-b542b9d753af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.828908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de17ec1d-9894-4faa-8d2a-b542b9d753af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.863683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de17ec1d-9894-4faa-8d2a-b542b9d753af admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=976c3910f2bd4681af2e0c9d04d8a195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688869 Mar 31 23:10:05.865565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28c366-1486-42f5-8b09-9f3688a66a5d req-31a82833-3ceb-42e0-8977-bb57c8852b72 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:05.867216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe28c366-1486-42f5-8b09-9f3688a66a5d req-31a82833-3ceb-42e0-8977-bb57c8852b72 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 943 time: 0.1492281 Mar 31 23:10:05.869254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57026) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.876405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:05.881654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-6783dd16-4c94-4111-b088-48a593e8ec60 service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476377 Mar 31 23:10:05.886451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17ec1d-9894-4faa-8d2a-b542b9d753af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769dc716-9cea-457d-83ed-54152bca75b2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.890047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:05.891414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f7f95dae-4d90-478b-8eb0-2c8fc3694bf7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "PUT /v2.0/routers/18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 200 len: 926 time: 2.6539378 Mar 31 23:10:05.897705 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] Sync routers for ids ['18b9909f-5454-48a1-820a-3b1b79433b19'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:05.898253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57028) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:05.941715 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] Routers {'18b9909f-5454-48a1-820a-3b1b79433b19'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:05.945533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18b9909f-5454-48a1-820a-3b1b79433b19'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.987430 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.997859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] Routers {'18b9909f-5454-48a1-820a-3b1b79433b19'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:06.000613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:09:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18b9909f-5454-48a1-820a-3b1b79433b19'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:06.058030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe28c366-1486-42f5-8b09-9f3688a66a5d req-bb3ace4e-6fb5-4b6c-9b15-5a3adffff170 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795630 Mar 31 23:10:06.076085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:06.086489 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b92011-4572-42e7-abda-acd02ef6d463 None None] The sync data for ids ['18b9909f-5454-48a1-820a-3b1b79433b19'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:06.140560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.150151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-772d4e27-a6b4-4e6c-91f3-49c336fa0144 req-903da5c6-7278-45dc-8f7e-0a4731802f44 service neutron] 10.222.0.96 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501328 Mar 31 23:10:06.159294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19242b60-14da-42a2-a441-75d7f3a203c7 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 200 len: 926 time: 0.2564440 Mar 31 23:10:06.161137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57032) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.185991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.242452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.248499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.251731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/769dc716-9cea-457d-83ed-54152bca75b2 HTTP/1.1" status: 204 len: 168 time: 0.3812218 Mar 31 23:10:06.262535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c278358-c147-4c1f-978a-7c00d84c30be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769dc716-9cea-457d-83ed-54152bca75b2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.295971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d8de64-5f05-4e06-a876-896c7e1b494b tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.298168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27d8de64-5f05-4e06-a876-896c7e1b494b tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=18b9909f-5454-48a1-820a-3b1b79433b19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1354237 Mar 31 23:10:06.301312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57036) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.310921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-1a3ef437-7c97-4c60-813d-fa2033e0af60 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.312977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-1a3ef437-7c97-4c60-813d-fa2033e0af60 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.0962591 Mar 31 23:10:06.449981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b75488-7ef4-44f6-957a-44f577d65eba tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:06.455530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40b75488-7ef4-44f6-957a-44f577d65eba tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.1528730 Mar 31 23:10:06.456349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57040) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.499374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19c394d2-65bc-4329-b3ce-54f8eed0e928 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 200 len: 205 time: 0.0407193 Mar 31 23:10:06.501044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57044) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.503403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Deleting port 14b4342e-c16d-456c-997d-831c9b53fbbe {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:06.503748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.716046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.824356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57052) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:06.842791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1875883e-266a-4209-9156-9e4a2db2aaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.871513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.951077 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-47cc1bae-a65a-476c-bcf5-7dd62f070cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:06.977456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port a52ef273-4c58-4644-9e32-2fd48b32156d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:06.977814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.015344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf3ba3-3a6d-4c3a-8336-53e51076a631 req-cb2f3c29-71b2-4080-8a01-bd28a490e087 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:07.023160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bf3ba3-3a6d-4c3a-8336-53e51076a631 req-cb2f3c29-71b2-4080-8a01-bd28a490e087 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 945 time: 0.5412240 Mar 31 23:10:07.103949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2bf3ba3-3a6d-4c3a-8336-53e51076a631 req-fadcc94a-ae4e-42e4-a0b6-7b57d0c23203 tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/security-groups?id=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797594 Mar 31 23:10:07.118488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] For port 14b4342e-c16d-456c-997d-831c9b53fbbe, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=14b4342e-c16d-456c-997d-831c9b53fbbe,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:07.120842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.164370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Calling delete_port for 14b4342e-c16d-456c-997d-831c9b53fbbe owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:07.333219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.346442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['14b4342e-c16d-456c-997d-831c9b53fbbe'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:07.381539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Pushing event deleted for resources: {'Port': ['ID=14b4342e-c16d-456c-997d-831c9b53fbbe,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.460508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] No DVR routers for this DVR port 14b4342e-c16d-456c-997d-831c9b53fbbe on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:07.464036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.465881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-6c911b6f-d7f8-4d94-be73-d6aa410fb0c5 req-7fca0673-14f6-479f-b50e-a6af292e6a4b service neutron] (109299) timed out ('10.222.0.60', 62479) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:10:07.469576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f345cc1f-19d8-466f-aed0-3d418c9edb93 req-6ba574f4-338a-4007-827e-17603c46089e tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.60 "DELETE /v2.0/ports/14b4342e-c16d-456c-997d-831c9b53fbbe HTTP/1.1" status: 204 len: 173 time: 1.1506524 Mar 31 23:10:07.469576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'name': 'network-vif-deleted', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:07.474455 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b1bf65-4d6f-45e7-8951-4a9f5d700365" -d '{"events": [{"server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "name": "network-vif-deleted", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:07.522655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.527975 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a527320c-8bbe-4092-a42a-e151a61a847c x-openstack-request-id: req-a527320c-8bbe-4092-a42a-e151a61a847c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:07.528442 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29be354d-be2c-4522-ac30-987cc9ddb1f5", "name": "network-vif-deleted", "tag": "14b4342e-c16d-456c-997d-831c9b53fbbe", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:07.528758 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a527320c-8bbe-4092-a42a-e151a61a847c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:07.529260 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a527320c-8bbe-4092-a42a-e151a61a847c'] response: {'server_uuid': '29be354d-be2c-4522-ac30-987cc9ddb1f5', 'name': 'network-vif-deleted', 'tag': '14b4342e-c16d-456c-997d-831c9b53fbbe', 'status': 'completed', 'code': 200} Mar 31 23:10:07.532924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1875883e-266a-4209-9156-9e4a2db2aaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.545370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1875883e-266a-4209-9156-9e4a2db2aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.547682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for a52ef273-4c58-4644-9e32-2fd48b32156d owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:07.633846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32335e1-b5c2-4ee3-93fe-bdf2db2949cc req-26fcb8ab-80c8-4452-af84-60bc5d4bfeb2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:07.634817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e32335e1-b5c2-4ee3-93fe-bdf2db2949cc req-26fcb8ab-80c8-4452-af84-60bc5d4bfeb2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 943 time: 0.1678970 Mar 31 23:10:07.644788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1875883e-266a-4209-9156-9e4a2db2aaed admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=76e6adfd991040f19b47a1e3194489a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8190584 Mar 31 23:10:07.648121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57060) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:07.648349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875883e-266a-4209-9156-9e4a2db2aaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2de366-562e-4e58-9bf3-82cd92c08390,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.729748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e32335e1-b5c2-4ee3-93fe-bdf2db2949cc req-ff0177cb-28ab-4241-b09c-f632d908c4b1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823236 Mar 31 23:10:07.755836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.785350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.821110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.851541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.853154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=a52ef273-4c58-4644-9e32-2fd48b32156d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.854269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:07.860421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0e2de366-562e-4e58-9bf3-82cd92c08390 HTTP/1.1" status: 204 len: 168 time: 0.2087066 Mar 31 23:10:07.869565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89042745-28e6-461e-b4c8-aac74eeddb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2de366-562e-4e58-9bf3-82cd92c08390,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.949403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.105639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.108868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.244667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.245203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router 18b9909f-5454-48a1-820a-3b1b79433b19 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:08.255858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.257311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-accd4f03-c03d-4634-92b1-e5c63148d378 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 204 len: 168 time: 1.7541211 Mar 31 23:10:08.261054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.271523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411400063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:08.310729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-559210e3-fee7-41df-a8ee-e9dcea83d13a req-2517367e-51a9-45e1-bfdd-d35be7fcccbd tempest-ServerRescueTestJSON-551443223 tempest-ServerRescueTestJSON-551443223-project] 10.222.0.95 "GET /v2.0/ports?device_id=29be354d-be2c-4522-ac30-987cc9ddb1f5 HTTP/1.1" status: 200 len: 210 time: 0.0680299 Mar 31 23:10:08.319810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.322844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.323027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.386951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.396024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.423381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.425254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f84a1685-3b12-4de9-b25a-42e2e8706297 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1625638 Mar 31 23:10:08.428004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57084) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:08.433492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:08.696516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:08.920119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e75cd-5e31-406e-baf2-dd000070721a req-5bb56732-b11d-4128-bf94-d46d6c300613 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:08.921564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-750e75cd-5e31-406e-baf2-dd000070721a req-5bb56732-b11d-4128-bf94-d46d6c300613 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 943 time: 0.0890665 Mar 31 23:10:08.972711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-750e75cd-5e31-406e-baf2-dd000070721a req-564b1f30-032a-4612-a5da-b3fd66265cda tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 Mar 31 23:10:09.015626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.044463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.180202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Allocated IP 172.25.8.74 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/44a8841f-a9b3-4c62-a8ed-4def95853a07) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:09.295792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.357829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:09.392897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:09.435046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:09.439655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:09.444256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:09.447919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event updated for resources: {'Port': ['ID=44a8841f-a9b3-4c62-a8ed-4def95853a07,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:09.759921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9abc206a-1740-413b-8687-561aeb6943df details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:09.803576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.005530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.014553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9abc206a-1740-413b-8687-561aeb6943df,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:10.034032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '9abc206a-1740-413b-8687-561aeb6943df', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': '9abc206a-1740-413b-8687-561aeb6943df', 'mac_address': 'fa:16:3e:45:e8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:10.098932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.111114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.136032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abc206a-1740-413b-8687-561aeb6943df {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:10.162206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9abc206a-1740-413b-8687-561aeb6943df,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:10.169033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.201652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.212675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.252234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:10.322162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.328985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 14b4342e-c16d-456c-997d-831c9b53fbbe no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:10.367308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 14b4342e-c16d-456c-997d-831c9b53fbbe {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:10.368064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 14b4342e-c16d-456c-997d-831c9b53fbbe not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:10.476267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679334d-1e02-4f3d-afe6-d4751e39bdbe req-bfcc54c1-7f8c-4f3e-824c-3c22b33b9572 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:10.477816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8679334d-1e02-4f3d-afe6-d4751e39bdbe req-bfcc54c1-7f8c-4f3e-824c-3c22b33b9572 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 944 time: 0.3174944 Mar 31 23:10:10.478681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Router e123851e-e3e9-4e34-880f-a67938081d04 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:10.546022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8679334d-1e02-4f3d-afe6-d4751e39bdbe req-597b21ad-a940-4a00-81d0-4d893fa00272 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496960 Mar 31 23:10:10.654568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['9abc206a-1740-413b-8687-561aeb6943df'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:10.684033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:10.702117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.707550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6be735c-beba-4aa7-9795-19523d2953a8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "PUT /v2.0/routers/e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 200 len: 882 time: 2.2777729 Mar 31 23:10:10.710106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57148) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:10.734498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Deleting port 4405eab3-b9f1-4ecc-9430-7c898771099d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:10.734748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.740075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] Sync routers for ids ['e123851e-e3e9-4e34-880f-a67938081d04'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:10.768563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:10.772975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] Routers {'e123851e-e3e9-4e34-880f-a67938081d04'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:10.774207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e123851e-e3e9-4e34-880f-a67938081d04'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:10.870138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:10.906993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] For port 4405eab3-b9f1-4ecc-9430-7c898771099d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4405eab3-b9f1-4ecc-9430-7c898771099d,segment=NetworkSegment(6f292cfd-05bf-4991-a760-650adf1785a0),segment_id=6f292cfd-05bf-4991-a760-650adf1785a0)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:10.908284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:10.910401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] Routers {'e123851e-e3e9-4e34-880f-a67938081d04'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:10.911032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e123851e-e3e9-4e34-880f-a67938081d04'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:10.926131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Calling delete_port for 4405eab3-b9f1-4ecc-9430-7c898771099d owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:10.953786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:10.954857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235aefc-96f1-4941-94b8-9fb770a2261d None None] The sync data for ids ['e123851e-e3e9-4e34-880f-a67938081d04'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:11.007623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-c693a635-8b04-40a6-8b85-d125010b0571 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022351 Mar 31 23:10:11.014245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32a2e8f0-1928-4ca3-982e-ccf7a3b6de0a tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 200 len: 923 time: 0.3029387 Mar 31 23:10:11.016724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.175642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9dd06ae7-0d72-483c-913d-6b4c888d928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.201004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10e6b7e-b6ef-4eac-8286-84481c36d607 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.205132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d10e6b7e-b6ef-4eac-8286-84481c36d607 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=e123851e-e3e9-4e34-880f-a67938081d04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1874039 Mar 31 23:10:11.211267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.218213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-9fc7bd33-f426-4f4e-92ab-bca4aefe1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.219913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-9fc7bd33-f426-4f4e-92ab-bca4aefe1dfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 1096 time: 0.1408205 Mar 31 23:10:11.325485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9dd06ae7-0d72-483c-913d-6b4c888d928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.339401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9dd06ae7-0d72-483c-913d-6b4c888d928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.358327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dcec3-f2dc-415f-8bf0-359981bef4a9 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.361310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef5dcec3-f2dc-415f-8bf0-359981bef4a9 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.1478860 Mar 31 23:10:11.370035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.402669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9dd06ae7-0d72-483c-913d-6b4c888d928e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3f76212bf8d2404a97a6b0b82f248ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328123 Mar 31 23:10:11.417779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-afa43601-4abf-4fb1-a526-81428217e04a tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 200 len: 205 time: 0.0449579 Mar 31 23:10:11.418613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.422238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57178) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:11.458212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.490601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06ae7-0d72-483c-913d-6b4c888d928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015e7159-cd38-4ac7-8e4a-813528dccd54,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.513178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-a26d8509-d7d0-4905-a86f-a7565dcf8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.515958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-a26d8509-d7d0-4905-a86f-a7565dcf8961 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 916 time: 0.2458148 Mar 31 23:10:11.559943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4405eab3-b9f1-4ecc-9430-7c898771099d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.567586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-461b6f78-97fe-4f8c-b57b-5521d529eebb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c HTTP/1.1" status: 200 len: 217 time: 0.0452323 Mar 31 23:10:11.647837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.698496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-f7819504-7cc4-40a1-bdb3-963950bbc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.698784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.700337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-f7819504-7cc4-40a1-bdb3-963950bbc8db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 200 len: 854 time: 0.1261163 Mar 31 23:10:11.744423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-21a3e477-1948-43c7-a065-640077022882 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348318 Mar 31 23:10:11.753223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9fbe-276a-4683-bad2-fbdb1537d92f req-e7d5eaa0-476a-456f-bd64-8b6389dfdc13 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.754624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3d9fbe-276a-4683-bad2-fbdb1537d92f req-e7d5eaa0-476a-456f-bd64-8b6389dfdc13 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 944 time: 0.0985997 Mar 31 23:10:11.850432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3d9fbe-276a-4683-bad2-fbdb1537d92f req-5e99b241-d8b7-4bbd-9ca5-0a5412f535b7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Mar 31 23:10:11.858279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.891338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-92e33430-1336-4b2b-9279-ac0712d9a681 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355746 Mar 31 23:10:11.917838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-da641864-9b9d-4c43-b84f-c20750ce0594 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2488706 Mar 31 23:10:11.979271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.982547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:11.985717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/015e7159-cd38-4ac7-8e4a-813528dccd54 HTTP/1.1" status: 204 len: 168 time: 0.5630951 Mar 31 23:10:12.036186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aafefa4-20e6-42d0-b7ff-b10bbcbf6881 req-97f2725c-a7d1-40d9-b96a-0973cc74d927 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373389 Mar 31 23:10:12.054154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cadfc-cfd4-4ed7-b891-372d4cb7089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e7159-cd38-4ac7-8e4a-813528dccd54,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.059524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.070611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57194) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:12.139299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.146849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-c3a5966e-8c70-4954-a5dd-40192267f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:12.148578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-c3a5966e-8c70-4954-a5dd-40192267f914 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 1097 time: 0.1372817 Mar 31 23:10:12.454236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a2b53e3-e657-4cf3-97bd-c4e223e6527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.498465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:12.516883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f215e98f-a41e-4c85-a6e4-34de33a8b5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.574623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a2b53e3-e657-4cf3-97bd-c4e223e6527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.582602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a2b53e3-e657-4cf3-97bd-c4e223e6527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.641254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3a2b53e3-e657-4cf3-97bd-c4e223e6527b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4492f7e816924aeeb174f83104613956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683808 Mar 31 23:10:12.643110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b53e3-e657-4cf3-97bd-c4e223e6527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6cb058-1248-4202-837a-42cb34abfb05,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.645801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:12.682361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f215e98f-a41e-4c85-a6e4-34de33a8b5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.688402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f215e98f-a41e-4c85-a6e4-34de33a8b5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.694725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port 44a8841f-a9b3-4c62-a8ed-4def95853a07 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:12.695068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.748369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f215e98f-a41e-4c85-a6e4-34de33a8b5da admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=04736c877da24990bd0ce0ed2ba70d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485874 Mar 31 23:10:12.750579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215e98f-a41e-4c85-a6e4-34de33a8b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a18c0-4e91-4596-aaeb-4090522f8e44,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.751041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-19197ebc-04b4-4904-bdcf-815ba2fa5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:12.752548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-19197ebc-04b4-4904-bdcf-815ba2fa5b2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.5408201 Mar 31 23:10:12.753020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57206) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:12.954700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.979295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:12.984798 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-ea41e2dd-d82f-4bec-81ac-23c18a020a1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 200 len: 1000 time: 0.1994753 Mar 31 23:10:13.018904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Router bc1e5b73-a732-4754-b698-f38715188a6f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:13.036644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for 44a8841f-a9b3-4c62-a8ed-4def95853a07 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:13.070315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.099072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.175794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.185418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-c8d9a55d-cbbe-4cb1-b64e-a36470357bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.187092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-c8d9a55d-cbbe-4cb1-b64e-a36470357bca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1748142 Mar 31 23:10:13.256825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c1543-9da9-42dc-8cdb-f7e77ce622ed req-0639a4e7-c491-46b0-8fc6-fec1ba6e5b61 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.257231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-059c1543-9da9-42dc-8cdb-f7e77ce622ed req-0639a4e7-c491-46b0-8fc6-fec1ba6e5b61 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 944 time: 0.3106341 Mar 31 23:10:13.443484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-059c1543-9da9-42dc-8cdb-f7e77ce622ed req-9ca56900-a502-4dc6-af0d-2b0e09b95d95 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704051 Mar 31 23:10:13.444063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.446565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.447587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ed6cb058-1248-4202-837a-42cb34abfb05 HTTP/1.1" status: 204 len: 168 time: 0.7988477 Mar 31 23:10:13.460374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-84057988-a906-466c-8481-bdd56f5829bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.461952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-84057988-a906-466c-8481-bdd56f5829bd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264245 Mar 31 23:10:13.488706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.491227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.494940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4d5a18c0-4e91-4596-aaeb-4090522f8e44 HTTP/1.1" status: 204 len: 168 time: 0.7324271 Mar 31 23:10:13.494940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2daf47-61fd-40ac-b3df-a2800aa8e53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6cb058-1248-4202-837a-42cb34abfb05,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:13.571073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:13.581118 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Sync routers for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:13.589459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dde3f06d-ed13-434f-8744-085b3b544ce6 admin admin] 10.222.0.95 "PUT /v2.0/routers/bc1e5b73-a732-4754-b698-f38715188a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1954265 Mar 31 23:10:13.589830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:13.590501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb818e-ed6b-4155-a63c-15fff02cca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a18c0-4e91-4596-aaeb-4090522f8e44,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:13.592364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.620092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:13.620364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:13.634549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=44a8841f-a9b3-4c62-a8ed-4def95853a07,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:13.769270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.775445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9abc206a-1740-413b-8687-561aeb6943df up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:13.832176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:13.922912 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:13.934346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 9abc206a-1740-413b-8687-561aeb6943df completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:13.947260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 9abc206a-1740-413b-8687-561aeb6943df triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:13.947260 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.022688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-5e005664-6302-4a66-85c5-a187f3349c89 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455987 Mar 31 23:10:14.111288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.160592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.174968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.181770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.209637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abc206a-1740-413b-8687-561aeb6943df'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:14.215612 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f27f6-abc7-43b4-b18f-5220cf17364b" -d '{"events": [{"server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "name": "network-vif-plugged", "status": "completed", "tag": "9abc206a-1740-413b-8687-561aeb6943df"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:14.243460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57232) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:14.251757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9abc206a-1740-413b-8687-561aeb6943df,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:14.265156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.289563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8af3fc14-e76d-4a75-802e-a409df10e947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.324745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf437192-7f19-49cb-8278-c88ae31a8a97 req-7375a07a-8a57-436a-bd84-e49e41e03687 service neutron] 10.222.0.96 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930021 Mar 31 23:10:14.343933 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c325e-2fd9-4324-ad64-3ebcee409b99 x-openstack-request-id: req-671c325e-2fd9-4324-ad64-3ebcee409b99 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:14.344258 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "name": "network-vif-plugged", "status": "completed", "tag": "9abc206a-1740-413b-8687-561aeb6943df", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:14.344694 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-671c325e-2fd9-4324-ad64-3ebcee409b99 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:14.345475 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671c325e-2fd9-4324-ad64-3ebcee409b99'] response: {'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abc206a-1740-413b-8687-561aeb6943df', 'code': 200} Mar 31 23:10:14.348256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Deleting port 4f50c0fa-89c1-4012-bee3-49036b2c3db2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:14.348596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.450992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.451723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router e123851e-e3e9-4e34-880f-a67938081d04 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:14.452308 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:10:11Z', 'revision_number': 5, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port': {'id': '4f50c0fa-89c1-4012-bee3-49036b2c3db2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:03Z', 'updated_at': '2022-03-31T23:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:14.463958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.465401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b88c009-4504-42c0-9c7a-3ffbae3f92dd tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 204 len: 168 time: 3.0083940 Mar 31 23:10:14.478911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:14.493941 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Checking router: bc1e5b73-a732-4754-b698-f38715188a6f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:14.503678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:14.511123 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Routers {'bc1e5b73-a732-4754-b698-f38715188a6f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:14.513497 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bc1e5b73-a732-4754-b698-f38715188a6f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:14.530071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-370131441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:14.608387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b68a4-5270-4ade-9a5e-03e80e22e2f2 req-d46edace-5e8e-4488-8c2c-420d3cf1b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.611300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc7b68a4-5270-4ade-9a5e-03e80e22e2f2 req-d46edace-5e8e-4488-8c2c-420d3cf1b486 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 1096 time: 0.1438785 Mar 31 23:10:14.614769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.616267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.636431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aabcb-e00a-4638-b196-8c4f2308265a req-65a99c77-d2dd-4d4e-8c69-ce80dcca4be4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:14.638839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e76aabcb-e00a-4638-b196-8c4f2308265a req-65a99c77-d2dd-4d4e-8c69-ce80dcca4be4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.0992577 Mar 31 23:10:14.664072 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] Set router bc1e5b73-a732-4754-b698-f38715188a6f gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:14.727975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc7b68a4-5270-4ade-9a5e-03e80e22e2f2 req-62d8db0c-dadd-4778-b388-73a0bec2417d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016235 Mar 31 23:10:14.745090 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 6, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:14.766063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.773240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e76aabcb-e00a-4638-b196-8c4f2308265a req-5d3e9556-0c3f-4d20-8abb-648c06aaaff4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165471 Mar 31 23:10:14.778566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.807777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:14.809521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c504bb3e-215e-4dab-9d99-5f166437fff4 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3041828 Mar 31 23:10:14.813171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57248) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:14.817777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8899a-486a-4497-b464-c24bdd4d6837 None None] The sync data for ids ['bc1e5b73-a732-4754-b698-f38715188a6f'] in n-d-835855-2 is: [{'id': 'bc1e5b73-a732-4754-b698-f38715188a6f', 'name': 'tempest-ServerRescueTestJSON-1007716519-router', 'tenant_id': '2069cac319034526959176a61601c7eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:02Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 6, 'project_id': '2069cac319034526959176a61601c7eb', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:14.828838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': True}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:15.102658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] For port 4f50c0fa-89c1-4012-bee3-49036b2c3db2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4f50c0fa-89c1-4012-bee3-49036b2c3db2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:15.103319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.124201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.126818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Calling delete_port for 4f50c0fa-89c1-4012-bee3-49036b2c3db2 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:15.145457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8af3fc14-e76d-4a75-802e-a409df10e947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.157982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8af3fc14-e76d-4a75-802e-a409df10e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.219336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3fc14-e76d-4a75-802e-a409df10e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e4be6-daa7-4c26-9b3e-81589bb437ae,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.246591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8af3fc14-e76d-4a75-802e-a409df10e947 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a5ca11bcb72841f781888238d46249f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0017922 Mar 31 23:10:15.247204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57268) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.381800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.436124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.459687 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.474393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.499197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.517221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f50c0fa-89c1-4012-bee3-49036b2c3db2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.582694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.585366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.587196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c44e4be6-daa7-4c26-9b3e-81589bb437ae HTTP/1.1" status: 204 len: 168 time: 0.3354731 Mar 31 23:10:15.601166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05851-d40a-4267-83aa-be91bfdab71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44e4be6-daa7-4c26-9b3e-81589bb437ae,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:15.607999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.708845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 172.25.8.184 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a4e2a353-f092-4972-95be-2c4f093278ac) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:15.734243 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.738799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.796232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.797018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc1e5b73-a732-4754-b698-f38715188a6f {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:15.832880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:15.837180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-30b97e29-9bf6-4ae6-886f-c792fad26fa3 admin admin] 10.222.0.95 "DELETE /v2.0/routers/bc1e5b73-a732-4754-b698-f38715188a6f HTTP/1.1" status: 204 len: 168 time: 2.2454584 Mar 31 23:10:15.838185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:15.944165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Deleting subnet 90fb2dee-ae40-4af1-babf-5c6efd940b99 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:15.952675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.008446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.053638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.107257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.111045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d59fa1-f9c0-41ec-a187-02db7ec5eac5 req-28ba5e3a-ca69-4950-bde9-6c2723b86464 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:16.119858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97d59fa1-f9c0-41ec-a187-02db7ec5eac5 req-28ba5e3a-ca69-4950-bde9-6c2723b86464 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.1257348 Mar 31 23:10:16.156944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.229532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:16.233823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e2a353-f092-4972-95be-2c4f093278ac,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:16.238546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:16.246123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:16.313670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97d59fa1-f9c0-41ec-a187-02db7ec5eac5 req-d91e0d03-b2da-4f73-98ef-af19580106d8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925282 Mar 31 23:10:16.377438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.385530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4f50c0fa-89c1-4012-bee3-49036b2c3db2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:16.420603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4f50c0fa-89c1-4012-bee3-49036b2c3db2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:16.421338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4f50c0fa-89c1-4012-bee3-49036b2c3db2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:16.422044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4405eab3-b9f1-4ecc-9430-7c898771099d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:16.422788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90fb2dee-ae40-4af1-babf-5c6efd940b99,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:16.430274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.434071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-677f48f0-7311-4b8f-9462-11752940a56c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/90fb2dee-ae40-4af1-babf-5c6efd940b99 HTTP/1.1" status: 204 len: 168 time: 0.5877924 Mar 31 23:10:16.447363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57302) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:16.479448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4405eab3-b9f1-4ecc-9430-7c898771099d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:16.479793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4405eab3-b9f1-4ecc-9430-7c898771099d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:16.560795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.720316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.753594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:16.766511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f292cfd-05bf-4991-a760-650adf1785a0') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:16.767472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f292cfd-05bf-4991-a760-650adf1785a0') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:16.809106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.838219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.847670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:16.848296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:16.931932 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:16.940416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.958905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:16.963283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] 10.222.0.95 "DELETE /v2.0/networks/d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a HTTP/1.1" status: 204 len: 168 time: 0.5090849 Mar 31 23:10:16.981594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34fab9-bab3-4818-a943-7c1facd26140 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88cd84f-4760-4d7b-8e7a-5a61ed4bc77a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:17.242936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.246783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57326) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:17.303376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-136f8175-4a35-40f3-b4bd-066406640d1b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2069cac319034526959176a61601c7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554426 Mar 31 23:10:17.306233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57328) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:17.367054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.392392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.459616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.463886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.471681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6288ba6b-a0c6-48a1-8e5c-986dac7a22c5 HTTP/1.1" status: 204 len: 168 time: 0.1629245 Mar 31 23:10:17.481712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e8025-d070-49ef-adee-35e5fb4a48f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288ba6b-a0c6-48a1-8e5c-986dac7a22c5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:17.573104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bacc1-05d0-4d60-a16c-568d6ebfbbce req-82853182-97dc-4f0d-80ff-833a607163b6 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:17.574438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b5bacc1-05d0-4d60-a16c-568d6ebfbbce req-82853182-97dc-4f0d-80ff-833a607163b6 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.1264441 Mar 31 23:10:17.589535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.606189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.664209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b5bacc1-05d0-4d60-a16c-568d6ebfbbce req-52695702-b893-476c-807b-1c650b2326f0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799060 Mar 31 23:10:17.714355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:17.783088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router cce737ed-6fa0-4608-9ed7-27af2580e281 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:17.954313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:17.959997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.965368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bf923982-3b75-4ecf-97a3-b1d54ab4e939 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "PUT /v2.0/routers/cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 200 len: 918 time: 3.1481304 Mar 31 23:10:17.966431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57352) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:17.967109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] Sync routers for ids ['cce737ed-6fa0-4608-9ed7-27af2580e281'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:17.985056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-222cf767-ad5f-46d5-a332-b549bd3ca0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:17.986582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] Routers {'cce737ed-6fa0-4608-9ed7-27af2580e281'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:17.987218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['cce737ed-6fa0-4608-9ed7-27af2580e281'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:18.160863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:18.183926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] Routers {'cce737ed-6fa0-4608-9ed7-27af2580e281'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:18.184557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['cce737ed-6fa0-4608-9ed7-27af2580e281'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:18.318042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:18.319251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37975-d09d-4a11-94e4-e78ff1452dae None None] The sync data for ids ['cce737ed-6fa0-4608-9ed7-27af2580e281'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:18.344026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c503ad78-1201-4b74-a866-a86186463f1f tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 200 len: 924 time: 0.3762131 Mar 31 23:10:18.344972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.373781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-222cf767-ad5f-46d5-a332-b549bd3ca0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.382250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-222cf767-ad5f-46d5-a332-b549bd3ca0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.450363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-222cf767-ad5f-46d5-a332-b549bd3ca0fa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d1a21898f4e34ee793e141376ed34125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347493 Mar 31 23:10:18.453162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.461087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf767-ad5f-46d5-a332-b549bd3ca0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6625a3d-c292-4eaa-ac5e-5cf0901a5ece,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.506434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33d357-003d-4457-9948-45424acdd525 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.508560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1b33d357-003d-4457-9948-45424acdd525 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=cce737ed-6fa0-4608-9ed7-27af2580e281&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1622512 Mar 31 23:10:18.512000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.556084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.608690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.735905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1671ccf-bd5d-4d25-a017-6962fbf7e334 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:18.743220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.744245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1671ccf-bd5d-4d25-a017-6962fbf7e334 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.2296464 Mar 31 23:10:18.747572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57390) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:18.750332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:18.754796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f6625a3d-c292-4eaa-ac5e-5cf0901a5ece HTTP/1.1" status: 204 len: 168 time: 0.3006251 Mar 31 23:10:18.763639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef470fa-815a-4869-aedd-d321bb9351a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6625a3d-c292-4eaa-ac5e-5cf0901a5ece,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.813571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b0174c3c-2346-4a13-a77b-2d19baf9ef61 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 200 len: 205 time: 0.0631924 Mar 31 23:10:18.816721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:19.040506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.153844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57412) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:19.224233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.401212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port a4e2a353-f092-4972-95be-2c4f093278ac {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:19.401881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.433435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-367987109-network', 'tenant_id': '5d8208d67792487a9512d3291a993282'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:19.471084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Made reservation on behalf of 5d8208d67792487a9512d3291a993282 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:19.479478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.494795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.603296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.625045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for a4e2a353-f092-4972-95be-2c4f093278ac owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:19.650176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.657901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.688613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:19.705506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946c9ece-b64d-4bf1-b391-12987309b92a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.711306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.711661 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Added segment bdf52e5d-4ac2-419e-a856-f383843ca587 of type vlan for network a9e6c24c-21c1-4430-9d4c-47db9158aa73 Mar 31 23:10:19.771817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.812296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.813920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.815077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.873636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7155657 Mar 31 23:10:19.901109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:19.907137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Request body: {'subnet': {'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-367987109-subnet', 'tenant_id': '5d8208d67792487a9512d3291a993282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:19.914463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c96b0c-e3d7-4e3f-8860-8634ec5d1c4f admin admin] Pushing event updated for resources: {'Network': ['ID=a9e6c24c-21c1-4430-9d4c-47db9158aa73,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.928470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a9e6c24c-21c1-4430-9d4c-47db9158aa73 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:19.939363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Made reservation on behalf of 5d8208d67792487a9512d3291a993282 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:19.942886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:19.979128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.016409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=a4e2a353-f092-4972-95be-2c4f093278ac,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.118126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.247442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.268065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.323862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.325611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router cce737ed-6fa0-4608-9ed7-27af2580e281 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:20.342276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.342522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.347290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57d0566e-c752-4daa-85ae-3177966b341c tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 204 len: 168 time: 1.5258460 Mar 31 23:10:20.348515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57456) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.357924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-962532257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:20.440821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Checking segment: {'id': 'bdf52e5d-4ac2-419e-a856-f383843ca587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:20.441532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Network hostable DHCP agents. Network: a9e6c24c-21c1-4430-9d4c-47db9158aa73, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:20.443727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.445185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d4a092-c5b7-431e-9811-1a438930fd1c,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.445486 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.473422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Network a9e6c24c-21c1-4430-9d4c-47db9158aa73 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:20.492065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a9e6c24c-21c1-4430-9d4c-47db9158aa73) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:20.497985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.499284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.503316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378b9cc-ca1b-4669-a9a3-451a66dc9a15 None None] Network a9e6c24c-21c1-4430-9d4c-47db9158aa73 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:20.535603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52318ff1-7c58-44e7-8823-ec0ee0b4b477 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6330295 Mar 31 23:10:20.554945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.572825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.616840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:20.619834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e400061f-e880-41f2-abfa-19ab851a744e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2680991 Mar 31 23:10:20.623038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:20.629464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:20.826526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15f0879-740b-46b5-ac98-5606991897ce None None] Network a9e6c24c-21c1-4430-9d4c-47db9158aa73 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:20.996278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.250903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.549155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-e4f206f3-640a-417d-b20e-62e34de1b93b tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.552154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-e4f206f3-640a-417d-b20e-62e34de1b93b tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/networks?id=a9e6c24c-21c1-4430-9d4c-47db9158aa73 HTTP/1.1" status: 200 len: 808 time: 0.2642930 Mar 31 23:10:21.575852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-44aa77b8-89b2-4374-8b42-17536395414f tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/quotas/5d8208d67792487a9512d3291a993282 HTTP/1.1" status: 200 len: 375 time: 0.0168498 Mar 31 23:10:21.670222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-f2975c01-8432-4ead-b1ab-b371fc179295 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5d8208d67792487a9512d3291a993282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564628 Mar 31 23:10:21.782355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.806308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57576) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:21.813460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:21.837621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-5d5ae040-94fc-49af-9cdf-c5222f8b68d0 service neutron] 10.222.0.95 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405270 Mar 31 23:10:21.974683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4d3b-11e1-496e-aa1d-4a5c58ae492e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.036195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Allocated IP 172.25.8.7 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a8a82d79-37b2-42ac-a65e-b6fc4523084e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:22.047842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-1cb39dc7-06bf-4313-a5ed-d7e95d4b33df service neutron] 10.222.0.95 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753476 Mar 31 23:10:22.076026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4d3b-11e1-496e-aa1d-4a5c58ae492e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.083558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed2d4d3b-11e1-496e-aa1d-4a5c58ae492e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.119579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d4d3b-11e1-496e-aa1d-4a5c58ae492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c360d72-63a8-4b32-a51b-f59768dc0998,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.175645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed2d4d3b-11e1-496e-aa1d-4a5c58ae492e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=35c1d073424b4f5ca06f14578748bb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672967 Mar 31 23:10:22.177802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57582) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:22.215365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.289051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.302302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.359657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e48b8d4a-ae8a-470e-8074-2b91760a923b req-84f36591-1cb7-4e4c-9cd4-d2c5f5ab6f01 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 210 time: 0.0839624 Mar 31 23:10:22.362136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.389569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:22.404449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:22.412928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Pushing event updated for resources: {'Port': ['ID=a8a82d79-37b2-42ac-a65e-b6fc4523084e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.429834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:22.458598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.461606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:22.463928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0c360d72-63a8-4b32-a51b-f59768dc0998 HTTP/1.1" status: 204 len: 168 time: 0.2838495 Mar 31 23:10:22.505352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d572d-0063-486b-ae57-d3a0e973227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c360d72-63a8-4b32-a51b-f59768dc0998,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.947391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.392143 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.401188 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.406567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57632) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:23.531298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b2b060-7412-4035-bf82-5c4c3ef3c2dd req-0d719208-844e-449b-bc05-8f6eaa96ce7d tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 210 time: 0.0608048 Mar 31 23:10:23.577507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff5e-700f-420d-91da-b81118ee5d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.712259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff5e-700f-420d-91da-b81118ee5d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.725364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b1bff5e-700f-420d-91da-b81118ee5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:23.747802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Router ce44bec1-935a-40d0-9870-845f70d17947 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:23.833266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bff5e-700f-420d-91da-b81118ee5d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab9b9a-3ce9-45f6-a540-9a1f55e3d3a2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:23.868175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7b1bff5e-700f-420d-91da-b81118ee5d7b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6c60b4f5700340e69e5f2fc665bb8ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574490 Mar 31 23:10:23.891071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57646) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:23.906115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:24.086448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.147505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.157951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-8ef94ae7-b56b-4a82-b31d-15e8d8cc9467 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.159648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-8ef94ae7-b56b-4a82-b31d-15e8d8cc9467 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.60 "GET /v2.0/networks?id=a9e6c24c-21c1-4430-9d4c-47db9158aa73 HTTP/1.1" status: 200 len: 808 time: 0.3226900 Mar 31 23:10:24.174742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Request body: {'port': {'device_id': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73', 'admin_state_up': True, 'tenant_id': '5d8208d67792487a9512d3291a993282'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:24.297341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.300391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.304802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aaab9b9a-3ce9-45f6-a540-9a1f55e3d3a2 HTTP/1.1" status: 204 len: 168 time: 0.4126701 Mar 31 23:10:24.320060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf80c2-a4c7-4763-b91c-387e01bb232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab9b9a-3ce9-45f6-a540-9a1f55e3d3a2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:24.351509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Made reservation on behalf of 5d8208d67792487a9512d3291a993282 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:24.356666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.497211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:24.503107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.506583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2282d5f8-556c-4877-8211-2aaeeeed96e1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "PUT /v2.0/routers/ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 200 len: 917 time: 3.8800020 Mar 31 23:10:24.507007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57680) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.514083 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] Sync routers for ids ['ce44bec1-935a-40d0-9870-845f70d17947'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:24.531797 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] Routers {'ce44bec1-935a-40d0-9870-845f70d17947'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:24.533047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ce44bec1-935a-40d0-9870-845f70d17947'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.559604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Allocated IP 172.20.0.14 (a9e6c24c-21c1-4430-9d4c-47db9158aa73/f2d4a092-c5b7-431e-9811-1a438930fd1c/6b260aaa-1f32-4220-8339-cffee2a0b1e1) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:24.632194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.655102 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] Routers {'ce44bec1-935a-40d0-9870-845f70d17947'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:24.655686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ce44bec1-935a-40d0-9870-845f70d17947'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.692271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49b862be-8c2a-462c-b763-b4805a958f6e tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 200 len: 923 time: 0.1839297 Mar 31 23:10:24.696562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.742026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.743063 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d03cb6-1a29-44d9-81cd-22e3d6fc89fb None None] The sync data for ids ['ce44bec1-935a-40d0-9870-845f70d17947'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:24.809701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6b7a438-9b88-4399-8324-addd01db6c94 req-cbd11341-04a2-4a15-a147-cd4d3bbb61a3 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 210 time: 0.0914378 Mar 31 23:10:24.826545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85c45b2-0900-410c-ae52-96121bb46f44 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.828657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f85c45b2-0900-410c-ae52-96121bb46f44 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=ce44bec1-935a-40d0-9870-845f70d17947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1311319 Mar 31 23:10:24.831959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57698) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.861616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.928285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:24.948483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1e0b4-07dc-4aa8-bbbd-9bab42f48620 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:24.950330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8fc1e0b4-07dc-4aa8-bbbd-9bab42f48620 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.1168828 Mar 31 23:10:24.953693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.995074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-788a988a-f689-441c-9e21-0568e365f411 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 200 len: 205 time: 0.0397074 Mar 31 23:10:24.997323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57706) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:24.999395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Network a9e6c24c-21c1-4430-9d4c-47db9158aa73 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:25.002902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:25.007339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:25.047700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Pushing event updated for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.064654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57708) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:25.081722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:25.082455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.104467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-7f03a334-e1a7-4409-9be1-5d4a4fa23533 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9340639 Mar 31 23:10:25.118982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Request body: {'port': {'device_id': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:25.149422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.235025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.275249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76942362-9115-4125-99de-cf44322e1519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.317479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.440110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port a8a82d79-37b2-42ac-a65e-b6fc4523084e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:25.440444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.443326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76942362-9115-4125-99de-cf44322e1519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.456986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76942362-9115-4125-99de-cf44322e1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.490775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76942362-9115-4125-99de-cf44322e1519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eab888-28bc-4f07-a40b-4943de9cf409,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.554791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-76942362-9115-4125-99de-cf44322e1519 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f540e2103ee8418cbf443480566b6172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867713 Mar 31 23:10:25.555516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57724) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:25.581581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b260aaa-1f32-4220-8339-cffee2a0b1e1 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:25.593439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.599542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.616245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Transition to ACTIVE for port object 6b260aaa-1f32-4220-8339-cffee2a0b1e1 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:25.625951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.633193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for a8a82d79-37b2-42ac-a65e-b6fc4523084e owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:25.657819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.682505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.685857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57728) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:25.774616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Pushing event updated for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.786861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.789820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.791133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/76eab888-28bc-4f07-a40b-4943de9cf409 HTTP/1.1" status: 204 len: 168 time: 0.2346897 Mar 31 23:10:25.806550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Attempting to bind port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:25.807096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Attempting to bind port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'bdf52e5d-4ac2-419e-a856-f383843ca587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:25.807518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Attempting to bind port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 on network a9e6c24c-21c1-4430-9d4c-47db9158aa73 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:25.813519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 on network a9e6c24c-21c1-4430-9d4c-47db9158aa73 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:25.814194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Attempting to bind port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 on network a9e6c24c-21c1-4430-9d4c-47db9158aa73 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:25.820516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:25.820767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Checking segment: {'id': 'bdf52e5d-4ac2-419e-a856-f383843ca587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:25.821167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Bound using segment: {'id': 'bdf52e5d-4ac2-419e-a856-f383843ca587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:25.821614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Bound port: 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdf52e5d-4ac2-419e-a856-f383843ca587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:25.822030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.832364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6060401-10bb-40e1-9f4d-40677f508d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eab888-28bc-4f07-a40b-4943de9cf409,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.885543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-50440741-network', 'tenant_id': '838817cb2b964fcaa337c040b4724ff8'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:25.929741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Made reservation on behalf of 838817cb2b964fcaa337c040b4724ff8 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:25.932147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.959936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:25.970599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.009218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=a8a82d79-37b2-42ac-a65e-b6fc4523084e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.032370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:26.054007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.061982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1,segment=NetworkSegment(bdf52e5d-4ac2-419e-a856-f383843ca587),segment_id=bdf52e5d-4ac2-419e-a856-f383843ca587)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:26.075973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.087875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.186592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.196135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12649adf-5361-4e52-8464-5ae07614074d req-a0307492-4ae1-4aee-8b99-c512722e43bb tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.203639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.205001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12649adf-5361-4e52-8464-5ae07614074d req-a0307492-4ae1-4aee-8b99-c512722e43bb tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 944 time: 0.2504201 Mar 31 23:10:26.206557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.213961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.266557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.268637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.269256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router ce44bec1-935a-40d0-9870-845f70d17947 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:26.270647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.272165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b260aaa-1f32-4220-8339-cffee2a0b1e1 HTTP/1.1" status: 200 len: 1092 time: 1.1589830 Mar 31 23:10:26.274625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:26.276951 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:26.278682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.279723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382805a-684d-4926-83f5-4a2f6cccc385 service neutron] Pushing event updated for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.284481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dc7690c0-bf2d-4d14-a4ad-e9a3faf19f48 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 204 len: 168 time: 1.2828560 Mar 31 23:10:26.291872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57746) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.296667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-994370480', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.303070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:26.342668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.343030 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Added segment 690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b of type vlan for network e20cb786-ebad-42aa-be21-19c388690756 Mar 31 23:10:26.344447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c341230-0cf2-426a-8d46-fe08a95d76e3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.357879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12649adf-5361-4e52-8464-5ae07614074d req-a32eb794-59cc-47d0-b0b1-f20e07b4f214 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519935 Mar 31 23:10:26.391169 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0430b7c3-e559-4ab1-8128-c0836f27399b x-openstack-request-id: req-0430b7c3-e559-4ab1-8128-c0836f27399b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:26.402031 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:26.402520 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0430b7c3-e559-4ab1-8128-c0836f27399b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:26.402862 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0430b7c3-e559-4ab1-8128-c0836f27399b'] response: {'name': 'network-changed', 'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1', 'status': 'completed', 'code': 200} Mar 31 23:10:26.407586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.408602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.440847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.493449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-c4acbe8b-61eb-4a3e-bb4d-8b114afa4bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.495219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-c4acbe8b-61eb-4a3e-bb4d-8b114afa4bdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d8208d67792487a9512d3291a993282&device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 1095 time: 0.1326442 Mar 31 23:10:26.535620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.536464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.537412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.538023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.582611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-f72004c4-f3ec-427b-aec9-366001f77688 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0539312 Mar 31 23:10:26.651019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9611652 Mar 31 23:10:26.652686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57758) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:26.660010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Request body: {'subnet': {'network_id': 'e20cb786-ebad-42aa-be21-19c388690756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-50440741-subnet', 'tenant_id': '838817cb2b964fcaa337c040b4724ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.689162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Made reservation on behalf of 838817cb2b964fcaa337c040b4724ff8 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:26.692671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.734787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53804aa-3d0e-4489-9cf4-0195dc8db63a admin admin] Pushing event updated for resources: {'Network': ['ID=e20cb786-ebad-42aa-be21-19c388690756,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.747519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e20cb786-ebad-42aa-be21-19c388690756 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:26.817296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:26.821553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-f22858cf-6bed-4282-b98e-03a068e4042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.823060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-f22858cf-6bed-4282-b98e-03a068e4042e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2d4a092-c5b7-431e-9811-1a438930fd1c HTTP/1.1" status: 200 len: 848 time: 0.2030778 Mar 31 23:10:26.891448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-49c48c80-65b3-4df3-830d-d0fb2b910f67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9e6c24c-21c1-4430-9d4c-47db9158aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539470 Mar 31 23:10:26.938820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.016732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Checking segment: {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:27.017293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Network hostable DHCP agents. Network: e20cb786-ebad-42aa-be21-19c388690756, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:27.029819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163f5816-db02-49e5-b83b-fe3e8ae82a5f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.043461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-68040796-371a-4c11-b589-ef8b96ba23db service neutron] 10.222.0.60 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447923 Mar 31 23:10:27.052343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Network e20cb786-ebad-42aa-be21-19c388690756 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:27.071370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e20cb786-ebad-42aa-be21-19c388690756) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:27.078367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.079992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.083389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2c7659-836b-4b23-b4e6-e205451d2e35 None None] Network e20cb786-ebad-42aa-be21-19c388690756 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:27.108051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aece7d74-4395-4ad3-a8fd-3077949bf042 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4540603 Mar 31 23:10:27.187725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.230222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.252168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1db35bc-dc91-4331-b599-9a9d5441edd4 req-8b7bd29f-287f-4f11-af72-7e771cecb778 service neutron] 10.222.0.60 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012632 Mar 31 23:10:27.253523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.294158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af4796-5242-457d-8419-cbb207212120 None None] Network e20cb786-ebad-42aa-be21-19c388690756 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:27.378699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca2f-1074-4ba3-b8df-549e5760f9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.430420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-dce2956b-25b6-411b-a230-02be780a906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.433895 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-dce2956b-25b6-411b-a230-02be780a906a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d8208d67792487a9512d3291a993282&device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 1095 time: 0.1161809 Mar 31 23:10:27.448281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Allocated IP 172.25.8.112 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a1f2e76a-205e-4a00-8f03-c6c931d9588d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:27.520137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca2f-1074-4ba3-b8df-549e5760f9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.540539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca2f-1074-4ba3-b8df-549e5760f9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.592251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7ca3ca2f-1074-4ba3-b8df-549e5760f9ae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4a3bf3594e664c4ea0c0f49a82c9b40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019122 Mar 31 23:10:27.592514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:27.601278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ca2f-1074-4ba3-b8df-549e5760f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3284d592-9c89-4a23-a5b3-7b7f1c733132,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.619114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d0964-d039-4170-9853-c34a1b20b6fc req-0098bd02-92f8-48b0-815e-24c9bd91ad7c tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.620790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f43d0964-d039-4170-9853-c34a1b20b6fc req-0098bd02-92f8-48b0-815e-24c9bd91ad7c tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 944 time: 0.1116855 Mar 31 23:10:27.694000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f43d0964-d039-4170-9853-c34a1b20b6fc req-40acd311-251d-4018-a88d-4fee12dcedfb tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630114 Mar 31 23:10:27.697052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.720800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.771402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.774379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:27.778412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3284d592-9c89-4a23-a5b3-7b7f1c733132 HTTP/1.1" status: 204 len: 168 time: 0.1821449 Mar 31 23:10:27.784033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d871112-2584-4990-8959-36734a0af320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3284d592-9c89-4a23-a5b3-7b7f1c733132,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.972326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-c55b2aee-550d-410d-8590-7552c9fb38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:27.973770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-c55b2aee-550d-410d-8590-7552c9fb38f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9e6c24c-21c1-4430-9d4c-47db9158aa73 HTTP/1.1" status: 200 len: 910 time: 0.5269644 Mar 31 23:10:28.024842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-fa643b2a-26dc-4c9e-b908-15ce54a16999 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Mar 31 23:10:28.036152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.093120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-6d4dae11-8d2a-4ea2-8fd3-6d14ad791e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:28.094704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-6d4dae11-8d2a-4ea2-8fd3-6d14ad791e99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2d4a092-c5b7-431e-9811-1a438930fd1c HTTP/1.1" status: 200 len: 848 time: 0.0619123 Mar 31 23:10:28.132845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-67dd38b8-4e6e-4033-b1ab-18c885a590c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9e6c24c-21c1-4430-9d4c-47db9158aa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307045 Mar 31 23:10:28.140536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.206876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:28.235200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:28.241861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:28.280023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event updated for resources: {'Port': ['ID=a1f2e76a-205e-4a00-8f03-c6c931d9588d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.316228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-338e753d-b46b-485a-b923-1b9b3de16da6 service neutron] 10.222.0.60 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706920 Mar 31 23:10:28.539287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8c3eebe-4c68-4c03-ba7e-3e8ac56797cd req-88b56539-b7af-4ffb-a8c1-04164ada46e7 service neutron] 10.222.0.60 "GET /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919043 Mar 31 23:10:28.602694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:28.831209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.024272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f1ed-1779-4f3b-ab17-010bad77afa7 req-5b51f0bd-dede-464d-9ead-42012e656b3c tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.025980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9604f1ed-1779-4f3b-ab17-010bad77afa7 req-5b51f0bd-dede-464d-9ead-42012e656b3c tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 944 time: 0.1899216 Mar 31 23:10:29.054083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Router b5860fb4-e1b0-4681-b5f5-90fe455518c4 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:29.113931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9604f1ed-1779-4f3b-ab17-010bad77afa7 req-a82c0840-07f4-4651-8c88-dd8a1a621ffa tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805664 Mar 31 23:10:29.189595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:29.200819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] Sync routers for ids ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:29.211944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] Routers {'b5860fb4-e1b0-4681-b5f5-90fe455518c4'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:29.212769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:29.229657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.234214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57818) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:29.234756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d8cab20e-c3b0-4d26-93f1-aed818d6252b tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9414759 Mar 31 23:10:29.240618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:29.257319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:29.269101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] Routers {'b5860fb4-e1b0-4681-b5f5-90fe455518c4'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:29.270215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:29.308719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:29.309590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a08a3-9c91-4785-8464-56d05e323153 None None] The sync data for ids ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:29.625720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.644621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.708972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Deleting port a1f2e76a-205e-4a00-8f03-c6c931d9588d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:29.709406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.811755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:29.830466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Calling delete_port for a1f2e76a-205e-4a00-8f03-c6c931d9588d owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:29.864080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57838) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:30.052133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.072013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:30.108082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.121848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Pushing event deleted for resources: {'Port': ['ID=a1f2e76a-205e-4a00-8f03-c6c931d9588d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.252769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.298892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.397039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Allocated IP 172.25.8.19 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/e283d9de-d253-4b98-bcc6-d17a9e470936) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:30.398992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211dd90-a19a-403a-b159-f5a646b4436f req-13a58617-0986-4077-ac78-d6c27fc35df9 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.400623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1211dd90-a19a-403a-b159-f5a646b4436f req-13a58617-0986-4077-ac78-d6c27fc35df9 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 944 time: 0.1572025 Mar 31 23:10:30.411814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6b260aaa-1f32-4220-8339-cffee2a0b1e1 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:30.563980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1,segment=NetworkSegment(bdf52e5d-4ac2-419e-a856-f383843ca587),segment_id=bdf52e5d-4ac2-419e-a856-f383843ca587)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:30.576908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '6b260aaa-1f32-4220-8339-cffee2a0b1e1', 'network_id': 'a9e6c24c-21c1-4430-9d4c-47db9158aa73', 'port_id': '6b260aaa-1f32-4220-8339-cffee2a0b1e1', 'mac_address': 'fa:16:3e:f8:7f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2d4a092-c5b7-431e-9811-1a438930fd1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:30.582461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1211dd90-a19a-403a-b159-f5a646b4436f req-216dcec8-d616-4b47-af99-86624d6600d4 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388874 Mar 31 23:10:30.584872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.589370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.598191 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.627537 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.635819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.643146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b260aaa-1f32-4220-8339-cffee2a0b1e1 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:30.663610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1,segment=NetworkSegment(bdf52e5d-4ac2-419e-a856-f383843ca587),segment_id=bdf52e5d-4ac2-419e-a856-f383843ca587)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:30.668468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.682134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:30.687555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:30.710882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=e283d9de-d253-4b98-bcc6-d17a9e470936,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.714882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:30.737127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:30.824050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.862513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:30.984899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Router b5860fb4-e1b0-4681-b5f5-90fe455518c4 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:30.998387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['6b260aaa-1f32-4220-8339-cffee2a0b1e1'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:31.065865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:31.073968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.076931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-550d2487-0ecc-4bc9-8125-e5b5b76ea16e tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "PUT /v2.0/routers/b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 200 len: 709 time: 1.8391678 Mar 31 23:10:31.078028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57864) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.085745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] Sync routers for ids ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:31.109213 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] Routers {'b5860fb4-e1b0-4681-b5f5-90fe455518c4'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:31.110956 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.164542 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.174085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] Routers {'b5860fb4-e1b0-4681-b5f5-90fe455518c4'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:31.174662 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.199281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-53328692-3973-40f8-94ac-3b4b711e174e tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.201499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-53328692-3973-40f8-94ac-3b4b711e174e tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 807 time: 0.2332213 Mar 31 23:10:31.204479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.212658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7b6ff086-efb2-4adc-ad58-5e7b13bb14e6 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/routers/b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 200 len: 744 time: 0.1305614 Mar 31 23:10:31.213570 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:31.213570 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe29a78-2b9d-4b00-bcb6-54a922b7f3c2 None None] The sync data for ids ['b5860fb4-e1b0-4681-b5f5-90fe455518c4'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:31.213790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57870) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.241960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.274468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8aec9ed1-ec01-4cd0-8747-96137e670aa1 tempest-RoutersIpV6AdminTest-751042088 tempest-RoutersIpV6AdminTest-751042088-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 200 len: 205 time: 0.0608389 Mar 31 23:10:31.277548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.301574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9a0d041c-bac7-47ad-9f2e-19afef9e1689 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/quotas/838817cb2b964fcaa337c040b4724ff8 HTTP/1.1" status: 200 len: 375 time: 0.0605676 Mar 31 23:10:31.308002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-328e820f-7ba8-47a1-a21f-74039a36c5c6 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 200 len: 205 time: 0.0291119 Mar 31 23:10:31.310737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.341850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=e283d9de-d253-4b98-bcc6-d17a9e470936,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.363593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-acdf9ecd-374b-4909-8653-cf045c99a76f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541086 Mar 31 23:10:31.379121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.383030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.440501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.441731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b01d5175-18f8-4c0c-9ad5-864e6020361f tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5766029 Mar 31 23:10:31.445274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57878) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.449992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1343982948'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:31.493197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-5bcdac27-4e1a-49ad-b8dc-ec27ed942eca service neutron] 10.222.0.95 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216128 Mar 31 23:10:31.494441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Made reservation on behalf of c2092d848ab5441f96bf02c5b8330bdd for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:31.498140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.516038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.546305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.548970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.595000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.595636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Fanout notify agent at l3_agent the message router_deleted on router b5860fb4-e1b0-4681-b5f5-90fe455518c4 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:31.607088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.608344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c992595-3b75-48ef-91dc-ad79e6043af8 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 204 len: 168 time: 0.2966046 Mar 31 23:10:31.611871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.628990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-8cdffd12-993d-4b1d-a2c6-fe7a4468f083 service neutron] 10.222.0.95 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203892 Mar 31 23:10:31.645890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5e9b067a-aedc-42d3-9dfb-287a982c9179 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 200 len: 205 time: 0.0328650 Mar 31 23:10:31.646510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57884) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.667133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.676034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.697907 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-6d8bbb48-aabe-4025-927c-c0eaeb57ecad tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:31.701431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d8bbb48-aabe-4025-927c-c0eaeb57ecad tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/b5860fb4-e1b0-4681-b5f5-90fe455518c4 HTTP/1.1" status: 404 len: 336 time: 0.0514517 Mar 31 23:10:31.704316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.711151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:31.721571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362bf530-d9f8-4fe1-b269-8f827aeb832f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.728282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.728703 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Added segment 17a6cbef-b60e-48aa-a5df-d24367ee859e of type vlan for network 88907478-ea29-4333-b678-2975b922f1ac Mar 31 23:10:31.771863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c46bdfb-dc58-4240-88df-38fd876c6da5 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 200 len: 205 time: 0.0668352 Mar 31 23:10:31.772398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.777556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.812345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-270aac6a-2fd1-4de7-bf00-ebf4cfc9b214 req-4b5df363-c279-413c-bbd5-c5181c1ecac1 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 210 time: 0.0321856 Mar 31 23:10:31.821876 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-9ac96fb9-41d0-4dea-8404-d0e45fa65709 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:31.824236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ac96fb9-41d0-4dea-8404-d0e45fa65709 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/ce44bec1-935a-40d0-9870-845f70d17947 HTTP/1.1" status: 404 len: 336 time: 0.0508766 Mar 31 23:10:31.832552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.832738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0918f4c-61b6-4aa1-8ab3-c6ef71dd44cc req-b20e5812-df63-4dfa-ac59-d79ee8f2e10a tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.833512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.834232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0918f4c-61b6-4aa1-8ab3-c6ef71dd44cc req-b20e5812-df63-4dfa-ac59-d79ee8f2e10a tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 945 time: 0.1465511 Mar 31 23:10:31.840751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:31.841416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:31.879280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0918f4c-61b6-4aa1-8ab3-c6ef71dd44cc req-763fbe63-ec11-4322-9528-04567283ca25 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Mar 31 23:10:31.900035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57896) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.900222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b57a85d5-9f83-4265-af34-cbf83005f130 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 200 len: 205 time: 0.0557837 Mar 31 23:10:31.948798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4997849 Mar 31 23:10:31.949038 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1150ff2c-d5f3-4ff6-85c3-0e9833583b04 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:31.949150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57902) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.949829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1150ff2c-d5f3-4ff6-85c3-0e9833583b04 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/cce737ed-6fa0-4608-9ed7-27af2580e281 HTTP/1.1" status: 404 len: 336 time: 0.0480702 Mar 31 23:10:31.952611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57904) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:31.954003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Request body: {'subnet': {'network_id': '88907478-ea29-4333-b678-2975b922f1ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:31.957333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9fda8-f579-44a8-a05c-d563a88261cc tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Network': ['ID=88907478-ea29-4333-b678-2975b922f1ac,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.969634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 88907478-ea29-4333-b678-2975b922f1ac details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:31.994535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7deac3c1-ffb1-4876-8e11-5be23f00b78a tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 200 len: 205 time: 0.0403566 Mar 31 23:10:31.995584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57906) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.049881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Made reservation on behalf of c2092d848ab5441f96bf02c5b8330bdd for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:32.051079 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-12f21777-e488-405a-a883-78db87220756 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:32.053872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.054923 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-12f21777-e488-405a-a883-78db87220756 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/e123851e-e3e9-4e34-880f-a67938081d04 HTTP/1.1" status: 404 len: 336 time: 0.0581133 Mar 31 23:10:32.055732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.090864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.091723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3900be5d-a4de-4f01-959e-322786c95197 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 200 len: 205 time: 0.0341280 Mar 31 23:10:32.159822 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1e3dfe47-3b08-4ae7-a022-debbe4b9f583 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:32.164528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1e3dfe47-3b08-4ae7-a022-debbe4b9f583 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/18b9909f-5454-48a1-820a-3b1b79433b19 HTTP/1.1" status: 404 len: 336 time: 0.0699844 Mar 31 23:10:32.165176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.193759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-304e34e9-e097-453e-9f98-381abb700572 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b5eb51f-4329-4401-a83f-18c56d1a06ab HTTP/1.1" status: 200 len: 205 time: 0.0275862 Mar 31 23:10:32.196588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.239896 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-f64d9dfc-5b25-4ac9-b19e-b30233b7413a tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] delete failed (client error): The resource could not be found. Mar 31 23:10:32.243462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f64d9dfc-5b25-4ac9-b19e-b30233b7413a tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/routers/0b5eb51f-4329-4401-a83f-18c56d1a06ab HTTP/1.1" status: 404 len: 336 time: 0.0422094 Mar 31 23:10:32.245135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57922) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.278512 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e988625-4960-4efc-b91c-5339736e4449 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] DELETE failed (client error): The resource could not be found. Mar 31 23:10:32.278969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e988625-4960-4efc-b91c-5339736e4449 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:10:32.284873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2e988625-4960-4efc-b91c-5339736e4449 tempest-RoutersIpV6AdminTest-1958388852 tempest-RoutersIpV6AdminTest-1958388852-project] 10.222.0.95 "DELETE /v2.0/subnets/4ea8798a-0ef6-4d8a-89c4-28f674fae385 HTTP/1.1" status: 404 len: 337 time: 0.0361564 Mar 31 23:10:32.341989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.403959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Subnet': ['ID=76924546-d9f1-4744-a03e-90360824b125,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.411964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Checking segment: {'id': '17a6cbef-b60e-48aa-a5df-d24367ee859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '88907478-ea29-4333-b678-2975b922f1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:32.414809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network hostable DHCP agents. Network: 88907478-ea29-4333-b678-2975b922f1ac, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:32.423961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6b260aaa-1f32-4220-8339-cffee2a0b1e1 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:32.434182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network 88907478-ea29-4333-b678-2975b922f1ac is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:32.457514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 88907478-ea29-4333-b678-2975b922f1ac) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:32.462631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.462998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.471303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559d3ee-c25c-45c7-82d8-93bcb52df82b None None] Network 88907478-ea29-4333-b678-2975b922f1ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:32.488747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc5bc855-2fdc-43f1-b6c4-c22f434d6340 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5357692 Mar 31 23:10:32.488977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57926) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.493650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-243481671', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:32.522111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.523561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.580924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.586307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:32.593772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:32.594157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.625554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.716172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-88907478-ea29-4333-b678-2975b922f1ac', 'network_id': '88907478-ea29-4333-b678-2975b922f1ac', 'tenant_id': 'c2092d848ab5441f96bf02c5b8330bdd', 'fixed_ips': [{'subnet_id': '76924546-d9f1-4744-a03e-90360824b125'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:32.717032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.732920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.749034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-359bca93-8853-4244-a41b-37ababe606c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.749277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.829161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:32.831436 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f998e2-095c-4624-af36-b2e3a2468fec" -d '{"events": [{"server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:32.835271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-359bca93-8853-4244-a41b-37ababe606c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.847163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-359bca93-8853-4244-a41b-37ababe606c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.857876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1,segment=NetworkSegment(bdf52e5d-4ac2-419e-a856-f383843ca587),segment_id=bdf52e5d-4ac2-419e-a856-f383843ca587)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:32.867181 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:32.929015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-359bca93-8853-4244-a41b-37ababe606c5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8e7b37bbc07c440cb76477de8a4cd07f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987387 Mar 31 23:10:32.929015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bca93-8853-4244-a41b-37ababe606c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6b3f1-9c84-4bdb-b87f-7385a368baad,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.929448 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95bafad-480e-4a0c-a44f-61d9e2a2dd98 x-openstack-request-id: req-c95bafad-480e-4a0c-a44f-61d9e2a2dd98 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:32.929991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:32.943756 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "name": "network-vif-plugged", "status": "completed", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:32.944148 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c95bafad-480e-4a0c-a44f-61d9e2a2dd98 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:32.946603 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95bafad-480e-4a0c-a44f-61d9e2a2dd98'] response: {'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1', 'code': 200} Mar 31 23:10:33.001969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Allocated IP 172.20.0.2 (88907478-ea29-4333-b678-2975b922f1ac/76924546-d9f1-4744-a03e-90360824b125/eee04b95-6a3c-4998-b65f-b9686437b997) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:33.005159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.052583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.125182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.172881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b8fb2-78b0-4be3-ba16-201ca2366260 req-9ee429eb-0289-442e-a324-47257a006b48 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.180648 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f0b8fb2-78b0-4be3-ba16-201ca2366260 req-9ee429eb-0289-442e-a324-47257a006b48 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.1635187 Mar 31 23:10:33.206594 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.236499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.268850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f0b8fb2-78b0-4be3-ba16-201ca2366260 req-ec5c56c9-c8ec-4124-97f6-f958dfad2f96 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870140 Mar 31 23:10:33.277713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-05b16e30-bcbc-4820-8cc8-b5fdc2ae653f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.280111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-05b16e30-bcbc-4820-8cc8-b5fdc2ae653f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 807 time: 0.2184072 Mar 31 23:10:33.302185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Request body: {'port': {'device_id': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756', 'admin_state_up': True, 'tenant_id': '838817cb2b964fcaa337c040b4724ff8'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:33.344257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Pushing event updated for resources: {'Port': ['ID=eee04b95-6a3c-4998-b65f-b9686437b997,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.356026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Network 88907478-ea29-4333-b678-2975b922f1ac is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:33.357710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:33.360329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:33.393330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.395882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.399651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/efc6b3f1-9c84-4bdb-b87f-7385a368baad HTTP/1.1" status: 204 len: 168 time: 0.4656959 Mar 31 23:10:33.413617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eae82-f119-4b01-ad52-2ebb5217a038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6b3f1-9c84-4bdb-b87f-7385a368baad,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.438169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Attempting to bind port eee04b95-6a3c-4998-b65f-b9686437b997 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:33.438535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Attempting to bind port eee04b95-6a3c-4998-b65f-b9686437b997 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '17a6cbef-b60e-48aa-a5df-d24367ee859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '88907478-ea29-4333-b678-2975b922f1ac'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:33.438906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Attempting to bind port eee04b95-6a3c-4998-b65f-b9686437b997 on network 88907478-ea29-4333-b678-2975b922f1ac {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:33.444839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:33.445200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Checking segment: {'id': '17a6cbef-b60e-48aa-a5df-d24367ee859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '88907478-ea29-4333-b678-2975b922f1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:33.445599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.445989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Bound using segment: {'id': '17a6cbef-b60e-48aa-a5df-d24367ee859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '88907478-ea29-4333-b678-2975b922f1ac'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:33.446435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Bound port: eee04b95-6a3c-4998-b65f-b9686437b997, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a6cbef-b60e-48aa-a5df-d24367ee859e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '88907478-ea29-4333-b678-2975b922f1ac'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:33.446807 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.479608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Made reservation on behalf of 838817cb2b964fcaa337c040b4724ff8 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:33.484852 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.492697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-36a28d60-2b63-402f-9175-6486bf90fb4b req-142a4cb8-cef1-4da8-8ce8-fe7a00e53543 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 210 time: 0.5348666 Mar 31 23:10:33.528194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.536995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] For port eee04b95-6a3c-4998-b65f-b9686437b997, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:33.540281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] For port eee04b95-6a3c-4998-b65f-b9686437b997, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eee04b95-6a3c-4998-b65f-b9686437b997,segment=NetworkSegment(17a6cbef-b60e-48aa-a5df-d24367ee859e),segment_id=17a6cbef-b60e-48aa-a5df-d24367ee859e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:33.547876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.553098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.598597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072365a-e539-483e-ac5c-49ed596270ad req-4065d082-9d29-48c1-8954-1da81a6e2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:33.600131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1072365a-e539-483e-ac5c-49ed596270ad req-4065d082-9d29-48c1-8954-1da81a6e2332 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 1097 time: 0.1370828 Mar 31 23:10:33.622828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e66a7-85f6-441b-aecf-5643d3daf8cd None None] Pushing event updated for resources: {'Port': ['ID=eee04b95-6a3c-4998-b65f-b9686437b997,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.671711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Allocated IP 172.20.0.3 (e20cb786-ebad-42aa-be21-19c388690756/163f5816-db02-49e5-b83b-fe3e8ae82a5f/019559ab-48df-4692-bd86-c15c3e967a52) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:33.676749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1072365a-e539-483e-ac5c-49ed596270ad req-c3d5aeb4-86dd-44a3-8da2-9aeb001185d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661232 Mar 31 23:10:33.697287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Allocated IP 172.25.8.176 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a2fedf04-2a5b-4971-b377-e0fdc76d955f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:33.824694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57950) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.832288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.877325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.915472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b0473036-75ce-48c6-bd3f-602c3ad89ec5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=738cd554a9954fb2b87cf33781aa82ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876501 Mar 31 23:10:33.918396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57952) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:33.919619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.934581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:33.966893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:33.970617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:33.973080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:33.978959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=a2fedf04-2a5b-4971-b377-e0fdc76d955f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.024387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Network e20cb786-ebad-42aa-be21-19c388690756 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:34.030478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Pushing event updated for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.034976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:34.039054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:34.043061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.098731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.107348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.107994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.138768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-9ee4b855-ec34-403c-ae8d-9b2a8c9cc58b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8409240 Mar 31 23:10:34.157117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Request body: {'port': {'device_id': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:34.193294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.195836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.196975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/580f1941-f581-4d1d-953e-441edcc8f52d HTTP/1.1" status: 204 len: 168 time: 0.2776797 Mar 31 23:10:34.235500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.237387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e511e-fa8f-4e69-a181-cc58271c63d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f1941-f581-4d1d-953e-441edcc8f52d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.255334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.458721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7dd466bc-6bfd-40f3-8924-9fcc699a28b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.462219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eee04b95-6a3c-4998-b65f-b9686437b997 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:34.543390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eee04b95-6a3c-4998-b65f-b9686437b997 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:34.544246 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.627485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1b505-b283-488f-9a07-fc90cac4a113 req-7538ef97-7074-4dd9-b914-f664290ce323 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.629541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06a1b505-b283-488f-9a07-fc90cac4a113 req-7538ef97-7074-4dd9-b914-f664290ce323 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.1916785 Mar 31 23:10:34.691616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.693786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.742683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06a1b505-b283-488f-9a07-fc90cac4a113 req-3f2040b1-669e-4f83-b564-22b32cf69743 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961573 Mar 31 23:10:34.748877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port eee04b95-6a3c-4998-b65f-b9686437b997, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eee04b95-6a3c-4998-b65f-b9686437b997,segment=NetworkSegment(17a6cbef-b60e-48aa-a5df-d24367ee859e),segment_id=17a6cbef-b60e-48aa-a5df-d24367ee859e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:34.760008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0b748-9f92-4193-9942-f2742646d9a3 req-51cc41c8-9a98-494d-8516-bb058aeaee72 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.763752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.768160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6b0b748-9f92-4193-9942-f2742646d9a3 req-51cc41c8-9a98-494d-8516-bb058aeaee72 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 931 time: 0.1363575 Mar 31 23:10:34.846564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=eee04b95-6a3c-4998-b65f-b9686437b997,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.896588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019559ab-48df-4692-bd86-c15c3e967a52 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:34.899368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6b0b748-9f92-4193-9942-f2742646d9a3 req-11cd10ff-5591-4c68-afa4-3de343c1acff tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300368 Mar 31 23:10:34.910771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.936235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Transition to ACTIVE for port object 019559ab-48df-4692-bd86-c15c3e967a52 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:34.950098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:34.990177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Router 10490e34-d093-4ce2-b2cb-2227f669a55c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:35.027221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Pushing event updated for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.071774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e2b21-7085-4cb1-965f-1358d4145ee6 None None] Network 88907478-ea29-4333-b678-2975b922f1ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:35.126795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Attempting to bind port 019559ab-48df-4692-bd86-c15c3e967a52 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:35.127208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Attempting to bind port 019559ab-48df-4692-bd86-c15c3e967a52 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:35.127696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Attempting to bind port 019559ab-48df-4692-bd86-c15c3e967a52 on network e20cb786-ebad-42aa-be21-19c388690756 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:35.132439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Port 019559ab-48df-4692-bd86-c15c3e967a52 on network e20cb786-ebad-42aa-be21-19c388690756 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:35.132833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Attempting to bind port 019559ab-48df-4692-bd86-c15c3e967a52 on network e20cb786-ebad-42aa-be21-19c388690756 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:35.138259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:35.138719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Checking segment: {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:35.139216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Bound using segment: {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:35.139833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Bound port: 019559ab-48df-4692-bd86-c15c3e967a52, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:35.140233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.156328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:35.184745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] Sync routers for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:35.194822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.200231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:35.200416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6db36625-3282-4ba1-a94c-9ef89eb49737 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.7100270 Mar 31 23:10:35.244759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:35.245681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:35.247634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b811bc0f-7f7b-4a9b-83ce-6024e2c79fd8 None None] Provisioning complete for port eee04b95-6a3c-4998-b65f-b9686437b997 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:35.247990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b811bc0f-7f7b-4a9b-83ce-6024e2c79fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.322823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:35.335544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=019559ab-48df-4692-bd86-c15c3e967a52,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:35.376173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.433367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.434004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:35.435684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] 10.222.0.96 "PUT /v2.0/ports/019559ab-48df-4692-bd86-c15c3e967a52 HTTP/1.1" status: 200 len: 1091 time: 1.2831612 Mar 31 23:10:35.438408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:35.440831 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041f7a2-e687-404b-bf11-535508d25726" -d '{"events": [{"name": "network-changed", "server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "tag": "019559ab-48df-4692-bd86-c15c3e967a52"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:35.492003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:35.520467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:35.521308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:35.561220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c2cf-4f99-4581-a6a9-08d4133fb41d service neutron] Pushing event updated for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.562427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:35.563529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898fb37-e276-4afa-8fe4-1148e8c96fe6 None None] The sync data for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:35.625585 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b90811-0e1a-4c04-aa29-346dd7034812 x-openstack-request-id: req-19b90811-0e1a-4c04-aa29-346dd7034812 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:35.625874 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "tag": "019559ab-48df-4692-bd86-c15c3e967a52", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:35.626121 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19b90811-0e1a-4c04-aa29-346dd7034812 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:35.626524 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b90811-0e1a-4c04-aa29-346dd7034812'] response: {'name': 'network-changed', 'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52', 'status': 'completed', 'code': 200} Mar 31 23:10:35.632471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-037aa85a-58a6-466d-849c-aecc04bec4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.634428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-037aa85a-58a6-466d-849c-aecc04bec4b8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 1094 time: 0.1369374 Mar 31 23:10:35.703652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-8e68b347-df92-4072-aa9e-e59c65c801ea service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019559ab-48df-4692-bd86-c15c3e967a52 HTTP/1.1" status: 200 len: 217 time: 0.0576072 Mar 31 23:10:35.817893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-8534f3db-d874-4536-b038-845aa513360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.820497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-8534f3db-d874-4536-b038-845aa513360b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=163f5816-db02-49e5-b83b-fe3e8ae82a5f HTTP/1.1" status: 200 len: 847 time: 0.0642035 Mar 31 23:10:35.872016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-b4a15d32-8de1-4d99-8dae-82278a27b3f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e20cb786-ebad-42aa-be21-19c388690756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385234 Mar 31 23:10:35.881377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5500cf4c-708c-47c4-94bd-f25afa8d89ab None None] Provisioning complete for port eee04b95-6a3c-4998-b65f-b9686437b997 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:35.881743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5500cf4c-708c-47c4-94bd-f25afa8d89ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.002727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921b0d6-8fe3-4e7a-8e8b-eded1a2dd35c req-ea5a6c63-0276-47dd-89b8-0407d33ca627 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.004649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7921b0d6-8fe3-4e7a-8e8b-eded1a2dd35c req-ea5a6c63-0276-47dd-89b8-0407d33ca627 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.0726988 Mar 31 23:10:36.055179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7921b0d6-8fe3-4e7a-8e8b-eded1a2dd35c req-08e67e2c-f195-4606-84fe-65b5dd2621cf tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 Mar 31 23:10:36.097573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5342085-a6a7-4442-987a-71a1269bca1c req-3395e677-3696-4aa7-ad87-504d92a35094 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.110850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5342085-a6a7-4442-987a-71a1269bca1c req-3395e677-3696-4aa7-ad87-504d92a35094 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.2415006 Mar 31 23:10:36.197120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105381b-6c45-4edb-af3d-48ab9a6343ee req-3c1d62d8-b912-47c1-b779-a5dcb34c3e94 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.200944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b105381b-6c45-4edb-af3d-48ab9a6343ee req-3c1d62d8-b912-47c1-b779-a5dcb34c3e94 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 943 time: 0.0538917 Mar 31 23:10:36.201194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58016) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.207274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f5342085-a6a7-4442-987a-71a1269bca1c req-9d66a18c-5cf3-4c1f-8c53-1a131553f885 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888057 Mar 31 23:10:36.209342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-6fafc54e-81b7-47e2-96da-8772e7736b00 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101149 Mar 31 23:10:36.232133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.261640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b105381b-6c45-4edb-af3d-48ab9a6343ee req-4e23642d-9e85-4f5a-a039-685d06a5fccc tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Mar 31 23:10:36.342594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-764102584'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:36.349153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eee04b95-6a3c-4998-b65f-b9686437b997 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:36.373977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.375673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.420087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eee04b95-6a3c-4998-b65f-b9686437b997 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:36.420640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.447819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.456475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.478997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.480419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1206c65-5455-4127-ba87-454772bc7e47 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2782216 Mar 31 23:10:36.482956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58026) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.518207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e2570c-7eee-4f56-bb42-267d3e73d057 req-ae78c6be-0894-45d1-a864-d536a87b83a7 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989635 Mar 31 23:10:36.568096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.678785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f7a2-e687-404b-bf11-535508d25726 req-ca6bbede-dfbb-4355-9e2a-344ab6181fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.682672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-ca6bbede-dfbb-4355-9e2a-344ab6181fab service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 1094 time: 0.0642691 Mar 31 23:10:36.684286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Allocated IP 172.20.0.1 (88907478-ea29-4333-b678-2975b922f1ac/76924546-d9f1-4744-a03e-90360824b125/684c7a46-160d-4c24-bc61-0dc67f23ac8f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:36.746467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.748811 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.798659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.799608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54c7e6f8-2f92-4821-a3d4-b57b8b5049d2 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:36.807136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.809094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26e1899f-ace3-4348-bb55-6221b2c269eb tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "DELETE /v2.0/routers/54c7e6f8-2f92-4821-a3d4-b57b8b5049d2 HTTP/1.1" status: 204 len: 168 time: 0.3236647 Mar 31 23:10:36.811668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58042) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:36.821330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Request body: {'router': {'name': 'tempest-router-1423081924', 'distributed': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:36.849616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.850857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.887607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f7a2-e687-404b-bf11-535508d25726 req-fa11a5ee-c082-49a9-8921-84838812b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:36.889163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-fa11a5ee-c082-49a9-8921-84838812b1ee service neutron] 10.222.0.96 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 909 time: 0.1926286 Mar 31 23:10:36.931052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.952584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.970551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9fca03d1-e6b8-41ce-a4af-09b45b0fee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.995192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:36.999202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c91bcc4-119d-4aca-876a-b9edc336c12f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1832535 Mar 31 23:10:37.005500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.097618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.289166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.291382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.304668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-95c0721b-beda-4f04-a568-bb8ef494b78e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=019559ab-48df-4692-bd86-c15c3e967a52 HTTP/1.1" status: 200 len: 217 time: 0.4040322 Mar 31 23:10:37.321733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.346827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.348039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a70b7e5a-413a-4aed-81a5-62e4b0ab4d1c {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:37.361825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.363755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de3a709f-9e99-439c-b058-af52cfa7be08 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "DELETE /v2.0/routers/a70b7e5a-413a-4aed-81a5-62e4b0ab4d1c HTTP/1.1" status: 204 len: 168 time: 0.3572242 Mar 31 23:10:37.367686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58060) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.375384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Request body: {'router': {'name': 'tempest-router-53805850', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4f6be21d984f4834a37fc387bbb2bdaa'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:37.387783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3c14-2c91-41aa-a9e7-d624fdded6ca req-295d7848-682f-476c-b19e-4dea676e0a81 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.395557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26fd3c14-2c91-41aa-a9e7-d624fdded6ca req-295d7848-682f-476c-b19e-4dea676e0a81 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.1489861 Mar 31 23:10:37.402357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f7a2-e687-404b-bf11-535508d25726 req-8f079762-b18f-4ae3-82ae-703f836d91a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.402357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-8f079762-b18f-4ae3-82ae-703f836d91a2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=163f5816-db02-49e5-b83b-fe3e8ae82a5f HTTP/1.1" status: 200 len: 847 time: 0.0828276 Mar 31 23:10:37.404976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.406302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.448515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26fd3c14-2c91-41aa-a9e7-d624fdded6ca req-4e36aeb6-d03b-49eb-87b1-4f04b38c2d04 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Mar 31 23:10:37.473829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.486834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-b21fd348-339d-464c-ad2b-07d7b4fceb70 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e20cb786-ebad-42aa-be21-19c388690756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472798 Mar 31 23:10:37.487436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.502829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.520090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.521760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aa204996-85dc-4924-8a4c-2e922fa79b2c tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1521766 Mar 31 23:10:37.525382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58064) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:37.538462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deff65-a60b-49b9-9ee3-0e0684e0c71d req-cd293b13-9d18-4127-920c-7a420e8c4070 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.539669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92deff65-a60b-49b9-9ee3-0e0684e0c71d req-cd293b13-9d18-4127-920c-7a420e8c4070 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 943 time: 0.0680873 Mar 31 23:10:37.555717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:37.618132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92deff65-a60b-49b9-9ee3-0e0684e0c71d req-7399fe4c-89e5-427e-9920-13f994ba5195 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611603 Mar 31 23:10:37.667544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network 88907478-ea29-4333-b678-2975b922f1ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:37.705870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:37.715426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:37.774132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=684c7a46-160d-4c24-bc61-0dc67f23ac8f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:37.842899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-7e72f963-cfb0-48b9-8ee2-15ca34677e01 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496387 Mar 31 23:10:37.893645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.897988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:37.899140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.023914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fc27d87c-5bc5-4da7-9cce-333f4d8f011c None None] Provisioning complete for port 684c7a46-160d-4c24-bc61-0dc67f23ac8f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:38.024528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc27d87c-5bc5-4da7-9cce-333f4d8f011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.079929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fc27d87c-5bc5-4da7-9cce-333f4d8f011c None None] Port 684c7a46-160d-4c24-bc61-0dc67f23ac8f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:38.102848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109299) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 31 23:10:38.103188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Router bb11a44a-9555-4c36-909a-6ed377d56fbd migrating from provider to provider. {{(pid=109299) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 31 23:10:38.103630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.115225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.125205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.199801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4041f7a2-e687-404b-bf11-535508d25726 req-0ba83ce0-5b0f-429b-965f-ce0162acd9b2 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194077 Mar 31 23:10:38.326119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.334476 n-d-835855-2 neutron-server[109299]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] No L3 agents can host the router bb11a44a-9555-4c36-909a-6ed377d56fbd Mar 31 23:10:38.345121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.589801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e09e2-88e3-42a3-9ef3-e25aec6657be req-1c12e887-b356-4597-b0a9-16541a980170 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.591173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b7e09e2-88e3-42a3-9ef3-e25aec6657be req-1c12e887-b356-4597-b0a9-16541a980170 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Mar 31 23:10:38.592569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Hosts for router bb11a44a-9555-4c36-909a-6ed377d56fbd: [] {{(pid=109299) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 31 23:10:38.630220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b7e09e2-88e3-42a3-9ef3-e25aec6657be req-a882d7da-6dda-4a84-bbf9-0ba4622fd3ba tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Mar 31 23:10:38.634301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Hosts for other DVR routers connected to router bb11a44a-9555-4c36-909a-6ed377d56fbd: set() {{(pid=109299) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 31 23:10:38.636920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:38.638083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e02eba5e-f4e4-4d96-bda9-5655269d7535 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "PUT /v2.0/routers/bb11a44a-9555-4c36-909a-6ed377d56fbd HTTP/1.1" status: 200 len: 715 time: 1.0876486 Mar 31 23:10:38.640911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.700033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23388d7a-5fac-4d34-b5cc-4c5daaf1e3b0 req-5a05394b-0c09-4d60-b589-8c8ce8ffce26 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.701523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23388d7a-5fac-4d34-b5cc-4c5daaf1e3b0 req-5a05394b-0c09-4d60-b589-8c8ce8ffce26 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.2023768 Mar 31 23:10:38.708804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-ce9039a9-5266-4671-a738-62cffd007d43 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.710185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-ce9039a9-5266-4671-a738-62cffd007d43 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.2123783 Mar 31 23:10:38.728492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-82457b75-7b96-4cfc-b69d-0f779911207d tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "GET /v2.0/routers/bb11a44a-9555-4c36-909a-6ed377d56fbd HTTP/1.1" status: 200 len: 715 time: 0.0837035 Mar 31 23:10:38.739261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:38.762190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057c7ea-c797-4953-bf11-6a6e42a5b64c req-74b79fa2-ae8c-4a7c-a2ed-7f731ac8a0f7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.763654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a057c7ea-c797-4953-bf11-6a6e42a5b64c req-74b79fa2-ae8c-4a7c-a2ed-7f731ac8a0f7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 943 time: 0.0503466 Mar 31 23:10:38.805061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a057c7ea-c797-4953-bf11-6a6e42a5b64c req-7c06bf62-bedf-404f-8ac0-2122c187b900 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Mar 31 23:10:38.944191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23388d7a-5fac-4d34-b5cc-4c5daaf1e3b0 req-22782ff1-bf0f-4230-ba84-da94b499458f tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307119 Mar 31 23:10:39.003163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e0396037-1b60-46ed-96bc-12c0ad5c189c tempest-RoutersTestDVR-1464743420 tempest-RoutersTestDVR-1464743420-project] 10.222.0.95 "GET /v2.0/routers/bb11a44a-9555-4c36-909a-6ed377d56fbd HTTP/1.1" status: 200 len: 681 time: 0.2610102 Mar 31 23:10:39.006087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58100) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.037905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.042029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port 9abc206a-1740-413b-8687-561aeb6943df {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:39.042413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.047327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.102149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.210128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.215180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=684c7a46-160d-4c24-bc61-0dc67f23ac8f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:39.627332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.629526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.636475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port 9abc206a-1740-413b-8687-561aeb6943df, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=9abc206a-1740-413b-8687-561aeb6943df,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:39.636846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.652768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for 9abc206a-1740-413b-8687-561aeb6943df owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:39.674683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.687643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb11a44a-9555-4c36-909a-6ed377d56fbd {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:39.693056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.698585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01e9141d-b594-48f3-85f5-dcfc305e585f tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "DELETE /v2.0/routers/bb11a44a-9555-4c36-909a-6ed377d56fbd HTTP/1.1" status: 204 len: 168 time: 0.6873324 Mar 31 23:10:39.699821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.707017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Request body: {'router': {'name': 'tempest-router-1341197365', 'distributed': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:39.719853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network 88907478-ea29-4333-b678-2975b922f1ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:39.722495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:39.761196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.762216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.814886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d2d58-a135-4da7-beeb-1ffd0dcac139 req-1266bbb0-5e1d-45ee-b041-9434bae74551 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:39.817109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121d2d58-a135-4da7-beeb-1ffd0dcac139 req-1266bbb0-5e1d-45ee-b041-9434bae74551 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 945 time: 0.0919650 Mar 31 23:10:39.852021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.871330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.899208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121d2d58-a135-4da7-beeb-1ffd0dcac139 req-a435505f-b803-4c25-875d-5e54a73206ac tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Mar 31 23:10:39.909908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.912253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2ceed7e1-184e-4373-bc65-0a1564812594 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2113192 Mar 31 23:10:39.915989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:39.963353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:39.988794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-fddf8966-73c1-470c-943e-9d55ea949b36 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:39.993791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-fddf8966-73c1-470c-943e-9d55ea949b36 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.0876064 Mar 31 23:10:40.017499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Router 10490e34-d093-4ce2-b2cb-2227f669a55c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:40.082656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.128536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-73732566-e50a-4509-b20d-570e638849f0 None None] Provisioning complete for port 684c7a46-160d-4c24-bc61-0dc67f23ac8f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:40.128968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.129626 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73732566-e50a-4509-b20d-570e638849f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.166677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866912f9-a041-47c7-8104-a60bbe7c8b16 req-743c9feb-ec3a-4cb0-be23-7180fbc5a1e7 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.168547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-866912f9-a041-47c7-8104-a60bbe7c8b16 req-743c9feb-ec3a-4cb0-be23-7180fbc5a1e7 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/ports?device_id=2dbe2e66-472f-482d-9453-b9c91eb702eb HTTP/1.1" status: 200 len: 946 time: 0.0771503 Mar 31 23:10:40.191611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-73732566-e50a-4509-b20d-570e638849f0 None None] Port 684c7a46-160d-4c24-bc61-0dc67f23ac8f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:40.197712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Deleting port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:40.198055 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.246864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130d451-387e-412d-aad4-897e81f70a53 req-61dbf9ad-3797-4872-a88f-c59d58b7fa2a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.248455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2130d451-387e-412d-aad4-897e81f70a53 req-61dbf9ad-3797-4872-a88f-c59d58b7fa2a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 943 time: 0.3004825 Mar 31 23:10:40.259936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=9abc206a-1740-413b-8687-561aeb6943df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.283732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-866912f9-a041-47c7-8104-a60bbe7c8b16 req-02aedc00-952b-4e84-8c6b-6bcee4d0b56f tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.95 "GET /v2.0/security-groups?id=946c9ece-b64d-4bf1-b391-12987309b92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052380 Mar 31 23:10:40.319999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.336172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] For port 6b260aaa-1f32-4220-8339-cffee2a0b1e1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=6b260aaa-1f32-4220-8339-cffee2a0b1e1,segment=NetworkSegment(bdf52e5d-4ac2-419e-a856-f383843ca587),segment_id=bdf52e5d-4ac2-419e-a856-f383843ca587)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:40.336780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.354276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Calling delete_port for 6b260aaa-1f32-4220-8339-cffee2a0b1e1 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:40.465843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port 9abc206a-1740-413b-8687-561aeb6943df on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:40.482816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.485443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.494120 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e1dd44d-9327-4915-9d36-e057d237cdec req-c0833ada-4f29-42df-a7d4-985422e3b2da tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.96 "DELETE /v2.0/ports/9abc206a-1740-413b-8687-561aeb6943df HTTP/1.1" status: 204 len: 173 time: 1.7735107 Mar 31 23:10:40.499143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'name': 'network-vif-deleted', 'tag': '9abc206a-1740-413b-8687-561aeb6943df'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:40.501707 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121faaec-a545-474c-9198-9abb80018fea" -d '{"events": [{"server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "name": "network-vif-deleted", "tag": "9abc206a-1740-413b-8687-561aeb6943df"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:40.528322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.545702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2130d451-387e-412d-aad4-897e81f70a53 req-77688d45-905c-4dd4-8111-ce6566773e23 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733121 Mar 31 23:10:40.600945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.617081 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ca366d-fda1-42be-8bbc-7c0009c998f6 x-openstack-request-id: req-23ca366d-fda1-42be-8bbc-7c0009c998f6 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:40.617447 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8dff1b-f6de-4c89-b190-e507b68bb202", "name": "network-vif-deleted", "tag": "9abc206a-1740-413b-8687-561aeb6943df", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:40.617754 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-23ca366d-fda1-42be-8bbc-7c0009c998f6 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:40.618159 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ca366d-fda1-42be-8bbc-7c0009c998f6'] response: {'server_uuid': 'fa8dff1b-f6de-4c89-b190-e507b68bb202', 'name': 'network-vif-deleted', 'tag': '9abc206a-1740-413b-8687-561aeb6943df', 'status': 'completed', 'code': 200} Mar 31 23:10:40.631765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:40.640175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7fc32d14-138c-46b6-9e86-2e2ef17c3b77 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "PUT /v2.0/routers/10490e34-d093-4ce2-b2cb-2227f669a55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4391160 Mar 31 23:10:40.642878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58120) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:40.643084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Pushing event deleted for resources: {'Port': ['ID=6b260aaa-1f32-4220-8339-cffee2a0b1e1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.648587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Request body: {'port': {'network_id': '88907478-ea29-4333-b678-2975b922f1ac', 'name': 'tempest-FloatingIPAdminTestJSON-513466558'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:40.655392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.655981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba7116c1-2add-481d-bc09-b2f300244c43 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:10:40.660755 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] Sync routers for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:40.674391 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:40.675071 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:40.699213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.700307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4339ee26-3eee-4e74-b40b-04596316bdd3 tempest-RoutersTestDVR-1480112174 tempest-RoutersTestDVR-1480112174-project-admin] 10.222.0.95 "DELETE /v2.0/routers/ba7116c1-2add-481d-bc09-b2f300244c43 HTTP/1.1" status: 204 len: 168 time: 0.7781579 Mar 31 23:10:40.725132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] No DVR routers for this DVR port 6b260aaa-1f32-4220-8339-cffee2a0b1e1 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:40.729457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.744162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a2d4f96-3310-42dd-8221-df1e6a5e81ca req-9282e7a2-0f3c-4999-8e72-c84d17589529 tempest-ServerTagsTestJSON-1552456747 tempest-ServerTagsTestJSON-1552456747-project] 10.222.0.60 "DELETE /v2.0/ports/6b260aaa-1f32-4220-8339-cffee2a0b1e1 HTTP/1.1" status: 204 len: 173 time: 0.7410722 Mar 31 23:10:40.744616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'name': 'network-vif-deleted', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:40.747123 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e48c36-edeb-41cc-8f53-5d8b348442c9" -d '{"events": [{"server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "name": "network-vif-deleted", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:40.765882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:40.787802 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:40.790146 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:40.810781 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940785dc-a4d3-48d4-967c-763dc91bcd7e x-openstack-request-id: req-940785dc-a4d3-48d4-967c-763dc91bcd7e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:40.811325 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe2e66-472f-482d-9453-b9c91eb702eb", "name": "network-vif-deleted", "tag": "6b260aaa-1f32-4220-8339-cffee2a0b1e1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:40.811685 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-940785dc-a4d3-48d4-967c-763dc91bcd7e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:40.812193 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940785dc-a4d3-48d4-967c-763dc91bcd7e'] response: {'server_uuid': '2dbe2e66-472f-482d-9453-b9c91eb702eb', 'name': 'network-vif-deleted', 'tag': '6b260aaa-1f32-4220-8339-cffee2a0b1e1', 'status': 'completed', 'code': 200} Mar 31 23:10:40.858307 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:40.859311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507992d7-b8d8-43ce-b1e3-ceabe0c39001 None None] The sync data for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:40.905471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Made reservation on behalf of c2092d848ab5441f96bf02c5b8330bdd for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:40.910401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:40.931593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] device_id is not set on port 83a37db6-5ae1-47d7-b964-3fde9f16f150 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:41.060583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c6d05d70-34fa-41f5-8e3a-a0d5537b835c req-1f2dc5b6-ee7c-46ce-a81f-fc274e877348 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0397129 Mar 31 23:10:41.074690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Allocated IP 172.20.0.9 (88907478-ea29-4333-b678-2975b922f1ac/76924546-d9f1-4744-a03e-90360824b125/83a37db6-5ae1-47d7-b964-3fde9f16f150) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:41.103308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.245237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bced5be4-926e-4f43-9113-02c498b039d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.252874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.313426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.372574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Network 88907478-ea29-4333-b678-2975b922f1ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:41.376628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:41.382762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58140) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.383430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:41.435410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Deleting subnet f2d4a092-c5b7-431e-9811-1a438930fd1c {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:10:41.438794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bced5be4-926e-4f43-9113-02c498b039d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.439857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.440817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.441013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.453609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event updated for resources: {'Port': ['ID=83a37db6-5ae1-47d7-b964-3fde9f16f150,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.462504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bced5be4-926e-4f43-9113-02c498b039d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.477790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1697c8d-ed85-44b8-91c2-5a556f8e3fc7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8333333 Mar 31 23:10:41.478351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58142) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.507171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced5be4-926e-4f43-9113-02c498b039d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4537a5b-9353-43cc-a7de-9888231c8e6a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.534402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.538648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bced5be4-926e-4f43-9113-02c498b039d5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4f6be21d984f4834a37fc387bbb2bdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345403 Mar 31 23:10:41.542253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.600013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.619517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.653253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.750404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'project_id': 'c2092d848ab5441f96bf02c5b8330bdd', 'port_id': '83a37db6-5ae1-47d7-b964-3fde9f16f150'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:41.771654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7b05-e789-4cad-a81d-2c38a254ebeb req-9939dd85-f6d7-4936-a5ab-6e3e576ff06f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.773717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb6d7b05-e789-4cad-a81d-2c38a254ebeb req-9939dd85-f6d7-4936-a5ab-6e3e576ff06f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 943 time: 0.0871358 Mar 31 23:10:41.774896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.783038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.804424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.807264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.811362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a4537a5b-9353-43cc-a7de-9888231c8e6a HTTP/1.1" status: 204 len: 168 time: 0.2670369 Mar 31 23:10:41.833493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27ad6c-5a3d-47d6-9861-fa4ecb1b8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4537a5b-9353-43cc-a7de-9888231c8e6a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.837416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95430598-8602-493e-9196-f7d8e54328d2 None None] Provisioning complete for port 83a37db6-5ae1-47d7-b964-3fde9f16f150 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:41.838365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95430598-8602-493e-9196-f7d8e54328d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.874004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d4a092-c5b7-431e-9811-1a438930fd1c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.888657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.893049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-656b6b8f-f9dc-4ffc-bfbf-387b60bdfbc2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f2d4a092-c5b7-431e-9811-1a438930fd1c HTTP/1.1" status: 204 len: 168 time: 0.5044937 Mar 31 23:10:41.896105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58154) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:41.911148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-95430598-8602-493e-9196-f7d8e54328d2 None None] Port 83a37db6-5ae1-47d7-b964-3fde9f16f150 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:41.934079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 019559ab-48df-4692-bd86-c15c3e967a52 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:41.935057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb6d7b05-e789-4cad-a81d-2c38a254ebeb req-676b56f8-43e9-4739-a735-69cdb7302eac tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491606 Mar 31 23:10:41.951222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:41.957946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9abc206a-1740-413b-8687-561aeb6943df no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:41.986457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 9abc206a-1740-413b-8687-561aeb6943df {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:41.986795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 9abc206a-1740-413b-8687-561aeb6943df not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:42.058601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.177998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Allocated IP 172.25.8.64 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/8dc20269-adce-48fe-9408-d7d4da0c106c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:42.234463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61f1d68f-0cf2-4235-82b3-4a90aab07434 req-90a8561f-6e5d-4053-8e81-8d0ea0e4843e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0537996 Mar 31 23:10:42.264150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.312947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e6c24c-21c1-4430-9d4c-47db9158aa73']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:42.323385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=019559ab-48df-4692-bd86-c15c3e967a52,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:42.342725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '019559ab-48df-4692-bd86-c15c3e967a52', 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756', 'port_id': '019559ab-48df-4692-bd86-c15c3e967a52', 'mac_address': 'fa:16:3e:0a:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f5816-db02-49e5-b83b-fe3e8ae82a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:42.348923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf52e5d-4ac2-419e-a856-f383843ca587') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:42.349223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf52e5d-4ac2-419e-a856-f383843ca587') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:42.364483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.382700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.400660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:10:42.401089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:10:42.402912 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:10:42.411709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:42.436361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e06a-df21-438a-aae7-0c339c768d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.458571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6b260aaa-1f32-4220-8339-cffee2a0b1e1 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:42.463817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.479182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.498914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.506655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 6b260aaa-1f32-4220-8339-cffee2a0b1e1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:42.508782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 6b260aaa-1f32-4220-8339-cffee2a0b1e1 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:42.515158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.517605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019559ab-48df-4692-bd86-c15c3e967a52 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:42.520908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a9e6c24c-21c1-4430-9d4c-47db9158aa73 HTTP/1.1" status: 204 len: 168 time: 0.6214871 Mar 31 23:10:42.533569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b617b17-556b-4ce0-aba6-873731fc2c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e6c24c-21c1-4430-9d4c-47db9158aa73,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.552016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.558454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=019559ab-48df-4692-bd86-c15c3e967a52,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:42.567774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.612945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e06a-df21-438a-aae7-0c339c768d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.625412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0c4e06a-df21-438a-aae7-0c339c768d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.639184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:42.649621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:42.661190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:42.674664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.689956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.690606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.691108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.692130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.693758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Pushing event updated for resources: {'Port': ['ID=8dc20269-adce-48fe-9408-d7d4da0c106c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.694331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.694986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.695513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.697697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.698215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.698380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.698718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.699137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:42.749139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a0c4e06a-df21-438a-aae7-0c339c768d5c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=69b61756efc04809a3f21547c322c7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332450 Mar 31 23:10:42.753483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58166) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:42.798358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4e06a-df21-438a-aae7-0c339c768d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8abd339-cc4a-4673-bc05-011f5745b951,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.875538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.905476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:42.967517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58168) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:43.002452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.003075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['019559ab-48df-4692-bd86-c15c3e967a52'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:43.005530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.006799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8abd339-cc4a-4673-bc05-011f5745b951 HTTP/1.1" status: 204 len: 168 time: 0.2525079 Mar 31 23:10:43.028023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674f57-d4ae-4ab3-818f-752737aa2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8abd339-cc4a-4673-bc05-011f5745b951,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.032535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-39a87cb8-30c2-4e1c-a65d-be2b8149c013 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5d8208d67792487a9512d3291a993282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638673 Mar 31 23:10:43.035547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58176) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:43.108548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.183131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.192939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643eb2b-f242-4cfe-b9a0-ffa7ef6a8fd7 req-b057ec4f-97b3-4052-9aa5-7e89b801a59f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.209375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1643eb2b-f242-4cfe-b9a0-ffa7ef6a8fd7 req-b057ec4f-97b3-4052-9aa5-7e89b801a59f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 944 time: 0.1177924 Mar 31 23:10:43.311134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1643eb2b-f242-4cfe-b9a0-ffa7ef6a8fd7 req-4cd4382a-9a5c-4ba4-b6a0-e62f6b08e727 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005740 Mar 31 23:10:43.373779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.377348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.381874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/946c9ece-b64d-4bf1-b391-12987309b92a HTTP/1.1" status: 204 len: 168 time: 0.3451006 Mar 31 23:10:43.392806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ae61b-ed0b-4533-a158-2a3f9e6f1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946c9ece-b64d-4bf1-b391-12987309b92a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.628406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f2600df-8c74-47ad-b33b-32320e79856e req-72f15ac6-4957-41e5-9729-63bc408484a7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0471056 Mar 31 23:10:43.640951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:43.767145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.007429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.015566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.108021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Pushing event updated for resources: {'Port': ['ID=8dc20269-adce-48fe-9408-d7d4da0c106c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:44.132503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.280789 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Floating IP a0a9abee-b7d5-459a-abb6-f5cf8a9fbd13 associated. External IP: 172.25.8.64, port: 83a37db6-5ae1-47d7-b964-3fde9f16f150. Mar 31 23:10:44.542744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:44.543468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c86b0-7973-413b-94dd-f691826cde4c req-9517fc8f-66f1-48d3-9cd6-6fe166f95b8a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.545103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-615c86b0-7973-413b-94dd-f691826cde4c req-9517fc8f-66f1-48d3-9cd6-6fe166f95b8a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 944 time: 0.0804870 Mar 31 23:10:44.577738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Router 10490e34-d093-4ce2-b2cb-2227f669a55c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:44.601961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-615c86b0-7973-413b-94dd-f691826cde4c req-b354f743-3a2a-4bdb-b7b2-dc69b6683288 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502129 Mar 31 23:10:44.702090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58234) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:44.742788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:44.757212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] Sync routers for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:44.764717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:44.767773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:44.776216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.824688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.859111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:44.867226 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71d41999-3ef2-4650-804b-2637d11db964 req-1b06750d-eab2-41e9-a383-0dce7dd584fb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0501468 Mar 31 23:10:44.881789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.888888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0d087f5b-f647-4718-8f9f-1b3db1fbcf2b tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.4068687 Mar 31 23:10:44.889322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58238) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:44.945370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:44.946799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c289c68-d1bb-4fc2-bb8f-65d17fc08535 None None] The sync data for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:44.964494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-390118489'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:44.988957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:44.993686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.005423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.021601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1932758236-network', 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:45.100054 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.102033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.102675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d590e522-1707-45e1-8e24-f3e718dde064 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "GET /v2.0/floatingips/a0a9abee-b7d5-459a-abb6-f5cf8a9fbd13 HTTP/1.1" status: 200 len: 981 time: 0.2119124 Mar 31 23:10:45.104665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:45.107782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.119013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.224073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.252671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.261343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.290852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:45.301115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:45.317091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ae65f-428a-4414-a356-c84a261941fb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.323554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.323931 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Added segment 921a2aa6-4d9c-4daf-877a-c995aa0e7e45 of type vlan for network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 Mar 31 23:10:45.330221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ad39a3b-1059-4aef-83ce-3679535735e9 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.2227685 Mar 31 23:10:45.330221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c1a26e-177a-4512-97c3-5db445bde390,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.332589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.334745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58244) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.335148 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Added segment ddce4a02-ebf5-434a-b504-6dba62b8ce83 of type vlan for network d10a4fca-35be-461e-9e0a-29761d20af07 Mar 31 23:10:45.390907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.414923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.441539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.449148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:45.450442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.498541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.499941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:45.501041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.550623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Network': ['ID=d10a4fca-35be-461e-9e0a-29761d20af07,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.564198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d10a4fca-35be-461e-9e0a-29761d20af07 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:45.574473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97b03656-e96e-4c9d-a756-de79042b5f86 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0297575 Mar 31 23:10:45.581396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58246) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.590203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'subnet': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:45.602796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8964713 Mar 31 23:10:45.603486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58248) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:45.611560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Request body: {'subnet': {'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1932758236-subnet', 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:45.618374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cf0be-ae44-4001-a63f-687f719a589b admin admin] Pushing event updated for resources: {'Network': ['ID=437a14ad-0f20-4b3e-b177-2bde7bf102d7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.654154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:45.657297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.662709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port 8dc20269-adce-48fe-9408-d7d4da0c106c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:45.663050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.685783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:45.717170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:45.721252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.927857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:45.948953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 019559ab-48df-4692-bd86-c15c3e967a52 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:46.014814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Subnet': ['ID=ca0df801-65e4-4b05-a70f-7af75b80f8ed,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.022453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Checking segment: {'id': 'ddce4a02-ebf5-434a-b504-6dba62b8ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:46.023201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network hostable DHCP agents. Network: d10a4fca-35be-461e-9e0a-29761d20af07, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:46.040201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 019559ab-48df-4692-bd86-c15c3e967a52 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:10:46.045987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 019559ab-48df-4692-bd86-c15c3e967a52 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:46.046451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.092797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7268f5f6-6cd4-48b7-97b1-7bef53d874be req-84230cee-8538-4ea1-b30b-2fb716aa9c25 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=fa8dff1b-f6de-4c89-b190-e507b68bb202 HTTP/1.1" status: 200 len: 210 time: 0.0648546 Mar 31 23:10:46.107661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:46.121588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d10a4fca-35be-461e-9e0a-29761d20af07) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:46.140189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.140951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.141362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.141532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.155991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for 8dc20269-adce-48fe-9408-d7d4da0c106c owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:46.170696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad759b-5184-406c-9d16-892ec3f49f38 req-8067580c-7378-4f00-8a7b-479bfd8a9ee4 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.170960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c2a7c-6530-41d5-b6ce-ebd81f6bcfbb None None] Network d10a4fca-35be-461e-9e0a-29761d20af07 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:46.171257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aad759b-5184-406c-9d16-892ec3f49f38 req-8067580c-7378-4f00-8a7b-479bfd8a9ee4 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 944 time: 0.4278424 Mar 31 23:10:46.172852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4a7c3f0-ff93-4fa5-a3f5-20ed7be8d201 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5902498 Mar 31 23:10:46.173959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58260) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:46.179548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-631236996'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:46.180116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.218693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.285896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:46.288327 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a13f17-a48e-46ac-a01d-727cbcdab967" -d '{"events": [{"server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "name": "network-vif-plugged", "status": "completed", "tag": "019559ab-48df-4692-bd86-c15c3e967a52"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:46.313935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=019559ab-48df-4692-bd86-c15c3e967a52,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:46.344685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.398272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:46.401345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4aad759b-5184-406c-9d16-892ec3f49f38 req-59a161c2-6a8b-4e4d-a6bc-ba7d94ee8fae tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983914 Mar 31 23:10:46.408167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.435316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port fa78e2b0-9445-4210-aa9b-fb64b831a50d yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:46.437725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b3c691-1a96-49a1-a056-074cf9e1c1dc,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.444536 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cdf61b-8609-4aa0-8eec-4481ad0c19c0 x-openstack-request-id: req-08cdf61b-8609-4aa0-8eec-4481ad0c19c0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:46.444883 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "name": "network-vif-plugged", "status": "completed", "tag": "019559ab-48df-4692-bd86-c15c3e967a52", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:46.445063 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-08cdf61b-8609-4aa0-8eec-4481ad0c19c0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:46.445489 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cdf61b-8609-4aa0-8eec-4481ad0c19c0'] response: {'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52', 'code': 200} Mar 31 23:10:46.451450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.465282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:46.466172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Network hostable DHCP agents. Network: 437a14ad-0f20-4b3e-b177-2bde7bf102d7, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:46.516591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d10a4fca-35be-461e-9e0a-29761d20af07', 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'tenant_id': '43300a65c6a74f2ba56d0db358d5869c', 'fixed_ips': [{'subnet_id': 'ca0df801-65e4-4b05-a70f-7af75b80f8ed'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:10:46.517438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:46.517696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.539319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 437a14ad-0f20-4b3e-b177-2bde7bf102d7) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:46.553554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd130c5-d7da-4105-889f-6ba60583afc7 None None] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:46.578764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.579812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.614718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c521b264-a14d-49b1-82e0-6d1ec1485d27 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0075512 Mar 31 23:10:46.625626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.693473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=8dc20269-adce-48fe-9408-d7d4da0c106c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.706363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.9 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/fa78e2b0-9445-4210-aa9b-fb64b831a50d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:46.736265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fedfe-1507-40bf-933c-5668527fa87d req-7c773fbd-8777-4d37-ad6c-58ca52128976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.738959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99fedfe-1507-40bf-933c-5668527fa87d req-7c773fbd-8777-4d37-ad6c-58ca52128976 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 1096 time: 0.0916834 Mar 31 23:10:46.780313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:46.781544 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Floating IP a0a9abee-b7d5-459a-abb6-f5cf8a9fbd13 disassociated (deleted). External IP: 172.25.8.64, port: 83a37db6-5ae1-47d7-b964-3fde9f16f150. Mar 31 23:10:46.824663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e335e8-7cbf-4062-9242-6aeceb791af6 None None] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:46.949572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.024610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99fedfe-1507-40bf-933c-5668527fa87d req-bc77a1a3-d1f5-4af7-89e5-16c260da56a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769427 Mar 31 23:10:47.036472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.085826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Router 10490e34-d093-4ce2-b2cb-2227f669a55c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:47.116719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Allocated IP 172.20.0.2 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/f3e66acf-f15c-4b22-bad4-99069f117039) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:47.122788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:47.127739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:47.149024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:47.220039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:47.224887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.242229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] Sync routers for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:47.251970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=fa78e2b0-9445-4210-aa9b-fb64b831a50d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:47.252378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-128877ef-7cb7-426d-a433-a6fa3b296bf5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/floatingips/a0a9abee-b7d5-459a-abb6-f5cf8a9fbd13 HTTP/1.1" status: 204 len: 168 time: 1.9188616 Mar 31 23:10:47.256180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58282) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:47.260640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:47.282256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:47.283972 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:47.295456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.296170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.302336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.342290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-198202d0-76a9-4820-834a-20cf4c4086aa tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1636581 Mar 31 23:10:47.342290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58290) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:47.348612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:47.353224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-1975117063', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:eb:5e'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:47.360088 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:47.360990 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:47.372211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.394752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.403622 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:47.404630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3860c9-4f00-47bb-81c4-637d36dc32d4 None None] The sync data for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:47.463699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:47.470109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:47.475904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:47.564673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.584122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Pushing event updated for resources: {'Port': ['ID=f3e66acf-f15c-4b22-bad4-99069f117039,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:47.664431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Attempting to bind port f3e66acf-f15c-4b22-bad4-99069f117039 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:47.664941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Attempting to bind port f3e66acf-f15c-4b22-bad4-99069f117039 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'ddce4a02-ebf5-434a-b504-6dba62b8ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:47.665359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Attempting to bind port f3e66acf-f15c-4b22-bad4-99069f117039 on network d10a4fca-35be-461e-9e0a-29761d20af07 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:47.673232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:47.673823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Checking segment: {'id': 'ddce4a02-ebf5-434a-b504-6dba62b8ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:47.674643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.675099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Bound using segment: {'id': 'ddce4a02-ebf5-434a-b504-6dba62b8ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:47.675973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Bound port: f3e66acf-f15c-4b22-bad4-99069f117039, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddce4a02-ebf5-434a-b504-6dba62b8ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:47.676413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.690228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-8ab6f290-2c30-4e15-82dc-9d693ef92f09 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.692417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-8ab6f290-2c30-4e15-82dc-9d693ef92f09 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.3519177 Mar 31 23:10:47.694000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:47.722855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3c69f-305c-4036-9b59-57598a99a2d9 req-c7042228-cd38-4638-893d-e05ecc24d627 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.724649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10d3c69f-305c-4036-9b59-57598a99a2d9 req-c7042228-cd38-4638-893d-e05ecc24d627 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 945 time: 0.1365561 Mar 31 23:10:47.731456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-b8af8e7d-4552-4874-8c52-618df174a4cf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0295501 Mar 31 23:10:47.801407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-889506e6-39f2-4154-9084-1f2c25f1ee74 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343330 Mar 31 23:10:47.810264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10d3c69f-305c-4036-9b59-57598a99a2d9 req-193ea9c4-d78e-4b57-b65c-64565e7d1752 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Mar 31 23:10:47.811751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Allocated IP 172.25.8.170 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/83d6b5e1-7cc0-40a0-b03b-219b49b6c19c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:47.849261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:47.875908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port 510ade07-e37e-40d7-b0e1-becdee8dc5b0 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:47.998777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-10c7e4cb-53dd-4f03-996c-e19b8e2d83e3 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888907 Mar 31 23:10:48.021289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] For port f3e66acf-f15c-4b22-bad4-99069f117039, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:48.024732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] For port f3e66acf-f15c-4b22-bad4-99069f117039, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f3e66acf-f15c-4b22-bad4-99069f117039,segment=NetworkSegment(ddce4a02-ebf5-434a-b504-6dba62b8ce83),segment_id=ddce4a02-ebf5-434a-b504-6dba62b8ce83)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:48.029652 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.068697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.088257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764c361-8663-4621-865f-a7cee0d2636f None None] Pushing event updated for resources: {'Port': ['ID=f3e66acf-f15c-4b22-bad4-99069f117039,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.098357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-8b1c3dc0-f41d-4c44-9fbc-55e4a37286c7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.101536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.4 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/510ade07-e37e-40d7-b0e1-becdee8dc5b0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:48.107871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-8b1c3dc0-f41d-4c44-9fbc-55e4a37286c7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.1497879 Mar 31 23:10:48.125997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-88dbf190-3d67-4537-8a37-64962e945a67 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0171721 Mar 31 23:10:48.165517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-660fbcca-fd62-401a-9f4a-75f365761206 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368369 Mar 31 23:10:48.171908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-d2f0dba4-3033-43ad-9eed-12f4444ecf2d service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543612 Mar 31 23:10:48.187500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.243612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:48.255039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:48.260864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:48.336595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Pushing event updated for resources: {'Port': ['ID=83d6b5e1-7cc0-40a0-b03b-219b49b6c19c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.387213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.450400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.476735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.496811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-f61311ad-013a-44d4-9580-b9ef4619edfc service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177710 Mar 31 23:10:48.574026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.611653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:48.624416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:48.632115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:48.712829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=510ade07-e37e-40d7-b0e1-becdee8dc5b0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:48.728887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5e37ec1-7fb9-4963-a898-28839ab0fccf req-97376412-7eab-4831-8b5a-c33b03248868 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 210 time: 0.1700599 Mar 31 23:10:48.750649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.751727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:48.778095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-74a12601-9f1c-413c-a441-3be9e3b60959 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4341033 Mar 31 23:10:48.780066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58326) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:48.890880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74c07e-ff1f-4179-bb77-decf42ede251 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.897251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74c07e-ff1f-4179-bb77-decf42ede251 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.903912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74c07e-ff1f-4179-bb77-decf42ede251 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.905297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b74c07e-ff1f-4179-bb77-decf42ede251 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1238370 Mar 31 23:10:48.908557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:49.032232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd9fe-a9e1-418e-9939-815fe9cda293 req-9e3e8bee-758d-415c-87e5-db81c9112ae0 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.033755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d6bd9fe-a9e1-418e-9939-815fe9cda293 req-9e3e8bee-758d-415c-87e5-db81c9112ae0 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 945 time: 0.0943675 Mar 31 23:10:49.066035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port 510ade07-e37e-40d7-b0e1-becdee8dc5b0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:49.066396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.114467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d6bd9fe-a9e1-418e-9939-815fe9cda293 req-f0cf9d51-4612-4333-9541-cec60bb4f336 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Mar 31 23:10:49.215291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.234222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e94447bf-59f5-4a0e-b797-6c3ea890677c req-c884c1e5-71aa-4eea-b01b-952d8dbdd252 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7270026 Mar 31 23:10:49.248625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.255752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.259599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for 510ade07-e37e-40d7-b0e1-becdee8dc5b0 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:49.371870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Pushing event updated for resources: {'Port': ['ID=83d6b5e1-7cc0-40a0-b03b-219b49b6c19c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.385631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.415600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.419762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eeb3c618-2866-41c1-8452-c9b845ea0cd1 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1621253 Mar 31 23:10:49.421049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58336) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:49.579922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.634798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=510ade07-e37e-40d7-b0e1-becdee8dc5b0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.697173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:49.705051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e336a900-7cda-43f9-b695-8f6fb07ee9d3 req-f43f4a07-2296-407d-87cc-1ea0bba48738 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e7657c8-84c7-41bb-a95d-17ee3402cd02 HTTP/1.1" status: 200 len: 210 time: 0.0681703 Mar 31 23:10:49.736208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:49.929263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ab363-b402-453c-a21b-113fd68c8c8b None None] Network d10a4fca-35be-461e-9e0a-29761d20af07 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:10:50.138607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bdc74167-2ff0-45f0-9119-b4bd385f71b1 req-ab93f504-9b90-4eaa-9ad8-4888043ac406 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 210 time: 0.1495440 Mar 31 23:10:50.234509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.352003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.360472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-70087679-7e0c-4992-b12a-a7a105db3ef4 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/510ade07-e37e-40d7-b0e1-becdee8dc5b0 HTTP/1.1" status: 204 len: 168 time: 1.4508100 Mar 31 23:10:50.361230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58384) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:50.393899 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdfd6cc-d38c-4362-a962-8c4e134099d7 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] GET failed (client error): The resource could not be found. Mar 31 23:10:50.396594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] Provisioning complete for port f3e66acf-f15c-4b22-bad4-99069f117039 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:50.397033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.400590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ebdfd6cc-d38c-4362-a962-8c4e134099d7 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports/510ade07-e37e-40d7-b0e1-becdee8dc5b0 HTTP/1.1" status: 404 len: 333 time: 0.0381887 Mar 31 23:10:50.401582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58386) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:50.409879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-231861847'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:50.525930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f3e66acf-f15c-4b22-bad4-99069f117039 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:50.622189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:50.626817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.652842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Allocated IP 172.25.8.24 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c04bb075-27c2-403e-9489-81c2c7d4f15e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:50.664117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f3e66acf-f15c-4b22-bad4-99069f117039 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:50.664721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.747671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port 6decd656-4cf9-4ba7-a949-00ccec12068a yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:50.808957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.849636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-f3f11567-b942-43cf-a693-7f6e2cf1af63 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.858221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-f3f11567-b942-43cf-a693-7f6e2cf1af63 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.60 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.8880596 Mar 31 23:10:50.898510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] For port f3e66acf-f15c-4b22-bad4-99069f117039, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f3e66acf-f15c-4b22-bad4-99069f117039,segment=NetworkSegment(ddce4a02-ebf5-434a-b504-6dba62b8ce83),segment_id=ddce4a02-ebf5-434a-b504-6dba62b8ce83)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:50.913412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.917964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.945783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:50.951514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': 'b556709c-2906-4338-b921-479d9a4b5c97', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:51.042631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.8 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/6decd656-4cf9-4ba7-a949-00ccec12068a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:51.054131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a418ff4-3797-4b6a-b95a-d8b04156c3ef None None] Pushing event updated for resources: {'Port': ['ID=f3e66acf-f15c-4b22-bad4-99069f117039,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.066985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:10:51.068625 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:10:51.163315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ff69991-8602-4e5e-bf8a-87fb460758f1 None None] Provisioning complete for port fa78e2b0-9445-4210-aa9b-fb64b831a50d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:51.164093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ff69991-8602-4e5e-bf8a-87fb460758f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.253433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9ff69991-8602-4e5e-bf8a-87fb460758f1 None None] Port fa78e2b0-9445-4210-aa9b-fb64b831a50d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:51.267075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ff69991-8602-4e5e-bf8a-87fb460758f1 None None] Provisioning complete for port f3e66acf-f15c-4b22-bad4-99069f117039 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:51.267568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ff69991-8602-4e5e-bf8a-87fb460758f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.293843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.365770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:51.371884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.471646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b86c-0267-495d-9adb-79efc12d778d req-d03f7725-0baf-4697-8cf0-e47306f398ef tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.473289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db66b86c-0267-495d-9adb-79efc12d778d req-d03f7725-0baf-4697-8cf0-e47306f398ef tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 945 time: 0.2669487 Mar 31 23:10:51.477597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.538325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4ef5436a-1294-41e9-8b8a-5b1e0dab5777 None None] Provisioning complete for port fa78e2b0-9445-4210-aa9b-fb64b831a50d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:51.538709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ef5436a-1294-41e9-8b8a-5b1e0dab5777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:51.646180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db66b86c-0267-495d-9adb-79efc12d778d req-bb065dce-25d8-4ab0-a5a3-d554707d5848 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505075 Mar 31 23:10:51.646946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Pushing event updated for resources: {'Port': ['ID=c04bb075-27c2-403e-9489-81c2c7d4f15e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.661211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:51.665010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:51.676795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-00e4366b-c3e2-4f80-a42d-6d033286946a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.686945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:51.692478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-00e4366b-c3e2-4f80-a42d-6d033286946a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.9851992 Mar 31 23:10:51.705494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5436a-1294-41e9-8b8a-5b1e0dab5777 None None] Port fa78e2b0-9445-4210-aa9b-fb64b831a50d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:51.757279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0452d59b-2c7d-403b-845a-f395cdd0bcf5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0600479 Mar 31 23:10:51.816561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-02caa9bc-4af9-46a7-87cb-7a1364850c7e None None] Could not find standard attr ID for object 510ade07-e37e-40d7-b0e1-becdee8dc5b0. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:10:51.835965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.10 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/f09f3c65-f9e6-4d28-be70-0b43538c303d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:51.899071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-ae6acefa-7647-4358-940f-853f58d02bd8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1376836 Mar 31 23:10:51.941529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.067460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eabde131-a652-411e-982d-0c2c01ec6e6f req-5dcc1b8b-d538-48e4-8c3f-8fe3e672b3bf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 210 time: 0.1145074 Mar 31 23:10:52.085165 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.093414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.103875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-e144ae26-006b-4af7-ab11-026a16e4bd60 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028325 Mar 31 23:10:52.154449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.254371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:52.260377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:52.262996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:52.293332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.295417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=6decd656-4cf9-4ba7-a949-00ccec12068a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.326374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.326723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.326975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.327334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.327719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.328131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.328462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.328923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.329103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.329427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.329745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.330108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:52.347203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-afbbde88-55a6-40c8-b79f-7a1369a23d39 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137411 Mar 31 23:10:52.370266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.371489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.413245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f3e66acf-f15c-4b22-bad4-99069f117039 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:52.427299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f22e367a-edc4-4f99-b50c-8c2fe9735d49 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0232723 Mar 31 23:10:52.429867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58416) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:52.437247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:eb:5e'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:52.455604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.458916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.508129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.522056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f3e66acf-f15c-4b22-bad4-99069f117039 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:52.522772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.541372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:52.554756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:52.574009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:52.587530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.692517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.715864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:52.733769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.735127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3124392 Mar 31 23:10:52.754198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-59b7b38a-b080-4523-820b-e5949d9f3d74 None None] Provisioning complete for port 6decd656-4cf9-4ba7-a949-00ccec12068a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:52.755063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-59b7b38a-b080-4523-820b-e5949d9f3d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.761209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58428) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:52.781425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63146539-babb-4143-80cd-a4e769df52b5 req-e0556aa5-382c-4067-95ba-b567b0a09623 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 210 time: 0.0902929 Mar 31 23:10:52.832872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-59b7b38a-b080-4523-820b-e5949d9f3d74 None None] Port 6decd656-4cf9-4ba7-a949-00ccec12068a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:52.872428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40997a29-ce2a-4aaf-aa95-0060074a52bb tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0934813 Mar 31 23:10:52.876745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58434) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:52.892603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.893253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:52.943076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-ff753d5e-242a-4220-a598-3fa12b8081f2 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.944752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-ff753d5e-242a-4220-a598-3fa12b8081f2 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 945 time: 0.2096179 Mar 31 23:10:52.948836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-83f9dc60-9e28-4de1-9fb7-23f9f3bea518 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165055 Mar 31 23:10:52.983926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743b2a1-fafa-4ec0-a549-87692d24f546 req-13643625-e7a8-4315-8603-3a951032f6b8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.992611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5743b2a1-fafa-4ec0-a549-87692d24f546 req-13643625-e7a8-4315-8603-3a951032f6b8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 945 time: 0.1576030 Mar 31 23:10:52.993631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Request body: {'port': {'device_id': 'b556709c-2906-4338-b921-479d9a4b5c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:53.003261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4c1aa-0548-4b49-ae30-d5e355c42f6c tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Pushing event updated for resources: {'Port': ['ID=c04bb075-27c2-403e-9489-81c2c7d4f15e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.011939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19a274a1-57bd-4aca-8904-31049de37e8e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1323664 Mar 31 23:10:53.026533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58438) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:53.151808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5743b2a1-fafa-4ec0-a549-87692d24f546 req-2347f689-a87d-4106-ac54-8bbad8cb3fef tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537054 Mar 31 23:10:53.165076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.197792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Deleting port 019559ab-48df-4692-bd86-c15c3e967a52 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:53.198109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.273135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.299573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.362995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] For port 019559ab-48df-4692-bd86-c15c3e967a52, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=019559ab-48df-4692-bd86-c15c3e967a52,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:53.363295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.369774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177811c-2d47-4103-bb5e-4fd13002bf71 req-3c1bea9c-b589-4111-9a54-4baf5c90f838 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.371510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2177811c-2d47-4103-bb5e-4fd13002bf71 req-3c1bea9c-b589-4111-9a54-4baf5c90f838 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 932 time: 0.1650553 Mar 31 23:10:53.415590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Calling delete_port for 019559ab-48df-4692-bd86-c15c3e967a52 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:53.428153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=6decd656-4cf9-4ba7-a949-00ccec12068a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.430145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Deleting port c04bb075-27c2-403e-9489-81c2c7d4f15e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:53.433232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.444714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] In _notify_port_updated(), no bound segment for port 6decd656-4cf9-4ba7-a949-00ccec12068a on network d10a4fca-35be-461e-9e0a-29761d20af07 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:10:53.450425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.451151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.455545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-11a7569b-844d-4c19-add8-a46c4eb0d51a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "PUT /v2.0/ports/6decd656-4cf9-4ba7-a949-00ccec12068a HTTP/1.1" status: 200 len: 992 time: 1.0243342 Mar 31 23:10:53.459654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:53.617672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.631672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['019559ab-48df-4692-bd86-c15c3e967a52'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:53.652449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Pushing event deleted for resources: {'Port': ['ID=019559ab-48df-4692-bd86-c15c3e967a52,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.695608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2177811c-2d47-4103-bb5e-4fd13002bf71 req-d4fb824e-653e-4dea-b9b9-6828e218ffbb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981801 Mar 31 23:10:53.709636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] No DVR routers for this DVR port 019559ab-48df-4692-bd86-c15c3e967a52 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:10:53.719980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.719980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae4e478e-68fe-4058-bd76-7d2a9d233882 req-22ce7880-74b1-4615-beaf-c8709b382eb9 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "DELETE /v2.0/ports/019559ab-48df-4692-bd86-c15c3e967a52 HTTP/1.1" status: 204 len: 173 time: 0.7166445 Mar 31 23:10:53.719980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'name': 'network-vif-deleted', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:53.722703 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1fd18-e96b-43b4-b4a9-e2d4053408e8" -d '{"events": [{"server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "name": "network-vif-deleted", "tag": "019559ab-48df-4692-bd86-c15c3e967a52"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:53.749114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.749783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.773377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Calling delete_port for c04bb075-27c2-403e-9489-81c2c7d4f15e owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:53.783015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f7f2103a-0e77-47aa-b71f-af23ddd79ae7 None None] Provisioning complete for port 6decd656-4cf9-4ba7-a949-00ccec12068a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:53.783974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7f2103a-0e77-47aa-b71f-af23ddd79ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.818481 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca47440-ab04-4f2d-8827-5c11b9e8005d x-openstack-request-id: req-3ca47440-ab04-4f2d-8827-5c11b9e8005d {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:53.818772 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238eb5c2-77bd-4066-800f-2e7bc159c44d", "name": "network-vif-deleted", "tag": "019559ab-48df-4692-bd86-c15c3e967a52", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:53.819399 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3ca47440-ab04-4f2d-8827-5c11b9e8005d {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:53.819804 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca47440-ab04-4f2d-8827-5c11b9e8005d'] response: {'server_uuid': '238eb5c2-77bd-4066-800f-2e7bc159c44d', 'name': 'network-vif-deleted', 'tag': '019559ab-48df-4692-bd86-c15c3e967a52', 'status': 'completed', 'code': 200} Mar 31 23:10:53.831136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port 6decd656-4cf9-4ba7-a949-00ccec12068a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:53.831524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:53.882226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2103a-0e77-47aa-b71f-af23ddd79ae7 None None] Port 6decd656-4cf9-4ba7-a949-00ccec12068a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:54.023577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09f3c65-f9e6-4d28-be70-0b43538c303d {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:54.035814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3108fd6b-69c8-4b75-9606-7b653159df92 req-cd66b5cd-b95c-4bf4-b241-df1a0ede5c61 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 210 time: 0.0923820 Mar 31 23:10:54.042366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.121937 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.124592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Transition to ACTIVE for port object f09f3c65-f9e6-4d28-be70-0b43538c303d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:54.141748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.143753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for 6decd656-4cf9-4ba7-a949-00ccec12068a owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:54.271957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0871160b-813f-40e5-9ac5-8ae4089e94ea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.273585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6cee2378-ff2b-4fe3-9249-cd093736d349 req-19a9c1c8-183f-475b-9b71-73ddde7b6d0b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=238eb5c2-77bd-4066-800f-2e7bc159c44d HTTP/1.1" status: 200 len: 210 time: 0.0319548 Mar 31 23:10:54.273987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0871160b-813f-40e5-9ac5-8ae4089e94ea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.3464725 Mar 31 23:10:54.315083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': 'eea30288-0528-4919-847b-c28c875c636c', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:54.342402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Pushing event updated for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.495453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.511710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Attempting to bind port f09f3c65-f9e6-4d28-be70-0b43538c303d on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:54.511965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Attempting to bind port f09f3c65-f9e6-4d28-be70-0b43538c303d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:54.512280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Attempting to bind port f09f3c65-f9e6-4d28-be70-0b43538c303d on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:54.540435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Pushing event deleted for resources: {'Port': ['ID=c04bb075-27c2-403e-9489-81c2c7d4f15e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.556104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Port f09f3c65-f9e6-4d28-be70-0b43538c303d on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:54.556440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Attempting to bind port f09f3c65-f9e6-4d28-be70-0b43538c303d on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:54.607357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:54.607659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:54.608040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:54.608462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Bound port: f09f3c65-f9e6-4d28-be70-0b43538c303d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:54.608888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.699765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:54.703509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.705511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.716737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.719970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.722113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c652465a-311c-436f-84ab-9b3937864ce1 tempest-FloatingIPAdminTestJSON-1456788476 tempest-FloatingIPAdminTestJSON-1456788476-project] 10.222.0.95 "DELETE /v2.0/floatingips/4cbf9cff-df97-42d6-8188-da31ad67c2cb HTTP/1.1" status: 204 len: 168 time: 1.6936138 Mar 31 23:10:54.729827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58454) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:54.756900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=6decd656-4cf9-4ba7-a949-00ccec12068a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.946479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:54.977353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Deleting port 83d6b5e1-7cc0-40a0-b03b-219b49b6c19c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:54.978030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:54.985205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:55.101184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.101329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.115953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Calling delete_port for 83d6b5e1-7cc0-40a0-b03b-219b49b6c19c owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:55.194384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35079bdd-6951-4007-977c-9ec2956e1de5 req-6f89d0f2-190b-402b-8226-55f939862e18 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 210 time: 0.0357869 Mar 31 23:10:55.289202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.323869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Pushing event deleted for resources: {'Port': ['ID=83d6b5e1-7cc0-40a0-b03b-219b49b6c19c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.408795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.411910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.413340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e9c9e8c-7217-4ef0-8b6d-88382346adf5 tempest-FloatingIPAdminTestJSON-1335166690 tempest-FloatingIPAdminTestJSON-1335166690-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/c8164e79-160c-4073-902c-033ddb177f10 HTTP/1.1" status: 204 len: 168 time: 0.6818180 Mar 31 23:10:55.417787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58464) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.466381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.519459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port 83a37db6-5ae1-47d7-b964-3fde9f16f150 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:55.519459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.550121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd43d-8203-42af-a2ac-cf8e0f058121 req-7d7e90e2-162a-43ff-9b35-0f70f4515b8e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.551678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a7cd43d-8203-42af-a2ac-cf8e0f058121 req-7d7e90e2-162a-43ff-9b35-0f70f4515b8e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 944 time: 0.7109656 Mar 31 23:10:55.598876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.599567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.601598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] 10.222.0.60 "PUT /v2.0/ports/f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 200 len: 1092 time: 2.6121783 Mar 31 23:10:55.609865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:55.612627 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de38972-ae7c-416d-ba28-38a3e07eb0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:55.642167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.678147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.4 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/f473437f-88e0-428f-918e-3b66d65365f7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:55.681141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for 83a37db6-5ae1-47d7-b964-3fde9f16f150 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:55.711022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:55.717509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bcbdb10a-01aa-4973-92c0-0e1aa5e2b8ff tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/6decd656-4cf9-4ba7-a949-00ccec12068a HTTP/1.1" status: 204 len: 168 time: 2.2424440 Mar 31 23:10:55.728456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58478) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.738543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b0329-3bbd-4fc0-a508-10fa1151f531 service neutron] Pushing event updated for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:55.770727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a7cd43d-8203-42af-a2ac-cf8e0f058121 req-c7c05aa2-75c0-4b23-be65-5202b1c5f8f2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825461 Mar 31 23:10:55.776001 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2152f34-7c8e-4537-a378-04b22f5c1c7c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] GET failed (client error): The resource could not be found. Mar 31 23:10:55.777611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a2152f34-7c8e-4537-a378-04b22f5c1c7c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports/6decd656-4cf9-4ba7-a949-00ccec12068a HTTP/1.1" status: 404 len: 333 time: 0.0473785 Mar 31 23:10:55.781408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:55.793104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-1607195613'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:55.850168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-cf5f792c-0b45-41ad-a72f-617c2cd9260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.851767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-cf5f792c-0b45-41ad-a72f-617c2cd9260b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 1095 time: 0.1958125 Mar 31 23:10:55.856201 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f929ed5-1c9e-4726-aaf6-1e2a9b320717 x-openstack-request-id: req-1f929ed5-1c9e-4726-aaf6-1e2a9b320717 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:55.856872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:55.856872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1f929ed5-1c9e-4726-aaf6-1e2a9b320717 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:55.857134 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f929ed5-1c9e-4726-aaf6-1e2a9b320717'] response: {'name': 'network-changed', 'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d', 'status': 'completed', 'code': 200} Mar 31 23:10:55.968801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-91c4dce9-829b-485e-8ed8-791530bfa02c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 200 len: 217 time: 0.0745187 Mar 31 23:10:55.970157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-30be0473-e469-4aa6-b73b-34997985a2af tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.973356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-30be0473-e469-4aa6-b73b-34997985a2af tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 807 time: 0.3221509 Mar 31 23:10:56.000044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-aa180d30-c066-448d-9af2-458b1342934b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/quotas/838817cb2b964fcaa337c040b4724ff8 HTTP/1.1" status: 200 len: 375 time: 0.0202868 Mar 31 23:10:56.019421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.046731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-0367942b-d096-456f-ba52-a942a4bcac37 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375440 Mar 31 23:10:56.059905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.085671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=83a37db6-5ae1-47d7-b964-3fde9f16f150,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.096288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-435fac20-d59c-4634-905b-64821eb012ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.097804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-435fac20-d59c-4634-905b-64821eb012ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1167281 Mar 31 23:10:56.151128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-058c1f1a-4589-4e26-aa6f-032440b274bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428278 Mar 31 23:10:56.153755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:56.157202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.161737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.258792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.266189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-29f2a61c-882f-46c1-9168-12e37dd6466e tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/ports/83a37db6-5ae1-47d7-b964-3fde9f16f150 HTTP/1.1" status: 204 len: 168 time: 0.8455849 Mar 31 23:10:56.268584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.298600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-4575b7e6-2cdc-4ca0-b362-e51b6a88f51b service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354892 Mar 31 23:10:56.301668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port 665a24b9-cdd8-4212-ac9a-673fea973f3f yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:10:56.338934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-2f3d1b12-4c08-4c6b-9917-377bde4f25e7 service neutron] 10.222.0.95 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614639 Mar 31 23:10:56.425551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4571b87-bf65-4a60-bbb0-56b1ec36f418 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.430059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b4571b87-bf65-4a60-bbb0-56b1ec36f418 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "GET /v2.0/ports?device_id=10490e34-d093-4ce2-b2cb-2227f669a55c HTTP/1.1" status: 200 len: 913 time: 0.1576352 Mar 31 23:10:56.439470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58492) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:56.490404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-c4e576db-e8ea-4737-90a5-2493687637d1 service neutron] 10.222.0.95 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393974 Mar 31 23:10:56.559899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b152d0e7-ad2a-4b0f-b2a1-5c12bcfc42ff req-3fbb656c-9944-4e8c-a6af-ce3c11293306 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424388 Mar 31 23:10:56.561828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fe0ca15-e335-4fd0-8ec3-243288b1d437 req-f43ae74f-bdee-4c5e-ba54-8e3d645c9e8e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 210 time: 0.1232064 Mar 31 23:10:56.584041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:56.790541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a43db6d-1b1f-4d8e-924c-47b09620991f req-e7b7fc85-c326-4a8d-99f8-f60161973293 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 210 time: 0.0615346 Mar 31 23:10:56.831492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:56.837428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.848255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:56.853035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:56.947282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.5 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/665a24b9-cdd8-4212-ac9a-673fea973f3f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:56.995884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfb77e-1029-4ad8-af73-8851eccea87f req-e85143ff-d08b-468d-9794-f438330f8106 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.998880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7dfb77e-1029-4ad8-af73-8851eccea87f req-e85143ff-d08b-468d-9794-f438330f8106 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.0778179 Mar 31 23:10:57.050725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-1e5beb11-e9b9-4d17-a7e4-ee323f4649f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.052416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-1e5beb11-e9b9-4d17-a7e4-ee323f4649f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 1095 time: 0.4026904 Mar 31 23:10:57.063955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.064672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.079859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7dfb77e-1029-4ad8-af73-8851eccea87f req-efb67b2c-76f4-4189-8425-7723dcccc770 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742836 Mar 31 23:10:57.159437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-cb52812a-462e-4c53-887e-2a57b1c69cea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8621025 Mar 31 23:10:57.204418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Request body: {'port': {'device_id': 'eea30288-0528-4919-847b-c28c875c636c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:57.255210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860457c-fc2d-4bfc-af40-0dfb00258e30 req-f04c9181-22ea-4f55-b2fa-9f7053e25d73 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.257010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9860457c-fc2d-4bfc-af40-0dfb00258e30 req-f04c9181-22ea-4f55-b2fa-9f7053e25d73 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 944 time: 0.3463488 Mar 31 23:10:57.388143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-451dcd46-52cd-48fd-a90a-dbe15a3c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.389655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-451dcd46-52cd-48fd-a90a-dbe15a3c43e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.3149078 Mar 31 23:10:57.704180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba1900-c9be-4ebe-a804-35306b9706c2 req-18696f52-930c-49bf-915c-13fa946b1196 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.705980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eba1900-c9be-4ebe-a804-35306b9706c2 req-18696f52-930c-49bf-915c-13fa946b1196 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 931 time: 0.0523150 Mar 31 23:10:57.738123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9860457c-fc2d-4bfc-af40-0dfb00258e30 req-7f057508-a29a-4a3e-b195-fa6067ab6678 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462948 Mar 31 23:10:57.743637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-8eed7a67-0b3c-42f6-bb6b-5b512dfbc65c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 200 len: 217 time: 0.3261354 Mar 31 23:10:57.747895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.753594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eba1900-c9be-4ebe-a804-35306b9706c2 req-80df1399-b89e-4856-9ae6-1761175b28b3 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Mar 31 23:10:57.892237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:57.915980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2deacd8-dbb3-4dec-a73c-f35fb8980eef req-c9bcc10a-c9be-46e8-9df4-6597c772cacf tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 210 time: 0.0551794 Mar 31 23:10:57.983961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-664c5156-623e-4263-83f8-1a3478f44675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.985487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-664c5156-623e-4263-83f8-1a3478f44675 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.2215719 Mar 31 23:10:58.028198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 019559ab-48df-4692-bd86-c15c3e967a52 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:10:58.045052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-03c8a0cc-d3ef-4702-968a-51eec3e0698d tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.051614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-03c8a0cc-d3ef-4702-968a-51eec3e0698d tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 807 time: 0.1732798 Mar 31 23:10:58.055712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-ce3f604a-ee8a-430b-ab0a-003806176025 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523498 Mar 31 23:10:58.058041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 019559ab-48df-4692-bd86-c15c3e967a52 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:10:58.058639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 019559ab-48df-4692-bd86-c15c3e967a52 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:10:58.067695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Request body: {'port': {'device_id': 'b7d12e96-0283-4051-898b-20322e5229b5', 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756', 'admin_state_up': True, 'tenant_id': '838817cb2b964fcaa337c040b4724ff8'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:58.136293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.213773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Made reservation on behalf of 838817cb2b964fcaa337c040b4724ff8 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:58.218388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.245345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:58.268351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:58.326454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:58.374187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Allocated IP 172.20.0.11 (e20cb786-ebad-42aa-be21-19c388690756/163f5816-db02-49e5-b83b-fe3e8ae82a5f/329c79c3-b0ab-4cfa-8e32-b5e70b43c227) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:58.463910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=665a24b9-cdd8-4212-ac9a-673fea973f3f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.499987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-b3397962-72f3-4aa9-9f17-fa0139604f06 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345536 Mar 31 23:10:58.506464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.506837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.507169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.507534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.507871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.508206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.508540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.508870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.509213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.509542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.509869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.510192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:58.520197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.521122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.550824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dbc04-44cd-4743-a640-352b7ed810cb req-78fb2811-1f2e-4d81-a85d-30512d7151ee tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.552404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee2dbc04-44cd-4743-a640-352b7ed810cb req-78fb2811-1f2e-4d81-a85d-30512d7151ee tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.3044949 Mar 31 23:10:58.579099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.599790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.612167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2d8b0ba0-9fff-4c79-8462-685523a87a4f tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8296580 Mar 31 23:10:58.615444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58520) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:10:58.620906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:eb:5e'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:58.656273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-23b03740-9d53-499f-a400-d496ef7a2888 None None] Provisioning complete for port 665a24b9-cdd8-4212-ac9a-673fea973f3f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:10:58.656942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-23b03740-9d53-499f-a400-d496ef7a2888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.663779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.690671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Network e20cb786-ebad-42aa-be21-19c388690756 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:58.708822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-23b03740-9d53-499f-a400-d496ef7a2888 None None] Port 665a24b9-cdd8-4212-ac9a-673fea973f3f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:10:58.718137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:58.727130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:58.768705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f473437f-88e0-428f-918e-3b66d65365f7 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:58.781352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.804432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Pushing event updated for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.824974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee2dbc04-44cd-4743-a640-352b7ed810cb req-a324e111-f118-454a-8d21-83e19a136651 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2515109 Mar 31 23:10:58.850642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.851334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.873677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Transition to ACTIVE for port object f473437f-88e0-428f-918e-3b66d65365f7 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:10:58.878595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8de38972-ae7c-416d-ba28-38a3e07eb0b7 req-580b048d-136f-46c6-b6e6-f52ff168b8b9 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524706 Mar 31 23:10:58.901850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:58.944551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-755599b6-283c-4bc8-a569-4ea1b92d77d7 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8806093 Mar 31 23:10:58.969274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Request body: {'port': {'device_id': 'b7d12e96-0283-4051-898b-20322e5229b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:59.038409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87206420-c17c-406f-9ec6-3eeb4c752520 req-d01fb963-fb17-4f8b-9c1d-ed2f50b07131 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.040142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87206420-c17c-406f-9ec6-3eeb4c752520 req-d01fb963-fb17-4f8b-9c1d-ed2f50b07131 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 943 time: 0.1727173 Mar 31 23:10:59.067078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.073720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.093840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.116058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702c98-e788-4eb8-8d1a-f1529e8ce666 req-be1bbb9d-b31f-40d9-b154-d8afd31efa3a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.119285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c702c98-e788-4eb8-8d1a-f1529e8ce666 req-be1bbb9d-b31f-40d9-b154-d8afd31efa3a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 944 time: 0.1545625 Mar 31 23:10:59.223807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87206420-c17c-406f-9ec6-3eeb4c752520 req-77242e7a-8b03-41a6-afa7-fade22db8ceb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659074 Mar 31 23:10:59.267909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c702c98-e788-4eb8-8d1a-f1529e8ce666 req-dcae00cc-9be1-485f-8a79-1b68e9b911a5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300323 Mar 31 23:10:59.287392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Attempting to bind port f473437f-88e0-428f-918e-3b66d65365f7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:10:59.287392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Attempting to bind port f473437f-88e0-428f-918e-3b66d65365f7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:10:59.287392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Attempting to bind port f473437f-88e0-428f-918e-3b66d65365f7 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:59.310348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Port f473437f-88e0-428f-918e-3b66d65365f7 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:59.310715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Attempting to bind port f473437f-88e0-428f-918e-3b66d65365f7 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:59.326373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:59.326789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:10:59.327096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:59.327559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Bound port: f473437f-88e0-428f-918e-3b66d65365f7, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:10:59.327918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.347757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe507-0483-4ccb-b783-6329081553e5 req-a9f1939c-88f1-40ff-8d2c-9edb82f9b179 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.348807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95dfe507-0483-4ccb-b783-6329081553e5 req-a9f1939c-88f1-40ff-8d2c-9edb82f9b179 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.96 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.1535017 Mar 31 23:10:59.460334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port 684c7a46-160d-4c24-bc61-0dc67f23ac8f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:59.460774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.510793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:59.560237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f473437f-88e0-428f-918e-3b66d65365f7,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:59.573189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.645253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.645875 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.647281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/f473437f-88e0-428f-918e-3b66d65365f7 HTTP/1.1" status: 200 len: 1091 time: 2.4496233 Mar 31 23:10:59.649411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Deleting port 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:10:59.649742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.652458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:59.654870 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182b96a-407a-4b8c-ad5c-6266d0669630" -d '{"events": [{"name": "network-changed", "server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "tag": "f473437f-88e0-428f-918e-3b66d65365f7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:59.660437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.712311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for 684c7a46-160d-4c24-bc61-0dc67f23ac8f owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:10:59.735996 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9be12-54d8-4133-8100-80dc4c6c506a x-openstack-request-id: req-cff9be12-54d8-4133-8100-80dc4c6c506a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:59.736289 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "tag": "f473437f-88e0-428f-918e-3b66d65365f7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:59.736541 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cff9be12-54d8-4133-8100-80dc4c6c506a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:59.736939 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff9be12-54d8-4133-8100-80dc4c6c506a'] response: {'name': 'network-changed', 'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7', 'status': 'completed', 'code': 200} Mar 31 23:10:59.769801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7877e1-831d-420a-8274-8371be2ad9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.836376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894a148-83e2-4de1-8991-d0a9936bc9cd req-2f4a4913-5ba1-4ab8-9365-c37978f350be tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.837920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c894a148-83e2-4de1-8991-d0a9936bc9cd req-2f4a4913-5ba1-4ab8-9365-c37978f350be tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 932 time: 0.5180447 Mar 31 23:10:59.917151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:10:59.937569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.004415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c894a148-83e2-4de1-8991-d0a9936bc9cd req-29d1a0c2-e2fb-48ec-875a-b3f14dee76e6 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578612 Mar 31 23:11:00.054503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:00.070908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.079498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] In _notify_port_updated(), no bound segment for port 665a24b9-cdd8-4212-ac9a-673fea973f3f on network d10a4fca-35be-461e-9e0a-29761d20af07 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:11:00.084933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.085578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.089588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "PUT /v2.0/ports/665a24b9-cdd8-4212-ac9a-673fea973f3f HTTP/1.1" status: 200 len: 996 time: 1.4702473 Mar 31 23:11:00.090348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8d16f-b1e3-4213-87c1-5172bfce7e78 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=665a24b9-cdd8-4212-ac9a-673fea973f3f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.095104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58534) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:00.108907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Transition to ACTIVE for port object 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:00.127452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.192264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-76cc4541-a058-44aa-a234-d5fc960f0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.193775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-76cc4541-a058-44aa-a234-d5fc960f0794 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 1094 time: 0.4612174 Mar 31 23:11:00.227065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Pushing event updated for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.305131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port 665a24b9-cdd8-4212-ac9a-673fea973f3f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:00.305478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.309910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] For port 4920a074-f401-48bb-9f6e-47be044f4b6e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4920a074-f401-48bb-9f6e-47be044f4b6e,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:00.311005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.321159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22442064-d0f8-4002-a56b-106834ace014 req-194cb887-2c74-4be8-876f-6ffb773705f6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.324214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22442064-d0f8-4002-a56b-106834ace014 req-194cb887-2c74-4be8-876f-6ffb773705f6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 946 time: 0.2241273 Mar 31 23:11:00.325822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-80fe2e3e-56eb-44f4-80df-29dec992f695 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f473437f-88e0-428f-918e-3b66d65365f7 HTTP/1.1" status: 200 len: 217 time: 0.0949450 Mar 31 23:11:00.398332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Attempting to bind port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:00.398648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Attempting to bind port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:00.398993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Attempting to bind port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 on network e20cb786-ebad-42aa-be21-19c388690756 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:00.413788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 on network e20cb786-ebad-42aa-be21-19c388690756 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:00.414081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Attempting to bind port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 on network e20cb786-ebad-42aa-be21-19c388690756 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:00.431909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:00.432279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Checking segment: {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:00.432654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Bound using segment: {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:00.433079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Bound port: 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:00.433433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.447278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8b69f630-4aee-414a-96cd-eb339a2ea7dd None None] Provisioning complete for port 665a24b9-cdd8-4212-ac9a-673fea973f3f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:00.448308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b69f630-4aee-414a-96cd-eb339a2ea7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.456967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.479466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c706a4-c0cf-4364-b9ae-db56cf1e72c5 req-efa8df0f-48e2-4d80-9dd5-ca2ec77f6c1e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.481443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98c706a4-c0cf-4364-b9ae-db56cf1e72c5 req-efa8df0f-48e2-4d80-9dd5-ca2ec77f6c1e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 943 time: 0.1399386 Mar 31 23:11:00.484251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for 665a24b9-cdd8-4212-ac9a-673fea973f3f owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:00.487752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8b69f630-4aee-414a-96cd-eb339a2ea7dd None None] Port 665a24b9-cdd8-4212-ac9a-673fea973f3f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:00.527454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f09f3c65-f9e6-4d28-be70-0b43538c303d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:00.541021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-2a0249b8-af7c-466a-b64d-067039153764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.542514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-2a0249b8-af7c-466a-b64d-067039153764 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1950746 Mar 31 23:11:00.545836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22442064-d0f8-4002-a56b-106834ace014 req-d0b77dba-2249-424f-83ea-43e481b5b121 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=a145130c-a5b3-4c25-8022-25d5982c63da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1969726 Mar 31 23:11:00.604202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:00.621943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98c706a4-c0cf-4364-b9ae-db56cf1e72c5 req-42cf83bc-cde5-429f-95fc-206d0340b5eb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186769 Mar 31 23:11:00.624114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:00.637617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-c72247e4-f8da-419f-b805-8e8db5cf5d6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800114 Mar 31 23:11:00.643384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.687794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:00.709273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.709904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.710820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f09f3c65-f9e6-4d28-be70-0b43538c303d', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': 'f09f3c65-f9e6-4d28-be70-0b43538c303d', 'mac_address': 'fa:16:3e:1d:29:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:00.711318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] 10.222.0.96 "PUT /v2.0/ports/329c79c3-b0ab-4cfa-8e32-b5e70b43c227 HTTP/1.1" status: 200 len: 1092 time: 1.7509654 Mar 31 23:11:00.711759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:00.714104 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7472adf6-b309-4655-a6a9-d464420370aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:00.755658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303298a-6409-4b92-9a0c-062334dc9200 service neutron] Pushing event updated for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.775459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.794960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09f3c65-f9e6-4d28-be70-0b43538c303d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:00.795481 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.795956 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.795956 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Floating IP 33836c56-063b-495a-ae91-00871aade85c disassociated. External IP: 172.25.8.15, port: 4920a074-f401-48bb-9f6e-47be044f4b6e. Mar 31 23:11:00.796272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Calling delete_port for 4920a074-f401-48bb-9f6e-47be044f4b6e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:00.804578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.822845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:00.830439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.899721 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1c474-0e4b-44f3-b3d6-97f7357da4e1 x-openstack-request-id: req-e2b1c474-0e4b-44f3-b3d6-97f7357da4e1 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:00.900387 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:00.903820 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e2b1c474-0e4b-44f3-b3d6-97f7357da4e1 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:00.904449 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b1c474-0e4b-44f3-b3d6-97f7357da4e1'] response: {'name': 'network-changed', 'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227', 'status': 'completed', 'code': 200} Mar 31 23:11:00.905949 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:00.912804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.937576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=684c7a46-160d-4c24-bc61-0dc67f23ac8f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.947108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-26162975-e240-41c7-84c8-d3d6b247631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.950034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-26162975-e240-41c7-84c8-d3d6b247631b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 1095 time: 0.1642823 Mar 31 23:11:00.953375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:00.999092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66476d-686a-4c74-85c0-1b6eebb40c9f req-7f82ae36-f5a2-485b-aac6-f8c96aae3df6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.000711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad66476d-686a-4c74-85c0-1b6eebb40c9f req-7f82ae36-f5a2-485b-aac6-f8c96aae3df6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 945 time: 0.1651049 Mar 31 23:11:01.031035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=665a24b9-cdd8-4212-ac9a-673fea973f3f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:01.034699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-3c7dfe15-52e3-4c5e-b381-11e90035933f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227 HTTP/1.1" status: 200 len: 217 time: 0.0717781 Mar 31 23:11:01.088207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd12c6d-1bf4-4caf-ac15-20d70fdbc976 req-3122c39f-45fb-471a-ba35-d8f9f061bf20 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.089830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd12c6d-1bf4-4caf-ac15-20d70fdbc976 req-3122c39f-45fb-471a-ba35-d8f9f061bf20 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.1797242 Mar 31 23:11:01.123533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-7ed5760f-0f96-404d-80eb-4064ae51bbdf service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745939 Mar 31 23:11:01.156804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:01.163165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad66476d-686a-4c74-85c0-1b6eebb40c9f req-44b2805c-4960-49ca-b970-2a510414113f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331255 Mar 31 23:11:01.182181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b589f-7369-476f-a661-e6642c978a2a req-6ae257cf-b979-45a6-8af5-7f9fd7b70f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.183697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-6ae257cf-b979-45a6-8af5-7f9fd7b70f56 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=163f5816-db02-49e5-b83b-fe3e8ae82a5f HTTP/1.1" status: 200 len: 847 time: 0.1382070 Mar 31 23:11:01.188512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.191806 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c35df6d7-6545-42e6-a5e6-b6005a07526c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/665a24b9-cdd8-4212-ac9a-673fea973f3f HTTP/1.1" status: 204 len: 168 time: 1.0956929 Mar 31 23:11:01.204124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58550) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.289415 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a375112-ae6a-423f-bfdf-60bd9b977a25 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] GET failed (client error): The resource could not be found. Mar 31 23:11:01.295895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a375112-ae6a-423f-bfdf-60bd9b977a25 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports/665a24b9-cdd8-4212-ac9a-673fea973f3f HTTP/1.1" status: 404 len: 333 time: 0.0907059 Mar 31 23:11:01.298750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-48d63d1c-ae97-4428-ada2-e0ff1f64cd04 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e20cb786-ebad-42aa-be21-19c388690756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993552 Mar 31 23:11:01.299092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.300170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58552) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:01.312113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-93225035'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:01.451410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02ea7bd8-5ee9-4706-8fdc-03685d9bca27 req-dfd586fc-862c-4be3-98d2-61bcf07178f8 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157103 Mar 31 23:11:01.479111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd12c6d-1bf4-4caf-ac15-20d70fdbc976 req-d617e71e-bd03-4026-8872-c5c94cc721ef tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816013 Mar 31 23:11:01.518519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046784-af49-4b8e-80af-887c8813b418 req-0b9ef217-9e23-4ddc-93c5-25768b865719 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.520073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6046784-af49-4b8e-80af-887c8813b418 req-0b9ef217-9e23-4ddc-93c5-25768b865719 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 944 time: 0.1820819 Mar 31 23:11:01.526666 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-6275ae51-8ef3-40c6-8c67-2fdad9250cea service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108202 Mar 31 23:11:01.580691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.607847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6046784-af49-4b8e-80af-887c8813b418 req-91f0b8ef-4301-433d-bf24-240dd3ee1278 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792444 Mar 31 23:11:01.608784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:01.613360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:01.629256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'Port': ['ID=4920a074-f401-48bb-9f6e-47be044f4b6e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:01.640268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-2ed2a58b-c30e-44e4-8129-96aeeab3a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.641780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-2ed2a58b-c30e-44e4-8129-96aeeab3a0f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 1094 time: 0.1014667 Mar 31 23:11:01.685588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port 8ff160a6-0063-42ac-8af0-c164e5d335ea yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:01.733248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cff3b9c-d07e-4956-993e-aa847f92a61a req-4cd752cc-6137-4fdc-b39d-f8fafa856760 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 210 time: 0.0990193 Mar 31 23:11:01.736471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-692b589f-7369-476f-a661-e6642c978a2a req-b506a5d5-7249-4163-b273-b3089320d628 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977470 Mar 31 23:11:01.810894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb79b3b-7b70-4d4d-9cc8-83f6fb85156d req-87cc33aa-308f-47c8-8c48-c1ccf7c0ac45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.812445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8eb79b3b-7b70-4d4d-9cc8-83f6fb85156d req-87cc33aa-308f-47c8-8c48-c1ccf7c0ac45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 943 time: 0.1088822 Mar 31 23:11:01.897301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.5 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/8ff160a6-0063-42ac-8af0-c164e5d335ea) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:01.930449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8eb79b3b-7b70-4d4d-9cc8-83f6fb85156d req-3a3e3543-487f-4331-aab8-511b731cbae4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982575 Mar 31 23:11:01.945135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472adf6-b309-4655-a6a9-d464420370aa req-eb500ae3-c4f3-40c4-8f0f-ae08880b8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.946704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-eb500ae3-c4f3-40c4-8f0f-ae08880b8c3a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=838817cb2b964fcaa337c040b4724ff8&device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 1095 time: 0.1158569 Mar 31 23:11:02.126555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472adf6-b309-4655-a6a9-d464420370aa req-f25f8bc7-c2f4-4fff-9f9e-4162bed2ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.128087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-f25f8bc7-c2f4-4fff-9f9e-4162bed2ff36 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 200 len: 909 time: 0.1716239 Mar 31 23:11:02.179680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-2c184325-ee82-43a4-b1aa-6c5cbeb8d8d3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227 HTTP/1.1" status: 200 len: 217 time: 0.0417802 Mar 31 23:11:02.189299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.214651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Router 10490e34-d093-4ce2-b2cb-2227f669a55c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:02.226157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-f2efc0f5-18d2-490c-944a-d202f4100f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.227733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-f2efc0f5-18d2-490c-944a-d202f4100f56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.5219333 Mar 31 23:11:02.249253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472adf6-b309-4655-a6a9-d464420370aa req-6965ed7d-aa2f-40b6-bb9b-b01b251d2edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.250739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-6965ed7d-aa2f-40b6-bb9b-b01b251d2edf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=163f5816-db02-49e5-b83b-fe3e8ae82a5f HTTP/1.1" status: 200 len: 847 time: 0.0598235 Mar 31 23:11:02.270373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.296299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-de16a6b7-ca1b-428a-81f7-16f81f354d3c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e20cb786-ebad-42aa-be21-19c388690756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355322 Mar 31 23:11:02.308114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:02.310574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-83533fda-91d1-4c2c-9150-006a9914e410 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f473437f-88e0-428f-918e-3b66d65365f7 HTTP/1.1" status: 200 len: 217 time: 0.0736394 Mar 31 23:11:02.359387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:02.367754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:02.397408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=8ff160a6-0063-42ac-8af0-c164e5d335ea,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.400004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:02.473709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.474539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.476269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-7f1a9cfe-8f63-42cd-876a-3722743bc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.478113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-7f1a9cfe-8f63-42cd-876a-3722743bc735 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1494420 Mar 31 23:11:02.480351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-34cbc37d-674c-4b29-a666-419d704eec18 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646676 Mar 31 23:11:02.495783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0758f695-a62d-4b98-a4bb-f916eabb725c tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1942937 Mar 31 23:11:02.504661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:02.509662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'network_id': 'd10a4fca-35be-461e-9e0a-29761d20af07', 'name': 'tempest-AllowedAddressPairTestJSON-1785422787'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:02.511823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7a56d-dd2f-4747-b7ad-84a2b5e7d9cd req-91ce58bf-2502-44ca-b144-2de1533729ca tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.513518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdc7a56d-dd2f-4747-b7ad-84a2b5e7d9cd req-91ce58bf-2502-44ca-b144-2de1533729ca tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 945 time: 0.2357352 Mar 31 23:11:02.550556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f09f3c65-f9e6-4d28-be70-0b43538c303d up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:02.608101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:02.633080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c9fe2e5-6b35-4298-9f3b-63dbcda23601 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "PUT /v2.0/routers/10490e34-d093-4ce2-b2cb-2227f669a55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904416 Mar 31 23:11:02.633852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] Sync routers for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:02.642072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port f09f3c65-f9e6-4d28-be70-0b43538c303d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:02.648117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58566) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:02.653870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f09f3c65-f9e6-4d28-be70-0b43538c303d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:02.654825 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.662863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-670fd916-85a9-42db-be7e-880f709f0d08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706004 Mar 31 23:11:02.664306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:02.676671 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:02.692634 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:02.694254 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.698437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-772c2834-9a7d-43c5-a981-2cba238e2752 None None] Provisioning complete for port 8ff160a6-0063-42ac-8af0-c164e5d335ea triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:02.699038 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-772c2834-9a7d-43c5-a981-2cba238e2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.710439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:02.711222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.742640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7472adf6-b309-4655-a6a9-d464420370aa req-d370fb9c-8b12-4cd9-a511-fad2e0b2adf2 service neutron] 10.222.0.96 "GET /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446752 Mar 31 23:11:02.767842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fb26-a3ee-4374-b6ab-a112dd5f4bf5 req-ad8a042f-bb69-47fa-bbba-a89274cdca0b tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.769403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd95fb26-a3ee-4374-b6ab-a112dd5f4bf5 req-ad8a042f-bb69-47fa-bbba-a89274cdca0b tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.1522083 Mar 31 23:11:02.787417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdc7a56d-dd2f-4747-b7ad-84a2b5e7d9cd req-1b353c24-335f-429e-aef3-363e5c2688fc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748047 Mar 31 23:11:02.793702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Made reservation on behalf of 43300a65c6a74f2ba56d0db358d5869c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:02.798564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.822730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] No DVR routers for this DVR port 4920a074-f401-48bb-9f6e-47be044f4b6e on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:02.826489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:02.829834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95dfe507-0483-4ccb-b783-6329081553e5 req-87183286-4f41-4d58-93fe-39f1d352955d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.96 "DELETE /v2.0/ports/4920a074-f401-48bb-9f6e-47be044f4b6e HTTP/1.1" status: 204 len: 173 time: 3.4710197 Mar 31 23:11:02.843922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-deleted', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:02.846284 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e52788-8c78-4b3e-82fb-cb76b953b5d9" -d '{"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-deleted", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:02.856568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd95fb26-a3ee-4374-b6ab-a112dd5f4bf5 req-dc76c699-b1d9-4ae2-be25-ca78bf7da0f1 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Mar 31 23:11:02.865391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] device_id is not set on port 5f7c8698-0350-4da5-8b9d-233bf0e63244 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:02.865840 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:02.924773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.949532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-772c2834-9a7d-43c5-a981-2cba238e2752 None None] Port 8ff160a6-0063-42ac-8af0-c164e5d335ea cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:02.969523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] Routers {'10490e34-d093-4ce2-b2cb-2227f669a55c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:02.970239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['10490e34-d093-4ce2-b2cb-2227f669a55c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:02.975496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-7d0a797e-bdb1-4857-a4e7-c7ccfb21164e tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.977044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-7d0a797e-bdb1-4857-a4e7-c7ccfb21164e tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 945 time: 0.1934047 Mar 31 23:11:02.979228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-333dd8f3-8f33-4cb5-92e2-2784aef19b41 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746389 Mar 31 23:11:02.981583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.008421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.009083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d93557-c05a-4e14-be2b-8c2bc27ca3bc None None] The sync data for ids ['10490e34-d093-4ce2-b2cb-2227f669a55c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:03.056660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.102890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:03.104560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:03.107404 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0373600d-ff43-4809-8d32-e6f237785f75" -d '{"events": [{"server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "name": "network-vif-plugged", "status": "completed", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:03.107856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbdd35d1-4c97-4806-9054-40ca21365881 req-fd0486c3-9ad2-4f1a-acc8-90726b12adeb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=f626f649-6a66-4f5b-a5bb-90679b4df813 HTTP/1.1" status: 200 len: 210 time: 0.0505590 Mar 31 23:11:03.113895 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.122240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Allocated IP 172.20.0.4 (d10a4fca-35be-461e-9e0a-29761d20af07/ca0df801-65e4-4b05-a70f-7af75b80f8ed/5f7c8698-0350-4da5-8b9d-233bf0e63244) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:03.191412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.214677 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a762d-76c3-4366-9d87-6a113ced2b41 x-openstack-request-id: req-b81a762d-76c3-4366-9d87-6a113ced2b41 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:03.215230 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f626f649-6a66-4f5b-a5bb-90679b4df813", "name": "network-vif-deleted", "tag": "4920a074-f401-48bb-9f6e-47be044f4b6e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:03.215230 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b81a762d-76c3-4366-9d87-6a113ced2b41 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:03.215727 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81a762d-76c3-4366-9d87-6a113ced2b41'] response: {'server_uuid': 'f626f649-6a66-4f5b-a5bb-90679b4df813', 'name': 'network-vif-deleted', 'tag': '4920a074-f401-48bb-9f6e-47be044f4b6e', 'status': 'completed', 'code': 200} Mar 31 23:11:03.285381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.309216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f565-7a2a-49e1-a2d0-b6367724555c req-31b0b68f-6cef-406d-832e-ae59ae0851fd tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.310896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c21f565-7a2a-49e1-a2d0-b6367724555c req-31b0b68f-6cef-406d-832e-ae59ae0851fd tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 944 time: 0.2895393 Mar 31 23:11:03.317868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:03.320493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7182b96a-407a-4b8c-ad5c-6266d0669630 req-50674211-fad9-42b7-8e28-c0405412028f service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975361 Mar 31 23:11:03.336381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:03.337032 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:10:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.337284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.349331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Deleting port d52d8ccb-f16b-4515-b984-3ec60cdaac2c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:03.349687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.388346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30dfe2-7118-4058-813c-668b83ecf76d req-bc938856-aa5e-48fb-a83d-ec77588f018f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.389884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b30dfe2-7118-4058-813c-668b83ecf76d req-bc938856-aa5e-48fb-a83d-ec77588f018f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 943 time: 0.1068013 Mar 31 23:11:03.437003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.446113 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:03.448268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c21f565-7a2a-49e1-a2d0-b6367724555c req-4230ff0d-a735-4913-8db8-bb3d8b898936 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221039 Mar 31 23:11:03.453717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b30dfe2-7118-4058-813c-668b83ecf76d req-f28e2de5-6a44-4e27-b482-8464fea885e7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501506 Mar 31 23:11:03.486865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] For port d52d8ccb-f16b-4515-b984-3ec60cdaac2c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:03.487647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.488797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.505878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Calling delete_port for d52d8ccb-f16b-4515-b984-3ec60cdaac2c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:03.519479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port a2fedf04-2a5b-4971-b377-e0fdc76d955f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:03.519821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.538943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Network d10a4fca-35be-461e-9e0a-29761d20af07 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:03.549892 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901349dd-dcd6-44a6-a647-b5352141a94f x-openstack-request-id: req-901349dd-dcd6-44a6-a647-b5352141a94f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:03.550186 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "name": "network-vif-plugged", "status": "completed", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:03.550438 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-901349dd-dcd6-44a6-a647-b5352141a94f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:03.550841 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901349dd-dcd6-44a6-a647-b5352141a94f'] response: {'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d', 'code': 200} Mar 31 23:11:03.556861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:03.583055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:03.657801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.661752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=5f7c8698-0350-4da5-8b9d-233bf0e63244,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.677802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for a2fedf04-2a5b-4971-b377-e0fdc76d955f owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:03.681236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.682283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.711104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5a8f6d5-a83b-4fa8-9048-1422bdbf246a tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2053764 Mar 31 23:11:03.713829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58578) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:03.721808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:53:eb:5e'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:05:70:5d'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:03.862040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1aaf1-0022-4d7e-95a1-49cb1190cf35 req-f78e572c-87d3-480d-9e1d-c3f69bfcb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.864428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ff1aaf1-0022-4d7e-95a1-49cb1190cf35 req-f78e572c-87d3-480d-9e1d-c3f69bfcb2ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 1097 time: 0.1415343 Mar 31 23:11:03.892005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.905193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d52d8ccb-f16b-4515-b984-3ec60cdaac2c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:03.906223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:03.907116 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:03.954720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Pushing event deleted for resources: {'Port': ['ID=d52d8ccb-f16b-4515-b984-3ec60cdaac2c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.959146 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b1884-00f6-4eda-bbbd-8243fed09a82 None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:03.983101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d651f406-cf06-4bb6-9ba5-6067f1c72535 None None] Provisioning complete for port 5f7c8698-0350-4da5-8b9d-233bf0e63244 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:03.983523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d651f406-cf06-4bb6-9ba5-6067f1c72535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.024679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:04.029653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d651f406-cf06-4bb6-9ba5-6067f1c72535 None None] Port 5f7c8698-0350-4da5-8b9d-233bf0e63244 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:04.039439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355aafa9-aa62-41ad-9a43-364b7a8e5fe3 req-3b7e9efe-571c-4bd2-b6ec-5c9605fe2005 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.041377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-355aafa9-aa62-41ad-9a43-364b7a8e5fe3 req-3b7e9efe-571c-4bd2-b6ec-5c9605fe2005 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.1225691 Mar 31 23:11:04.052835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ff1aaf1-0022-4d7e-95a1-49cb1190cf35 req-3f9cf08c-a6f9-4f06-927f-87a93730ae4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808679 Mar 31 23:11:04.066220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 4920a074-f401-48bb-9f6e-47be044f4b6e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:04.066567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4920a074-f401-48bb-9f6e-47be044f4b6e not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:04.103864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-355aafa9-aa62-41ad-9a43-364b7a8e5fe3 req-fe6d41a4-80b1-46a9-917d-71fa6e583404 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499938 Mar 31 23:11:04.125204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-634d4d7b-bb59-480c-830d-ba3cbe862724 req-2e2630de-8635-4cb0-a86e-67377916fb09 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2056e7d-a02c-4da8-891b-5fa3f0023ea7 HTTP/1.1" status: 200 len: 210 time: 0.0489023 Mar 31 23:11:04.143543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] No DVR routers for this DVR port d52d8ccb-f16b-4515-b984-3ec60cdaac2c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:04.147542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.150865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fe3fb16-245e-496b-b10a-0b1d87e1a386 req-22b41e75-36cd-4680-be9e-7745800546e9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "DELETE /v2.0/ports/d52d8ccb-f16b-4515-b984-3ec60cdaac2c HTTP/1.1" status: 204 len: 173 time: 1.1097569 Mar 31 23:11:04.169422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.205836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=a2fedf04-2a5b-4971-b377-e0fdc76d955f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.240957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58588) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.280377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aff8e6-6646-4a8e-b26e-52fcbaaf8058 None None] New status for floating IP 33836c56-063b-495a-ae91-00871aade85c: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:04.334420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.341034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.342226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.351732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.425059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event updated for resources: {'Port': ['ID=5f7c8698-0350-4da5-8b9d-233bf0e63244,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.433081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.449980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] In _notify_port_updated(), no bound segment for port 5f7c8698-0350-4da5-8b9d-233bf0e63244 on network d10a4fca-35be-461e-9e0a-29761d20af07 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:11:04.457332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.466829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.471906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-025f3d96-a47a-4d14-a99a-05d0d0f07bf2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "PUT /v2.0/ports/5f7c8698-0350-4da5-8b9d-233bf0e63244 HTTP/1.1" status: 200 len: 1055 time: 0.7540045 Mar 31 23:11:04.472335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58590) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.473557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-253bb377-b0d1-40de-9bb7-ff998f8cd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.489583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.493590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.540414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f473437f-88e0-428f-918e-3b66d65365f7 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:04.677046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172b094-03a9-4544-b145-fffdbfb572e3 req-9ff94d5a-9921-40aa-a45f-67765d411150 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.678583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c172b094-03a9-4544-b145-fffdbfb572e3 req-9ff94d5a-9921-40aa-a45f-67765d411150 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 944 time: 0.0743620 Mar 31 23:11:04.691092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port 5f7c8698-0350-4da5-8b9d-233bf0e63244 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:04.691763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.707607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f473437f-88e0-428f-918e-3b66d65365f7,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:04.722260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f473437f-88e0-428f-918e-3b66d65365f7', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': 'f473437f-88e0-428f-918e-3b66d65365f7', 'mac_address': 'fa:16:3e:3c:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:04.774520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0d349af6-4d6f-4ad3-b5e1-8d681261858a None None] Provisioning complete for port 5f7c8698-0350-4da5-8b9d-233bf0e63244 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:04.774916 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d349af6-4d6f-4ad3-b5e1-8d681261858a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.796452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c172b094-03a9-4544-b145-fffdbfb572e3 req-826fdf7c-75c9-48e3-8ebd-a3f952b74132 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085153 Mar 31 23:11:04.801784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.825965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0d349af6-4d6f-4ad3-b5e1-8d681261858a None None] Port 5f7c8698-0350-4da5-8b9d-233bf0e63244 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:04.835308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f473437f-88e0-428f-918e-3b66d65365f7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:04.852582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.861365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f473437f-88e0-428f-918e-3b66d65365f7,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:04.869299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for 5f7c8698-0350-4da5-8b9d-233bf0e63244 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:04.874419 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.906429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.907150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Fanout notify agent at l3_agent the message router_deleted on router 10490e34-d093-4ce2-b2cb-2227f669a55c {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:04.915131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.917184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-84faec06-d794-4543-ab7b-d862eb54d4c0 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/routers/10490e34-d093-4ce2-b2cb-2227f669a55c HTTP/1.1" status: 204 len: 168 time: 2.2672243 Mar 31 23:11:04.921158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58596) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.963615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.965884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ae9b4-878e-4f26-8c95-a98b77ed7b83 req-4fde7c81-c777-4f91-8f6a-23e3cd6033a4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.969062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee5ae9b4-878e-4f26-8c95-a98b77ed7b83 req-4fde7c81-c777-4f91-8f6a-23e3cd6033a4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 944 time: 0.0768344 Mar 31 23:11:04.970215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.973494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:04.975322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "DELETE /v2.0/security-groups/a145130c-a5b3-4c25-8022-25d5982c63da HTTP/1.1" status: 204 len: 168 time: 0.7329137 Mar 31 23:11:04.978773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:04.998278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1d0ee-85ad-42e7-8f78-efe49ef2c845 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a145130c-a5b3-4c25-8022-25d5982c63da,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.008489 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-9fcf3e34-80f5-4969-90ec-4741c6c4edc7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] show failed (client error): The resource could not be found. Mar 31 23:11:05.012451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9fcf3e34-80f5-4969-90ec-4741c6c4edc7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups/a145130c-a5b3-4c25-8022-25d5982c63da HTTP/1.1" status: 404 len: 347 time: 0.0278654 Mar 31 23:11:05.013331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58600) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:05.016511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting subnet 76924546-d9f1-4744-a03e-90360824b125 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:05.021468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.067958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee5ae9b4-878e-4f26-8c95-a98b77ed7b83 req-68f9f7c5-7600-4642-a332-ef01efd5def8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912778 Mar 31 23:11:05.072170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.217315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Deleting port 7aeb288a-f39b-48fa-8fc3-6b68d563566c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:05.217315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.223397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f473437f-88e0-428f-918e-3b66d65365f7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:05.231370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'name': 'network-vif-deleted', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:05.248877 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a32355d-2d7a-4be4-9057-8534a2056ec4" -d '{"events": [{"server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "name": "network-vif-deleted", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:05.319091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.335272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.336067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.352668 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f682eceb-4539-46be-89a1-2a31d9346458 x-openstack-request-id: req-f682eceb-4539-46be-89a1-2a31d9346458 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:05.353251 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2056e7d-a02c-4da8-891b-5fa3f0023ea7", "name": "network-vif-deleted", "tag": "d52d8ccb-f16b-4515-b984-3ec60cdaac2c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:05.353688 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f682eceb-4539-46be-89a1-2a31d9346458 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:05.354280 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f682eceb-4539-46be-89a1-2a31d9346458'] response: {'server_uuid': 'c2056e7d-a02c-4da8-891b-5fa3f0023ea7', 'name': 'network-vif-deleted', 'tag': 'd52d8ccb-f16b-4515-b984-3ec60cdaac2c', 'status': 'completed', 'code': 200} Mar 31 23:11:05.361604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=5f7c8698-0350-4da5-8b9d-233bf0e63244,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.364240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Calling delete_port for 7aeb288a-f39b-48fa-8fc3-6b68d563566c owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:05.429075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.590237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.624477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'Port': ['ID=7aeb288a-f39b-48fa-8fc3-6b68d563566c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:05.696664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.700192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.701718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd1355c8-ef09-4be5-9113-337cb61ba944 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "DELETE /v2.0/floatingips/33836c56-063b-495a-ae91-00871aade85c HTTP/1.1" status: 204 len: 168 time: 0.6877382 Mar 31 23:11:05.861792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0476b1-d7aa-47f8-95bb-19a11d8692a9 req-5602d02d-4f3e-48ad-943e-b63897f505c6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.863751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d0476b1-d7aa-47f8-95bb-19a11d8692a9 req-5602d02d-4f3e-48ad-943e-b63897f505c6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.6661677 Mar 31 23:11:05.879754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58616) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:05.888345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640087231', 'description': 'tempest-description--922096908'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:05.922455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:05.990729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d0476b1-d7aa-47f8-95bb-19a11d8692a9 req-d45f95d9-a381-46d0-852f-2de038624dc4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Mar 31 23:11:06.017797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.034487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72585d0-bbba-4b0e-8063-d0a126058ff3 req-48f0497f-2894-4b18-9247-479eac29e91a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.036667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e72585d0-bbba-4b0e-8063-d0a126058ff3 req-48f0497f-2894-4b18-9247-479eac29e91a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 944 time: 0.0818546 Mar 31 23:11:06.040057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:06.044399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.056281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.086940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.094980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/subnets/76924546-d9f1-4744-a03e-90360824b125 HTTP/1.1" status: 204 len: 168 time: 1.1667602 Mar 31 23:11:06.095086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.101545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2d5b2-a009-4e7d-a7d7-f5c24deb4cb7 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Subnet': ['ID=76924546-d9f1-4744-a03e-90360824b125,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.119688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.120952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2400107 Mar 31 23:11:06.131639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4f4778-6e5d-4583-aa9b-52486aba7802 None None] Network 88907478-ea29-4333-b678-2975b922f1ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:06.134150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58622) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.143150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group_rule': {'security_group_id': '17be3946-86f2-497a-a2a9-8a10913a37b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:06.152376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf4d16-8ab7-4ca8-97d1-b7459e4f0d3a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17be3946-86f2-497a-a2a9-8a10913a37b9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.169467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e72585d0-bbba-4b0e-8063-d0a126058ff3 req-ea30b716-c0bf-4b96-87f6-de7617b2f827 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213460 Mar 31 23:11:06.225463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.233817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.277942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.282077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5704b70e-64e7-41af-9c4f-6fa18fb4f78b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/5f7c8698-0350-4da5-8b9d-233bf0e63244 HTTP/1.1" status: 204 len: 168 time: 1.8086162 Mar 31 23:11:06.284821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58624) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.349154 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d9fe66-6c07-4b02-8afc-0a730d8e652b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] GET failed (client error): The resource could not be found. Mar 31 23:11:06.351609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57d9fe66-6c07-4b02-8afc-0a730d8e652b tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports/5f7c8698-0350-4da5-8b9d-233bf0e63244 HTTP/1.1" status: 404 len: 333 time: 0.0656352 Mar 31 23:11:06.355409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.363407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aad3e-4694-466f-8bc2-f9ee12bce33d req-b83e1ff8-a308-4333-ac89-d6136fc1981c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.378952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.379898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2aad3e-4694-466f-8bc2-f9ee12bce33d req-b83e1ff8-a308-4333-ac89-d6136fc1981c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 944 time: 0.1871269 Mar 31 23:11:06.410339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.443191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:06.443971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port eee04b95-6a3c-4998-b65f-b9686437b997 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:06.444320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.447157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2aad3e-4694-466f-8bc2-f9ee12bce33d req-a5964655-1633-4730-848f-e58d23fb8c29 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Mar 31 23:11:06.461551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1735dc6-868d-4177-b11d-43b48891fb5e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.500804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.501113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227', 'network_id': 'e20cb786-ebad-42aa-be21-19c388690756', 'port_id': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227', 'mac_address': 'fa:16:3e:00:ce:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f5816-db02-49e5-b83b-fe3e8ae82a5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:06.505296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-523bd451-8165-47c2-8fb9-3c2f4e8129f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3644423 Mar 31 23:11:06.508233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58628) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:06.513672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'security_group_rule': {'security_group_id': '17be3946-86f2-497a-a2a9-8a10913a37b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:06.565045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] For port eee04b95-6a3c-4998-b65f-b9686437b997, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eee04b95-6a3c-4998-b65f-b9686437b997,segment=NetworkSegment(17a6cbef-b60e-48aa-a5df-d24367ee859e),segment_id=17a6cbef-b60e-48aa-a5df-d24367ee859e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:06.565417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.581770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.586237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f473437f-88e0-428f-918e-3b66d65365f7 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:06.589155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for eee04b95-6a3c-4998-b65f-b9686437b997 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:06.606461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.651766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:06.685652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port 8ff160a6-0063-42ac-8af0-c164e5d335ea {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:06.686054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.689144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:06.703160 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.739161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port f473437f-88e0-428f-918e-3b66d65365f7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:06.753137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f473437f-88e0-428f-918e-3b66d65365f7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:06.753585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.802541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.809216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6488c-d6ff-4360-9ec5-971ddf8eedb4 None None] DHCP port deletion for 88907478-ea29-4333-b678-2975b922f1ac request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:06.833826 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.845418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.875219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.878990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:06.934736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3346d4f-50c2-4473-b878-4c1a3009891e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.945063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6488c-d6ff-4360-9ec5-971ddf8eedb4 None None] The port 'eee04b95-6a3c-4998-b65f-b9686437b997' was deleted {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 31 23:11:06.954036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] No DVR routers for this DVR port eee04b95-6a3c-4998-b65f-b9686437b997 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:06.956226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=eee04b95-6a3c-4998-b65f-b9686437b997,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.958599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for 8ff160a6-0063-42ac-8af0-c164e5d335ea owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:07.004092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.005653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8f476c39-1277-4303-8bce-921a9f196c31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964209 Mar 31 23:11:07.009681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58632) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.013560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c867970f-b722-49e1-af43-ab1b9f51ef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.019394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:07.040631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.063997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.083442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f473437f-88e0-428f-918e-3b66d65365f7,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:07.084949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:07.087461 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00005b3-2c3a-47f1-800c-458da738294d" -d '{"events": [{"server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "name": "network-vif-plugged", "status": "completed", "tag": "f473437f-88e0-428f-918e-3b66d65365f7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:07.102067 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.102480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d52d8ccb-f16b-4515-b984-3ec60cdaac2c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:07.182732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.194542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.199174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: d52d8ccb-f16b-4515-b984-3ec60cdaac2c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:07.199597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d52d8ccb-f16b-4515-b984-3ec60cdaac2c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:07.202244 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac8321-4daa-42d8-82e3-b07b15a620fe x-openstack-request-id: req-48ac8321-4daa-42d8-82e3-b07b15a620fe {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:07.202549 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "name": "network-vif-plugged", "status": "completed", "tag": "f473437f-88e0-428f-918e-3b66d65365f7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:07.202788 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-48ac8321-4daa-42d8-82e3-b07b15a620fe {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:07.203222 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ac8321-4daa-42d8-82e3-b07b15a620fe'] response: {'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7', 'code': 200} Mar 31 23:11:07.256537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.266434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88907478-ea29-4333-b678-2975b922f1ac']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.286097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a6cbef-b60e-48aa-a5df-d24367ee859e') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.286400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a6cbef-b60e-48aa-a5df-d24367ee859e') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:07.305440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72182c1b-d915-48cd-bfd8-d01cb85bba8d req-0c58a8e5-2d5a-4875-bccc-857947cf72fd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.306921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72182c1b-d915-48cd-bfd8-d01cb85bba8d req-0c58a8e5-2d5a-4875-bccc-857947cf72fd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.2158101 Mar 31 23:11:07.310602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.351823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2180e5-b165-4363-b299-a95c146348bb req-822a1cf9-aee9-4769-b51b-5ee358c2df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.353237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf2180e5-b165-4363-b299-a95c146348bb req-822a1cf9-aee9-4769-b51b-5ee358c2df63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 1096 time: 0.1432683 Mar 31 23:11:07.354148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323bff2a-9ed9-4233-9b13-14b078ca3bb4 req-5bbbf8d0-15b7-43e2-b8da-9bcf99efd5ff tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.354280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.355678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-323bff2a-9ed9-4233-9b13-14b078ca3bb4 req-5bbbf8d0-15b7-43e2-b8da-9bcf99efd5ff tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 945 time: 0.0968428 Mar 31 23:11:07.371515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:07.372128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:07.377000 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:07.381732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['329c79c3-b0ab-4cfa-8e32-b5e70b43c227'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:07.433537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Allocated IP 172.25.8.122 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4a96a1bc-94b2-4255-a654-8990d10fca20) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:07.438001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-323bff2a-9ed9-4233-9b13-14b078ca3bb4 req-7e20794f-c19d-4c4b-a3fb-3ea35129fe21 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717444 Mar 31 23:11:07.470023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72182c1b-d915-48cd-bfd8-d01cb85bba8d req-96a283f8-1e66-4bbe-940c-50f3bcbc949a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498058 Mar 31 23:11:07.503060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf2180e5-b165-4363-b299-a95c146348bb req-1540460d-c546-4df1-b9aa-4a943fd8cf21 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414833 Mar 31 23:11:07.517219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.530438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.557678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.563788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/networks/88907478-ea29-4333-b678-2975b922f1ac HTTP/1.1" status: 204 len: 168 time: 1.4683511 Mar 31 23:11:07.565042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58644) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.613302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=8ff160a6-0063-42ac-8af0-c164e5d335ea,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.642117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28457-a269-47f5-bed8-a64fad9307b5 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Network': ['ID=88907478-ea29-4333-b678-2975b922f1ac,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.673434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.794963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdc570-2923-400b-b024-e7dad319bacf req-713826cb-b4ca-4963-81b4-b46bd0b35862 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.803529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fbdc570-2923-400b-b024-e7dad319bacf req-713826cb-b4ca-4963-81b4-b46bd0b35862 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.2541990 Mar 31 23:11:07.814274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.820472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87151eb8-e9c5-4b54-9ddc-eb22aa9b2f37 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/8ff160a6-0063-42ac-8af0-c164e5d335ea HTTP/1.1" status: 204 len: 168 time: 1.4630344 Mar 31 23:11:07.825951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.844459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:07.853050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-09b12893-b3f6-41bd-9e20-f084a0c6e9bb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:07.854136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-09b12893-b3f6-41bd-9e20-f084a0c6e9bb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.1765513 Mar 31 23:11:07.871577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-4b6c33ee-7f40-4f17-a970-5f08bb045b54 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0105405 Mar 31 23:11:07.905635 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a3cc6f-0013-4902-92c9-fb4cf1f6ac47 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] GET failed (client error): The resource could not be found. Mar 31 23:11:07.910657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-70a3cc6f-0013-4902-92c9-fb4cf1f6ac47 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "GET /v2.0/ports/8ff160a6-0063-42ac-8af0-c164e5d335ea HTTP/1.1" status: 404 len: 333 time: 0.0769467 Mar 31 23:11:07.911392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:07.939267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:07.964018 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fbdc570-2923-400b-b024-e7dad319bacf req-2659c0f9-f6ab-4cad-bd34-7133a3217d05 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595130 Mar 31 23:11:07.965181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:07.969139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=4a96a1bc-94b2-4255-a654-8990d10fca20,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.971503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:07.987969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-4004dfc9-9831-453d-b172-12c930119e79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100743 Mar 31 23:11:08.007767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Deleting port e283d9de-d253-4b98-bcc6-d17a9e470936 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:08.008112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.088837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port fa78e2b0-9445-4210-aa9b-fb64b831a50d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:08.089188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.130457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.130744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.133272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.150240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Calling delete_port for e283d9de-d253-4b98-bcc6-d17a9e470936 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:08.199170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-7ea6818e-fd50-4652-9e38-487874031c57 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891561 Mar 31 23:11:08.222125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.280135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.310066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for fa78e2b0-9445-4210-aa9b-fb64b831a50d owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:08.329333 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.378730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eee04b95-6a3c-4998-b65f-b9686437b997 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:08.390141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1139d7-1ab4-4e80-ba89-88399cad0f44 req-1ff83e67-2a3a-48f2-b427-b5b989c57f51 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837120 Mar 31 23:11:08.402006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: eee04b95-6a3c-4998-b65f-b9686437b997 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:08.402637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eee04b95-6a3c-4998-b65f-b9686437b997 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:08.424451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.482790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Pushing event deleted for resources: {'Port': ['ID=e283d9de-d253-4b98-bcc6-d17a9e470936,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.487969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.502623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.534815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.579070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=fa78e2b0-9445-4210-aa9b-fb64b831a50d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.758259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=4a96a1bc-94b2-4255-a654-8990d10fca20,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.768102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.770911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.772480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-472a0050-029b-408d-a8d6-24442589ab98 tempest-FloatingIPAdminTestJSON-1378078704 tempest-FloatingIPAdminTestJSON-1378078704-project] 10.222.0.95 "DELETE /v2.0/floatingips/4b0d2bdd-2ada-4ea2-891b-7b4502617a62 HTTP/1.1" status: 204 len: 168 time: 1.1917629 Mar 31 23:11:08.797142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b371c-42fd-4ee2-881b-a8c878dff1ef req-303ddd23-16b1-4eaf-aa4a-f9805e4ca591 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.803362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.812023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c69c4190-6ab7-496e-957f-d19888d31d68 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/ports/fa78e2b0-9445-4210-aa9b-fb64b831a50d HTTP/1.1" status: 204 len: 168 time: 0.8972030 Mar 31 23:11:08.812338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-547b371c-42fd-4ee2-881b-a8c878dff1ef req-303ddd23-16b1-4eaf-aa4a-f9805e4ca591 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 945 time: 0.2668569 Mar 31 23:11:08.812338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.812550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58686) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:08.918930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting subnet ca0df801-65e4-4b05-a70f-7af75b80f8ed {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:08.923976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.926638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:08.932883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3e88a71-be98-4603-a38b-7367f2f1618a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9208424 Mar 31 23:11:08.952008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-547b371c-42fd-4ee2-881b-a8c878dff1ef req-eeacad8f-0835-45eb-9e47-6cd6bf38607a tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411674 Mar 31 23:11:09.031679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.213572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb4170-0cb8-444e-968b-a0184fc4346e req-e087afe4-b0d7-47bd-8aa5-3b815ec457f2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.221634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4cb4170-0cb8-444e-968b-a0184fc4346e req-e087afe4-b0d7-47bd-8aa5-3b815ec457f2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.1459661 Mar 31 23:11:09.308930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4cb4170-0cb8-444e-968b-a0184fc4346e req-2d12b007-9c9c-4883-87cb-811bb53a3622 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Mar 31 23:11:09.310386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-5e5a4c26-5d0f-42d0-96bb-93e799fad050 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.313229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-5e5a4c26-5d0f-42d0-96bb-93e799fad050 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.2285771 Mar 31 23:11:09.313934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58716) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.317163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.368298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-4cf36cf3-f0fa-4297-91a4-5625cb4c47d6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0221450 Mar 31 23:11:09.440784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.450159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-4f1789c0-4c43-4715-939c-9fef60204699 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719867 Mar 31 23:11:09.468448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-849cadbb-8720-42fa-b1a3-e1f6900651ec tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1640087231&fields=id&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 267 time: 0.0496418 Mar 31 23:11:09.485795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.492304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/subnets/ca0df801-65e4-4b05-a70f-7af75b80f8ed HTTP/1.1" status: 204 len: 168 time: 0.6786265 Mar 31 23:11:09.495712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5d3431-cce8-4e34-a7fe-66d6bea61d3c None None] Network d10a4fca-35be-461e-9e0a-29761d20af07 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:09.499480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58730) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.500896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15b75-ecbd-4715-835b-b05e08c1d900 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0df801-65e4-4b05-a70f-7af75b80f8ed,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.633766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-3ac174e6-ad4f-49a1-b299-f7f64c827e93 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520030 Mar 31 23:11:09.661725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.668479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ced52ca-8056-46ba-b7a0-8eef3b48024b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c2092d848ab5441f96bf02c5b8330bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533747 Mar 31 23:11:09.673040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:09.711763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] DHCP port deletion for d10a4fca-35be-461e-9e0a-29761d20af07 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:09.716699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-de9e6322-601c-41c0-9a4f-afd868013bf7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.723934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-de9e6322-601c-41c0-9a4f-afd868013bf7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 817 time: 0.2544827 Mar 31 23:11:09.751212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-3164af9e-30a5-48ee-8bf9-4e4a9368404d service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064215 Mar 31 23:11:09.766863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Deleting port f3e66acf-f15c-4b22-bad4-99069f117039 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:09.767259 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.775627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-2df6e4f0-629d-4318-a69e-ee488ef5f571 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/quotas/e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 375 time: 0.0507512 Mar 31 23:11:09.833250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.837271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] For port f3e66acf-f15c-4b22-bad4-99069f117039, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f3e66acf-f15c-4b22-bad4-99069f117039,segment=NetworkSegment(ddce4a02-ebf5-434a-b504-6dba62b8ce83),segment_id=ddce4a02-ebf5-434a-b504-6dba62b8ce83)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:09.837968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.853239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Calling delete_port for f3e66acf-f15c-4b22-bad4-99069f117039 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:09.865533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Deleting port f3e66acf-f15c-4b22-bad4-99069f117039 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:09.865891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.878456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b3440666-b87e-46e1-a2a9-8d242c7c3416 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951028 Mar 31 23:11:09.889708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.964008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:09.972164 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.005986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] Pushing event deleted for resources: {'Port': ['ID=f3e66acf-f15c-4b22-bad4-99069f117039,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.016841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6824f90-6e58-4efc-8fcd-34e05bf431b0 None None] No DVR routers for this DVR port f3e66acf-f15c-4b22-bad4-99069f117039 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:10.042653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:10.042795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] For port f3e66acf-f15c-4b22-bad4-99069f117039, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f3e66acf-f15c-4b22-bad4-99069f117039,segment=NetworkSegment(ddce4a02-ebf5-434a-b504-6dba62b8ce83),segment_id=ddce4a02-ebf5-434a-b504-6dba62b8ce83)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:10.043163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.062242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Calling delete_port for f3e66acf-f15c-4b22-bad4-99069f117039 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:10.087716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-00a62505-2b8e-4856-be99-50ac3158f5bf service neutron] 10.222.0.95 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935914 Mar 31 23:11:10.090553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.098942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.098942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/362bf530-d9f8-4fe1-b269-8f827aeb832f HTTP/1.1" status: 204 len: 168 time: 0.4212246 Mar 31 23:11:10.208325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:10.213465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:10.213903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.217313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8290-42b3-445b-9ff0-857cb34d54eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362bf530-d9f8-4fe1-b269-8f827aeb832f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.240356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f4e6984-5166-42c0-9102-717f7f09d0af req-f9b14ab7-ff5d-4cb3-90a7-b77b06216beb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 210 time: 0.0476136 Mar 31 23:11:10.466493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.477099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f3e66acf-f15c-4b22-bad4-99069f117039 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:10.486342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-24357292-1fad-4f68-bb36-238a3f0e18ba service neutron] 10.222.0.95 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083692 Mar 31 23:11:10.514145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc03dd-c803-4d1d-bdf4-c524570ff92a req-6268726a-8c5c-41c2-929d-914312cc2141 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.528717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86cc03dd-c803-4d1d-bdf4-c524570ff92a req-6268726a-8c5c-41c2-929d-914312cc2141 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 945 time: 0.1599193 Mar 31 23:11:10.536283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.562913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] No DVR routers for this DVR port f3e66acf-f15c-4b22-bad4-99069f117039 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:10.578475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f3e66acf-f15c-4b22-bad4-99069f117039 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:10.579104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f3e66acf-f15c-4b22-bad4-99069f117039 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:10.646320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-86cc03dd-c803-4d1d-bdf4-c524570ff92a req-a60ba264-9e15-4c4a-bef0-3f761eb7441b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165051 Mar 31 23:11:10.674487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.721461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58758) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:10.723950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Port': ['ID=f3e66acf-f15c-4b22-bad4-99069f117039,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.724671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:10.729236 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c50dd-5c8c-4712-8447-677ec11fea68" -d '{"events": [{"server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "name": "network-vif-plugged", "status": "completed", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:10.764444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:10.766661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b5f9-de9b-4e5e-a3f0-dd69938024e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.773806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.836511 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a72aa-670a-4929-9484-35982c492a4f x-openstack-request-id: req-fb5a72aa-670a-4929-9484-35982c492a4f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:10.836801 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "name": "network-vif-plugged", "status": "completed", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:10.837055 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fb5a72aa-670a-4929-9484-35982c492a4f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:10.837448 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5a72aa-670a-4929-9484-35982c492a4f'] response: {'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227', 'code': 200} Mar 31 23:11:10.860803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:10.910302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d10a4fca-35be-461e-9e0a-29761d20af07']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:10.919828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.973856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a4c893a-91e8-490d-ac20-5dd3789408a6 req-570adf3a-556b-41dc-89a6-976d8f7e9268 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 210 time: 0.0684013 Mar 31 23:11:10.980592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddce4a02-ebf5-434a-b504-6dba62b8ce83') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:10.980937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddce4a02-ebf5-434a-b504-6dba62b8ce83') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:10.996992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.013980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.022754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:11.023615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:11.031603 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:11.126799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.153830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.157506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] 10.222.0.95 "DELETE /v2.0/networks/d10a4fca-35be-461e-9e0a-29761d20af07 HTTP/1.1" status: 204 len: 168 time: 1.6569767 Mar 31 23:11:11.159367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31decaec-9e67-4488-9f2c-8b17c240c2c2 tempest-AllowedAddressPairTestJSON-1099043803 tempest-AllowedAddressPairTestJSON-1099043803-project] Pushing event deleted for resources: {'Network': ['ID=d10a4fca-35be-461e-9e0a-29761d20af07,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.382947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d727fa0-7e54-4b70-a1ff-cfb47e0c3967 req-a30511e5-7893-4e05-8ec3-3bc99dd26ba6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 210 time: 0.0607822 Mar 31 23:11:11.393164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781727b3-6a54-433f-bcee-4fe97350d1c3 req-e9728995-a178-42d6-a7db-cb1548ed5b30 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.402345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-781727b3-6a54-433f-bcee-4fe97350d1c3 req-e9728995-a178-42d6-a7db-cb1548ed5b30 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.5651562 Mar 31 23:11:11.497463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-781727b3-6a54-433f-bcee-4fe97350d1c3 req-bb3d8509-7458-416b-877f-7211a8d967c2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 Mar 31 23:11:11.507648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d6068-87a6-438a-952f-680c915055ad req-250ff034-3912-4466-8c43-1f956fb52f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.509515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d01d6068-87a6-438a-952f-680c915055ad req-250ff034-3912-4466-8c43-1f956fb52f58 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 1097 time: 0.5230143 Mar 31 23:11:11.511687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b5f9-de9b-4e5e-a3f0-dd69938024e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.532921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b5f9-de9b-4e5e-a3f0-dd69938024e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.573549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58782) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.684838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d01d6068-87a6-438a-952f-680c915055ad req-1f9cec82-4b76-4d4c-8bf5-6ceb3156a45b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494644 Mar 31 23:11:11.687222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6b5f9-de9b-4e5e-a3f0-dd69938024e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b25724-b8ee-4952-af9f-f61c1dad54a2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.692094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3dd6b5f9-de9b-4e5e-a3f0-dd69938024e1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c5d1a190cb9644a3bbaef47a6c202efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9691732 Mar 31 23:11:11.695731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.793978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-0e73f2db-238c-46ef-9932-d35f2bcd698a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.795911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-0e73f2db-238c-46ef-9932-d35f2bcd698a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.2596440 Mar 31 23:11:11.865655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5a0d7eb4-ea5c-4c50-8ddc-c9957d49aa38 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=43300a65c6a74f2ba56d0db358d5869c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899537 Mar 31 23:11:11.868315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58792) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:11.878709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.929220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7711e-1fe9-4149-b859-1095d08c0e3b req-eaa4bbb1-0ebc-40d5-a629-9bccde3daadc tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.931462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52a7711e-1fe9-4149-b859-1095d08c0e3b req-eaa4bbb1-0ebc-40d5-a629-9bccde3daadc tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.1496005 Mar 31 23:11:11.957994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.985307 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:11.989778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18d2e6-7466-4bcc-a58f-022d84d68316 req-43fccf4c-574c-44be-a213-3c849c0012bb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.994939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e18d2e6-7466-4bcc-a58f-022d84d68316 req-43fccf4c-574c-44be-a213-3c849c0012bb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.1294391 Mar 31 23:11:12.029306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:12.083791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.111518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52a7711e-1fe9-4149-b859-1095d08c0e3b req-20bc4ce9-4900-4a95-baf5-e641d3f31410 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315992 Mar 31 23:11:12.166149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.169339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.173966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/24c1a26e-177a-4512-97c3-5db445bde390 HTTP/1.1" status: 204 len: 168 time: 0.3045378 Mar 31 23:11:12.191583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14854215-66ac-417f-8dac-41dddaf94507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c1a26e-177a-4512-97c3-5db445bde390,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.236351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.240586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.241998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c0b25724-b8ee-4952-af9f-f61c1dad54a2 HTTP/1.1" status: 204 len: 168 time: 0.5435131 Mar 31 23:11:12.263999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec126f4a-2726-4627-9ced-de8e5c284615 req-b6ee49cc-56a6-4bc2-b7a5-e6184a3f4925 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 210 time: 0.0496895 Mar 31 23:11:12.267108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e18d2e6-7466-4bcc-a58f-022d84d68316 req-f7682329-fa8d-44a5-8f98-b7420995ac4e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011516 Mar 31 23:11:12.275667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448dff-3b22-4de0-82b4-bb88d9d92152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b25724-b8ee-4952-af9f-f61c1dad54a2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.338306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:12.344547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.544890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6b647e0-3ccc-4cb8-b563-e68a02d59162 req-032c019f-0a08-466f-94f1-f257c6a2b4bc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 210 time: 0.0518439 Mar 31 23:11:12.554337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-bca9ffa7-0505-4f66-a0f4-c1e84550b4bc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.556474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-bca9ffa7-0505-4f66-a0f4-c1e84550b4bc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 817 time: 0.1813266 Mar 31 23:11:12.580922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.14 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/5fc6920e-a7b2-460e-a13f-df51e57981d9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:12.616490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-e613ca61-fd19-4b2f-ba58-6e12e93fb881 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 380 time: 0.0495889 Mar 31 23:11:12.630412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'port': {'device_id': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'admin_state_up': True, 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'security_groups': ['17be3946-86f2-497a-a2a9-8a10913a37b9']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:12.760085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58826) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:12.780842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-031414ba-49ec-4e08-87d8-211df643fede admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.841028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.871935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Made reservation on behalf of e4dda04b7f2841ccbfeeb822504c1ed8 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:12.876305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.900491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-f0ddcf47-8305-4201-b2be-95b09e30818d tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.907628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-f0ddcf47-8305-4201-b2be-95b09e30818d tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 814 time: 0.1588085 Mar 31 23:11:12.932680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-031414ba-49ec-4e08-87d8-211df643fede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.936475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.939465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-031414ba-49ec-4e08-87d8-211df643fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:12.950259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:12.950875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-23722a8b-f320-4a94-a91e-e400e946fa58 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/quotas/18922d21662c468ca84d78989abfa134 HTTP/1.1" status: 200 len: 375 time: 0.0421748 Mar 31 23:11:12.981887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-031414ba-49ec-4e08-87d8-211df643fede admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2b9210d029e342b39c17f5b40de94621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2204781 Mar 31 23:11:13.000032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:13.002671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:13.008321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:13.027193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-f272029d-af82-4270-bb1b-91a2fa27bb7b tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656953 Mar 31 23:11:13.065285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:13.074321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-69c200cf-107d-4771-911d-d784c8fc628b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1646583 Mar 31 23:11:13.110098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.129740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.130910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.210427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Allocated IP 172.20.0.3 (3b898086-220c-4d6e-a12b-ba89b0041bf4/84808a44-88c2-4c43-a45e-345fd53f701f/352d613b-7762-4a7f-a6de-6b3d78741cc2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:13.237817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-fd65075d-29d4-45f7-9687-1ea250dd70ed service neutron] 10.222.0.95 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093639 Mar 31 23:11:13.241513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-9b2dc12d-1140-4fea-aca3-78095c01acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.242945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-9b2dc12d-1140-4fea-aca3-78095c01acf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 1097 time: 0.0981069 Mar 31 23:11:13.272937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031414ba-49ec-4e08-87d8-211df643fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6543856-3e64-4a33-943b-80bbebc0a21b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.314621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-27af16c2-fa1a-446a-bad1-8aee643bb028 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2917507 Mar 31 23:11:13.343916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Request body: {'port': {'device_id': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:13.397464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15862e4-582a-4d68-8bb2-82fa42f2e350 req-0c5ee94a-08de-41e1-9f35-8a134ae808d8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.403776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f15862e4-582a-4d68-8bb2-82fa42f2e350 req-0c5ee94a-08de-41e1-9f35-8a134ae808d8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.1904995 Mar 31 23:11:13.427811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.450663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58846) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:13.466104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.501725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.505793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f15862e4-582a-4d68-8bb2-82fa42f2e350 req-8d2ad927-bf70-4e38-8c7e-2d601bffc383 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001441 Mar 31 23:11:13.537723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-c3466144-38c3-47a6-825d-faa73d2bd4c2 service neutron] 10.222.0.95 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751324 Mar 31 23:11:13.549217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-5b361b1e-b360-46b6-9679-939bcfc0a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.550700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-5b361b1e-b360-46b6-9679-939bcfc0a611 service neutron] 10.222.0.60 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.2708144 Mar 31 23:11:13.616755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-25fb105d-6fd4-4a0d-b787-6e1bf4aa6439 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.618274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-25fb105d-6fd4-4a0d-b787-6e1bf4aa6439 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.1430647 Mar 31 23:11:13.619801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-6cdc7c57-1250-4c23-85f5-26b13cedf6a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 200 len: 217 time: 0.0562315 Mar 31 23:11:13.622845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.671892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'networks': [{'name': 'tempest-network--950358636'}, {'name': 'tempest-network--431089453'}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:13.672286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-network--950358636'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:13.672645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-network--431089453'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:13.772352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'network': 2} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:13.777063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.790438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-836ec69d-e84f-416d-bfad-82df82b86306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.791989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-836ec69d-e84f-416d-bfad-82df82b86306 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1631641 Mar 31 23:11:13.807025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34154dd2-3352-4257-9aa4-c26f628f2906 req-eb9f8555-f02c-4c5f-ab6c-b0025091ded2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.808644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34154dd2-3352-4257-9aa4-c26f628f2906 req-eb9f8555-f02c-4c5f-ab6c-b0025091ded2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.2019589 Mar 31 23:11:13.816605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.818482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.828036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.832928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b6543856-3e64-4a33-943b-80bbebc0a21b HTTP/1.1" status: 204 len: 168 time: 0.8180068 Mar 31 23:11:13.842347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97317920-e886-410e-9e1d-3530fb3c7b0c req-e51d972b-eb21-4bab-bbb0-b1f17043e775 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 210 time: 0.0613425 Mar 31 23:11:13.853006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d263e39-0625-433b-8dc0-ffaa4373d429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6543856-3e64-4a33-943b-80bbebc0a21b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.865803 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:13.871036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-3ea03ca9-53ec-4a15-b402-0d81928ab43e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631206 Mar 31 23:11:13.949235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34154dd2-3352-4257-9aa4-c26f628f2906 req-37f8e629-f35a-449a-a84f-29ccc07c2fad tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179438 Mar 31 23:11:14.012092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:14.051288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:14.064164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:14.070297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc6920e-a7b2-460e-a13f-df51e57981d9 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:14.081127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.098491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.148115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port f473437f-88e0-428f-918e-3b66d65365f7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:14.148460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.158461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae77de7b-849f-4d5f-980b-bfeb7c1c4fcf req-931e0004-30db-47ee-b149-fb8dd909e769 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 210 time: 0.0797129 Mar 31 23:11:14.170425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Transition to ACTIVE for port object 5fc6920e-a7b2-460e-a13f-df51e57981d9 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:14.189650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.341166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.342283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.346018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.359390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-7d6938d8-815a-4e11-95bc-2bb14e5413ae service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610882 Mar 31 23:11:14.367951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5260d9e-7bef-4cc3-94f9-fc9fb2ccc277 req-97672af3-1feb-40c7-8e93-baeea1a5cd6c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.371101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5260d9e-7bef-4cc3-94f9-fc9fb2ccc277 req-97672af3-1feb-40c7-8e93-baeea1a5cd6c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 932 time: 0.3786018 Mar 31 23:11:14.444032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Attempting to bind port 5fc6920e-a7b2-460e-a13f-df51e57981d9 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:14.444397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Attempting to bind port 5fc6920e-a7b2-460e-a13f-df51e57981d9 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:14.444904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Attempting to bind port 5fc6920e-a7b2-460e-a13f-df51e57981d9 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:14.450026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Port 5fc6920e-a7b2-460e-a13f-df51e57981d9 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:14.450387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Attempting to bind port 5fc6920e-a7b2-460e-a13f-df51e57981d9 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:14.461887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:14.462753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:14.463688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:14.464517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Bound port: 5fc6920e-a7b2-460e-a13f-df51e57981d9, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:14.465714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.471695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d129567f-bc96-4f7e-911e-3abde1b2b925 None None] Provisioning complete for port 352d613b-7762-4a7f-a6de-6b3d78741cc2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:14.473483 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d129567f-bc96-4f7e-911e-3abde1b2b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.499477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.508377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-b705b939-57e4-4de1-96f4-bc35991d9ee7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8836210 Mar 31 23:11:14.511197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-be44e260-3712-4363-8573-42fdfa76c52a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3389955 Mar 31 23:11:14.525554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.526024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.536897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Request body: {'port': {'device_id': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:14.602617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d129567f-bc96-4f7e-911e-3abde1b2b925 None None] Port 352d613b-7762-4a7f-a6de-6b3d78741cc2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:11:14.611427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:14.626861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:14.640863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.746488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.751447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:14.751447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] 10.222.0.96 "PUT /v2.0/ports/5fc6920e-a7b2-460e-a13f-df51e57981d9 HTTP/1.1" status: 200 len: 1092 time: 1.4228518 Mar 31 23:11:14.751447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:14.754349 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:14.758816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8ecde-76de-4de7-893c-7b4c11d9eae2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.824296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bdec6-27ee-4e70-9800-d271a0211b99 req-dc5ec068-da80-4415-b298-95139bca9a4d tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.828020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-539bdec6-27ee-4e70-9800-d271a0211b99 req-dc5ec068-da80-4415-b298-95139bca9a4d tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.2047420 Mar 31 23:11:14.905122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-b5abc0cd-1394-4f0f-9831-41bb74923861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.907072 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-b5abc0cd-1394-4f0f-9831-41bb74923861 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 1095 time: 0.0776012 Mar 31 23:11:14.910201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-539bdec6-27ee-4e70-9800-d271a0211b99 req-e6ad6cfd-e28c-40f6-9174-25ef6ce615df tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674155 Mar 31 23:11:15.033185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port f473437f-88e0-428f-918e-3b66d65365f7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f473437f-88e0-428f-918e-3b66d65365f7,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:15.033810 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.054626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5260d9e-7bef-4cc3-94f9-fc9fb2ccc277 req-0074ed11-3ee5-46c4-a2a3-6df8667b2ac4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453576 Mar 31 23:11:15.162500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for f473437f-88e0-428f-918e-3b66d65365f7 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:15.164926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9874191-d541-41ae-82f3-55373931ace6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.197953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:15.250178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-49ba9cce-1755-4d1b-86d2-96f5a0061759 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668218 Mar 31 23:11:15.267161 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.285901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.285901 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment fe679efc-7f87-4a1f-bd1d-7e6ce4f01c7c of type vlan for network d27c6169-2822-4793-876c-6b5dca1ca213 Mar 31 23:11:15.298396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-17fab5b6-b656-44b8-8553-65a8307c7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.300143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-17fab5b6-b656-44b8-8553-65a8307c7f74 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 1097 time: 0.6741002 Mar 31 23:11:15.518570 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d41cc8-f7fe-4f8f-9d87-8900447f7615 x-openstack-request-id: req-89d41cc8-f7fe-4f8f-9d87-8900447f7615 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:15.518907 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:15.519397 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-89d41cc8-f7fe-4f8f-9d87-8900447f7615 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:15.519916 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d41cc8-f7fe-4f8f-9d87-8900447f7615'] response: {'name': 'network-changed', 'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9', 'status': 'completed', 'code': 200} Mar 31 23:11:15.523402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-6311e5ae-157d-4042-9c1d-8fa98b176374 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9 HTTP/1.1" status: 200 len: 217 time: 0.6033101 Mar 31 23:11:15.633748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b088bf-e2bf-4fa8-b64f-18152bc8fb95 req-65855926-9c80-4237-a0bd-77153cd6fcf7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.639991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2b088bf-e2bf-4fa8-b64f-18152bc8fb95 req-65855926-9c80-4237-a0bd-77153cd6fcf7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 931 time: 0.1189494 Mar 31 23:11:15.642958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-22a04677-0bba-4485-8719-9a0485dab66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.644788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-22a04677-0bba-4485-8719-9a0485dab66d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1127770 Mar 31 23:11:15.645458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.690737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-83afe17e-e605-4359-8a17-be2478b79f1f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309238 Mar 31 23:11:15.693344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac5ff-5516-4ce2-90f7-29e88ad56fee req-cdd58505-1b07-412c-a6a9-5faeba6ae9cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.695159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-656ac5ff-5516-4ce2-90f7-29e88ad56fee req-cdd58505-1b07-412c-a6a9-5faeba6ae9cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=eea30288-0528-4919-847b-c28c875c636c HTTP/1.1" status: 200 len: 945 time: 0.5418711 Mar 31 23:11:15.704433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:15.722464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2b088bf-e2bf-4fa8-b64f-18152bc8fb95 req-719bf65f-bf83-4c69-a9ee-2e8a9928b9a1 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764263 Mar 31 23:11:15.770149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-d4918724-2c3a-4eda-ba01-2e248e4d8875 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.771820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-d4918724-2c3a-4eda-ba01-2e248e4d8875 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 814 time: 0.5995209 Mar 31 23:11:15.809861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:11:15.810116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-e15e7fb3-9c2f-4b24-bedb-a215b074181e service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110549 Mar 31 23:11:15.815392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Request body: {'port': {'device_id': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26', 'admin_state_up': True, 'tenant_id': '18922d21662c468ca84d78989abfa134'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:15.847207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=f473437f-88e0-428f-918e-3b66d65365f7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.884202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-549bedc4-597a-4ff9-8dd4-11199ce06115 req-af576198-e638-46ed-82d7-950a82e372a3 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 210 time: 0.0536816 Mar 31 23:11:15.964809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46b3fa5e-e5e8-46c4-be78-4c88e54d5be5 req-48b8e2d3-c2a0-4855-b4b9-2e9cdf921cf0 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422455 Mar 31 23:11:15.971219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port f473437f-88e0-428f-918e-3b66d65365f7 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:16.008582 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.012878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe72e1e7-1b00-4a9d-9052-f86526b96e4b req-27901304-aaa7-466f-bea6-9732561a580a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "DELETE /v2.0/ports/f473437f-88e0-428f-918e-3b66d65365f7 HTTP/1.1" status: 204 len: 173 time: 2.3827918 Mar 31 23:11:16.013532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'name': 'network-vif-deleted', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:16.016102 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d70d8e-7446-4c79-b06b-be81372ad132" -d '{"events": [{"server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "name": "network-vif-deleted", "tag": "f473437f-88e0-428f-918e-3b66d65365f7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:16.079099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:16.099620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.100055 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment 29225970-422a-412c-ba2f-85126ae790ac of type vlan for network 2553a5e9-fcdf-4394-ab73-f0dbe19a948a Mar 31 23:11:16.110043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-2f8c4d99-fa60-431b-b397-bf7653ed96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.112303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-2f8c4d99-fa60-431b-b397-bf7653ed96b7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 1095 time: 0.0868273 Mar 31 23:11:16.169696 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.176305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-37affa11-003a-4997-a38c-2d118d18e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.177845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-37affa11-003a-4997-a38c-2d118d18e862 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 200 len: 917 time: 0.7314219 Mar 31 23:11:16.199602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-656ac5ff-5516-4ce2-90f7-29e88ad56fee req-2a8c26e5-8549-4959-b27c-2e3d0566ddae tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807358 Mar 31 23:11:16.279969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:16.323202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-465b03b9-aba4-492e-8c3c-140a027fa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.325114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-465b03b9-aba4-492e-8c3c-140a027fa6a6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.2000985 Mar 31 23:11:16.340054 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e812256-4675-41e7-8ea7-f58e4ca3a888 x-openstack-request-id: req-3e812256-4675-41e7-8ea7-f58e4ca3a888 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:16.340353 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea30288-0528-4919-847b-c28c875c636c", "name": "network-vif-deleted", "tag": "f473437f-88e0-428f-918e-3b66d65365f7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:16.340625 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3e812256-4675-41e7-8ea7-f58e4ca3a888 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:16.341033 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e812256-4675-41e7-8ea7-f58e4ca3a888'] response: {'server_uuid': 'eea30288-0528-4919-847b-c28c875c636c', 'name': 'network-vif-deleted', 'tag': 'f473437f-88e0-428f-918e-3b66d65365f7', 'status': 'completed', 'code': 200} Mar 31 23:11:16.348467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:11:16.373948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-552d3448-27c6-4495-9e2a-78b056eca1a5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 200 len: 1002 time: 0.1731901 Mar 31 23:11:16.397501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-512b3c7a-030d-4ee5-8d08-924a40a6e455 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9 HTTP/1.1" status: 200 len: 217 time: 0.0547960 Mar 31 23:11:16.427973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb07b-88c1-499d-bccb-c436b6e19084 req-dd572fbc-277f-419f-9d3c-d58c5bd368b7 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.429542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d0bb07b-88c1-499d-bccb-c436b6e19084 req-dd572fbc-277f-419f-9d3c-d58c5bd368b7 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.0995994 Mar 31 23:11:16.453314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-977025372', 'router:external': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:16.485199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.485729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.491656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.501259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-b6b2a794-d8c1-4b92-bc61-5a711e76528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.502391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-b6b2a794-d8c1-4b92-bc61-5a711e76528d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.0938296 Mar 31 23:11:16.505288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.506085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.508890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Made reservation on behalf of d0e403337f524631b30bd8b33d0fe0be for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:16.511205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.533689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.538220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d0bb07b-88c1-499d-bccb-c436b6e19084 req-4f3f98b4-dae4-4f4b-a097-8b1cc0ce07ef tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884478 Mar 31 23:11:16.558822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-16c9c941-e65b-47d3-9461-92046a0bc0d4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425501 Mar 31 23:11:16.573740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f473437f-88e0-428f-918e-3b66d65365f7 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:16.602118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d98e59-b1d2-4b6a-b339-757963232174 req-cda26801-4b76-4eb6-bb6d-0e49c59fbf35 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.605925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10d98e59-b1d2-4b6a-b339-757963232174 req-cda26801-4b76-4eb6-bb6d-0e49c59fbf35 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 944 time: 0.2620292 Mar 31 23:11:16.616324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: f473437f-88e0-428f-918e-3b66d65365f7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:16.616664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f473437f-88e0-428f-918e-3b66d65365f7 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:16.625117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-b63dbd01-512f-4a2d-bc8f-2af798870259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.626983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-b63dbd01-512f-4a2d-bc8f-2af798870259 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a46f3c25-fa75-4dc5-bc65-fafc38093556 HTTP/1.1" status: 200 len: 854 time: 0.2246511 Mar 31 23:11:16.659775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2048707 Mar 31 23:11:16.674216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58934) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:16.730342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Made reservation on behalf of 18922d21662c468ca84d78989abfa134 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:16.733853 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.749553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=d27c6169-2822-4793-876c-6b5dca1ca213,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:16.765431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d27c6169-2822-4793-876c-6b5dca1ca213 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:16.842291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10d98e59-b1d2-4b6a-b339-757963232174 req-98c8f5a8-4ebf-44ca-8003-64ea93bb4270 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100909 Mar 31 23:11:16.881158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.890632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-91d489bd-1e00-42fc-8cfb-903b4b5b34d1 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200865 Mar 31 23:11:16.901270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:16.907463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-c624a9cf-6500-4766-a62e-922c9941808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.911473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-c624a9cf-6500-4766-a62e-922c9941808f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a201ff26-7224-4a06-a820-d8854bd624ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626197 Mar 31 23:11:16.922572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438ef2a-3d7f-4daa-ad94-726bf27cda4c req-5fa2d4a3-f8a5-4417-8ab9-910d05fc7534 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.924186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8438ef2a-3d7f-4daa-ad94-726bf27cda4c req-5fa2d4a3-f8a5-4417-8ab9-910d05fc7534 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.2706494 Mar 31 23:11:16.953302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc8158-5653-4b99-8725-37a3e5871aa7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=2553a5e9-fcdf-4394-ab73-f0dbe19a948a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:16.968110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2553a5e9-fcdf-4394-ab73-f0dbe19a948a details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:16.985408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:17.023144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.023617 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Added segment bfd5099e-6e39-41b5-961a-bafa18c0bae7 of type vlan for network 6259bd04-e015-42cd-9e02-1dab8742515f Mar 31 23:11:17.059772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304e573-8fd6-4622-af82-f36d7091bd68 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.065819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304e573-8fd6-4622-af82-f36d7091bd68 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.071565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304e573-8fd6-4622-af82-f36d7091bd68 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.077716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304e573-8fd6-4622-af82-f36d7091bd68 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.079432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c304e573-8fd6-4622-af82-f36d7091bd68 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4044311 Mar 31 23:11:17.086724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58940) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:17.087857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3962f8-b86e-410a-8189-9ebfe5bb1ba5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.105166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352d613b-7762-4a7f-a6de-6b3d78741cc2 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:17.138026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.142171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8438ef2a-3d7f-4daa-ad94-726bf27cda4c req-5394d1dc-f748-453b-a229-fac7c6bc206f tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025156 Mar 31 23:11:17.177094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a12ff4-4aa2-4ea7-beeb-28e1b02d9d63 req-802f430e-4536-429f-bf00-b5b3ec7ce3cd service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702034 Mar 31 23:11:17.181649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.203755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f87126-8641-4926-8e39-fb74bb44aab1 req-765a7a42-edf6-4bef-83f9-d8e768f9818a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.210951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3f87126-8641-4926-8e39-fb74bb44aab1 req-765a7a42-edf6-4bef-83f9-d8e768f9818a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 931 time: 0.2587168 Mar 31 23:11:17.219108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Transition to ACTIVE for port object 352d613b-7762-4a7f-a6de-6b3d78741cc2 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:17.244492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.245456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.246032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.250473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd2eb527-7a2c-4f10-be3a-19346bdb96d3 req-7891b0ac-02ae-4f29-965e-402dc030091a tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 210 time: 0.0341914 Mar 31 23:11:17.267097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Allocated IP 172.20.0.2 (f9bc42ec-285d-4ad5-9763-47f5fb7c6e26/7877645a-173d-4d5c-8db2-689763aeef91/5fa7d166-a2f9-4e4a-9426-963a14e0c57c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:17.269087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.326827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0452094 Mar 31 23:11:17.329620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:17.334870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'subnet': {'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:17.335091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.343595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-c93f2e40-76fa-4fcf-8bb6-c0d272f03e7f service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834872 Mar 31 23:11:17.353556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f6d87-5d89-4151-b62a-174c425b2757 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Network': ['ID=6259bd04-e015-42cd-9e02-1dab8742515f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.359424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Made reservation on behalf of d0e403337f524631b30bd8b33d0fe0be for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:17.361608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.368207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 6259bd04-e015-42cd-9e02-1dab8742515f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:17.430964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.451352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3f87126-8641-4926-8e39-fb74bb44aab1 req-23ae8392-ad1f-46bf-913c-c1d234c8348d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394025 Mar 31 23:11:17.740624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-f77e80fa-83c4-47ab-aac2-ec85650faf02 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.743723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-f77e80fa-83c4-47ab-aac2-ec85650faf02 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.1800501 Mar 31 23:11:17.764472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-6ba0db0d-911e-4648-a7e6-e4f827d3a7fc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0154693 Mar 31 23:11:17.801287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-36264630-75d2-41cc-b420-45b09f907712 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304842 Mar 31 23:11:17.858034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:11:17.858405 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:17.957863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c0835564-bf53-433d-aa41-5b74c9cd0fb3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:17.974933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-3b37e270-a4e5-42ff-bc62-dd81921d9681 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635437 Mar 31 23:11:17.991439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Checking segment: {'id': 'bfd5099e-6e39-41b5-961a-bafa18c0bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:17.991804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network hostable DHCP agents. Network: 6259bd04-e015-42cd-9e02-1dab8742515f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:18.039838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.060747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network 6259bd04-e015-42cd-9e02-1dab8742515f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:18.076713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 6259bd04-e015-42cd-9e02-1dab8742515f) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:18.086960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.087350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e97a1-ffee-44e5-abf1-fe2f241e2bd2 None None] Network 6259bd04-e015-42cd-9e02-1dab8742515f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:18.087888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.087992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Attempting to bind port 352d613b-7762-4a7f-a6de-6b3d78741cc2 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:18.088368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Attempting to bind port 352d613b-7762-4a7f-a6de-6b3d78741cc2 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:18.088616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Attempting to bind port 352d613b-7762-4a7f-a6de-6b3d78741cc2 on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:18.092171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ca9af8-af28-4d29-9e48-1bf4021dacef req-b193f965-5974-4efd-9183-8573b49863a1 service neutron] 10.222.0.96 "GET /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279267 Mar 31 23:11:18.098193 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-1d72f4c2-baa3-4286-ba0c-8962763ad3a4 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147361 Mar 31 23:11:18.099553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27c6169-2822-4793-876c-6b5dca1ca213']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.115002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb3f7661-c1c8-4c10-aec1-21e9d5d5ac9a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7843187 Mar 31 23:11:18.115738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.122310 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-962868775', 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:18.124935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe679efc-7f87-4a1f-bd1d-7e6ce4f01c7c') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.125260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe679efc-7f87-4a1f-bd1d-7e6ce4f01c7c') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:18.126919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Port 352d613b-7762-4a7f-a6de-6b3d78741cc2 on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:18.127256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Attempting to bind port 352d613b-7762-4a7f-a6de-6b3d78741cc2 on network 3b898086-220c-4d6e-a12b-ba89b0041bf4 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:18.144443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.151573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Made reservation on behalf of d0e403337f524631b30bd8b33d0fe0be for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:18.155194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.155422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:18.155679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Checking segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:18.156066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Bound using segment: {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:18.156507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Bound port: 352d613b-7762-4a7f-a6de-6b3d78741cc2, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f943ee5-1abb-47c8-9128-c56df4a21b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:18.156865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.177580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] device_id is not set on port 85e5cf4c-f5ac-4b93-af80-146ff7b19834 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:18.186914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f090-3a71-4350-a46e-6585ec5d4faa req-c1f0a49b-12b5-4555-a4c5-2a1f327c88ae tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.188705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e5f090-3a71-4350-a46e-6585ec5d4faa req-c1f0a49b-12b5-4555-a4c5-2a1f327c88ae tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.5391092 Mar 31 23:11:18.189866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.195558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.211338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:18.211747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:18.214666 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:18.327686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.20.0.4 (6259bd04-e015-42cd-9e02-1dab8742515f/c0835564-bf53-433d-aa41-5b74c9cd0fb3/85e5cf4c-f5ac-4b93-af80-146ff7b19834) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:18.368006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94e5f090-3a71-4350-a46e-6585ec5d4faa req-8ccc4fd8-c921-4c72-8432-a12752fff8ee tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682453 Mar 31 23:11:18.371714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.399721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.409138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/d27c6169-2822-4793-876c-6b5dca1ca213 HTTP/1.1" status: 204 len: 168 time: 1.3175695 Mar 31 23:11:18.417532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58972) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:18.418823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:18.469157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.472091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794641f-bc33-4a2b-a900-0a0b9264b5a7 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=d27c6169-2822-4793-876c-6b5dca1ca213,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.498291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd98f42-63b5-4728-aa79-c49494c7a677 None None] Network 6259bd04-e015-42cd-9e02-1dab8742515f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:18.505505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:18.598839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.605638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.609032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b89be-0d6d-45a5-bdcb-129e34f1582e req-ea3c0e8a-3c07-46e7-a759-4256f32155f1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.611653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d10b89be-0d6d-45a5-bdcb-129e34f1582e req-ea3c0e8a-3c07-46e7-a759-4256f32155f1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 944 time: 0.0918140 Mar 31 23:11:18.686624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.687281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.688678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] 10.222.0.60 "PUT /v2.0/ports/352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 1091 time: 4.1660342 Mar 31 23:11:18.690948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:18.693575 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc08d04-1cb9-4607-af8a-393d542371ab" -d '{"events": [{"name": "network-changed", "server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:18.697727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:18.785999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d10b89be-0d6d-45a5-bdcb-129e34f1582e req-4f9869b5-24f7-455e-a267-571cb9dd079c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428096 Mar 31 23:11:18.790701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:18.818430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-2251341d-4cf6-4bfb-b722-83deef62baa4 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.823657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:18.825559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-2251341d-4cf6-4bfb-b722-83deef62baa4 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.1643515 Mar 31 23:11:18.827206 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:18.835292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Pushing event updated for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:18.884756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.010569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network 6259bd04-e015-42cd-9e02-1dab8742515f is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:19.018037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:19.028356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:19.057050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54f978-4979-4559-b1d2-5d37ad7b69ea req-90b12498-72c3-48fa-9d4d-c32ec5a4c7d8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.058658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=85e5cf4c-f5ac-4b93-af80-146ff7b19834,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.059541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e54f978-4979-4559-b1d2-5d37ad7b69ea req-90b12498-72c3-48fa-9d4d-c32ec5a4c7d8 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 946 time: 0.5461321 Mar 31 23:11:19.109137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc996f6-4ebc-4318-be53-539d2844cd94 req-90423db7-3df2-4b93-8516-36d39cdcefc0 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.117156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfc996f6-4ebc-4318-be53-539d2844cd94 req-90423db7-3df2-4b93-8516-36d39cdcefc0 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 931 time: 0.1601479 Mar 31 23:11:19.121365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.122148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.160367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-44a04cf4-efe9-4fe8-95cf-98d6881c8b60 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.161894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-44a04cf4-efe9-4fe8-95cf-98d6881c8b60 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.4770992 Mar 31 23:11:19.169731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0834ab57-9930-42ce-92b8-359fcbc8d5af tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0506170 Mar 31 23:11:19.171397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58984) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:19.193718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfc996f6-4ebc-4318-be53-539d2844cd94 req-328b4747-8b65-4cec-bd95-8265d6097eaf tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757034 Mar 31 23:11:19.209074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f9ba3-ddde-452f-a4cd-a5eed95ecd3f service neutron] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:19.219470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-7e8b9287-2c3a-424f-a828-09c48a960010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.219470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-7e8b9287-2c3a-424f-a828-09c48a960010 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1094 time: 0.4185691 Mar 31 23:11:19.239137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Deleting port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:19.239717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.253859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.254525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.349580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e54f978-4979-4559-b1d2-5d37ad7b69ea req-b1b19b6a-4690-455f-91cd-dbf654ffce76 tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/security-groups?id=2c341230-0cf2-426a-8d46-fe08a95d76e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627244 Mar 31 23:11:19.350843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-59dcb580-b087-4606-b6b4-04d3338499e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 217 time: 0.0777934 Mar 31 23:11:19.382962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-927e561c-e0d7-45a3-be59-a8f342ca1d31 req-873cdc29-b9d9-4212-b4a6-ed2a6b65ba6f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 210 time: 0.0487106 Mar 31 23:11:19.417150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] For port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,segment=NetworkSegment(690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b),segment_id=690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:19.417843 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.437799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Deleting port 85e5cf4c-f5ac-4b93-af80-146ff7b19834 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:19.438213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.446183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Calling delete_port for 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:19.450157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-1dea9f2d-a35f-417d-877e-829e91e2cb36 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6417923 Mar 31 23:11:19.452543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.491815 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0706ba-b0b8-4599-b7dc-8798caf7026d x-openstack-request-id: req-eb0706ba-b0b8-4599-b7dc-8798caf7026d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:19.492111 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:19.492379 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-eb0706ba-b0b8-4599-b7dc-8798caf7026d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:19.492765 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0706ba-b0b8-4599-b7dc-8798caf7026d'] response: {'name': 'network-changed', 'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'status': 'completed', 'code': 200} Mar 31 23:11:19.496509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Request body: {'port': {'device_id': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:19.578810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2553a5e9-fcdf-4394-ab73-f0dbe19a948a']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.598085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29225970-422a-412c-ba2f-85126ae790ac') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.598389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29225970-422a-412c-ba2f-85126ae790ac') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:19.602613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a37fd8cf-b501-40e4-9f80-238aad4df75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.604121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a37fd8cf-b501-40e4-9f80-238aad4df75e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.2038252 Mar 31 23:11:19.606882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.625009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Calling delete_port for 85e5cf4c-f5ac-4b93-af80-146ff7b19834 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:19.633324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92160409-174e-4c67-b376-a1b33e26e08a req-fa6aaa34-d541-4a5b-bcfc-1e2954d68d37 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.635141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92160409-174e-4c67-b376-a1b33e26e08a req-fa6aaa34-d541-4a5b-bcfc-1e2954d68d37 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.0993121 Mar 31 23:11:19.646066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.684487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.693387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b185c92-3675-4c0c-b158-20b18a88cd2f req-418dfc59-4743-4f10-bd50-87e2a3e0a552 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.695310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b185c92-3675-4c0c-b158-20b18a88cd2f req-418dfc59-4743-4f10-bd50-87e2a3e0a552 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1895926 Mar 31 23:11:19.697119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.717455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:19.717935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:19.721407 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:19.724108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Deleting port e953b037-e76d-43d2-96aa-e300757398f8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:19.724108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.869307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a0f1d508-d7d6-473b-910a-0590a5911191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.870900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-a0f1d508-d7d6-473b-910a-0590a5911191 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425456 Mar 31 23:11:19.930434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.980344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:19.984362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/2553a5e9-fcdf-4394-ab73-f0dbe19a948a HTTP/1.1" status: 204 len: 168 time: 1.5424595 Mar 31 23:11:20.026979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58990) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:20.086517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b185c92-3675-4c0c-b158-20b18a88cd2f req-3f811a91-1ba4-4500-8808-3487330ee4d1 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596961 Mar 31 23:11:20.089341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92160409-174e-4c67-b376-a1b33e26e08a req-0e2952e6-0c37-46a5-8cdb-1cbe37d20ba5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374216 Mar 31 23:11:20.107274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8194-35ef-4dee-a870-ec93de580557 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=2553a5e9-fcdf-4394-ab73-f0dbe19a948a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.124284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.131307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5fc6920e-a7b2-460e-a13f-df51e57981d9 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:20.156363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Pushing event deleted for resources: {'Port': ['ID=329c79c3-b0ab-4cfa-8e32-b5e70b43c227,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.188781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['329c79c3-b0ab-4cfa-8e32-b5e70b43c227'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:20.228947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] No DVR routers for this DVR port 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:20.235364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.238886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7420d88-fceb-44d7-88e4-5442d21b773e req-13941b9d-5a04-4278-b7d6-380fb001627b tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.96 "DELETE /v2.0/ports/329c79c3-b0ab-4cfa-8e32-b5e70b43c227 HTTP/1.1" status: 204 len: 173 time: 1.4038494 Mar 31 23:11:20.239983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'name': 'network-vif-deleted', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:20.241644 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438589dd-f7b1-4bcf-8bcd-242d9ad04dfa" -d '{"events": [{"server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "name": "network-vif-deleted", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:20.282401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.315913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Port': ['ID=85e5cf4c-f5ac-4b93-af80-146ff7b19834,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.352990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d05d0-c881-4a68-b1cf-5684264b526f req-be5ae634-3d0a-46ce-a7a1-1e9a71d5a57d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.360952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-260d05d0-c881-4a68-b1cf-5684264b526f req-be5ae634-3d0a-46ce-a7a1-1e9a71d5a57d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 944 time: 0.1330149 Mar 31 23:11:20.363460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-d2b54221-1a23-4b67-a242-d8bcb7857b15 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.365069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-d2b54221-1a23-4b67-a242-d8bcb7857b15 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.5322795 Mar 31 23:11:20.401618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:20.421239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': '852b94d4-cd23-45c4-a70f-21f43237186f', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:20.421795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5fc6920e-a7b2-460e-a13f-df51e57981d9', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '5fc6920e-a7b2-460e-a13f-df51e57981d9', 'mac_address': 'fa:16:3e:ff:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:20.431275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] For port e953b037-e76d-43d2-96aa-e300757398f8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e953b037-e76d-43d2-96aa-e300757398f8,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:20.431275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.443589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-260d05d0-c881-4a68-b1cf-5684264b526f req-84217fc6-50cb-4149-a545-e8fc3a4b4068 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766244 Mar 31 23:11:20.447012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.458607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c86a7a4a-1198-454f-8291-3b074f5060cc tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/ports/85e5cf4c-f5ac-4b93-af80-146ff7b19834 HTTP/1.1" status: 204 len: 168 time: 1.2836418 Mar 31 23:11:20.459530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59000) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:20.466520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'external_fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4'}]}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:20.495100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.497593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.497792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.514612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc6920e-a7b2-460e-a13f-df51e57981d9 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:20.541509 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1e11b-841e-4a11-b2db-d8ef394c6fff x-openstack-request-id: req-a5f1e11b-841e-4a11-b2db-d8ef394c6fff {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:20.542132 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d12e96-0283-4051-898b-20322e5229b5", "name": "network-vif-deleted", "tag": "329c79c3-b0ab-4cfa-8e32-b5e70b43c227", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:20.542532 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a5f1e11b-841e-4a11-b2db-d8ef394c6fff {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:20.544502 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f1e11b-841e-4a11-b2db-d8ef394c6fff'] response: {'server_uuid': 'b7d12e96-0283-4051-898b-20322e5229b5', 'name': 'network-vif-deleted', 'tag': '329c79c3-b0ab-4cfa-8e32-b5e70b43c227', 'status': 'completed', 'code': 200} Mar 31 23:11:20.550494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:20.555674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.586720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.609840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:20.691084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b587e1c-1c4e-47c9-9ef0-cae7b2416c1b req-241d6278-aeb3-4f2e-af8c-0e24fb458bfb tempest-VolumesActionsTest-312710273 tempest-VolumesActionsTest-312710273-project] 10.222.0.95 "GET /v2.0/ports?device_id=b7d12e96-0283-4051-898b-20322e5229b5 HTTP/1.1" status: 200 len: 210 time: 0.0536962 Mar 31 23:11:20.766294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.797494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81cd5571-4755-4bc6-8254-96731927f5ff req-5a72af7a-9da3-4ddc-9c00-22027aad87db tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 210 time: 0.0346527 Mar 31 23:11:20.850503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-ba9aa92d-9572-4c1e-ba41-ec044ee3d901 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9634869 Mar 31 23:11:20.850757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:20.997215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5fc6920e-a7b2-460e-a13f-df51e57981d9'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:21.002911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.023559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.047463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9aeec6-96ed-4b27-944c-c9802f8a486e tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.053114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9aeec6-96ed-4b27-944c-c9802f8a486e tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.059196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9aeec6-96ed-4b27-944c-c9802f8a486e tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.065008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd9aeec6-96ed-4b27-944c-c9802f8a486e tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 1.0300453 Mar 31 23:11:21.065229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.072742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1313450222'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:21.104546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:21.109207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.160974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189547c-4d7f-4432-96ec-30964902d7ae req-f4e92694-ba07-4cd5-98c7-a03d27c227d5 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.162694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e189547c-4d7f-4432-96ec-30964902d7ae req-f4e92694-ba07-4cd5-98c7-a03d27c227d5 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 931 time: 0.7878008 Mar 31 23:11:21.227768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:21.251500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.251793 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment 5dc2f48c-e1ba-4a58-8ce8-070afde11b2f of type vlan for network 61261527-02da-4441-9250-9f843085ad12 Mar 31 23:11:21.318560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f57872-24c7-4df3-91f2-327b62cc553b req-d07eb72a-8198-4927-aeda-bd5cadc310bc tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.320191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15f57872-24c7-4df3-91f2-327b62cc553b req-d07eb72a-8198-4927-aeda-bd5cadc310bc tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 946 time: 0.1347020 Mar 31 23:11:21.321795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-386b8fe2-41bf-4bdb-b0f5-13bc47612ac4 req-34b1b978-1c4e-4f5e-8660-3e900c2ee2e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380517 Mar 31 23:11:21.337691 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.370771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.20.0.4 (6259bd04-e015-42cd-9e02-1dab8742515f/c0835564-bf53-433d-aa41-5b74c9cd0fb3/28568e6d-4774-4c68-98ae-e7cede0cabd6) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:21.402158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7d166-a2f9-4e4a-9426-963a14e0c57c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:21.413958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.420510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.421043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.433430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.437331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:21.440891 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.442747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15f57872-24c7-4df3-91f2-327b62cc553b req-e5178dc7-fc18-4a09-ab2d-1c869273f038 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups?id=0e34350f-91ba-4922-acf6-11285f83d89b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115415 Mar 31 23:11:21.449989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e189547c-4d7f-4432-96ec-30964902d7ae req-05409164-cac6-4856-8ad0-b3116a8bbea8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690508 Mar 31 23:11:21.496049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Transition to ACTIVE for port object 5fa7d166-a2f9-4e4a-9426-963a14e0c57c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:21.524465 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.524802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.525169 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Floating IP 0bd00299-9374-4860-a7fa-dcfb02c674ca disassociated. External IP: 172.25.8.252, port: e953b037-e76d-43d2-96aa-e300757398f8. Mar 31 23:11:21.525488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Calling delete_port for e953b037-e76d-43d2-96aa-e300757398f8 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:21.528572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.539680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4698226 Mar 31 23:11:21.542397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59010) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:21.547742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-765448062'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:21.585944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3dfb3-d800-4b14-b819-acfc6fd4c6a2 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=61261527-02da-4441-9250-9f843085ad12,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.602234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 61261527-02da-4441-9250-9f843085ad12 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:21.625224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-f88ef433-94b2-4de6-b3a3-554ab34b4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.627398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-f88ef433-94b2-4de6-b3a3-554ab34b4d9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1094 time: 0.2462928 Mar 31 23:11:21.648524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:21.652354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.701076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc48a5-fb01-4753-9d89-fb0550f86b0b req-78f80575-fcfc-4ee4-ba63-550138c5b2ad tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.703306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbbc48a5-fb01-4753-9d89-fb0550f86b0b req-78f80575-fcfc-4ee4-ba63-550138c5b2ad tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1213298 Mar 31 23:11:21.709559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.733208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:21.740687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:21.773679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.773910 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment 25864b71-9315-448b-8cf6-2eb0ffa66668 of type vlan for network d7265b83-aee7-48db-8e90-f6f3cd8ca337 Mar 31 23:11:21.846980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbbc48a5-fb01-4753-9d89-fb0550f86b0b req-ac2a9e54-2476-4ce5-9f28-18cad8f80700 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156573 Mar 31 23:11:21.852211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.874409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:21.910244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9190215-3009-42dc-baa4-a74e1f331a70 req-379f8653-91a2-40b5-8cac-564efdaf3afd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.917748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9190215-3009-42dc-baa4-a74e1f331a70 req-379f8653-91a2-40b5-8cac-564efdaf3afd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 945 time: 0.3173850 Mar 31 23:11:21.942729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network 6259bd04-e015-42cd-9e02-1dab8742515f is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:21.949090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:21.953253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:21.983985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.10 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/1f1b57e1-8255-41cd-b777-39c6ee67c42c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:21.995107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.008263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.008977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.043282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=28568e6d-4774-4c68-98ae-e7cede0cabd6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.055092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-828595c8-84b2-417d-b702-649f86b81103 req-378533fc-3a14-4bdb-8f8e-bd08a58725e8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 210 time: 0.0612297 Mar 31 23:11:22.117932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5fc6920e-a7b2-460e-a13f-df51e57981d9 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:22.119535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5774927 Mar 31 23:11:22.120150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:22.276067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5fc6920e-a7b2-460e-a13f-df51e57981d9 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:22.281172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'ports': [{'network_id': '61261527-02da-4441-9250-9f843085ad12', 'name': 'tempest-port--845334875', 'admin_state_up': True}, {'network_id': 'd7265b83-aee7-48db-8e90-f6f3cd8ca337', 'admin_state_up': False}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:22.281172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'port': {'network_id': '61261527-02da-4441-9250-9f843085ad12', 'name': 'tempest-port--845334875', 'admin_state_up': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:22.281172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'port': {'network_id': 'd7265b83-aee7-48db-8e90-f6f3cd8ca337', 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:22.288961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5fc6920e-a7b2-460e-a13f-df51e57981d9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:22.289896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.291974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9ff82-a01c-401c-b212-662d55f80dc9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=d7265b83-aee7-48db-8e90-f6f3cd8ca337,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.328552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.334497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-504d6215-9b8b-4351-b85b-38bfd9ef87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.336545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-504d6215-9b8b-4351-b85b-38bfd9ef87d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.6953042 Mar 31 23:11:22.337301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d7265b83-aee7-48db-8e90-f6f3cd8ca337 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:22.345788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Attempting to bind port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:22.346181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Attempting to bind port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:22.347090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Attempting to bind port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:22.408961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:22.409648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Attempting to bind port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c on network f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:22.435525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9190215-3009-42dc-baa4-a74e1f331a70 req-613f777c-de75-4249-acae-3297c7a25bcf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167851 Mar 31 23:11:22.443525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-fb457255-4c98-4bd6-8d84-1a0c7b905e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 217 time: 0.0887399 Mar 31 23:11:22.452543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:22.453346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Checking segment: {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:22.454062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Bound using segment: {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:22.454680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Bound port: 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ea9380-531c-42dc-8571-69369f1e7289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:22.455226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.524433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-07b8fbcd-4be5-412f-b533-20c1279d2bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.527739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-07b8fbcd-4be5-412f-b533-20c1279d2bd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.0685322 Mar 31 23:11:22.548115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.613710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.647340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:22.649681 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f13694-1be2-4584-9f98-b18eaa1a7c2b" -d '{"events": [{"server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:22.663534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.669191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:22.675228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.676724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:22.685943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abbebc3c-61ab-4dc3-992d-aa499338bc99 req-25ad31ed-e22d-4608-87c2-471bf731f88d tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.0553629 Mar 31 23:11:22.758616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event deleted for resources: {'Port': ['ID=e953b037-e76d-43d2-96aa-e300757398f8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.762878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.763268 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f6d083-233c-4a95-991d-b87946b5930f x-openstack-request-id: req-72f6d083-233c-4a95-991d-b87946b5930f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:22.763757 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:22.764211 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-72f6d083-233c-4a95-991d-b87946b5930f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:22.764764 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f6d083-233c-4a95-991d-b87946b5930f'] response: {'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9', 'code': 200} Mar 31 23:11:22.771546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:22.772141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 329c79c3-b0ab-4cfa-8e32-b5e70b43c227 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:22.772703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e953b037-e76d-43d2-96aa-e300757398f8 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:22.795104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: e953b037-e76d-43d2-96aa-e300757398f8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:22.795754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e953b037-e76d-43d2-96aa-e300757398f8 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:22.827604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.860896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'port': 2} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:22.865361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.871369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-23e60b73-ddc7-4af1-a10e-4907ad5ee502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.873554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-23e60b73-ddc7-4af1-a10e-4907ad5ee502 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3285351 Mar 31 23:11:22.913195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:22.924600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:22.988373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be9e56-1cd7-474e-863c-7d30e956e741 req-4e206ba1-1711-4e67-bd46-6477e3fae6ff tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.990263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5be9e56-1cd7-474e-863c-7d30e956e741 req-4e206ba1-1711-4e67-bd46-6477e3fae6ff tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 943 time: 0.3672614 Mar 31 23:11:23.009162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:23.014733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:23.032198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70349d-e35b-411d-8448-1ec6a0a4c136 req-e2e60f3e-21c1-4d39-a8a5-81c2b9e6f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.034078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f70349d-e35b-411d-8448-1ec6a0a4c136 req-e2e60f3e-21c1-4d39-a8a5-81c2b9e6f8fd service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 1097 time: 0.1940956 Mar 31 23:11:23.036056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:23.038395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:23.041740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.050066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.160270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.161456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.162959 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] 10.222.0.60 "PUT /v2.0/ports/5fa7d166-a2f9-4e4a-9426-963a14e0c57c HTTP/1.1" status: 200 len: 1091 time: 3.6996951 Mar 31 23:11:23.175704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:23.178578 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:23.189381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Router acf3a00d-a736-4f8a-bebf-85a31a2e9371 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:23.249971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f56a8b-31be-4992-af3c-fe7cf98a4a13 req-446fa2be-093e-40dd-949a-88d2464460c7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.251584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08f56a8b-31be-4992-af3c-fe7cf98a4a13 req-446fa2be-093e-40dd-949a-88d2464460c7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.2745357 Mar 31 23:11:23.262681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.280338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.281312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.304802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f70349d-e35b-411d-8448-1ec6a0a4c136 req-86b32230-c6b9-4053-b753-115fc9ea134c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325830 Mar 31 23:11:23.320973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064be9e-c39e-4856-9731-27596a60f96b service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.332929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-ef8f2952-29c6-45d2-8dff-f674e6274e02 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246278 Mar 31 23:11:23.336536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5be9e56-1cd7-474e-863c-7d30e956e741 req-181b31cb-1337-4529-9b88-e962e833a8d2 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242331 Mar 31 23:11:23.363504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-9dedf8c7-057e-4e62-b218-69405a97d0c9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9781501 Mar 31 23:11:23.387773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] device_id is not set on port 833d7306-ca17-4acd-8ff0-a8ff93acb1b8 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:23.391435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Request body: {'port': {'device_id': '852b94d4-cd23-45c4-a70f-21f43237186f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:23.430628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08f56a8b-31be-4992-af3c-fe7cf98a4a13 req-27e7608d-8dd1-488f-997f-a87780975f07 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712620 Mar 31 23:11:23.632870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router aa3205a6-9eea-4817-8961-c23601e831b3 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:23.642795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.752352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a076a71-5823-4452-8b66-708b44c22408 req-55777382-dc47-4d0c-b2c4-fe02814af881 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.753959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a076a71-5823-4452-8b66-708b44c22408 req-55777382-dc47-4d0c-b2c4-fe02814af881 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.1836054 Mar 31 23:11:23.774700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] device_id is not set on port 1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:11:23.799985 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac589e0-68e3-436a-9b37-56bc32cdf1b0 x-openstack-request-id: req-fac589e0-68e3-436a-9b37-56bc32cdf1b0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:23.800710 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:23.800710 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fac589e0-68e3-436a-9b37-56bc32cdf1b0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:23.801160 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac589e0-68e3-436a-9b37-56bc32cdf1b0'] response: {'name': 'network-changed', 'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c', 'status': 'completed', 'code': 200} Mar 31 23:11:23.865991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a076a71-5823-4452-8b66-708b44c22408 req-b7fcb04f-bf33-44ce-9c72-abf3023012a3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011896 Mar 31 23:11:23.886006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:23.899113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-98a30542-5ebc-4670-8952-737cdb9c125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.900637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-98a30542-5ebc-4670-8952-737cdb9c125e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 1094 time: 0.6740012 Mar 31 23:11:23.934234 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Sync routers for ids ['aa3205a6-9eea-4817-8961-c23601e831b3'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:23.940525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:23.940759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b39b4588-5232-47d7-8c2a-ebe166b216f8 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.4739404 Mar 31 23:11:23.952982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59096) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:23.988720 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Routers {'aa3205a6-9eea-4817-8961-c23601e831b3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:23.989978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aa3205a6-9eea-4817-8961-c23601e831b3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:23.991163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-10d0d800-042c-4cc6-973b-6d2ccfe5a272 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c HTTP/1.1" status: 200 len: 217 time: 0.0769248 Mar 31 23:11:23.992708 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.175417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bc08d04-1cb9-4607-af8a-393d542371ab req-0b17b5b6-bb1b-4130-b2d7-ac89848999dc service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8253982 Mar 31 23:11:24.177553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-51002138-cd0c-4f82-89c7-c04ae8ae59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.180468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-51002138-cd0c-4f82-89c7-c04ae8ae59d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 200 len: 854 time: 0.0977037 Mar 31 23:11:24.182760 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Set router aa3205a6-9eea-4817-8961-c23601e831b3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:24.206872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:24.219877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Sync routers for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:24.245111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:24.247486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:24.346047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6fda-6805-413d-ad5f-c29843ffb4d3 req-b3bf9bce-4f3c-44ac-9212-2526cc345bc1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.348108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f8a6fda-6805-413d-ad5f-c29843ffb4d3 req-b3bf9bce-4f3c-44ac-9212-2526cc345bc1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 932 time: 0.5426805 Mar 31 23:11:24.351602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-a26fb203-fec7-464b-a01b-05e667c2bced service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105256 Mar 31 23:11:24.450807 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'name': '', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'external_fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:20Z', 'updated_at': '2022-03-31T23:11:22Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'name': '', 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:21Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:24.488967 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Checking router: aa3205a6-9eea-4817-8961-c23601e831b3 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:24.493054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Updating router aa3205a6-9eea-4817-8961-c23601e831b3 port 28568e6d-4774-4c68-98ae-e7cede0cabd6 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:24.511771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:24.525630 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.539022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] No DVR routers for this DVR port e953b037-e76d-43d2-96aa-e300757398f8 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:24.543182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-585735fa-3110-4b2f-a37e-844c0e04bb51 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409760 Mar 31 23:11:24.650883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8c28ebc-a123-46a2-8983-bf14997b437d req-49a9dcc5-70ac-4d76-b876-87f0345c0d99 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab77a705-242d-47cc-a7bb-a49ddf0fb172 HTTP/1.1" status: 200 len: 210 time: 0.1645479 Mar 31 23:11:24.663853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:24.687623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.753413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:24.765275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d901b902-19c9-4136-9ab7-7b7ebeeeb7ab req-2efc7471-8508-4ce2-8947-2aed6e5497c8 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.96 "DELETE /v2.0/ports/e953b037-e76d-43d2-96aa-e300757398f8 HTTP/1.1" status: 204 len: 173 time: 5.5678947 Mar 31 23:11:24.773640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f8a6fda-6805-413d-ad5f-c29843ffb4d3 req-a0890431-8efb-4184-8c5f-8b946e388cc5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533741 Mar 31 23:11:24.779592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb0317d-ee41-4b87-915b-c8690d9144fd req-96c67235-e393-4767-8abf-8f75f56df90c service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135665 Mar 31 23:11:24.870114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:24.895167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:24.895791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.060986 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.070523 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.108962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.160273 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Pushing event updated for resources: {'Port': ['ID=28568e6d-4774-4c68-98ae-e7cede0cabd6,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.185001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Attempting to bind port 28568e6d-4774-4c68-98ae-e7cede0cabd6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:25.185001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Attempting to bind port 28568e6d-4774-4c68-98ae-e7cede0cabd6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'bfd5099e-6e39-41b5-961a-bafa18c0bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:25.185555 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Attempting to bind port 28568e6d-4774-4c68-98ae-e7cede0cabd6 on network 6259bd04-e015-42cd-9e02-1dab8742515f {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:25.189306 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.189884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.190196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.190599 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.191003 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.192279 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.192694 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.193738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.194182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.195018 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.195734 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.196141 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:25.205064 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:25.205537 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Checking segment: {'id': 'bfd5099e-6e39-41b5-961a-bafa18c0bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:25.206660 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.207184 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Bound using segment: {'id': 'bfd5099e-6e39-41b5-961a-bafa18c0bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:25.207762 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Bound port: 28568e6d-4774-4c68-98ae-e7cede0cabd6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd5099e-6e39-41b5-961a-bafa18c0bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:25.208891 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.294763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.296382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] For port 28568e6d-4774-4c68-98ae-e7cede0cabd6, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:25.300838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] For port 28568e6d-4774-4c68-98ae-e7cede0cabd6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28568e6d-4774-4c68-98ae-e7cede0cabd6,segment=NetworkSegment(bfd5099e-6e39-41b5-961a-bafa18c0bae7),segment_id=bfd5099e-6e39-41b5-961a-bafa18c0bae7)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:25.313409 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.321316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352d613b-7762-4a7f-a6de-6b3d78741cc2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:25.330323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1b57e1-8255-41cd-b777-39c6ee67c42c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:25.330935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3f94-2090-4d06-ab38-dfe4a53fde18 req-3315d5f4-fcd5-4f1c-b092-5b50d4ce9a97 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.332216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce1a3f94-2090-4d06-ab38-dfe4a53fde18 req-3315d5f4-fcd5-4f1c-b092-5b50d4ce9a97 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 943 time: 0.4934318 Mar 31 23:11:25.356997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.371223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:25.373856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Transition to ACTIVE for port object 1f1b57e1-8255-41cd-b777-39c6ee67c42c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:25.388191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Port': ['ID=833d7306-ca17-4acd-8ff0-a8ff93acb1b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.400208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.418945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.421153 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Routers {'aa3205a6-9eea-4817-8961-c23601e831b3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.422054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aa3205a6-9eea-4817-8961-c23601e831b3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.458661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.542643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-f35de1b2-22c3-4711-9037-91c10f335f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.545342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-f35de1b2-22c3-4711-9037-91c10f335f7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18922d21662c468ca84d78989abfa134&device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 1094 time: 0.4995003 Mar 31 23:11:25.546597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.551866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce1a3f94-2090-4d06-ab38-dfe4a53fde18 req-f70d09ef-1e46-4bb0-89cb-f9e5e7630de6 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016616 Mar 31 23:11:25.553137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Checking segment: {'id': '5dc2f48c-e1ba-4a58-8ce8-070afde11b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '61261527-02da-4441-9250-9f843085ad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:25.553506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network hostable DHCP agents. Network: 61261527-02da-4441-9250-9f843085ad12, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:25.556384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.567630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Checking router: acf3a00d-a736-4f8a-bebf-85a31a2e9371 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:25.631141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.638920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71928ea6-042f-4bf2-b49d-0567b4a69144 req-71c9054d-70f0-43d6-84d8-49ce9da3eb1f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.640594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71928ea6-042f-4bf2-b49d-0567b4a69144 req-71c9054d-70f0-43d6-84d8-49ce9da3eb1f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.5964212 Mar 31 23:11:25.653081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.669993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] Set router aa3205a6-9eea-4817-8961-c23601e831b3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:25.717193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network 61261527-02da-4441-9250-9f843085ad12 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:25.740702 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c185eb-4a13-4119-aed9-9bb64a58b344 None None] Pushing event updated for resources: {'Port': ['ID=28568e6d-4774-4c68-98ae-e7cede0cabd6,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.764115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.804661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'name': 'network-vif-deleted', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:25.808030 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43747b0-fabb-439c-8f8e-0f28e3fdce12" -d '{"events": [{"server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "name": "network-vif-deleted", "tag": "e953b037-e76d-43d2-96aa-e300757398f8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:25.812110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 61261527-02da-4441-9250-9f843085ad12) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:25.822926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de9d87-d7b9-42d1-9e3b-f6dd314dbcf6 None None] Network 61261527-02da-4441-9250-9f843085ad12 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:25.832426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:25.833554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.872935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Deleting port 28568e6d-4774-4c68-98ae-e7cede0cabd6 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:25.873226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:25.875219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71928ea6-042f-4bf2-b49d-0567b4a69144 req-166a8ef6-33df-4149-90fd-b1b5f91edcc7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898468 Mar 31 23:11:25.895017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-4b3f2219-d32e-40d9-9c6c-d056a800e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.897285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-4b3f2219-d32e-40d9-9c6c-d056a800e3c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 200 len: 916 time: 0.3241911 Mar 31 23:11:25.910089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325223-4747-471d-99e8-9cd36ef598a4 req-30d3734b-c948-4941-8a54-085594a83885 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.911683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d325223-4747-471d-99e8-9cd36ef598a4 req-30d3734b-c948-4941-8a54-085594a83885 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.1975038 Mar 31 23:11:25.967496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Port': ['ID=1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.974417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:26.023790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d325223-4747-471d-99e8-9cd36ef598a4 req-bd7fec46-f950-49ab-9e63-42ae285b945c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934763 Mar 31 23:11:26.025323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Attempting to bind port 1f1b57e1-8255-41cd-b777-39c6ee67c42c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:26.025670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Attempting to bind port 1f1b57e1-8255-41cd-b777-39c6ee67c42c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:26.026005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Attempting to bind port 1f1b57e1-8255-41cd-b777-39c6ee67c42c on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:26.028108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Checking segment: {'id': '25864b71-9315-448b-8cf6-2eb0ffa66668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'd7265b83-aee7-48db-8e90-f6f3cd8ca337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:26.028470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network hostable DHCP agents. Network: d7265b83-aee7-48db-8e90-f6f3cd8ca337, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:26.035602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-41ffb14d-121a-410d-9a95-1c8223572904 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c HTTP/1.1" status: 200 len: 217 time: 0.1136498 Mar 31 23:11:26.045117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] For port 28568e6d-4774-4c68-98ae-e7cede0cabd6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=28568e6d-4774-4c68-98ae-e7cede0cabd6,segment=NetworkSegment(bfd5099e-6e39-41b5-961a-bafa18c0bae7),segment_id=bfd5099e-6e39-41b5-961a-bafa18c0bae7)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:26.045516 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.053253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Port 1f1b57e1-8255-41cd-b777-39c6ee67c42c on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:26.053448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Attempting to bind port 1f1b57e1-8255-41cd-b777-39c6ee67c42c on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:26.077094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Calling delete_port for 28568e6d-4774-4c68-98ae-e7cede0cabd6 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:26.083161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network d7265b83-aee7-48db-8e90-f6f3cd8ca337 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:26.110713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d7265b83-aee7-48db-8e90-f6f3cd8ca337) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:26.145393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:26.145801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:26.146194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:26.146640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Bound port: 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:26.147006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.164811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:26.170879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.176013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.176718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.185002 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'name': '', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'external_fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:20Z', 'updated_at': '2022-03-31T23:11:22Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'name': '', 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:21Z', 'updated_at': '2022-03-31T23:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.215163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4f5a5065-8898-49e0-9a0e-6c84ea301ce3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0626819 Mar 31 23:11:26.220192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59126) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:26.266002 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eec594-81ec-4960-8022-08f241673807 x-openstack-request-id: req-f2eec594-81ec-4960-8022-08f241673807 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:26.266309 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77a705-242d-47cc-a7bb-a49ddf0fb172", "name": "network-vif-deleted", "tag": "e953b037-e76d-43d2-96aa-e300757398f8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:26.266695 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2eec594-81ec-4960-8022-08f241673807 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:26.266923 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2eec594-81ec-4960-8022-08f241673807'] response: {'server_uuid': 'ab77a705-242d-47cc-a7bb-a49ddf0fb172', 'name': 'network-vif-deleted', 'tag': 'e953b037-e76d-43d2-96aa-e300757398f8', 'status': 'completed', 'code': 200} Mar 31 23:11:26.278829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59128) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:26.280473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-67f49d6a-e7b3-4530-b5ce-fdcc65ae50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.282001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-67f49d6a-e7b3-4530-b5ce-fdcc65ae50da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 200 len: 854 time: 0.2377868 Mar 31 23:11:26.308157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['352d613b-7762-4a7f-a6de-6b3d78741cc2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:26.312143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6678c8a-4cf4-4af9-ad3a-15b653e37ede None None] Network d7265b83-aee7-48db-8e90-f6f3cd8ca337 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:26.432796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-9fadcf9d-c436-44e2-a68f-7ab9542415b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318362 Mar 31 23:11:26.435921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76464382-2023-49b8-8a3c-c30d65519fd1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.448021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76464382-2023-49b8-8a3c-c30d65519fd1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.450688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-76464382-2023-49b8-8a3c-c30d65519fd1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2292979 Mar 31 23:11:26.456931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59130) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:26.534482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c924-0826-4ef4-8a76-e8d8417def2f req-1b8f3047-18cb-4584-9e7c-8c8a15b42788 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.537713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41f5c924-0826-4ef4-8a76-e8d8417def2f req-1b8f3047-18cb-4584-9e7c-8c8a15b42788 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 944 time: 0.2656429 Mar 31 23:11:26.598977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.603118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-4464839d-f96b-4fe6-9222-4ef887ffcb53 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538830 Mar 31 23:11:26.655948 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8cbb8-82a9-4928-8e69-610241447ac8 None None] The sync data for ids ['aa3205a6-9eea-4817-8961-c23601e831b3'] in n-d-835855-2 is: [{'id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'name': '', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'external_fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:20Z', 'updated_at': '2022-03-31T23:11:22Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '28568e6d-4774-4c68-98ae-e7cede0cabd6', 'name': '', 'network_id': '6259bd04-e015-42cd-9e02-1dab8742515f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa3205a6-9eea-4817-8961-c23601e831b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:21Z', 'updated_at': '2022-03-31T23:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0835564-bf53-433d-aa41-5b74c9cd0fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:26.703229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.729337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:26.741982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Port': ['ID=28568e6d-4774-4c68-98ae-e7cede0cabd6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.765546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41f5c924-0826-4ef4-8a76-e8d8417def2f req-de13db47-2f9e-4cf1-b299-e15cf1ee9ced tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096324 Mar 31 23:11:26.783679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:26.831581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:26.842814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8cd89-989b-4d80-b441-8e8dcf6942ea req-11e4ef3e-91ae-41ca-b4ab-7f567b593e8f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.851077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30c8cd89-989b-4d80-b441-8e8dcf6942ea req-11e4ef3e-91ae-41ca-b4ab-7f567b593e8f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.4561985 Mar 31 23:11:26.968108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Deleting port 833d7306-ca17-4acd-8ff0-a8ff93acb1b8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:26.972350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.000451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.007481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:27.071407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1300c2-ba75-4247-be1a-e0c1132f7d0c None None] The sync data for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 is: [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:09:08Z', 'revision_number': 4, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6772d1f5-55ab-4d50-950e-104264d508aa', 'name': '', 'network_id': 'a201ff26-7224-4a06-a820-d8854bd624ff', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'mac_address': 'fa:16:3e:43:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:07Z', 'updated_at': '2022-03-31T23:09:15Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'subnets': [{'id': 'a46f3c25-fa75-4dc5-bc65-fafc38093556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:27.083649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.161891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.163027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.164546 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] 10.222.0.60 "PUT /v2.0/ports/1f1b57e1-8255-41cd-b777-39c6ee67c42c HTTP/1.1" status: 200 len: 1092 time: 3.7806373 Mar 31 23:11:27.208366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.211929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.231300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "DELETE /v2.0/security-groups/0e34350f-91ba-4922-acf6-11285f83d89b HTTP/1.1" status: 204 len: 168 time: 0.9480925 Mar 31 23:11:27.246307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59140) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.350176 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-ed27d345-9540-47be-98f2-41b62c2719b3 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] show failed (client error): The resource could not be found. Mar 31 23:11:27.354334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ed27d345-9540-47be-98f2-41b62c2719b3 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "GET /v2.0/security-groups/0e34350f-91ba-4922-acf6-11285f83d89b HTTP/1.1" status: 404 len: 347 time: 0.0864255 Mar 31 23:11:27.354334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.367938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30c8cd89-989b-4d80-b441-8e8dcf6942ea req-a81be2e2-f062-4aaf-b036-79e03982c40b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154085 Mar 31 23:11:27.377097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.377943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742399b-d979-46fc-a081-b98e513a72be tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34350f-91ba-4922-acf6-11285f83d89b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.494517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85d6c0c4-fb0e-477d-9cd6-7089c1ff4f1a req-278d486e-474a-4a61-b901-d423dc9f5fa2 service neutron] 10.222.0.60 "GET /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8637545 Mar 31 23:11:27.547417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaaab9-ff6a-4615-8d63-5c3260224a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.575317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.578324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.635460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-49dbe3b5-49f5-43bd-b3a6-e99d13e7817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.638093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-49dbe3b5-49f5-43bd-b3a6-e99d13e7817e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 1095 time: 0.3759837 Mar 31 23:11:27.682923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.690706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.698343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa3205a6-9eea-4817-8961-c23601e831b3 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:27.727264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.728789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4098c579-a5d7-49d0-994d-d39614bf2a72 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/routers/aa3205a6-9eea-4817-8961-c23601e831b3 HTTP/1.1" status: 204 len: 168 time: 3.7749760 Mar 31 23:11:27.743451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:27.745331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Calling delete_port for 833d7306-ca17-4acd-8ff0-a8ff93acb1b8 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:27.795894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abaa44-caa0-488f-b41c-aa745eabd978 req-1547d0b2-29b1-454d-b02c-ad2afa2db233 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.804586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74abaa44-caa0-488f-b41c-aa745eabd978 req-1547d0b2-29b1-454d-b02c-ad2afa2db233 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 943 time: 0.8406761 Mar 31 23:11:27.830047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd569b-9de4-4d57-a87e-9ddda37bb5dc None None] New status for floating IP 0bd00299-9374-4860-a7fa-dcfb02c674ca: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:27.860644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-fcead478-6ad1-4373-afff-999ea668a927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c HTTP/1.1" status: 200 len: 217 time: 0.2084711 Mar 31 23:11:27.897956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Deleting subnet c0835564-bf53-433d-aa41-5b74c9cd0fb3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:27.903641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.960002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:27.977469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953025-1286-48e1-9db8-689a9a82207f req-9aaddecb-5b52-4370-9641-2c97135cfab6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:27.985927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4953025-1286-48e1-9db8-689a9a82207f req-9aaddecb-5b52-4370-9641-2c97135cfab6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.4888842 Mar 31 23:11:28.020941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.052981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f371e77-bf46-4006-8350-482b1482a334 req-6d42cdcb-bb52-4b93-92a7-fb698168996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.054488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-6d42cdcb-bb52-4b93-92a7-fb698168996d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1258357 Mar 31 23:11:28.145590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-e22241e1-c8d5-4acb-b1a5-2966962dcce2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763342 Mar 31 23:11:28.149911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74abaa44-caa0-488f-b41c-aa745eabd978 req-3db2e456-0b70-462c-b2d6-02cf203ad8ca tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440700 Mar 31 23:11:28.155621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.171137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4953025-1286-48e1-9db8-689a9a82207f req-d3ec3d56-4dbd-4561-88ee-8d5fc877ff82 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842451 Mar 31 23:11:28.246264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Deleting port c5c72940-f0b4-4a22-8d63-6cda43e33291 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:28.246652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.270744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:28.283159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c0835564-bf53-433d-aa41-5b74c9cd0fb3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:28.285056 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45" -d '{"events": [{"name": "network-changed", "server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:28.311437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.315717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2054134e-882b-4c7b-b8c9-d85294896f0f tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/c0835564-bf53-433d-aa41-5b74c9cd0fb3 HTTP/1.1" status: 204 len: 168 time: 0.5678780 Mar 31 23:11:28.321140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59156) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:28.478923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.497859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.537518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf2399-429e-456c-8adf-29a532a023d9 req-1b194047-5073-48f7-8218-d17dd39a2c64 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.539820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8faf2399-429e-456c-8adf-29a532a023d9 req-1b194047-5073-48f7-8218-d17dd39a2c64 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 944 time: 0.2204962 Mar 31 23:11:28.543925 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e73d1d-6d05-4d1f-bdc7-81372d056d82 x-openstack-request-id: req-e3e73d1d-6d05-4d1f-bdc7-81372d056d82 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:28.544795 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:28.545216 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e3e73d1d-6d05-4d1f-bdc7-81372d056d82 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:28.546166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Port': ['ID=833d7306-ca17-4acd-8ff0-a8ff93acb1b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:28.547011 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e73d1d-6d05-4d1f-bdc7-81372d056d82'] response: {'name': 'network-changed', 'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'status': 'completed', 'code': 200} Mar 31 23:11:28.562015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.569489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e12e83e5-4322-4a82-bf2d-e10237e74789 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/ports/833d7306-ca17-4acd-8ff0-a8ff93acb1b8 HTTP/1.1" status: 204 len: 168 time: 2.1129520 Mar 31 23:11:28.573773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:28.622867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5fa7d166-a2f9-4e4a-9426-963a14e0c57c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:28.697027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-c9a5dc78-4a05-47c3-bf8a-04e67a23bc7d service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223780 Mar 31 23:11:28.725752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.727683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.762468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8faf2399-429e-456c-8adf-29a532a023d9 req-51077490-bea4-4339-a532-3b14af4021ab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069316 Mar 31 23:11:28.786249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Calling delete_port for c5c72940-f0b4-4a22-8d63-6cda43e33291 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:28.792116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:28.807807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.858116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6259bd04-e015-42cd-9e02-1dab8742515f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.892460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:28.892757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd5099e-6e39-41b5-961a-bafa18c0bae7') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.892757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd5099e-6e39-41b5-961a-bafa18c0bae7') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.929273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.933311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c', 'network_id': 'f9bc42ec-285d-4ad5-9763-47f5fb7c6e26', 'port_id': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c', 'mac_address': 'fa:16:3e:b2:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7877645a-173d-4d5c-8db2-689763aeef91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:28.939731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 352d613b-7762-4a7f-a6de-6b3d78741cc2 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:28.947665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 352d613b-7762-4a7f-a6de-6b3d78741cc2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:28.948498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.963412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:28.971531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:28.971954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.001916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f371e77-bf46-4006-8350-482b1482a334 req-768eb498-1724-4568-8c42-94836dd3d120 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690537 Mar 31 23:11:29.025261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b9e7-8728-4384-bbd1-053d22b40ee3 req-904bb557-4662-4a17-a3df-b3fe0bbbcf75 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.026993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2699b9e7-8728-4384-bbd1-053d22b40ee3 req-904bb557-4662-4a17-a3df-b3fe0bbbcf75 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.3641870 Mar 31 23:11:29.077514 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.095950 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.105581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Deleting port 1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:29.106027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.147179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2699b9e7-8728-4384-bbd1-053d22b40ee3 req-d2719fe0-8a82-4aba-a498-138920a6d563 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059282 Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:29.154964 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:29.160091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.160766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:29.182641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7d166-a2f9-4e4a-9426-963a14e0c57c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:29.207452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:29.210079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:29.213800 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ecb366-7508-4593-8b75-9dbc0b061d2c" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:29.218733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.225339 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.233557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6259bd04-e015-42cd-9e02-1dab8742515f {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 31 23:11:29.248151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Network': ['ID=6259bd04-e015-42cd-9e02-1dab8742515f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.271709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.274953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-e3188412-b40f-4f78-9643-89d6eaa4ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.277497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-e3188412-b40f-4f78-9643-89d6eaa4ecd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 1095 time: 0.2168334 Mar 31 23:11:29.286627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eec46e0f-8df3-43d4-8a1a-ec9581edb464 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/networks/6259bd04-e015-42cd-9e02-1dab8742515f HTTP/1.1" status: 204 len: 168 time: 0.9630084 Mar 31 23:11:29.355407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.403766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.427521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d4fc1-b8b7-4c8d-ac61-4f53e1f4aa33 req-d1bae447-4757-4e6d-9488-8c1d563620f4 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.429167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b4d4fc1-b8b7-4c8d-ac61-4f53e1f4aa33 req-d1bae447-4757-4e6d-9488-8c1d563620f4 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 944 time: 0.1212928 Mar 31 23:11:29.494201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Calling delete_port for 1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:29.506378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.521611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b4d4fc1-b8b7-4c8d-ac61-4f53e1f4aa33 req-4e90e7ee-402e-4d57-9f5c-49f7027aaf81 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830061 Mar 31 23:11:29.623135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59178) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.627918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'name': 'tempest-router--1487753874', 'project_id': '6c735a65b75f4fee99e2c10b919cc933'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:29.629284 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3829b9cf-2ad5-49f9-af67-f588a394b339 x-openstack-request-id: req-3829b9cf-2ad5-49f9-af67-f588a394b339 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:29.629820 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:29.630573 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3829b9cf-2ad5-49f9-af67-f588a394b339 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:29.631295 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3829b9cf-2ad5-49f9-af67-f588a394b339'] response: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'code': 200} Mar 31 23:11:29.689701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.692592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.740947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.803464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.811657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.813035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930edef-db41-43db-bd64-4ccde40e3ec4 req-709e33f7-b8b0-4ce2-a601-b216cc0c86a9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.822449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e930edef-db41-43db-bd64-4ccde40e3ec4 req-709e33f7-b8b0-4ce2-a601-b216cc0c86a9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.4214544 Mar 31 23:11:29.823504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5fa7d166-a2f9-4e4a-9426-963a14e0c57c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:29.848289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:29.853310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c8ce2d07-b393-456a-91e1-6c0a047d4a7d tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2275610 Mar 31 23:11:29.854314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:29.917242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Pushing event deleted for resources: {'Port': ['ID=c5c72940-f0b4-4a22-8d63-6cda43e33291,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.178177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.475227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.479481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.542489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-c93fad21-e588-4e11-80b5-43f343c455d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.546114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-c93fad21-e588-4e11-80b5-43f343c455d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 1.1653411 Mar 31 23:11:30.624737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.625251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec8ee2a-ad2c-4cb0-b491-e4d96625b173 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:30.628217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26730ab6-f262-40c1-afb0-cbb4bfd51eea req-c0c8fcdf-d381-4434-b9e6-4f8c29cd62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.629134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26730ab6-f262-40c1-afb0-cbb4bfd51eea req-c0c8fcdf-d381-4434-b9e6-4f8c29cd62b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1096 time: 0.9008050 Mar 31 23:11:30.639065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.644934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e2132609-97ad-4a6e-ab2b-8b5bb629a151 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/routers/5ec8ee2a-ad2c-4cb0-b491-e4d96625b173 HTTP/1.1" status: 204 len: 168 time: 0.7862024 Mar 31 23:11:30.667904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.689694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e930edef-db41-43db-bd64-4ccde40e3ec4 req-d29a9614-260d-49ef-8234-7630480951c4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8663485 Mar 31 23:11:30.691094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-43736531-8bb2-4151-b08c-1d4c232a145b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c HTTP/1.1" status: 200 len: 217 time: 0.1215279 Mar 31 23:11:30.701814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79ccea-0c74-404c-b9fe-e2abfb97dec0 req-89c0c59f-3ed3-4c25-bbbd-b66d2ea1d767 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.706184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f79ccea-0c74-404c-b9fe-e2abfb97dec0 req-89c0c59f-3ed3-4c25-bbbd-b66d2ea1d767 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 944 time: 0.7047622 Mar 31 23:11:30.778684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Port': ['ID=1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.820977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.824707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6f79ccea-0c74-404c-b9fe-e2abfb97dec0 req-d550a557-2665-4119-80e0-f99844a7f47f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133530 Mar 31 23:11:30.832561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c3d668c6-4180-4c3e-a79b-7e47385ea88b tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/ports/1f3ac1a4-fd01-4bc9-91f9-3d8c3e5e36f7 HTTP/1.1" status: 204 len: 168 time: 2.2506926 Mar 31 23:11:30.835854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59194) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.877873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.880528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:30.883308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7b4da662-d46f-4468-bb2e-2996cf4856a5 tempest-ServersTestFqdnHostnames-1350713738 tempest-ServersTestFqdnHostnames-1350713738-project] 10.222.0.95 "DELETE /v2.0/floatingips/0bd00299-9374-4860-a7fa-dcfb02c674ca HTTP/1.1" status: 204 len: 168 time: 3.5005360 Mar 31 23:11:30.886444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59196) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.927111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-04dd04db-6788-4ab2-bff6-e1d3498dc0d9 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0851462 Mar 31 23:11:30.930862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-47e536ab-17fa-4481-9bfd-4e3c21e1d286 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:30.931342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.932992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-47e536ab-17fa-4481-9bfd-4e3c21e1d286 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.4090955 Mar 31 23:11:30.956810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-38585311'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:30.983911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:30.988091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26730ab6-f262-40c1-afb0-cbb4bfd51eea req-d3b1a747-c5c6-4f88-87ad-985845b0ff8b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178267 Mar 31 23:11:31.033334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-a71d3eea-555b-4239-9408-1c2cac90a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.034940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-a71d3eea-555b-4239-9408-1c2cac90a0d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.2980769 Mar 31 23:11:31.103045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b59cd-fbda-4dec-a19c-de8720c3646d req-fa30c7ea-f5ef-462c-bcce-cfe946f13579 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.104769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-994b59cd-fbda-4dec-a19c-de8720c3646d req-fa30c7ea-f5ef-462c-bcce-cfe946f13579 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 946 time: 0.1643670 Mar 31 23:11:31.220499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-994b59cd-fbda-4dec-a19c-de8720c3646d req-485a76e4-cbfb-42f2-bf90-5ad5b27aa9ab tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Mar 31 23:11:31.238198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 5fc6920e-a7b2-460e-a13f-df51e57981d9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:31.238542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.324590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-c14ee36c-425b-4bf8-8533-f6a274f948d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430262 Mar 31 23:11:31.374967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1248625453', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:31.573725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.575482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.601629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 5fc6920e-a7b2-460e-a13f-df51e57981d9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5fc6920e-a7b2-460e-a13f-df51e57981d9,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:31.602433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.614153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-75acb93c-841b-4bbd-a11f-bcc3431f912b service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528994 Mar 31 23:11:31.634128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 5fc6920e-a7b2-460e-a13f-df51e57981d9 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:31.709307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:31.714610 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.745867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd0acd-b547-47da-bd36-fc7478c0521a req-7ca977ba-c8ef-424c-8aa7-f503ecdc59d9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.748414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cccd0acd-b547-47da-bd36-fc7478c0521a req-7ca977ba-c8ef-424c-8aa7-f503ecdc59d9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 944 time: 0.6403453 Mar 31 23:11:31.755903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.779403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:31.865205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:31.866963 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment eb3f0b28-5531-46ae-ba86-cfa0a9f46a86 of type vlan for network f175f012-8145-4b40-b115-6c7a4a6f1d32 Mar 31 23:11:31.929341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.021935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85bf46d8-1cab-4e45-9c9e-8271e76f3d45 req-7f1b82fe-19b1-4496-a851-4f61bbc7d56b service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969500 Mar 31 23:11:32.048575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f834ac-68cd-4571-af1b-f079458df4f8 req-7585bbe4-2bb1-42e7-bb6d-6597e677808d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.049787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.056248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97f834ac-68cd-4571-af1b-f079458df4f8 req-7585bbe4-2bb1-42e7-bb6d-6597e677808d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1722054 Mar 31 23:11:32.073379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.075728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.102761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.131674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cccd0acd-b547-47da-bd36-fc7478c0521a req-66e3ae39-5e85-4e67-ae92-258f7ca21509 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727236 Mar 31 23:11:32.237759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97f834ac-68cd-4571-af1b-f079458df4f8 req-ec743617-e85c-410c-814a-153819ea65ec tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805384 Mar 31 23:11:32.260294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.277319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:32.329840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59218) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:32.331028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3906550 Mar 31 23:11:32.331341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-652450183'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:32.341722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=5fc6920e-a7b2-460e-a13f-df51e57981d9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.431973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28568e6d-4774-4c68-98ae-e7cede0cabd6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:32.493797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 5fc6920e-a7b2-460e-a13f-df51e57981d9 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:32.510258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.516199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4eb7fd1c-4592-4566-b6eb-2582266bfa5c req-e13df86b-8bc4-4a53-909a-507666b900b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/5fc6920e-a7b2-460e-a13f-df51e57981d9 HTTP/1.1" status: 204 len: 173 time: 1.5742402 Mar 31 23:11:32.523687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:32.527942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.534233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'name': 'network-vif-deleted', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:32.540960 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f7905-061a-4486-82df-4a0245521172" -d '{"events": [{"server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "name": "network-vif-deleted", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:32.551162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 28568e6d-4774-4c68-98ae-e7cede0cabd6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:32.553788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 28568e6d-4774-4c68-98ae-e7cede0cabd6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:32.588725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6691-4523-4948-9058-c5bbd874a1b6 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=f175f012-8145-4b40-b115-6c7a4a6f1d32,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.631462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f175f012-8145-4b40-b115-6c7a4a6f1d32 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:32.655734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df750d-8a51-4c03-be15-a25699d48bc5 req-ef0fb2cb-94cd-4011-a543-39b3d0929e29 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.662787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72df750d-8a51-4c03-be15-a25699d48bc5 req-ef0fb2cb-94cd-4011-a543-39b3d0929e29 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 944 time: 0.3858821 Mar 31 23:11:32.711155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb45b709-3bd7-4130-95be-1f71378ef57f req-6181bdab-c5de-4a56-b5fe-7cff94ccbf7d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=c7cd7812-0eb6-4a22-b346-65c03062972d HTTP/1.1" status: 200 len: 210 time: 0.0920250 Mar 31 23:11:32.778824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:32.790668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f1b57e1-8255-41cd-b777-39c6ee67c42c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:32.792572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-72df750d-8a51-4c03-be15-a25699d48bc5 req-f44ca3f1-9f1c-4c02-bb3b-97a9b4f5582d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202416 Mar 31 23:11:32.812524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.813054 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Added segment 398b38e3-a282-46e9-ad52-5329376bcd42 of type vlan for network ef60f222-9c96-44a5-a43b-a56e90f928d8 Mar 31 23:11:32.816057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5fa7d166-a2f9-4e4a-9426-963a14e0c57c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:32.884580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:32.953372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.001882 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82e6d3a-642d-401d-a8c1-5e0b245cec74 x-openstack-request-id: req-e82e6d3a-642d-401d-a8c1-5e0b245cec74 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:33.002152 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd7812-0eb6-4a22-b346-65c03062972d", "name": "network-vif-deleted", "tag": "5fc6920e-a7b2-460e-a13f-df51e57981d9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:33.004181 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e82e6d3a-642d-401d-a8c1-5e0b245cec74 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:33.008373 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82e6d3a-642d-401d-a8c1-5e0b245cec74'] response: {'server_uuid': 'c7cd7812-0eb6-4a22-b346-65c03062972d', 'name': 'network-vif-deleted', 'tag': '5fc6920e-a7b2-460e-a13f-df51e57981d9', 'status': 'completed', 'code': 200} Mar 31 23:11:33.058099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.077282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:33.078915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.234490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:33.272867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:33.273138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.448521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:33.456430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1334507 Mar 31 23:11:33.481108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9570b-7898-4577-b5c0-7509e84f31e0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Network': ['ID=ef60f222-9c96-44a5-a43b-a56e90f928d8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.484636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'mac_address': 'fa:16:3e:aa:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:33.494595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0546-8b91-4570-9ac6-2a4fdc4a6e1a req-b24125ad-55f0-48ea-a646-9b0f3475d153 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:33.497325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b6f0546-8b91-4570-9ac6-2a4fdc4a6e1a req-b24125ad-55f0-48ea-a646-9b0f3475d153 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 944 time: 0.1784065 Mar 31 23:11:33.525842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ef60f222-9c96-44a5-a43b-a56e90f928d8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:33.560729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Deleting port 6772d1f5-55ab-4d50-950e-104264d508aa {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:33.561175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.596419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.639773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.683426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002779f-cb9b-48c0-842e-2f4a4128beeb req-e0bce659-a054-43f1-a5f0-7da93e74f9bb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:33.685744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f002779f-cb9b-48c0-842e-2f4a4128beeb req-e0bce659-a054-43f1-a5f0-7da93e74f9bb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2196772 Mar 31 23:11:33.802678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.805457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b6f0546-8b91-4570-9ac6-2a4fdc4a6e1a req-fd69dfec-744d-4c0b-bee3-e802315c1bb3 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563188 Mar 31 23:11:33.831721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f002779f-cb9b-48c0-842e-2f4a4128beeb req-c9d12858-88f6-4446-8f5b-21c844866f9b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856526 Mar 31 23:11:33.893367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1b57e1-8255-41cd-b777-39c6ee67c42c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:33.912157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] For port 6772d1f5-55ab-4d50-950e-104264d508aa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6772d1f5-55ab-4d50-950e-104264d508aa,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:33.916540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.922642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:33.983726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Calling delete_port for 6772d1f5-55ab-4d50-950e-104264d508aa owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:34.009881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Allocated IP 172.25.8.47 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/5e19ef38-838d-4973-ad01-00fce56e59b3) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:34.029180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:34.032615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:34.034810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:34.037582 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6a15b7-ea83-494a-8b2f-c3d5f8893705" -d '{"events": [{"server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:34.042694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.047369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.099754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.173544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.178716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5fc6920e-a7b2-460e-a13f-df51e57981d9 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:34.206145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5fc6920e-a7b2-460e-a13f-df51e57981d9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:34.206807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5fc6920e-a7b2-460e-a13f-df51e57981d9 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:34.210576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5c864-0f67-4a74-a21e-f9e8a60c67c3 req-7b84fa08-a8a3-495c-8d54-accc8d5dd118 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.219095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-beb5c864-0f67-4a74-a21e-f9e8a60c67c3 req-7b84fa08-a8a3-495c-8d54-accc8d5dd118 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2627480 Mar 31 23:11:34.229485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59244) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:34.239373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Request body: {'floatingip': {'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:34.261497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b8a30-11bb-4c1c-ae09-acfd9010897a req-316f46f2-db39-4d33-b808-2378e4d66f0a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.263384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-172b8a30-11bb-4c1c-ae09-acfd9010897a req-316f46f2-db39-4d33-b808-2378e4d66f0a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 945 time: 0.2465332 Mar 31 23:11:34.313279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.359789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-172b8a30-11bb-4c1c-ae09-acfd9010897a req-c35e4bb4-65e0-451a-b714-35e95c565485 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848255 Mar 31 23:11:34.366053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.393157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['1f1b57e1-8255-41cd-b777-39c6ee67c42c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:34.435942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.535538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:34.549390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:34.549962 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a8906d-b0a4-4392-919f-c95004620c4a x-openstack-request-id: req-18a8906d-b0a4-4392-919f-c95004620c4a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:34.550895 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:34.551616 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-18a8906d-b0a4-4392-919f-c95004620c4a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:34.552262 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a8906d-b0a4-4392-919f-c95004620c4a'] response: {'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c', 'code': 200} Mar 31 23:11:34.558761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:34.566047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b89f8d4-4ba5-48a8-bc4d-3250fe23c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:34.665198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event updated for resources: {'Port': ['ID=5e19ef38-838d-4973-ad01-00fce56e59b3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:34.872356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7282ea-475b-4559-90d3-167c1acbf99e req-6d275936-4acb-478f-93cb-7bf34cd5279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:34.877153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7282ea-475b-4559-90d3-167c1acbf99e req-6d275936-4acb-478f-93cb-7bf34cd5279c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 1096 time: 0.1901793 Mar 31 23:11:35.177469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7282ea-475b-4559-90d3-167c1acbf99e req-bcb4d020-557a-44ca-a1d5-def80d1516dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879665 Mar 31 23:11:35.205511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efe648-5314-4f0b-bd9b-11960a23093e req-9ff02032-84a9-4f12-94ac-747a68f04521 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.208742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97efe648-5314-4f0b-bd9b-11960a23093e req-9ff02032-84a9-4f12-94ac-747a68f04521 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.2430809 Mar 31 23:11:35.243620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.252766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.384400 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Floating IP 78736aa0-6e63-40a1-abdd-78f91ba2fa12 associated. External IP: 172.25.8.122, port: 352d613b-7762-4a7f-a6de-6b3d78741cc2. Mar 31 23:11:35.608872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97efe648-5314-4f0b-bd9b-11960a23093e req-9a96f20e-8019-493e-9a56-480bae68c774 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121324 Mar 31 23:11:35.632718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:35.945421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:35.988437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1af19-f799-47a3-bc47-a44e1040c5b3 req-7d888b8f-582c-4fa6-b449-7cdc8ab85d74 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.003028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fb1af19-f799-47a3-bc47-a44e1040c5b3 req-7d888b8f-582c-4fa6-b449-7cdc8ab85d74 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 945 time: 0.3811200 Mar 31 23:11:36.214396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fb1af19-f799-47a3-bc47-a44e1040c5b3 req-e644ed6c-0677-447c-a230-45c34a6299ef tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096179 Mar 31 23:11:36.266332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.434326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6772d1f5-55ab-4d50-950e-104264d508aa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.654550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f1b57e1-8255-41cd-b777-39c6ee67c42c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:36.795457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 1f1b57e1-8255-41cd-b777-39c6ee67c42c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:36.801254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 1f1b57e1-8255-41cd-b777-39c6ee67c42c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:36.802294 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.963398 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:36.972010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-45f9926a-229f-4e4c-bce0-d1395e2891fc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.991998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-45f9926a-229f-4e4c-bce0-d1395e2891fc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 1.0990381 Mar 31 23:11:37.009159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cd568ac-5a54-466a-bb93-1a2b2f80df34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.056331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:37.060352 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c61ca89-9014-43be-9cc4-145ccbc81725" -d '{"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:37.108249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:37.128416 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.194053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:37.200042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.218380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-86b040c7-e707-4fda-99e6-0045b8a44827 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.2166381 Mar 31 23:11:37.236341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.245556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:37.261845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:37.262881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:37.317923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.420787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:37.456986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:37.480137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d6c50c1-3e6f-46b1-a93f-e1905e9ba65a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "PUT /v2.0/floatingips/78736aa0-6e63-40a1-abdd-78f91ba2fa12 HTTP/1.1" status: 200 len: 991 time: 3.2479596 Mar 31 23:11:37.496628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:37.501199 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09b2f82-7f28-444e-813d-cc459a52514f" -d '{"events": [{"name": "network-changed", "server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:37.513158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-09b743b6-f4a4-4e2b-9a90-fcfe1bf45ea7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2837441 Mar 31 23:11:37.679188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da814cdf-c3e3-43b6-808d-776d64108e48 req-c2ef5aed-be9a-46b5-ba3e-cbb71d06df72 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:37.692866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da814cdf-c3e3-43b6-808d-776d64108e48 req-c2ef5aed-be9a-46b5-ba3e-cbb71d06df72 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.6590939 Mar 31 23:11:37.762180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-26c724e7-0ac6-4161-889a-42ea8283bd28 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475114 Mar 31 23:11:37.878223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Router 1675f8df-2348-476b-a8ff-67ba1b49adce is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:37.920489 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:37.943595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '78736aa0-6e63-40a1-abdd-78f91ba2fa12', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:35Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.046635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:38.076897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:38.077539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.089174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:38.104205 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] Sync routers for ids ['1675f8df-2348-476b-a8ff-67ba1b49adce'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:38.123509 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] Routers {'1675f8df-2348-476b-a8ff-67ba1b49adce'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:38.127825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1675f8df-2348-476b-a8ff-67ba1b49adce'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.191934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:38.195268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-abb50f0d-508f-45f3-aa05-6a8b05fe68c5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2048144 Mar 31 23:11:38.203514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59290) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.279574 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.293869 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] Routers {'1675f8df-2348-476b-a8ff-67ba1b49adce'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:38.298054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1675f8df-2348-476b-a8ff-67ba1b49adce'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.367876 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:38.369329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342362e5-bcc0-40d9-9c5c-b7f9ce4b6461 None None] The sync data for ids ['1675f8df-2348-476b-a8ff-67ba1b49adce'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:38.383459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59292) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.392548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'subnets': [{'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--66998835', 'ip_version': 6}, {'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:38.392955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'subnet': {'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--66998835', 'ip_version': 6}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:38.393719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Request body: {'subnet': {'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:38.495647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-2cd0d274-91e9-49ad-85d1-bd601b00a558 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325265 Mar 31 23:11:38.557505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da814cdf-c3e3-43b6-808d-776d64108e48 req-9cb860b7-f928-4e2c-b5de-ce85516a05a8 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8618953 Mar 31 23:11:38.593690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Router acf3a00d-a736-4f8a-bebf-85a31a2e9371 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:38.642748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5bf71394-f967-4b7e-95d4-197c609bff4c tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/1675f8df-2348-476b-a8ff-67ba1b49adce HTTP/1.1" status: 200 len: 920 time: 0.4363911 Mar 31 23:11:38.646627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59296) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.764457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:38.775565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8cf63263-1bdd-4668-a9c7-9bf8f31562f9 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=1675f8df-2348-476b-a8ff-67ba1b49adce HTTP/1.1" status: 200 len: 205 time: 0.1253006 Mar 31 23:11:38.785058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:38.876798 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edc615a-ecc0-43d7-8fcc-c9ac1e20ada1 x-openstack-request-id: req-4edc615a-ecc0-43d7-8fcc-c9ac1e20ada1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:38.877180 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:38.877359 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4edc615a-ecc0-43d7-8fcc-c9ac1e20ada1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:38.877730 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edc615a-ecc0-43d7-8fcc-c9ac1e20ada1'] response: {'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'code': 200} Mar 31 23:11:38.901441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.058294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Made reservation on behalf of d0345f612696478c909ae2e75ccad66c for: {'subnet': 2} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:39.064093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.064460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.179851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8a8de-cb12-43fe-9735-e3029c32070c req-1d43798d-e34e-4efb-bad3-0e09cd488759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.181633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43b8a8de-cb12-43fe-9735-e3029c32070c req-1d43798d-e34e-4efb-bad3-0e09cd488759 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 1097 time: 0.3427606 Mar 31 23:11:39.294887 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337cbf21-440f-490b-9447-714b5128402a x-openstack-request-id: req-337cbf21-440f-490b-9447-714b5128402a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:39.294887 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:39.294887 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-337cbf21-440f-490b-9447-714b5128402a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:39.294887 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-337cbf21-440f-490b-9447-714b5128402a'] response: {'name': 'network-changed', 'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'status': 'completed', 'code': 200} Mar 31 23:11:39.297381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2f82-7f28-444e-813d-cc459a52514f req-c3c0fd71-2bf8-4d0a-91b1-4e1c49d140bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.297381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-c3c0fd71-2bf8-4d0a-91b1-4e1c49d140bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1096 time: 0.2980080 Mar 31 23:11:39.395877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '78736aa0-6e63-40a1-abdd-78f91ba2fa12', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:35Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:39.397057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:39.453269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c2e61c5-f48e-48f7-8cb9-ba75eb00cc67 admin admin] 10.222.0.95 "PUT /v2.0/routers/acf3a00d-a736-4f8a-bebf-85a31a2e9371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5640349 Mar 31 23:11:39.465658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59324) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:39.468881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2f82-7f28-444e-813d-cc459a52514f req-8dabae0d-9e03-43da-a7b3-37cfb907e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.473035 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-8dabae0d-9e03-43da-a7b3-37cfb907e7c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.1670175 Mar 31 23:11:39.517399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43b8a8de-cb12-43fe-9735-e3029c32070c req-5a63d710-af43-41fa-9853-dc5324ecd4ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560794 Mar 31 23:11:39.561520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3f1af-e9a5-4e80-bbd4-ae5ab72ed012 None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '78736aa0-6e63-40a1-abdd-78f91ba2fa12', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'floating_ip_address': '172.25.8.122', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:08Z', 'updated_at': '2022-03-31T23:11:35Z', 'revision_number': 1, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:39.572355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Sync routers for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:39.623631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:39.624186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:39.651412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.748083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f70d7ba1-3a34-4f6d-967d-0740791ff887 req-673138d3-dbe6-4bb5-b262-2c443962e5b3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 210 time: 0.0996869 Mar 31 23:11:39.814937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-0c022a28-b1c9-4da5-bf12-3e02a816706e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 999 time: 0.3318958 Mar 31 23:11:39.855054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef703-e9e8-4544-909d-9bec0210173c req-ba4c085b-86a2-48e6-9808-4e47f5ef0906 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.856846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-525ef703-e9e8-4544-909d-9bec0210173c req-ba4c085b-86a2-48e6-9808-4e47f5ef0906 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.5946321 Mar 31 23:11:39.858509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.891386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:39.981727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2f82-7f28-444e-813d-cc459a52514f req-e68ef3ef-4981-49d4-bf35-b3c8bfcbed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.984415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-e68ef3ef-4981-49d4-bf35-b3c8bfcbed32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1512289 Mar 31 23:11:40.020255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.024132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:40.104588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-525ef703-e9e8-4544-909d-9bec0210173c req-38f77da1-5032-4163-92b9-85dc50435ed1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362647 Mar 31 23:11:40.123139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab07894-72f2-4d75-af93-09ce820bb6a6 None None] New status for floating IP 78736aa0-6e63-40a1-abdd-78f91ba2fa12: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:40.129144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.148486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2f82-7f28-444e-813d-cc459a52514f req-0d52cee9-c7bd-4757-a286-4d7253c353dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.157484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-0d52cee9-c7bd-4757-a286-4d7253c353dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623759 Mar 31 23:11:40.185573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Deleting port 0b199fc2-f204-4f22-afca-318e8791ebb0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:40.186000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.338944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] For port 0b199fc2-f204-4f22-afca-318e8791ebb0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0b199fc2-f204-4f22-afca-318e8791ebb0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:40.339338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.368362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Calling delete_port for 0b199fc2-f204-4f22-afca-318e8791ebb0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:40.551743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.593004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:11:35Z', 'revision_number': 5, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port': {'id': '0b199fc2-f204-4f22-afca-318e8791ebb0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:08:59Z', 'updated_at': '2022-03-31T23:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:40.602202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-eff3bb5e-b645-4fdf-af0c-92b8eca364e2 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256086 Mar 31 23:11:40.661030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Checking router: acf3a00d-a736-4f8a-bebf-85a31a2e9371 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:40.675286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Routers {'acf3a00d-a736-4f8a-bebf-85a31a2e9371'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:40.675912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:40.830252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port 5e19ef38-838d-4973-ad01-00fce56e59b3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:40.830837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.853276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:40.951497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] Set router acf3a00d-a736-4f8a-bebf-85a31a2e9371 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:40.980521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.060308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b199fc2-f204-4f22-afca-318e8791ebb0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.159956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:11:39Z', 'revision_number': 6, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:41.169489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.191448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for 5e19ef38-838d-4973-ad01-00fce56e59b3 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:41.206770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.253805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75297831-e463-490d-bdf7-38137c56b4e3 None None] The sync data for ids ['acf3a00d-a736-4f8a-bebf-85a31a2e9371'] in n-d-835855-2 is: [{'id': 'acf3a00d-a736-4f8a-bebf-85a31a2e9371', 'name': 'tempest-ServersTestFqdnHostnames-1624684982-router', 'tenant_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:08:57Z', 'updated_at': '2022-03-31T23:11:39Z', 'revision_number': 6, 'project_id': '676b3291e29b4727a55dd8bf5eeb8cb3', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:41.322517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.329616 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.391312 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bdcde6d8-b34e-4042-ae85-157a7500e61d req-d23869f6-d0ae-460c-8698-ee6f81b2c1d3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 210 time: 0.0805807 Mar 31 23:11:41.443224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Subnet': ['ID=b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.454581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Checking segment: {'id': 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:41.455575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network hostable DHCP agents. Network: f175f012-8145-4b40-b115-6c7a4a6f1d32, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:41.459811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.460569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acf3a00d-a736-4f8a-bebf-85a31a2e9371 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:41.471707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797635-4171-41d7-81fc-6af17f508d90 req-d79e66fa-887a-4c0c-ba19-689c5c98fdf2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.479641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa797635-4171-41d7-81fc-6af17f508d90 req-d79e66fa-887a-4c0c-ba19-689c5c98fdf2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1535630 Mar 31 23:11:41.484740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e09b2f82-7f28-444e-813d-cc459a52514f req-2ffec636-6052-405d-a795-d1fbe1fbd65c service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703814 Mar 31 23:11:41.485942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.487598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f4ab90b-710b-4717-a935-58bfd2f26210 admin admin] 10.222.0.95 "DELETE /v2.0/routers/acf3a00d-a736-4f8a-bebf-85a31a2e9371 HTTP/1.1" status: 204 len: 168 time: 2.0073555 Mar 31 23:11:41.492969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.543659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Deleting subnet a46f3c25-fa75-4dc5-bc65-fafc38093556 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:41.546975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.584185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.589008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa797635-4171-41d7-81fc-6af17f508d90 req-c32e3c61-1d8b-4c2c-a9e7-b9fa16edf57a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058419 Mar 31 23:11:41.677370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.716761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.753955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=5e19ef38-838d-4973-ad01-00fce56e59b3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.771035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-c3cf15a9-8e00-4a9d-a5c3-1b2438a5675a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.772594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-c3cf15a9-8e00-4a9d-a5c3-1b2438a5675a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.7905087 Mar 31 23:11:41.776499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.807680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network f175f012-8145-4b40-b115-6c7a4a6f1d32 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:41.809874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46f3c25-fa75-4dc5-bc65-fafc38093556,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.818594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:41.824830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1c3b91a4-297e-47ff-8253-a1137fad75d1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a46f3c25-fa75-4dc5-bc65-fafc38093556 HTTP/1.1" status: 204 len: 168 time: 0.3306541 Mar 31 23:11:41.825549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59348) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:41.828543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ca02e-b835-48b1-bcf8-beef5b061c33 None None] Network a201ff26-7224-4a06-a820-d8854bd624ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:41.832097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': '44f048e8-a576-49ae-866d-871fe4bde553', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:41.963024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.023576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f175f012-8145-4b40-b115-6c7a4a6f1d32) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:42.055157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a8bba-52cb-4fc9-9565-111a83a28f20 None None] Network f175f012-8145-4b40-b115-6c7a4a6f1d32 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:42.060779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.188862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.193146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.218058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event updated for resources: {'Subnet': ['ID=e593ca49-355b-482a-be7c-ee10cab59891,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:42.315034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.315924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router 1675f8df-2348-476b-a8ff-67ba1b49adce {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:42.348168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.350404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3c32a487-03ca-44e4-adf8-d203eabd451b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/1675f8df-2348-476b-a8ff-67ba1b49adce HTTP/1.1" status: 204 len: 168 time: 3.5586231 Mar 31 23:11:42.356217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:42.366632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1930238704', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:42.449989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.451703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.461766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-f175f012-8145-4b40-b115-6c7a4a6f1d32', 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32', 'tenant_id': 'd0345f612696478c909ae2e75ccad66c', 'fixed_ips': [{'subnet_id': 'b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:42.465804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.523563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0b199fc2-f204-4f22-afca-318e8791ebb0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:42.525228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:42.529510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.584169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 0b199fc2-f204-4f22-afca-318e8791ebb0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:42.584610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0b199fc2-f204-4f22-afca-318e8791ebb0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:42.584931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6772d1f5-55ab-4d50-950e-104264d508aa no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:42.635719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6772d1f5-55ab-4d50-950e-104264d508aa {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:42.636063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6772d1f5-55ab-4d50-950e-104264d508aa not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:42.669765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.710802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057ee60-c5be-48cd-9598-9414ed781188 req-02418907-fe4f-4b04-b4f6-330762e03f6f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:42.712497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9057ee60-c5be-48cd-9598-9414ed781188 req-02418907-fe4f-4b04-b4f6-330762e03f6f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.3127248 Mar 31 23:11:42.782282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7ba77f8-6be5-49a1-96bc-9c50ce273472 req-f3b899c6-eff0-4169-a70c-d698a312d538 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 210 time: 0.1545944 Mar 31 23:11:42.786671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Checking segment: {'id': '398b38e3-a282-46e9-ad52-5329376bcd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:42.787791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network hostable DHCP agents. Network: ef60f222-9c96-44a5-a43b-a56e90f928d8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:42.791994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:42.808570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Allocated IP 2001:db8::1 (f175f012-8145-4b40-b115-6c7a4a6f1d32/b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f/07b251c9-368c-4e08-a9a4-859890fe1f36) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:42.993541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9057ee60-c5be-48cd-9598-9414ed781188 req-9302cad8-fcfc-442e-a13c-d54c19559bb9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264795 Mar 31 23:11:43.034052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.12 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/860dbbc9-c659-4e9d-bd35-8f0563dbc136) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:43.082342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.089038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] DHCP port deletion for a201ff26-7224-4a06-a820-d8854bd624ff request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:43.113382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.118238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.178047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Network f175f012-8145-4b40-b115-6c7a4a6f1d32 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:43.183059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:43.188109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:43.235273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Deleting port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:43.235928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.369592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] For port 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0863e2b5-d4aa-4043-92f3-8170fb2039a3,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:43.371993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.383776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Network ef60f222-9c96-44a5-a43b-a56e90f928d8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:43.403425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Calling delete_port for 0863e2b5-d4aa-4043-92f3-8170fb2039a3 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:43.425505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ef60f222-9c96-44a5-a43b-a56e90f928d8) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:43.440732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.441207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.441841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.479906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.505232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.514245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.526885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9787813a-41c8-44ad-89f8-cce97baa0bdb tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 5.1400278 Mar 31 23:11:43.529522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59374) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:43.595412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Deleting port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:43.596062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.603032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.773784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:43.777673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.787131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:43.801832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866035c-191d-44e1-bf33-ca6241262aea tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.803396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866035c-191d-44e1-bf33-ca6241262aea tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.805566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866035c-191d-44e1-bf33-ca6241262aea tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.817651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1866035c-191d-44e1-bf33-ca6241262aea tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2863913 Mar 31 23:11:43.848344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] For port 0863e2b5-d4aa-4043-92f3-8170fb2039a3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0863e2b5-d4aa-4043-92f3-8170fb2039a3,segment=NetworkSegment(eca42554-2fda-47a7-bb55-1b36f0632885),segment_id=eca42554-2fda-47a7-bb55-1b36f0632885)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:43.848854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:43.869372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:43.872695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Calling delete_port for 0863e2b5-d4aa-4043-92f3-8170fb2039a3 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:43.951278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:43.996729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07702a32-78c8-4878-a91a-5a3278210f59 None None] Network ef60f222-9c96-44a5-a43b-a56e90f928d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:43.999383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:44.020112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Deleting subnet b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:44.030326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.046872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Pushing event updated for resources: {'Port': ['ID=07b251c9-368c-4e08-a9a4-859890fe1f36,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.058820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.059164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.059565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.059873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.060202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.060529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.060852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.061169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.061486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.061807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.062123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.062439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:44.065713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.115017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] Pushing event deleted for resources: {'Port': ['ID=0863e2b5-d4aa-4043-92f3-8170fb2039a3,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.116993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2654893-75dc-4e85-a7a6-eff624d0967a None None] No DVR routers for this DVR port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:44.207101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Attempting to bind port 07b251c9-368c-4e08-a9a4-859890fe1f36 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:44.207495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Attempting to bind port 07b251c9-368c-4e08-a9a4-859890fe1f36 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:44.208084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Attempting to bind port 07b251c9-368c-4e08-a9a4-859890fe1f36 on network f175f012-8145-4b40-b115-6c7a4a6f1d32 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:44.252239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:44.252817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Checking segment: {'id': 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:44.253304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.253710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Bound using segment: {'id': 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:44.254631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Bound port: 07b251c9-368c-4e08-a9a4-859890fe1f36, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'f175f012-8145-4b40-b115-6c7a4a6f1d32'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:44.255049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.266534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.315832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.25.8.11 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4a5250f7-7e5d-4b29-9ab6-9dc8becacde5) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:44.415840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d586d2-ddf3-48f4-b432-814242fe02f5 req-1d157060-e182-4652-b077-710de2b75673 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.425300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87d586d2-ddf3-48f4-b432-814242fe02f5 req-1d157060-e182-4652-b077-710de2b75673 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2782917 Mar 31 23:11:44.462658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0863e2b5-d4aa-4043-92f3-8170fb2039a3 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:44.501884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 0863e2b5-d4aa-4043-92f3-8170fb2039a3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:44.502539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0863e2b5-d4aa-4043-92f3-8170fb2039a3 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:44.548926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.707290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] For port 07b251c9-368c-4e08-a9a4-859890fe1f36, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:44.716961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.733660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ef60f222-9c96-44a5-a43b-a56e90f928d8', 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8', 'tenant_id': 'd0345f612696478c909ae2e75ccad66c', 'fixed_ips': [{'subnet_id': 'e593ca49-355b-482a-be7c-ee10cab59891'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:44.734858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.760134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] For port 07b251c9-368c-4e08-a9a4-859890fe1f36, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=07b251c9-368c-4e08-a9a4-859890fe1f36,segment=NetworkSegment(eb3f0b28-5531-46ae-ba86-cfa0a9f46a86),segment_id=eb3f0b28-5531-46ae-ba86-cfa0a9f46a86)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:44.797322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0863e2b5-d4aa-4043-92f3-8170fb2039a3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.808774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.809651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.818864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] No DVR routers for this DVR port 0863e2b5-d4aa-4043-92f3-8170fb2039a3 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:44.865564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.878317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40611251-9e34-491b-b65b-69e37fc45025 req-7c416870-6b73-474c-a043-2853ff5a569e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.895102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40611251-9e34-491b-b65b-69e37fc45025 req-7c416870-6b73-474c-a043-2853ff5a569e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 932 time: 0.2712541 Mar 31 23:11:44.924697 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.931202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Allocated IP 2001:db8:0:1::1 (ef60f222-9c96-44a5-a43b-a56e90f928d8/e593ca49-355b-482a-be7c-ee10cab59891/3a1c48f2-07ed-4960-8f76-45d435d5a5fa) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:44.985301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.992503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/subnets/b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f HTTP/1.1" status: 204 len: 168 time: 1.1214123 Mar 31 23:11:44.994092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:44.997251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59392) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:45.001440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a20bd-30a9-4d1c-97ea-b93214b07dc1 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Subnet': ['ID=b437a8c3-f7d4-4ebd-9c02-c2600f64fb3f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.026302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40611251-9e34-491b-b65b-69e37fc45025 req-3c72459f-2343-427a-99c5-1676a5625cb0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Mar 31 23:11:45.076417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-a8d0362b-33b7-4189-8797-9c00fa8c3c8d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2592263 Mar 31 23:11:45.105545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.109226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.139515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.150312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Request body: {'port': {'device_id': '44f048e8-a576-49ae-866d-871fe4bde553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:45.161013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Network ef60f222-9c96-44a5-a43b-a56e90f928d8 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:45.164977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:45.171871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:45.178484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.206170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87d586d2-ddf3-48f4-b432-814242fe02f5 req-6f7c1792-6f12-453b-bdbc-8962e2c9c70d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781308 Mar 31 23:11:45.275751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:45.284634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:45.285536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8578d84-67de-48fe-89b1-4c51fcaf8956 None None] Pushing event updated for resources: {'Port': ['ID=07b251c9-368c-4e08-a9a4-859890fe1f36,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.293835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:45.303014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Deleting subnet e593ca49-355b-482a-be7c-ee10cab59891 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:11:45.306524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.344831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Attempting to bind port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:45.345211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Attempting to bind port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '398b38e3-a282-46e9-ad52-5329376bcd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:45.345580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Attempting to bind port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa on network ef60f222-9c96-44a5-a43b-a56e90f928d8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:45.358169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:45.363698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Checking segment: {'id': '398b38e3-a282-46e9-ad52-5329376bcd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:45.364119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.364524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Bound using segment: {'id': '398b38e3-a282-46e9-ad52-5329376bcd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:45.365030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Bound port: 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398b38e3-a282-46e9-ad52-5329376bcd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'ef60f222-9c96-44a5-a43b-a56e90f928d8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:45.365421 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.370573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.443068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a201ff26-7224-4a06-a820-d8854bd624ff']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:45.449512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] For port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:45.453357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] For port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,segment=NetworkSegment(398b38e3-a282-46e9-ad52-5329376bcd42),segment_id=398b38e3-a282-46e9-ad52-5329376bcd42)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:45.470550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.477274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.494899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Pushing event updated for resources: {'Port': ['ID=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.505537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.513538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca42554-2fda-47a7-bb55-1b36f0632885') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:45.522405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca42554-2fda-47a7-bb55-1b36f0632885') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:45.597586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.614631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b191de-b8b4-4a78-8b61-ae77429fe4fc None None] Pushing event updated for resources: {'Port': ['ID=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.643131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.680422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:45.691908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:45.701579 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:46.370506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.384053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.387407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] 10.222.0.95 "DELETE /v2.0/networks/a201ff26-7224-4a06-a820-d8854bd624ff HTTP/1.1" status: 204 len: 168 time: 4.3838382 Mar 31 23:11:46.411104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d18e1f-ef2b-44a9-8b69-b7f7a905e5fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a201ff26-7224-4a06-a820-d8854bd624ff,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.430247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860dbbc9-c659-4e9d-bd35-8f0563dbc136 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:46.460378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f6e6-f434-414b-80e8-9253f15b8d14 req-fe8bf6c7-c5b9-4ad2-b82a-bdda604bf7f1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.470040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2da2f6e6-f434-414b-80e8-9253f15b8d14 req-fe8bf6c7-c5b9-4ad2-b82a-bdda604bf7f1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 932 time: 0.2177720 Mar 31 23:11:46.500292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.538221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Transition to ACTIVE for port object 860dbbc9-c659-4e9d-bd35-8f0563dbc136 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:11:46.546098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.564910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2da2f6e6-f434-414b-80e8-9253f15b8d14 req-3f92bdc1-af2a-4caa-bd25-ee2735df9486 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950038 Mar 31 23:11:46.682435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:46.759083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 07b251c9-368c-4e08-a9a4-859890fe1f36 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:46.820984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29162abe-8a8c-4ddc-bf53-3bd5bf8ea761 req-f766c848-672f-41e2-9305-b55088327a52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.824473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29162abe-8a8c-4ddc-bf53-3bd5bf8ea761 req-f766c848-672f-41e2-9305-b55088327a52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.4649155 Mar 31 23:11:46.829484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.893143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 07b251c9-368c-4e08-a9a4-859890fe1f36 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:46.896015 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:46.909706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Attempting to bind port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:46.910165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Attempting to bind port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:46.910342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Attempting to bind port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:46.922141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:46.922451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Attempting to bind port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:46.940912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:46.941340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:46.941678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:46.943433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Bound port: 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:46.944330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.086161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29162abe-8a8c-4ddc-bf53-3bd5bf8ea761 req-07bbe45f-401f-4b04-ba22-0e7056c8a33c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515109 Mar 31 23:11:47.146179 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.180999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:47.185315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:47.186621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59414) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.216201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.242906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 07b251c9-368c-4e08-a9a4-859890fe1f36, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=07b251c9-368c-4e08-a9a4-859890fe1f36,segment=NetworkSegment(eb3f0b28-5531-46ae-ba86-cfa0a9f46a86),segment_id=eb3f0b28-5531-46ae-ba86-cfa0a9f46a86)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:47.254499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.256106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a1c48f2-07ed-4960-8f76-45d435d5a5fa up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:47.276127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.335366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.366166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.366799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.369227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-175d3c69-3829-4db9-a6d0-a4f81a629ea4 service neutron] 10.222.0.96 "PUT /v2.0/ports/860dbbc9-c659-4e9d-bd35-8f0563dbc136 HTTP/1.1" status: 200 len: 1092 time: 2.2802219 Mar 31 23:11:47.374843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:47.377299 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17b9289-3f25-40db-8481-693fee5401bd" -d '{"events": [{"name": "network-changed", "server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:47.384910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Subnet': ['ID=e593ca49-355b-482a-be7c-ee10cab59891,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.396606 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.402561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4a1630f-ae7c-46d2-a009-1ae4ad413046 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/subnets/e593ca49-355b-482a-be7c-ee10cab59891 HTTP/1.1" status: 204 len: 168 time: 2.3010545 Mar 31 23:11:47.408847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59418) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.432452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.450332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=07b251c9-368c-4e08-a9a4-859890fe1f36,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:47.459851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a08b0e-0a24-4c42-958b-15f4b19f5a3f None None] Network f175f012-8145-4b40-b115-6c7a4a6f1d32 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:47.512951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ec5c3f1-26d2-4ccd-9b32-ebdb784dc441 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=676b3291e29b4727a55dd8bf5eeb8cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246548 Mar 31 23:11:47.545941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.617064 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3900ecc2-9052-4590-aa48-6dcbea6d716c x-openstack-request-id: req-3900ecc2-9052-4590-aa48-6dcbea6d716c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:47.617604 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:47.618018 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3900ecc2-9052-4590-aa48-6dcbea6d716c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:47.618593 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3900ecc2-9052-4590-aa48-6dcbea6d716c'] response: {'name': 'network-changed', 'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'status': 'completed', 'code': 200} Mar 31 23:11:47.650458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3deba-f0a0-4df8-bca9-e4ee4c549635 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.653930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9b3deba-f0a0-4df8-bca9-e4ee4c549635 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2436748 Mar 31 23:11:47.659530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:47.660378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-818d827c-162b-4644-a9b2-687aab9a242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.662148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-818d827c-162b-4644-a9b2-687aab9a242c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 1095 time: 0.2137666 Mar 31 23:11:47.668119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.726169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-d9c22a93-1012-489b-8d30-6ea7bb0c5f8d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136 HTTP/1.1" status: 200 len: 217 time: 0.0483108 Mar 31 23:11:47.762916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7c7e3-64cb-4b90-a85b-44b9bbc05e6f None None] Network ef60f222-9c96-44a5-a43b-a56e90f928d8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:47.778678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.849744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.894913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.900104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.902127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/34606d30-423d-4e0a-adbe-4427b7234b54 HTTP/1.1" status: 204 len: 168 time: 0.3510377 Mar 31 23:11:47.923592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6056e63a-6cff-4935-ade2-c984344d5c91 None None] Provisioning complete for port 07b251c9-368c-4e08-a9a4-859890fe1f36 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:47.923958 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6056e63a-6cff-4935-ade2-c984344d5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:47.952140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936716-078e-481f-976b-be5cc770d32b req-a49e6004-89a6-4e7b-89b9-3f04a9baabe0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.956273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5936716-078e-481f-976b-be5cc770d32b req-a49e6004-89a6-4e7b-89b9-3f04a9baabe0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 944 time: 0.1986518 Mar 31 23:11:47.971903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccbd4f-37bf-4528-ab96-4369acf72a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34606d30-423d-4e0a-adbe-4427b7234b54,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.007055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-7bc6b21a-26cd-4635-af96-5b08285c91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.015142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-7bc6b21a-26cd-4635-af96-5b08285c91c8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1402884 Mar 31 23:11:48.082360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-401c4675-20ca-4106-bfb1-7edcb3a8cdab service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665350 Mar 31 23:11:48.121010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:48.121392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.141783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5936716-078e-481f-976b-be5cc770d32b req-d033e324-5f1f-4aba-855f-86567d6e46ac tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281362 Mar 31 23:11:48.266817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-8fa30dc5-9c5f-42de-8b44-1e747cd64738 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760843 Mar 31 23:11:48.291926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Deleting port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:48.295359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.343919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] DHCP port deletion for f175f012-8145-4b40-b115-6c7a4a6f1d32 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:48.481761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-210e9f30-9d5c-4f65-bc60-a80d0ca51db1 req-1f864b5c-bf95-4f0f-a0a0-6b8d10f54546 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068207 Mar 31 23:11:48.490725 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.531852 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.546258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,segment=NetworkSegment(398b38e3-a282-46e9-ad52-5329376bcd42),segment_id=398b38e3-a282-46e9-ad52-5329376bcd42)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:48.553132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Deleting port 07b251c9-368c-4e08-a9a4-859890fe1f36 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:48.553833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.558434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.711701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.734880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] DHCP port deletion for ef60f222-9c96-44a5-a43b-a56e90f928d8 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:11:48.737883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6f78de33-4328-469b-9554-daa5f901a649 None None] Provisioning complete for port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:48.738253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f78de33-4328-469b-9554-daa5f901a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.741959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9289-3f25-40db-8481-693fee5401bd req-52376f58-da60-485a-bdef-3ca2fcddec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.753742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-52376f58-da60-485a-bdef-3ca2fcddec31 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 1095 time: 0.2127991 Mar 31 23:11:48.778161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb4f5-99cb-47e6-8ec5-cb387f291954 req-193e767c-6f10-45a4-a456-3beb49f38c42 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.779905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9dcb4f5-99cb-47e6-8ec5-cb387f291954 req-193e767c-6f10-45a4-a456-3beb49f38c42 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2973199 Mar 31 23:11:48.821636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 07b251c9-368c-4e08-a9a4-859890fe1f36 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:48.849192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] For port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,segment=NetworkSegment(398b38e3-a282-46e9-ad52-5329376bcd42),segment_id=398b38e3-a282-46e9-ad52-5329376bcd42)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:48.850159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:48.872167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Calling delete_port for 3a1c48f2-07ed-4960-8f76-45d435d5a5fa owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:48.980797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9dcb4f5-99cb-47e6-8ec5-cb387f291954 req-33c87781-37bf-40d8-b253-1c828504fa94 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708894 Mar 31 23:11:49.042416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9289-3f25-40db-8481-693fee5401bd req-903ff55a-bffc-46bf-b27c-40560b11be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:49.043990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-903ff55a-bffc-46bf-b27c-40560b11be16 service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.2618353 Mar 31 23:11:49.060133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router 957e0508-cee5-48a8-8ea2-1ed2b6e5997f is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:49.079685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.144259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-b5b118be-b61d-4415-8625-b235a7328f9d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136 HTTP/1.1" status: 200 len: 217 time: 0.0859921 Mar 31 23:11:49.268500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] For port 07b251c9-368c-4e08-a9a4-859890fe1f36, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=07b251c9-368c-4e08-a9a4-859890fe1f36,segment=NetworkSegment(eb3f0b28-5531-46ae-ba86-cfa0a9f46a86),segment_id=eb3f0b28-5531-46ae-ba86-cfa0a9f46a86)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:49.268903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.271679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Port': ['ID=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.275215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9289-3f25-40db-8481-693fee5401bd req-2a281bbd-fb68-4811-84a3-4d1b3825cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:49.287598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-2a281bbd-fb68-4811-84a3-4d1b3825cf5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1272213 Mar 31 23:11:49.301545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Calling delete_port for 07b251c9-368c-4e08-a9a4-859890fe1f36 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:49.302719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] No DVR routers for this DVR port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:49.356928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-426a3df5-90bd-445b-8dbf-fd4b658aac3f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607240 Mar 31 23:11:49.478129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6f78de33-4328-469b-9554-daa5f901a649 None None] Could not find standard attr ID for object 3a1c48f2-07ed-4960-8f76-45d435d5a5fa. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:11:49.494440 n-d-835855-2 neutron-server[109300]: INFO neutron.plugins.ml2.db [None req-6f78de33-4328-469b-9554-daa5f901a649 None None] No ports have port_id starting with 3a1c48f2-07ed-4960-8f76-45d435d5a5fa Mar 31 23:11:49.519114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.566023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-a88ade9b-547b-40cf-bf1c-47e3ce28d3b9 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985042 Mar 31 23:11:49.573528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.601091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port 07b251c9-368c-4e08-a9a4-859890fe1f36 update to DOWN by agent not found {{(pid=109300) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:11:49.603732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] Pushing event deleted for resources: {'Port': ['ID=07b251c9-368c-4e08-a9a4-859890fe1f36,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.615868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Deleting port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:49.616645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.619129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18621884-2e7c-4c68-a14c-fdf140b7baa9 None None] No DVR routers for this DVR port 07b251c9-368c-4e08-a9a4-859890fe1f36 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:49.754958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e17b9289-3f25-40db-8481-693fee5401bd req-84294709-f337-4533-848e-f681101792b2 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785016 Mar 31 23:11:49.804184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] For port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:49.804588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.818592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Calling delete_port for 3a1c48f2-07ed-4960-8f76-45d435d5a5fa owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:49.821587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:11:49.827443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:49.830306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef60f222-9c96-44a5-a43b-a56e90f928d8']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.885650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59470) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:49.890479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] No DVR routers for this DVR port 3a1c48f2-07ed-4960-8f76-45d435d5a5fa on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:49.892458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76349d40-bb58-4225-b31f-c0335ed41c85 None None] Pushing event deleted for resources: {'Port': ['ID=3a1c48f2-07ed-4960-8f76-45d435d5a5fa,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.943517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:49.946982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398b38e3-a282-46e9-ad52-5329376bcd42') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.947368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398b38e3-a282-46e9-ad52-5329376bcd42') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.960894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Sync routers for ids ['957e0508-cee5-48a8-8ea2-1ed2b6e5997f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:49.982168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Routers {'957e0508-cee5-48a8-8ea2-1ed2b6e5997f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:49.982801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['957e0508-cee5-48a8-8ea2-1ed2b6e5997f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.992666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.047775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.054339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:50.065327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dce5e636-5527-4b20-b1ad-294f2ca0588b tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7073259 Mar 31 23:11:50.098303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.132504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670ca18-259d-4116-a6f2-8f5e9dbcd60f req-2a5685e8-d4f6-466e-82bb-4e47dead5940 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.138103 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3670ca18-259d-4116-a6f2-8f5e9dbcd60f req-2a5685e8-d4f6-466e-82bb-4e47dead5940 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 944 time: 0.7636836 Mar 31 23:11:50.149201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:50.149947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:50.156369 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:50.201911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-302380455-network', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:50.257645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Set router 957e0508-cee5-48a8-8ea2-1ed2b6e5997f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:50.259659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3670ca18-259d-4116-a6f2-8f5e9dbcd60f req-9156c7ac-456b-47fb-b352-c3e44b9aa7e5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144736 Mar 31 23:11:50.261041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.270450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.275356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/ef60f222-9c96-44a5-a43b-a56e90f928d8 HTTP/1.1" status: 204 len: 168 time: 2.6147425 Mar 31 23:11:50.282521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59482) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:50.308979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c60c2-86d0-4a12-b771-3e38894f9df3 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=ef60f222-9c96-44a5-a43b-a56e90f928d8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:50.433193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.437312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Made reservation on behalf of 95ab8de24a96489da8b278a7bb64294b for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:50.440262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.469143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb4319-2e3f-40a5-80f9-474c6ec41fd5 req-2dc0e083-fb90-4ce0-b4ad-b86379d08098 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:50.477891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2eb4319-2e3f-40a5-80f9-474c6ec41fd5 req-2dc0e083-fb90-4ce0-b4ad-b86379d08098 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2677124 Mar 31 23:11:50.489791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.546994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:50.570367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-583fc7cf-c937-473b-aff4-9247ef0ca554 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/957e0508-cee5-48a8-8ea2-1ed2b6e5997f HTTP/1.1" status: 200 len: 908 time: 0.5135233 Mar 31 23:11:50.573409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:50.581165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Checking router: 957e0508-cee5-48a8-8ea2-1ed2b6e5997f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:50.581403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1930238704', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': True}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:50.581533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Updating router 957e0508-cee5-48a8-8ea2-1ed2b6e5997f port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:50.634925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.654072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2eb4319-2e3f-40a5-80f9-474c6ec41fd5 req-3f10078d-0fd0-4c31-918d-70c020a16a7c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748817 Mar 31 23:11:50.668661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.669704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.707423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.784093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a1c48f2-07ed-4960-8f76-45d435d5a5fa no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:50.790979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f175f012-8145-4b40-b115-6c7a4a6f1d32']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:50.815998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.816331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:50.816503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3a1c48f2-07ed-4960-8f76-45d435d5a5fa {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:11:50.816616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3f0b28-5531-46ae-ba86-cfa0a9f46a86') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:50.816724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a1c48f2-07ed-4960-8f76-45d435d5a5fa not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:50.858806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.874129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:50.981539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.027820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:51.035370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:51.040947 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:51.080742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.142391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.174329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057fc9d2-57bf-482c-a233-1144b0777bd2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.193176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.213545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:51.218130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.224219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/f175f012-8145-4b40-b115-6c7a4a6f1d32 HTTP/1.1" status: 204 len: 168 time: 0.9400833 Mar 31 23:11:51.233287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:51.246318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.271901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.273852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d28221-cf56-454b-9096-6ef055c1812c tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=f175f012-8145-4b40-b115-6c7a4a6f1d32,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.289970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.297498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.297904 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Added segment 499cf6dc-e107-4077-a4ad-4f428fd37878 of type vlan for network 6892548f-19c8-427f-b974-6172bbb6596e Mar 31 23:11:51.377397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838ed3-cedb-4e24-8392-7731fa52a2cd None None] Pushing event updated for resources: {'Port': ['ID=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.435274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Attempting to bind port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:51.435654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Attempting to bind port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:51.436016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Attempting to bind port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:51.442712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:51.443091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:51.443500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.443894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:51.444362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Bound port: 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:51.445529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.471356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.491330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.591364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.595617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.597189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.597632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] For port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:51.600870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] For port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:51.608009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.614148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa7fa1-9a55-4650-a57a-37532b90d677 req-51d15e39-0ad7-4a15-9d82-e7141c6bc789 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:51.616184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34aa7fa1-9a55-4650-a57a-37532b90d677 req-51d15e39-0ad7-4a15-9d82-e7141c6bc789 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 944 time: 0.1142497 Mar 31 23:11:51.730930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82838ed3-cedb-4e24-8392-7731fa52a2cd None None] Pushing event updated for resources: {'Port': ['ID=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.744293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34aa7fa1-9a55-4650-a57a-37532b90d677 req-803aa8ee-d2ee-4bba-8f1a-c4e450408d68 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Mar 31 23:11:51.782974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Routers {'957e0508-cee5-48a8-8ea2-1ed2b6e5997f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:51.783684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['957e0508-cee5-48a8-8ea2-1ed2b6e5997f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:51.816707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.825294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.853121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:51.967330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0803702 Mar 31 23:11:51.968151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b3f41-fab6-41a8-b56d-f3b9b221a17c admin admin] Pushing event updated for resources: {'Network': ['ID=6892548f-19c8-427f-b974-6172bbb6596e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.974176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59498) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:51.980449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Request body: {'subnet': {'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-302380455-subnet', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:51.985455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 6892548f-19c8-427f-b974-6172bbb6596e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:52.020474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Made reservation on behalf of 95ab8de24a96489da8b278a7bb64294b for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:52.024940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.046303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7265b83-aee7-48db-8e90-f6f3cd8ca337']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.077070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25864b71-9315-448b-8cf6-2eb0ffa66668') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.077359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25864b71-9315-448b-8cf6-2eb0ffa66668') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.121369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.127027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.25.8.94 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4d3bddb2-cb96-4d70-adc0-52dd8b04954d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:52.147756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e4f98-3071-41a3-8fde-7786a1d9e444 req-eb473193-27eb-43e4-863f-4e2d8046e188 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.159202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-431e4f98-3071-41a3-8fde-7786a1d9e444 req-eb473193-27eb-43e4-863f-4e2d8046e188 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.3529963 Mar 31 23:11:52.198243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] Set router 957e0508-cee5-48a8-8ea2-1ed2b6e5997f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:52.270139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-431e4f98-3071-41a3-8fde-7786a1d9e444 req-f65343e4-c8c0-4e20-9265-d68dd6314660 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922256 Mar 31 23:11:52.284701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.296082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:52.296498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:52.303724 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:52.308838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 860dbbc9-c659-4e9d-bd35-8f0563dbc136 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:52.359550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.412268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.424437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.425862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.449550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/d7265b83-aee7-48db-8e90-f6f3cd8ca337 HTTP/1.1" status: 204 len: 168 time: 1.1918147 Mar 31 23:11:52.453584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59506) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.504711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9651902-4eaa-4d69-8e96-79f4d89276d0 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=d7265b83-aee7-48db-8e90-f6f3cd8ca337,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.541896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0928102f-4c60-4584-9c6b-ef24ab1299b5,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.574658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.585354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.585699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.586035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.586370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.586699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.587026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.587394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.587721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.588171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.588522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.588838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.589224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.631396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.640618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:52.648095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'mac_address': 'fa:16:3e:d4:30:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:52.655343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.665331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:52.670851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:52.695318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.708828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Checking segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:52.709260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Network hostable DHCP agents. Network: 6892548f-19c8-427f-b974-6172bbb6596e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:52.711372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=4d3bddb2-cb96-4d70-adc0-52dd8b04954d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.721059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860dbbc9-c659-4e9d-bd35-8f0563dbc136 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:52.753276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:52.760811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.771274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.786111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Network 6892548f-19c8-427f-b974-6172bbb6596e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:52.799819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 6892548f-19c8-427f-b974-6172bbb6596e) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:52.832313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.832899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.883911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:52.890404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65230786-8cd4-4351-85ab-9e2287888328 None None] Network 6892548f-19c8-427f-b974-6172bbb6596e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:52.900522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb5500-f32b-48c1-b218-a32026ca0bc8 None None] The sync data for ids ['957e0508-cee5-48a8-8ea2-1ed2b6e5997f'] in n-d-835855-2 is: [{'id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:46Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '4a5250f7-7e5d-4b29-9ab6-9dc8becacde5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:37:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957e0508-cee5-48a8-8ea2-1ed2b6e5997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:52.920692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a86b57c-78ac-4c96-86b3-83e26264b5b0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9452691 Mar 31 23:11:52.927788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59510) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:52.935174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:52.978646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61261527-02da-4441-9250-9f843085ad12']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.997748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311273d-8db4-4dd5-86c5-bded73463424 req-cde708ff-7b9d-4706-888f-c0f14309def0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.999583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1311273d-8db4-4dd5-86c5-bded73463424 req-cde708ff-7b9d-4706-888f-c0f14309def0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 945 time: 0.1643326 Mar 31 23:11:53.003216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc2f48c-e1ba-4a58-8ce8-070afde11b2f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.003565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc2f48c-e1ba-4a58-8ce8-070afde11b2f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.025196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.026320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.042521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.043596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.078808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.113355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:53.113783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.177770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['860dbbc9-c659-4e9d-bd35-8f0563dbc136'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:53.253446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:53.254603 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:53.307795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.308417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-6892548f-19c8-427f-b974-6172bbb6596e', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:11:53.309458 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.487758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1311273d-8db4-4dd5-86c5-bded73463424 req-668a7815-10fd-4701-9a3f-c174628b503c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708298 Mar 31 23:11:53.714452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.727387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:53.730793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Allocated IP 172.20.0.2 (6892548f-19c8-427f-b974-6172bbb6596e/0928102f-4c60-4584-9c6b-ef24ab1299b5/37a518dd-e5b2-4d6c-a884-b9839ae6a481) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:53.732213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] 10.222.0.95 "DELETE /v2.0/networks/61261527-02da-4441-9250-9f843085ad12 HTTP/1.1" status: 204 len: 168 time: 1.2741001 Mar 31 23:11:54.236043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62ae12-4ba2-45a7-85b8-a7906579f6d4 tempest-BulkNetworkOpsIpV6Test-2087487283 tempest-BulkNetworkOpsIpV6Test-2087487283-project] Pushing event deleted for resources: {'Network': ['ID=61261527-02da-4441-9250-9f843085ad12,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.260943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.293102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bf730-25a6-455b-94b9-ef24eabf380b req-47c3cc61-4512-4097-88ba-1d34dfae1b37 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:54.294808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b24bf730-25a6-455b-94b9-ef24eabf380b req-47c3cc61-4512-4097-88ba-1d34dfae1b37 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.7638705 Mar 31 23:11:54.295215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59526) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.404888 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b24bf730-25a6-455b-94b9-ef24eabf380b req-4390c3fd-5af1-4861-9fda-2a92eada7f34 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857158 Mar 31 23:11:54.628128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1eecb1da-0698-47af-adc7-354bbf11770f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0345f612696478c909ae2e75ccad66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246067 Mar 31 23:11:54.630781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59536) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:54.698735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.708497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.777782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.821825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Pushing event updated for resources: {'Port': ['ID=37a518dd-e5b2-4d6c-a884-b9839ae6a481,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.824341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:54.833658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Network 6892548f-19c8-427f-b974-6172bbb6596e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:54.863625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:54.864493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af2cf-dc63-40eb-9100-1a8fdf5d89eb req-a0d6d252-d0f4-4303-a233-20d8cbce9441 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:54.869212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:54.870367 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a9af2cf-dc63-40eb-9100-1a8fdf5d89eb req-a0d6d252-d0f4-4303-a233-20d8cbce9441 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 945 time: 0.1652029 Mar 31 23:11:54.883017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.915689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.930124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:54.975311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a9af2cf-dc63-40eb-9100-1a8fdf5d89eb req-18449f09-d790-438e-86fd-92dc1c6840ae tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957561 Mar 31 23:11:55.005812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.040951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router 8ef761e9-05b0-4748-abed-8df8ec886767 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:55.048394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Attempting to bind port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:55.048829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Attempting to bind port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:55.049435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Attempting to bind port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 on network 6892548f-19c8-427f-b974-6172bbb6596e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:55.101040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:55.101548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Checking segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:55.102204 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.102612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Bound using segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:55.103153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Bound port: 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:55.112113 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.138544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Allocated IP 172.25.8.55 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/baaf72a3-728d-45e4-a2b3-b7521dfbee6e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:55.142432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:55.143014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.168529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.176878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.178153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b9874191-d541-41ae-82f3-55373931ace6 HTTP/1.1" status: 204 len: 168 time: 0.5460279 Mar 31 23:11:55.216596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:55.229922 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Sync routers for ids ['8ef761e9-05b0-4748-abed-8df8ec886767'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:55.253629 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Routers {'8ef761e9-05b0-4748-abed-8df8ec886767'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:55.262887 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8ef761e9-05b0-4748-abed-8df8ec886767'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:55.267638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.271554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08556d3f-45a5-4867-9d03-747d0cceac14 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6975358 Mar 31 23:11:55.278340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.289280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42425b-a300-4049-9d74-02d6a1e34af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9874191-d541-41ae-82f3-55373931ace6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.336319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] For port 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:55.343018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] For port 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=37a518dd-e5b2-4d6c-a884-b9839ae6a481,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:55.408367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.488320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.547431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.634238 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Set router 8ef761e9-05b0-4748-abed-8df8ec886767 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:55.637040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd474a79-ad5e-4c3b-abfe-74835ce76e75 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/8ef761e9-05b0-4748-abed-8df8ec886767 HTTP/1.1" status: 200 len: 907 time: 0.3571436 Mar 31 23:11:55.639879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59552) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:55.685602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1d6ad-a0d8-475e-bdaa-8954b4154947 None None] Pushing event updated for resources: {'Port': ['ID=37a518dd-e5b2-4d6c-a884-b9839ae6a481,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.691350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.793447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:55.800702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:55.818562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:55.838570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:55.868287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:55.925976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Pushing event updated for resources: {'Port': ['ID=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.957269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.011843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab308d-c7c7-4bf2-99a2-7dc40b08f1b3 req-94190a05-7da9-401d-9b34-97ec6a1471f7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:56.025120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3ab308d-c7c7-4bf2-99a2-7dc40b08f1b3 req-94190a05-7da9-401d-9b34-97ec6a1471f7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.4108908 Mar 31 23:11:56.065269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.097647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.232396 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef761e9-05b0-4748-abed-8df8ec886767', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': '4d3bddb2-cb96-4d70-adc0-52dd8b04954d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:50Z', 'updated_at': '2022-03-31T23:11:52Z', 'revision_number': 3, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port': {'id': '4d3bddb2-cb96-4d70-adc0-52dd8b04954d', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:20:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef761e9-05b0-4748-abed-8df8ec886767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:51Z', 'updated_at': '2022-03-31T23:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:56.254956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 860dbbc9-c659-4e9d-bd35-8f0563dbc136 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:56.277474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Checking router: 8ef761e9-05b0-4748-abed-8df8ec886767 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:56.287909 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Updating router 8ef761e9-05b0-4748-abed-8df8ec886767 port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:56.348394 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.366883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.406421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c3ab308d-c7c7-4bf2-99a2-7dc40b08f1b3 req-917fc2e3-3047-4699-8850-ee68aeb5b3e8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803122 Mar 31 23:11:56.412117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:11:56.428752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:56.429157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.538447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec57c0-1960-4519-ad89-4337b8fb8eb3 req-661f1d4d-8479-49ff-ab1a-1323702395ec tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:56.552720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43ec57c0-1960-4519-ad89-4337b8fb8eb3 req-661f1d4d-8479-49ff-ab1a-1323702395ec tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 945 time: 0.2997060 Mar 31 23:11:56.660339 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.673004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43ec57c0-1960-4519-ad89-4337b8fb8eb3 req-13ed74ba-ea34-41f6-bc1d-7004d0135add tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118147 Mar 31 23:11:56.719026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Deleting port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:11:56.719516 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.781665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:56.784001 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cd94ff-531b-470e-90f6-42ebf3e41cb8" -d '{"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-plugged", "status": "completed", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:56.801347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.828722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:56.840270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:56.953039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 37a518dd-e5b2-4d6c-a884-b9839ae6a481 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:57.035455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.062209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Calling delete_port for 4d3bddb2-cb96-4d70-adc0-52dd8b04954d owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:11:57.092039 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.099821 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.154646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.159288 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39577b91-d195-4270-bd8e-462a20a5eb33 x-openstack-request-id: req-39577b91-d195-4270-bd8e-462a20a5eb33 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:57.159968 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-plugged", "status": "completed", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:57.161272 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39577b91-d195-4270-bd8e-462a20a5eb33 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:57.162342 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39577b91-d195-4270-bd8e-462a20a5eb33'] response: {'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'code': 200} Mar 31 23:11:57.189263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d495825-c292-428a-a374-823b879a74ec None None] Pushing event updated for resources: {'Port': ['ID=4d3bddb2-cb96-4d70-adc0-52dd8b04954d,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.190054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:57.190952 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.244099 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Attempting to bind port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:11:57.244670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Attempting to bind port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:11:57.244794 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Attempting to bind port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:57.264533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:57.264880 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:11:57.265295 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.265665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59586) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:57.266185 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:57.266185 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Bound port: 4d3bddb2-cb96-4d70-adc0-52dd8b04954d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:11:57.266517 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.339712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ec6e-fdac-45ad-8512-95608ac4aa63 req-6f18605b-5231-40c5-ae74-9e724ddf1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.341250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8482ec6e-fdac-45ad-8512-95608ac4aa63 req-6f18605b-5231-40c5-ae74-9e724ddf1a55 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 1097 time: 0.2794638 Mar 31 23:11:57.360143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.420427 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] For port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:57.427971 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] For port 4d3bddb2-cb96-4d70-adc0-52dd8b04954d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4d3bddb2-cb96-4d70-adc0-52dd8b04954d,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:57.434332 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.545328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=37a518dd-e5b2-4d6c-a884-b9839ae6a481,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:57.553964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.555850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:57.559349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8482ec6e-fdac-45ad-8512-95608ac4aa63 req-185ad32c-b393-49f1-825b-b3d13620044b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970031 Mar 31 23:11:57.608814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.673270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=37a518dd-e5b2-4d6c-a884-b9839ae6a481,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.717423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946385104'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:57.718776 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Routers {'8ef761e9-05b0-4748-abed-8df8ec886767'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:57.722003 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['8ef761e9-05b0-4748-abed-8df8ec886767'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:57.779009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:57.779972 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.886717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:57.892010 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.898845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d495825-c292-428a-a374-823b879a74ec None None] Pushing event updated for resources: {'Port': ['ID=4d3bddb2-cb96-4d70-adc0-52dd8b04954d,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.917597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.920977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:57.976469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123fae-402a-4284-8ca2-bcc6a28b9deb req-d617d6ca-47a8-4b1a-b232-64d98477a897 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.981407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae123fae-402a-4284-8ca2-bcc6a28b9deb req-d617d6ca-47a8-4b1a-b232-64d98477a897 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.3345029 Mar 31 23:11:58.003454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da4fc6-74d0-4e50-813d-4a7bbbb3ec5a None None] Network 6892548f-19c8-427f-b974-6172bbb6596e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:11:58.047225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d3bddb2-cb96-4d70-adc0-52dd8b04954d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.048280 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] Set router 8ef761e9-05b0-4748-abed-8df8ec886767 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:58.141222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0902292-cc07-4a9b-91e6-b08bc43caba4 req-9cdf4f0c-ef2c-4dee-adb1-45d6aa959093 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:58.143003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0902292-cc07-4a9b-91e6-b08bc43caba4 req-9cdf4f0c-ef2c-4dee-adb1-45d6aa959093 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.1228404 Mar 31 23:11:58.147563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Router 4efa7471-b569-42f0-bc6a-4c1805e6333f is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:58.190457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a9de75c6-074c-49bb-a5ba-ebe533d37c00 None None] Provisioning complete for port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:58.190818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a9de75c6-074c-49bb-a5ba-ebe533d37c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.346869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0902292-cc07-4a9b-91e6-b08bc43caba4 req-2992762d-9ef8-4fe6-8e50-7b0afd56ac22 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876228 Mar 31 23:11:58.396565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae123fae-402a-4284-8ca2-bcc6a28b9deb req-88f1f114-80df-4145-8e3f-1c1c0a05e58c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705342 Mar 31 23:11:58.411273 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef761e9-05b0-4748-abed-8df8ec886767', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:50Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:58.442112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.445568 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1bca9d-9e1f-4568-91ed-04be09a26ca5 None None] The sync data for ids ['8ef761e9-05b0-4748-abed-8df8ec886767'] in n-d-835855-2 is: [{'id': '8ef761e9-05b0-4748-abed-8df8ec886767', 'name': 'tempest-snat-router-1930238704', 'tenant_id': 'd0e403337f524631b30bd8b33d0fe0be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:50Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 4, 'project_id': 'd0e403337f524631b30bd8b33d0fe0be', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:58.567580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:58.596742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Sync routers for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:58.620173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.621469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ce89a44-c0a1-461e-bae0-d42a04910c5c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6926968 Mar 31 23:11:58.631804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59604) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.648394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:58.649242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:58.657191 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.668052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.782203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 37a518dd-e5b2-4d6c-a884-b9839ae6a481 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:58.824393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.832601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.855665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.856595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef761e9-05b0-4748-abed-8df8ec886767 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:11:58.866183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:58.869344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef12f149-6b03-4ed0-907b-d8f4f3f656cd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/routers/8ef761e9-05b0-4748-abed-8df8ec886767 HTTP/1.1" status: 204 len: 168 time: 3.2278032 Mar 31 23:11:58.872640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:58.960670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:58.973873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e8b5b-0812-41c0-b27c-98825e76c5aa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.000117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.000729 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 5e5e895b-85d1-461b-a13e-8bac3c2cf004 of type vlan for network b499f418-605d-43bd-947a-4d2d371a6241 Mar 31 23:11:59.038572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:59.038572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.118042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.146697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:59.168722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.176778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.177439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.227661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9461017 Mar 31 23:11:59.352630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-203af814-de7d-4ae4-84a4-8ed3f413c3ff None None] Provisioning complete for port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:11:59.353104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-203af814-de7d-4ae4-84a4-8ed3f413c3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.369770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59614) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:11:59.375420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:59.382582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184945-3f90-4c65-93ec-371252c5fd97 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=b499f418-605d-43bd-947a-4d2d371a6241,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.413438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b499f418-605d-43bd-947a-4d2d371a6241 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:59.492726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:11:59.557455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:59.562779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.057081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.074803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0d6c8-b612-4ea4-9592-29c3d36ecb8d req-355ba6f9-b313-45be-be26-c08f35f6571a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.083481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22d0d6c8-b612-4ea4-9592-29c3d36ecb8d req-355ba6f9-b313-45be-be26-c08f35f6571a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.4893730 Mar 31 23:12:00.148073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 3, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:00.200921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Checking router: 4efa7471-b569-42f0-bc6a-4c1805e6333f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:00.201363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Updating router 4efa7471-b569-42f0-bc6a-4c1805e6333f port baaf72a3-728d-45e4-a2b3-b7521dfbee6e binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:00.211226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22d0d6c8-b612-4ea4-9592-29c3d36ecb8d req-d6e1971c-413e-4f31-955a-ded13486efc4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214430 Mar 31 23:12:00.284429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.285214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Deleting port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:00.285569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.379001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb86c4-11a8-4fa1-a88d-25bcdcb2929b req-19801323-c14b-4ad1-93d8-c5f37b05bb94 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.389100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbbb86c4-11a8-4fa1-a88d-25bcdcb2929b req-19801323-c14b-4ad1-93d8-c5f37b05bb94 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.8411372 Mar 31 23:12:00.434342 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.470975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.504937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cab6e-c6c4-4a33-8e8c-4db0a2b5e38a req-843f9f1f-0816-4920-851f-88e393e27262 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.506753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c15cab6e-c6c4-4a33-8e8c-4db0a2b5e38a req-843f9f1f-0816-4920-851f-88e393e27262 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.1483681 Mar 31 23:12:00.569737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] For port 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:00.570155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.641530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbbb86c4-11a8-4fa1-a88d-25bcdcb2929b req-d6d72bdd-f0b0-4bc6-b652-b2750451628e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313647 Mar 31 23:12:00.677197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c15cab6e-c6c4-4a33-8e8c-4db0a2b5e38a req-c87663a1-2739-47c0-8430-e6832eed9917 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553175 Mar 31 23:12:00.686370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=846a22fc-ce93-4154-b761-9e210c4b7474,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:00.688354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Calling delete_port for 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:00.783720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '5e5e895b-85d1-461b-a13e-8bac3c2cf004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:00.792109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: b499f418-605d-43bd-947a-4d2d371a6241, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:00.844188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network b499f418-605d-43bd-947a-4d2d371a6241 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:00.867091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b499f418-605d-43bd-947a-4d2d371a6241) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:00.876568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.877975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.888352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcab6d-2252-4171-9507-642cfac91c6b None None] Network b499f418-605d-43bd-947a-4d2d371a6241 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:00.917841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-43c28a1a-87bf-4045-91fb-84bb249772ef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5466297 Mar 31 23:12:00.923563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:00.929651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1333967963'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:00.936201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.964325 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:00.997454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:01.006115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.069923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:01.094820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.095532 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 461c32f9-9050-4965-9b01-14ed2ff86a64 of type vlan for network 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d Mar 31 23:12:01.182144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Attempting to bind port baaf72a3-728d-45e4-a2b3-b7521dfbee6e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:01.183443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Attempting to bind port baaf72a3-728d-45e4-a2b3-b7521dfbee6e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:01.184155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Attempting to bind port baaf72a3-728d-45e4-a2b3-b7521dfbee6e on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:01.184294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.199402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e5200-7fde-4e90-aee4-6d84801d1fc0 None None] Pushing event updated for resources: {'Port': ['ID=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.224538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.228115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:01.228924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:01.229695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.230338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:01.231812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Bound port: baaf72a3-728d-45e4-a2b3-b7521dfbee6e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:01.231974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:01.232576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.232750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.276129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3512340 Mar 31 23:12:01.279373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59644) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:01.284670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': '3d719e2a-9f3d-492e-9e5e-6c2a533cd29d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:01.353508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f700c1b-6ee1-48e7-b07e-01416cb005ec tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=3d719e2a-9f3d-492e-9e5e-6c2a533cd29d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.499142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:01.500076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:01.506270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.673903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Allocated IP 172.20.0.1 (6892548f-19c8-427f-b974-6172bbb6596e/0928102f-4c60-4584-9c6b-ef24ab1299b5/59e8db3d-d15c-4c03-b07c-b5b122c6dc88) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:01.674795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] For port baaf72a3-728d-45e4-a2b3-b7521dfbee6e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:01.679149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] For port baaf72a3-728d-45e4-a2b3-b7521dfbee6e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:01.684516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.687450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.729438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b499f418-605d-43bd-947a-4d2d371a6241', 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '846a22fc-ce93-4154-b761-9e210c4b7474'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:01.729717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:01.821448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a5250f7-7e5d-4b29-9ab6-9dc8becacde5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.958294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cf436-fd3a-4784-9506-0acbe7c0df14 req-389254d0-b264-4afe-8a41-631fdcb3cf2e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:01.959925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:01.960827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:11:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:01.964010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-522cf436-fd3a-4784-9506-0acbe7c0df14 req-389254d0-b264-4afe-8a41-631fdcb3cf2e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1846328 Mar 31 23:12:02.023301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e5200-7fde-4e90-aee4-6d84801d1fc0 None None] Pushing event updated for resources: {'Port': ['ID=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.104660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.154794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-522cf436-fd3a-4784-9506-0acbe7c0df14 req-79249384-5d1b-465f-aef2-b4bb7b062076 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789060 Mar 31 23:12:02.196412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.241685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.244410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.306178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.306883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.309126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.309502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.309849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.310186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.312897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.313271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.313621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.313956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.314292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.314629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.314958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:02.325485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.328812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 957e0508-cee5-48a8-8ea2-1ed2b6e5997f {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:02.334266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Allocated IP 172.20.255.242 (b499f418-605d-43bd-947a-4d2d371a6241/846a22fc-ce93-4154-b761-9e210c4b7474/192ccde6-bc23-4334-bdbf-e52e83e0102f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:02.344477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.346781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0024e31f-3630-4fb2-9cfe-0c199b29de68 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "DELETE /v2.0/routers/957e0508-cee5-48a8-8ea2-1ed2b6e5997f HTTP/1.1" status: 204 len: 168 time: 3.4728167 Mar 31 23:12:02.358983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59654) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.368545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:02.371297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-862301675', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:02.404145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '461c32f9-9050-4965-9b01-14ed2ff86a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '3d719e2a-9f3d-492e-9e5e-6c2a533cd29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:02.404670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:02.413297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e8bc-db76-435f-a028-805a015fa4e3 req-becb42b7-b3a1-42dc-8387-c2969e71e745 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.418432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b294e8bc-db76-435f-a028-805a015fa4e3 req-becb42b7-b3a1-42dc-8387-c2969e71e745 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.8236384 Mar 31 23:12:02.468111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:02.485156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:02.494555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.496963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.507567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa06d6-ef23-400b-9795-fa44cc401466 None None] Network 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:02.536861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8d677333-c1c9-4120-b20b-d979a928cfef tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2556775 Mar 31 23:12:02.539206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59656) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:02.631094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.637204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.678063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b294e8bc-db76-435f-a028-805a015fa4e3 req-c523a510-20cb-44ca-a3fa-8f342d6e3fab tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520356 Mar 31 23:12:02.694634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.845733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:02.873973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.145936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.450267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.489878 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.527108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a829b2fb-f748-4044-9064-739f92af63f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3d719e2a-9f3d-492e-9e5e-6c2a533cd29d', 'network_id': '3d719e2a-9f3d-492e-9e5e-6c2a533cd29d', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:03.528176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a829b2fb-f748-4044-9064-739f92af63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.549322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.577336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.579771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Network 6892548f-19c8-427f-b974-6172bbb6596e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:03.590720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-70e8b343-6891-4015-b096-1b86070c49b5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.592348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-70e8b343-6891-4015-b096-1b86070c49b5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.3590333 Mar 31 23:12:03.654080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 3, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:03.672375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:03.673757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5ec64-50f6-4d32-9ea4-92b2282b4993 req-b3c920ff-a85e-491f-9017-fae7b279422d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.675159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:03.687603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60f5ec64-50f6-4d32-9ea4-92b2282b4993 req-b3c920ff-a85e-491f-9017-fae7b279422d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2382033 Mar 31 23:12:03.690679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.697107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb786aad-5b3d-4da2-b684-5e5a99480bc9 None None] The sync data for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 is: [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 3, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:03.707050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Network b499f418-605d-43bd-947a-4d2d371a6241 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:03.719549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:03.724820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:03.726839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Pushing event updated for resources: {'Port': ['ID=192ccde6-bc23-4334-bdbf-e52e83e0102f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-a829b2fb-f748-4044-9064-739f92af63f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f: This subnet is being modified by another concurrent operation. Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f: This subnet is being modified by another concurrent operation. Mar 31 23:12:03.837755 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:12:03.893583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd85866-083c-4d4c-8df5-9bf5e0daedd4 None None] Network 3d719e2a-9f3d-492e-9e5e-6c2a533cd29d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:03.940208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Attempting to bind port 192ccde6-bc23-4334-bdbf-e52e83e0102f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:03.941067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Attempting to bind port 192ccde6-bc23-4334-bdbf-e52e83e0102f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5e5e895b-85d1-461b-a13e-8bac3c2cf004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:03.941724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Attempting to bind port 192ccde6-bc23-4334-bdbf-e52e83e0102f on network b499f418-605d-43bd-947a-4d2d371a6241 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:03.947197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Pushing event updated for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.983882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:03.993017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60f5ec64-50f6-4d32-9ea4-92b2282b4993 req-ad918e9e-591a-4e06-b524-ec2d618c35f8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809081 Mar 31 23:12:03.994990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.021929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:04.022311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Checking segment: {'id': '5e5e895b-85d1-461b-a13e-8bac3c2cf004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:04.022722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.023121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Bound using segment: {'id': '5e5e895b-85d1-461b-a13e-8bac3c2cf004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:04.023715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Bound port: 192ccde6-bc23-4334-bdbf-e52e83e0102f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5e895b-85d1-461b-a13e-8bac3c2cf004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'b499f418-605d-43bd-947a-4d2d371a6241'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:04.024113 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.062489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d719e2a-9f3d-492e-9e5e-6c2a533cd29d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:04.098588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461c32f9-9050-4965-9b01-14ed2ff86a64') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:04.098898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461c32f9-9050-4965-9b01-14ed2ff86a64') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:04.109899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.126987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.160546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.170972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:04.171574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: items = [ Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:04.175583 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:04.241252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a3f8458f-6740-4871-bb9e-aebab290f8bf None None] Provisioning complete for port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:04.241713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3f8458f-6740-4871-bb9e-aebab290f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.292307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] For port 192ccde6-bc23-4334-bdbf-e52e83e0102f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:04.312116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] For port 192ccde6-bc23-4334-bdbf-e52e83e0102f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=192ccde6-bc23-4334-bdbf-e52e83e0102f,segment=NetworkSegment(5e5e895b-85d1-461b-a13e-8bac3c2cf004),segment_id=5e5e895b-85d1-461b-a13e-8bac3c2cf004)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:04.322450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.332744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a3f8458f-6740-4871-bb9e-aebab290f8bf None None] Port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:04.383274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.397674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.405699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/3d719e2a-9f3d-492e-9e5e-6c2a533cd29d HTTP/1.1" status: 204 len: 168 time: 1.8635855 Mar 31 23:12:04.437747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59678) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:04.453417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-139496060'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:04.472691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85999033-d098-409c-bc51-6e6a79b2d1f2 None None] Pushing event updated for resources: {'Port': ['ID=192ccde6-bc23-4334-bdbf-e52e83e0102f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:04.473332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c083-bc01-4d64-9a4e-1cb0eee7d69a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=3d719e2a-9f3d-492e-9e5e-6c2a533cd29d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:04.511665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2133a2b-182f-446e-9579-c58a8d6ab8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.527219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:04.534738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.601804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:04.626740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.626920 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment d92f5bfd-ead5-4740-b98d-094cb9bbc3eb of type vlan for network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb Mar 31 23:12:04.726910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.803129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4aacd-6c67-44f1-ab0e-29a36ad848e1 req-d6fdd52e-b6fb-41ac-a600-b5afc5d3c7a2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.805172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d4aacd-6c67-44f1-ab0e-29a36ad848e1 req-d6fdd52e-b6fb-41ac-a600-b5afc5d3c7a2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 946 time: 0.8037610 Mar 31 23:12:04.816815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.828868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.829504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.916145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4764383 Mar 31 23:12:04.921752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device baaf72a3-728d-45e4-a2b3-b7521dfbee6e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:04.944809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:04.948827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:04.960816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256891f-d1f8-43d3-8cf6-fd5e1b70cd9d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:05.027219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:05.098688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:05.226196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:05.226541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.364278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a70ba4-083e-4b2f-83a6-fd041346d65c req-4d0a3b6f-dba2-42b4-b447-3b0d8facdb41 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:05.364278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81a70ba4-083e-4b2f-83a6-fd041346d65c req-4d0a3b6f-dba2-42b4-b447-3b0d8facdb41 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1576388 Mar 31 23:12:05.478554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81a70ba4-083e-4b2f-83a6-fd041346d65c req-a66b60d3-cc07-4931-a5e1-31e02937ff1c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066704 Mar 31 23:12:05.562407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d4aacd-6c67-44f1-ab0e-29a36ad848e1 req-bae16dc5-609e-481c-bbae-122de96f81c7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7464535 Mar 31 23:12:05.702012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port baaf72a3-728d-45e4-a2b3-b7521dfbee6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:05.703451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.830325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:05.834620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.928630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.947790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:05.948578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:05.973126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port baaf72a3-728d-45e4-a2b3-b7521dfbee6e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:06.003373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.053803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:06.097937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 860dbbc9-c659-4e9d-bd35-8f0563dbc136 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:06.217546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:06.218040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a5250f7-7e5d-4b29-9ab6-9dc8becacde5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:06.238495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e5bf4-c2f4-4f85-8ce7-f1bd32e19851 None None] Network b499f418-605d-43bd-947a-4d2d371a6241 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:06.251135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.307720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:12:06.308246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:12:06.342402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.352878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 860dbbc9-c659-4e9d-bd35-8f0563dbc136 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:06.387211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.584061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] Provisioning complete for port 192ccde6-bc23-4334-bdbf-e52e83e0102f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:06.585061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.615174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.678472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.810034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531256bb-9867-467c-97d0-52c0798e8b09 req-fcc4c743-7ecc-465e-a7fa-0d4153a7b35a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.812381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-531256bb-9867-467c-97d0-52c0798e8b09 req-fcc4c743-7ecc-465e-a7fa-0d4153a7b35a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1988471 Mar 31 23:12:06.923379 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:06.930522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-531256bb-9867-467c-97d0-52c0798e8b09 req-99746e0b-d728-4cea-af2c-121bfda125be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108487 Mar 31 23:12:07.018320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:07.021150 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ed407-13ce-4036-bccf-de8712926961" -d '{"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-unplugged", "status": "completed", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:07.058219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Pushing event updated for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.079649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.082873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 192ccde6-bc23-4334-bdbf-e52e83e0102f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:07.124502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 860dbbc9-c659-4e9d-bd35-8f0563dbc136, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=860dbbc9-c659-4e9d-bd35-8f0563dbc136,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:07.141136 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e5ec5-f843-4a13-bb52-25c6e1517f17 x-openstack-request-id: req-3b2e5ec5-f843-4a13-bb52-25c6e1517f17 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:07.144070 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-unplugged", "status": "completed", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:07.144415 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3b2e5ec5-f843-4a13-bb52-25c6e1517f17 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:07.145335 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b2e5ec5-f843-4a13-bb52-25c6e1517f17'] response: {'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'code': 200} Mar 31 23:12:07.202624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-25e127e9-da15-491f-8270-02ae1f460866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.222451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.286310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843b4ae-3081-4756-b8e5-eb2bcf3e4134 req-43b973e2-c260-4a99-896a-4b5d11b51ea2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.294761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6843b4ae-3081-4756-b8e5-eb2bcf3e4134 req-43b973e2-c260-4a99-896a-4b5d11b51ea2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=44f048e8-a576-49ae-866d-871fe4bde553 HTTP/1.1" status: 200 len: 944 time: 0.2180941 Mar 31 23:12:07.328426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.419223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.437463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.450966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 192ccde6-bc23-4334-bdbf-e52e83e0102f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:07.451842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.517510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] For port 192ccde6-bc23-4334-bdbf-e52e83e0102f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=192ccde6-bc23-4334-bdbf-e52e83e0102f,segment=NetworkSegment(5e5e895b-85d1-461b-a13e-8bac3c2cf004),segment_id=5e5e895b-85d1-461b-a13e-8bac3c2cf004)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:07.526004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.655366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d66165-f973-467c-98bd-134edf7636cd None None] Pushing event updated for resources: {'Port': ['ID=192ccde6-bc23-4334-bdbf-e52e83e0102f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.705412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadcadba-9363-48c1-8c75-9816ad39f93d None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:07.768590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device baaf72a3-728d-45e4-a2b3-b7521dfbee6e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:07.831071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-309d4d80-4424-49c0-a7d0-0e623122b294 None None] Provisioning complete for port 192ccde6-bc23-4334-bdbf-e52e83e0102f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:07.831773 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-309d4d80-4424-49c0-a7d0-0e623122b294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.918062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port baaf72a3-728d-45e4-a2b3-b7521dfbee6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:07.918348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:07.946696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Allocated IP 172.25.8.59 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/bcfbe9b2-24e6-48eb-9f80-e93f3c1f9c02) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:08.094562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0edbd-5b8e-416f-850d-396d8daf9334 req-a295c6e0-cd2b-43ba-8f87-baecf86f6a8d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.117327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17a0edbd-5b8e-416f-850d-396d8daf9334 req-a295c6e0-cd2b-43ba-8f87-baecf86f6a8d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.0713880 Mar 31 23:12:08.137376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.162190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcadba-9363-48c1-8c75-9816ad39f93d None None] Network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109300) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:08.179610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=8316f3a5-2001-4a8f-8477-8587a049bbaf,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.192795 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17a0edbd-5b8e-416f-850d-396d8daf9334 req-a171a0a4-249a-4aa3-b149-9dbec14fe7ac tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740867 Mar 31 23:12:08.193101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcadba-9363-48c1-8c75-9816ad39f93d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb) {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:08.302419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Network 6892548f-19c8-427f-b974-6172bbb6596e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:08.304375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:08.304958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:08.310989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:08.316828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.378961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event updated for resources: {'Port': ['ID=bcfbe9b2-24e6-48eb-9f80-e93f3c1f9c02,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.397308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6843b4ae-3081-4756-b8e5-eb2bcf3e4134 req-27d0c9e0-9751-492e-a97f-1cd9ace3b73a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1015387 Mar 31 23:12:08.400197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.416922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:08.431273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:08.439035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:08.450717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:08.524546 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.605147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 860dbbc9-c659-4e9d-bd35-8f0563dbc136 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:08.607987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Unable to find a vacant binding_index for network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb and agent be257dcc-c46a-4c70-8238-ec46f30e89d1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 31 23:12:08.616770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=860dbbc9-c659-4e9d-bd35-8f0563dbc136,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.621350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.625358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c64103b-3c24-4187-9a3c-d7104d6ba053 req-39182f19-f9a7-4681-96b8-4a7f4eadbde4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/860dbbc9-c659-4e9d-bd35-8f0563dbc136 HTTP/1.1" status: 204 len: 173 time: 4.9572384 Mar 31 23:12:08.630325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:08.631826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-deleted', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:08.634578 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703f891a-27f6-4511-b3b4-d3ff63b2013f" -d '{"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-deleted", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:08.691510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.694710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.759537 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6875735c-cfe6-42fe-ba3c-1d511ebb32f3 x-openstack-request-id: req-6875735c-cfe6-42fe-ba3c-1d511ebb32f3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:08.760112 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f048e8-a576-49ae-866d-871fe4bde553", "name": "network-vif-deleted", "tag": "860dbbc9-c659-4e9d-bd35-8f0563dbc136", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:08.761680 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6875735c-cfe6-42fe-ba3c-1d511ebb32f3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:08.762265 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6875735c-cfe6-42fe-ba3c-1d511ebb32f3'] response: {'server_uuid': '44f048e8-a576-49ae-866d-871fe4bde553', 'name': 'network-vif-deleted', 'tag': '860dbbc9-c659-4e9d-bd35-8f0563dbc136', 'status': 'completed', 'code': 200} Mar 31 23:12:08.789950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 192ccde6-bc23-4334-bdbf-e52e83e0102f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:08.840321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb', 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '8316f3a5-2001-4a8f-8477-8587a049bbaf'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:08.842014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:08.894757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fea1de74-8662-4d60-a78b-128134b5d3f3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.9368188 Mar 31 23:12:08.897631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:09.079022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Router 4efa7471-b569-42f0-bc6a-4c1805e6333f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:09.126279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.180620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 192ccde6-bc23-4334-bdbf-e52e83e0102f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:09.181515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.242529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.328125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Allocated IP 172.20.0.3 (8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb/8316f3a5-2001-4a8f-8477-8587a049bbaf/41e1436b-a788-4d97-952f-e24df4978f7f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:09.658276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ac80d-a289-47a6-8d88-71563bfc66e4 req-76e6e090-6e17-4ece-b587-dc05806d07f8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.666072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b10ac80d-a289-47a6-8d88-71563bfc66e4 req-76e6e090-6e17-4ece-b587-dc05806d07f8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2417128 Mar 31 23:12:09.701599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.711286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.714985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:09.722353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6f8de29-995c-468d-a03c-d362856e7c43 admin admin] 10.222.0.95 "PUT /v2.0/routers/4efa7471-b569-42f0-bc6a-4c1805e6333f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0894318 Mar 31 23:12:09.729513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Sync routers for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:09.750627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.769420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:09.777120 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:09.780429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:09.810143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:09.813663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:09.825523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:09.826137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b10ac80d-a289-47a6-8d88-71563bfc66e4 req-e95730cf-4e74-4b11-be45-aa002b9a83d9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524396 Mar 31 23:12:09.834408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Pushing event updated for resources: {'Port': ['ID=41e1436b-a788-4d97-952f-e24df4978f7f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.888561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=8316f3a5-2001-4a8f-8477-8587a049bbaf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:09.978667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Attempting to bind port 41e1436b-a788-4d97-952f-e24df4978f7f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:09.979259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Attempting to bind port 41e1436b-a788-4d97-952f-e24df4978f7f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:09.979625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Attempting to bind port 41e1436b-a788-4d97-952f-e24df4978f7f on network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:10.016623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:10.017668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Checking segment: {'id': 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:10.018520 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.019311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Bound using segment: {'id': 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:10.020224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Bound port: 41e1436b-a788-4d97-952f-e24df4978f7f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:10.020908 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.024310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.076680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.113866 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:10.114210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.130134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] For port 41e1436b-a788-4d97-952f-e24df4978f7f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:10.134664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.134664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.144396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] For port 41e1436b-a788-4d97-952f-e24df4978f7f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=41e1436b-a788-4d97-952f-e24df4978f7f,segment=NetworkSegment(d92f5bfd-ead5-4740-b98d-094cb9bbc3eb),segment_id=d92f5bfd-ead5-4740-b98d-094cb9bbc3eb)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:10.152583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.162920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.182888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.193327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:10.193972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:10.275768 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:10.285180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84944e93-6471-4ee7-b395-3710d6555187 None None] Pushing event updated for resources: {'Port': ['ID=41e1436b-a788-4d97-952f-e24df4978f7f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:10.298522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:10.298522 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:10.298522 n-d-835855-2 neutron-server[109299]: [parameters: {'id': '8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb'}] Mar 31 23:12:10.298522 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:10.299441 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:10.328595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c67ae9-b5ba-4138-9d11-db3dab6aa569 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:10.427271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.429057 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.429989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-bfaaad9a-3a16-472e-a98a-7dacb2cd94cc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.436143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-bfaaad9a-3a16-472e-a98a-7dacb2cd94cc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.1556842 Mar 31 23:12:10.452758 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 2, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:10.459475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-cc8abcd7-c38d-4dae-ba4d-463b624da170 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0180483 Mar 31 23:12:10.507596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Checking router: 4efa7471-b569-42f0-bc6a-4c1805e6333f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:10.511100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Updating router 4efa7471-b569-42f0-bc6a-4c1805e6333f port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:10.560582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-696d0fc1-2ff9-484e-8464-9b9f32100f18 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919244 Mar 31 23:12:10.570789 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.598878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c67ae9-b5ba-4138-9d11-db3dab6aa569 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:10.750255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:10.764738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998186596', 'description': 'tempest-description--1841411306'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:10.774394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Router 63076dfd-a05d-4183-a5de-a5f687b3b94b is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:10.807431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.810156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:10.850034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-ebb95ca7-1731-425e-8e4c-dad515bc84bb service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709153 Mar 31 23:12:11.016710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:11.050911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58774dd0-5251-4740-8542-c34356f4d7cc req-2644e6c2-44e9-46bc-b1d6-18c4f9685eaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.056804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] Sync routers for ids ['63076dfd-a05d-4183-a5de-a5f687b3b94b'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:11.058453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58774dd0-5251-4740-8542-c34356f4d7cc req-2644e6c2-44e9-46bc-b1d6-18c4f9685eaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.0904565 Mar 31 23:12:11.085513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] Routers {'63076dfd-a05d-4183-a5de-a5f687b3b94b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:11.086129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['63076dfd-a05d-4183-a5de-a5f687b3b94b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:11.086602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.093375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b6f132f8-2bed-4a35-8994-65d1b7cd3e31 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.7306182 Mar 31 23:12:11.093697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59804) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.108324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:11.175696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:11.189855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58774dd0-5251-4740-8542-c34356f4d7cc req-c199ca0d-a7a8-462a-baa5-5f6bc7d1c284 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292562 Mar 31 23:12:11.221071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] Routers {'63076dfd-a05d-4183-a5de-a5f687b3b94b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:11.221956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['63076dfd-a05d-4183-a5de-a5f687b3b94b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:11.224312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b66c9b-8fc9-43ed-bfff-da393b16c244 None None] Network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:11.278731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.299411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-e12d6d5b-f2a7-46ba-88c1-714513b8e8b2 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313474 Mar 31 23:12:11.312509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.321413 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.332323 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.405519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port 41e1436b-a788-4d97-952f-e24df4978f7f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:11.408808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.543550 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91837d2-1609-43c6-a4c4-37ad3db65964 None None] Pushing event updated for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:11.591948 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Attempting to bind port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:11.592474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Attempting to bind port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:11.593097 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Attempting to bind port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 on network 6892548f-19c8-427f-b974-6172bbb6596e {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:11.603131 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:11.603800 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Checking segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:11.604849 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.605471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Bound using segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:11.606347 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Bound port: 59e8db3d-d15c-4c03-b07c-b5b122c6dc88, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:11.606942 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.663135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port 41e1436b-a788-4d97-952f-e24df4978f7f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=41e1436b-a788-4d97-952f-e24df4978f7f,segment=NetworkSegment(d92f5bfd-ead5-4740-b98d-094cb9bbc3eb),segment_id=d92f5bfd-ead5-4740-b98d-094cb9bbc3eb)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:11.663603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.684024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for 41e1436b-a788-4d97-952f-e24df4978f7f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:11.787295 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] For port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:11.793314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] For port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:11.801255 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.827070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:11.828517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0771801 Mar 31 23:12:11.847046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:11.870754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'security_group_rule': {'security_group_id': 'caac6dbd-e512-41bd-b8bd-6504f5ea9247', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:11.889165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:11.889863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a128f2-29de-4bb7-bfde-22b3e426a5b0 None None] The sync data for ids ['63076dfd-a05d-4183-a5de-a5f687b3b94b'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:11.978969 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:11.980357 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:12.013806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] Provisioning complete for port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:12.014488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.019945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.028849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1d89c-b0cb-45c4-b425-b297a2dc0068 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caac6dbd-e512-41bd-b8bd-6504f5ea9247,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.088696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40f76455-44a5-41c6-a4ae-01216d1c10f5 req-52766005-d8a6-488b-a98a-1ce9d6993208 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 210 time: 0.2191472 Mar 31 23:12:12.162946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.239478 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91837d2-1609-43c6-a4c4-37ad3db65964 None None] Pushing event updated for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.252654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a874bfc-284b-48f4-be2d-ef0371af9b0a None None] Network 8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:12.254686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:12.308751 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.346520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=41e1436b-a788-4d97-952f-e24df4978f7f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.380478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port 41e1436b-a788-4d97-952f-e24df4978f7f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:12.558176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] For port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:12.570756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.571982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.618262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.666646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.833028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-eb568c81-e098-479c-b44a-23bb592b52d7 None None] Provisioning complete for port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:12.833649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb568c81-e098-479c-b44a-23bb592b52d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.850203 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:11Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:12.873662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd48569-bf8f-44c9-9c37-159279013791 None None] Pushing event updated for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:12.944543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.964351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:12.969362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1148508 Mar 31 23:12:12.970131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:12.998775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c680ed-bfa9-4d83-a4db-0a5978835ee0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c94429e-caa0-4da1-83cc-6f49c296cf7f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:13.013552 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf83c58-d54b-4be9-9b83-47e9bfff1ac7 None None] The sync data for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 is: [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:11Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:13.017836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'security_group_rule': {'security_group_id': 'caac6dbd-e512-41bd-b8bd-6504f5ea9247', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:13.066823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9dc3cb83-be3e-4bc7-929c-9ea29c26ae35 None None] Provisioning complete for port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:13.068511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9dc3cb83-be3e-4bc7-929c-9ea29c26ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.680990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:13.692249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:13.692636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92f5bfd-ead5-4740-b98d-094cb9bbc3eb') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:13.704001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.708388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.713472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.719425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.729403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:13.729842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:13.786378 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:13.799638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d9eb6-efdb-43b3-8fde-4ea645a48ba8 req-0970388c-ccb0-436e-9a9a-07ab1674f513 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.801251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6d9eb6-efdb-43b3-8fde-4ea645a48ba8 req-0970388c-ccb0-436e-9a9a-07ab1674f513 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 1.2853274 Mar 31 23:12:13.810520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.905182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.915213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:13.939729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb HTTP/1.1" status: 204 len: 168 time: 5.0398574 Mar 31 23:12:13.940474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:13.975532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-130329495'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:14.033774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:14.037932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.059855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b6d9eb6-efdb-43b3-8fde-4ea645a48ba8 req-1deca7b6-caf5-4eb0-98c7-dc2cc533c586 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506318 Mar 31 23:12:14.068777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89133c-a3aa-4fcc-bdee-e6b031dae615 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.103217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.104941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:14.112387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.145587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8355eed3-2f40-40a7-8ad4-f631439f9ae5,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.152334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.153717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8541431f-6a57-4850-9732-92316e1fe325 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1607385 Mar 31 23:12:14.157084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.157442 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment a91be582-ab5d-4be7-be16-9a22194c54fc of type vlan for network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 Mar 31 23:12:14.158509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59882) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:14.168370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:14.203626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.278291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.338787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5024eadd-cdf9-4faf-ae55-e1be7e4b6075 req-4b374c65-452c-452f-ab11-3d66d27100c6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 210 time: 0.6266937 Mar 31 23:12:14.375562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.385753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.386408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.427181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4626458 Mar 31 23:12:14.433329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59884) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:14.446417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:14.616479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030243-6912-4102-87b2-c4bbe3c08d0f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=b3459e9d-55c9-46c9-b14e-ca0fd64d34f3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.649728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:14.689864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.800204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-21d792da-7b14-43eb-b485-609c99c61bd3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.805077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-21d792da-7b14-43eb-b485-609c99c61bd3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.4639120 Mar 31 23:12:14.836825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:14.839387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:14.841903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:14.844139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f1b57e1-8255-41cd-b777-39c6ee67c42c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:14.854646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:14.871705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router 63076dfd-a05d-4183-a5de-a5f687b3b94b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:14.914559 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:14.926410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-3b96e310-70de-4774-bf22-1a2893eb8adb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5862997 Mar 31 23:12:15.103878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:15.104484 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.143214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Allocated IP 172.25.8.209 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a3d825ab-080b-4bc7-979b-88755fbd2219) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:15.169336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:15.186884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'mac_address': 'fa:16:3e:aa:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:15.287113 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.322688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-1b352413-90a3-4ae4-94b0-5a0aa0c74ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.325706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-1b352413-90a3-4ae4-94b0-5a0aa0c74ae2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 1097 time: 0.2846401 Mar 31 23:12:15.340220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1b57e1-8255-41cd-b777-39c6ee67c42c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:15.377073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:15.382060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.384918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:15.398451 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] Sync routers for ids ['63076dfd-a05d-4183-a5de-a5f687b3b94b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:15.399257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.404717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4eff09f9-cdd1-4ba0-a9be-ffd5325ca260 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "PUT /v2.0/routers/63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 200 len: 920 time: 4.3067405 Mar 31 23:12:15.411933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59896) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.423587 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] Routers {'63076dfd-a05d-4183-a5de-a5f687b3b94b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:15.425431 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['63076dfd-a05d-4183-a5de-a5f687b3b94b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.455829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:15.462272 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.467152 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.479950 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] Routers {'63076dfd-a05d-4183-a5de-a5f687b3b94b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:15.480884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['63076dfd-a05d-4183-a5de-a5f687b3b94b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.493672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.546294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:15.547285 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edfb43d-dd24-4ec7-b972-180b14fc4344 None None] The sync data for ids ['63076dfd-a05d-4183-a5de-a5f687b3b94b'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:15.565742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.582734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['1f1b57e1-8255-41cd-b777-39c6ee67c42c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:15.592602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:15.611425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:15.613355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.7 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/939d43e0-d65a-45eb-98a8-2ec1b70354ca) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:15.697500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Deleting subnet 163f5816-db02-49e5-b83b-fe3e8ae82a5f {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:12:15.703482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.750646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.798918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.817069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.863365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.926540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a7320-c739-4d70-8ea2-ca2125e0ac73 req-7ab1b085-73f6-49f0-9e9c-efc30cce383b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.935544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-898a7320-c739-4d70-8ea2-ca2125e0ac73 req-7ab1b085-73f6-49f0-9e9c-efc30cce383b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.6077096 Mar 31 23:12:15.953239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:15.979259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:15.984326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:15.994805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:16.008929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:16.018902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d2806-c803-4afe-80e0-d73fe54707ff req-fed85592-3f30-4aa3-a69e-ba289f9e88ec tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.024149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.027000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-011d2806-c803-4afe-80e0-d73fe54707ff req-fed85592-3f30-4aa3-a69e-ba289f9e88ec tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 931 time: 0.1774943 Mar 31 23:12:16.029991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/163f5816-db02-49e5-b83b-fe3e8ae82a5f HTTP/1.1" status: 204 len: 168 time: 0.4055369 Mar 31 23:12:16.034826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59906) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.072090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.084670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-62df2497-068d-4fd4-b6ef-57ee95679268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.086259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-62df2497-068d-4fd4-b6ef-57ee95679268 service neutron] 10.222.0.60 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.7375379 Mar 31 23:12:16.099021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=b89a5573-c1f5-4526-b762-9653ebedf45a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.150850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-0ebaff50-c713-4dcd-a653-c376b192f49f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 200 len: 217 time: 0.0448089 Mar 31 23:12:16.214571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.221911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69042fd5-8909-432c-8290-c935217f6883 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 200 len: 920 time: 0.8064041 Mar 31 23:12:16.242709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.249125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1f434-edae-4a3d-a6ea-28230d024194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163f5816-db02-49e5-b83b-fe3e8ae82a5f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.274852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-011d2806-c803-4afe-80e0-d73fe54707ff req-1b772860-61bc-46ca-bd07-b2e7799a4aa9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329316 Mar 31 23:12:16.277150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.277150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.290629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.311921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-c1064046-6e86-41bb-a23b-87f1beea8b79 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822788 Mar 31 23:12:16.318692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-da5d35b9-8816-4b3b-b383-c54242a2ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.320319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-da5d35b9-8816-4b3b-b383-c54242a2ada8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1464734 Mar 31 23:12:16.326266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Request body: {'port': {'device_id': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:16.327978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': 'a91be582-ab5d-4be7-be16-9a22194c54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:16.328602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: b3459e9d-55c9-46c9-b14e-ca0fd64d34f3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:16.328814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-5134a3be-2a71-4fc4-bd6a-b6d00c321a78 req-968e37ac-b214-4720-99e7-5592ffad736e tempest-ImagesTestJSON-655173720 tempest-ImagesTestJSON-655173720-project] (109298) timed out ('10.222.0.96', 50428) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:12:16.367209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:16.383868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-898a7320-c739-4d70-8ea2-ca2125e0ac73 req-e282b33b-b53a-4aa2-8434-b7765a6079ca tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443491 Mar 31 23:12:16.388432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:16.402913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:16.403125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-ab158e35-a47b-4d1b-a1ca-258c42e696f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462158 Mar 31 23:12:16.414056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-2b49add5-5bba-44f7-86c9-364b3bbf5266 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:12:16.415586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-2b49add5-5bba-44f7-86c9-364b3bbf5266 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067008 Mar 31 23:12:16.493647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'Port': ['ID=a3d825ab-080b-4bc7-979b-88755fbd2219,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.511414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.513122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09854f4f-fbbc-4eae-8685-21609a5b9bc4 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.519963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-09854f4f-fbbc-4eae-8685-21609a5b9bc4 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=63076dfd-a05d-4183-a5de-a5f687b3b94b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2681909 Mar 31 23:12:16.521424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:16.528466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.567140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b3459e9d-55c9-46c9-b14e-ca0fd64d34f3) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:16.579347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.579560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055026cb-8e7d-47b0-8ae5-c9c1ef240f2a None None] Network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:16.580550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.608725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.622865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f773130-ce6c-4b3b-8767-8f567e402025 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1854787 Mar 31 23:12:16.623456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.634956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f1fb7-4907-4498-9688-acf7884696b3 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.639211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-809f1fb7-4907-4498-9688-acf7884696b3 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.1067915 Mar 31 23:12:16.650967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.674541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.705713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20cb786-ebad-42aa-be21-19c388690756']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:16.724838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-05fd4640-96dd-44da-9209-66dd5fc04e2a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 200 len: 205 time: 0.0699761 Mar 31 23:12:16.737259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:16.742287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:16.742802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690f0cd2-3934-4fd7-b3d4-78d5b2d91d3b') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:16.751341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.901386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.919853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f1b57e1-8255-41cd-b777-39c6ee67c42c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:16.971539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:16.988359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b3459e9d-55c9-46c9-b14e-ca0fd64d34f3', 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': 'b89a5573-c1f5-4526-b762-9653ebedf45a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:16.989252 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.017046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.024321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-82a026d7-d9bc-42d2-a075-2094198239c7 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988247 Mar 31 23:12:17.055038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:17.055758 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:17.066856 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:17.107877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 1f1b57e1-8255-41cd-b777-39c6ee67c42c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:17.108269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.109063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.186849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Allocated IP 172.20.0.1 (b3459e9d-55c9-46c9-b14e-ca0fd64d34f3/b89a5573-c1f5-4526-b762-9653ebedf45a/f005c85a-3144-4e3d-9125-c132d7adf977) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:17.224151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.280000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.284926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] 10.222.0.95 "DELETE /v2.0/networks/e20cb786-ebad-42aa-be21-19c388690756 HTTP/1.1" status: 204 len: 168 time: 1.2461307 Mar 31 23:12:17.296184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.297253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead2c20-7d15-41b2-b1de-995bb04ede0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e20cb786-ebad-42aa-be21-19c388690756,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.324092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.350838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939d43e0-d65a-45eb-98a8-2ec1b70354ca {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:17.359151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.367266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.380418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7550a765-58cc-4b29-90b2-966afc2c7ffc req-41a22cc5-caa5-4583-9c4b-6bd5608d80d5 service neutron] 10.222.0.60 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449833 Mar 31 23:12:17.388610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:17.391227 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355014af-c255-4d43-8ae6-42cdfdb747c1" -d '{"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:17.421745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.422186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:17.430088 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.446529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'Port': ['ID=a3d825ab-080b-4bc7-979b-88755fbd2219,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.455146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.505331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Transition to ACTIVE for port object 939d43e0-d65a-45eb-98a8-2ec1b70354ca will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:17.522325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c47a8-819d-42fd-938e-5335ee37cc30 req-5706cd04-4035-4090-8ae6-a191231d02fa tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.530248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-403c47a8-819d-42fd-938e-5335ee37cc30 req-5706cd04-4035-4090-8ae6-a191231d02fa tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 931 time: 0.1529474 Mar 31 23:12:17.537242 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.537786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.539321 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.544666 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc88691d-a120-4d48-8799-43c1112f6b2b x-openstack-request-id: req-dc88691d-a120-4d48-8799-43c1112f6b2b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:17.545093 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-plugged", "status": "completed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:17.545363 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dc88691d-a120-4d48-8799-43c1112f6b2b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:17.546025 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc88691d-a120-4d48-8799-43c1112f6b2b'] response: {'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'code': 200} Mar 31 23:12:17.557346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.573108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.585382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.594993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-519a9d48-760b-4354-85c4-398338cde680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4272733 Mar 31 23:12:17.598707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:17.604034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:17.615075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.616172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:17.635553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=b89a5573-c1f5-4526-b762-9653ebedf45a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.670946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port bcfbe9b2-24e6-48eb-9f80-e93f3c1f9c02 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:17.672891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.686794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-403c47a8-819d-42fd-938e-5335ee37cc30 req-4b0c4c67-0dfd-4409-8557-ecc3a01c971a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555250 Mar 31 23:12:17.750707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.756905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.817097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.849668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95cb46eb-385a-4858-8c22-e877d6a4e1fe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=838817cb2b964fcaa337c040b4724ff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913444 Mar 31 23:12:17.857761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:17.869701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Attempting to bind port f005c85a-3144-4e3d-9125-c132d7adf977 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:17.870078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Attempting to bind port f005c85a-3144-4e3d-9125-c132d7adf977 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a91be582-ab5d-4be7-be16-9a22194c54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:17.870529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Attempting to bind port f005c85a-3144-4e3d-9125-c132d7adf977 on network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:17.874628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Pushing event updated for resources: {'Port': ['ID=f005c85a-3144-4e3d-9125-c132d7adf977,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:17.890322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:17.892957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Checking segment: {'id': 'a91be582-ab5d-4be7-be16-9a22194c54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:17.893589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.894108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Bound using segment: {'id': 'a91be582-ab5d-4be7-be16-9a22194c54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:17.895171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Bound port: f005c85a-3144-4e3d-9125-c132d7adf977, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a91be582-ab5d-4be7-be16-9a22194c54fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:17.895873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.916709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Attempting to bind port 939d43e0-d65a-45eb-98a8-2ec1b70354ca on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:17.917046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Attempting to bind port 939d43e0-d65a-45eb-98a8-2ec1b70354ca by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:17.917559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Attempting to bind port 939d43e0-d65a-45eb-98a8-2ec1b70354ca on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:17.931950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3459e9d-55c9-46c9-b14e-ca0fd64d34f3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.933876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-68c9726d-f6df-48d0-8b3e-f74c556c88af tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1998186596&fields=id&tenant_id=95ab8de24a96489da8b278a7bb64294b HTTP/1.1" status: 200 len: 267 time: 0.1044133 Mar 31 23:12:17.942408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91be582-ab5d-4be7-be16-9a22194c54fc') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.942925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91be582-ab5d-4be7-be16-9a22194c54fc') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:17.958464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.975385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:17.984531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] For port f005c85a-3144-4e3d-9125-c132d7adf977, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:17.997720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:17.998225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:18.001309 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:18.012242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10caa8d-078e-44e8-ae11-2dff5dbf7280 req-2807a8b3-aeda-423c-8b89-cb16fd95b1e2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.013928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b10caa8d-078e-44e8-ae11-2dff5dbf7280 req-2807a8b3-aeda-423c-8b89-cb16fd95b1e2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1990612 Mar 31 23:12:18.061783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-e163ff1f-2371-488c-a6ab-71389829a741 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.065579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-e163ff1f-2371-488c-a6ab-71389829a741 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/networks?id=6892548f-19c8-427f-b974-6172bbb6596e HTTP/1.1" status: 200 len: 805 time: 0.1306951 Mar 31 23:12:18.074738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Port 939d43e0-d65a-45eb-98a8-2ec1b70354ca on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:18.075542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Attempting to bind port 939d43e0-d65a-45eb-98a8-2ec1b70354ca on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:18.096764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.099782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:18.100357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:18.100916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:18.101571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Bound port: 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:18.102796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.108022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-970c351d-00b8-41ed-8d27-fecb5d048255 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/quotas/95ab8de24a96489da8b278a7bb64294b HTTP/1.1" status: 200 len: 375 time: 0.0343215 Mar 31 23:12:18.120584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] For port f005c85a-3144-4e3d-9125-c132d7adf977, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f005c85a-3144-4e3d-9125-c132d7adf977,segment=NetworkSegment(a91be582-ab5d-4be7-be16-9a22194c54fc),segment_id=a91be582-ab5d-4be7-be16-9a22194c54fc)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:18.125960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b10caa8d-078e-44e8-ae11-2dff5dbf7280 req-2dffbb84-7734-4377-88ca-3713eb353a31 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995026 Mar 31 23:12:18.127216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.129155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:18.129155 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:18.129155 n-d-835855-2 neutron-server[109299]: [parameters: {'id': 'b3459e9d-55c9-46c9-b14e-ca0fd64d34f3'}] Mar 31 23:12:18.129155 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:18.129532 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:18.136125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for bcfbe9b2-24e6-48eb-9f80-e93f3c1f9c02 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:18.258206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef985d-e4ec-4561-b1e2-7de88fda1adc None None] Pushing event updated for resources: {'Port': ['ID=f005c85a-3144-4e3d-9125-c132d7adf977,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.282966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da353c49-88ce-4d63-a5f5-73f5904813c7 None None] Network b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:18.374254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.420712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=bcfbe9b2-24e6-48eb-9f80-e93f3c1f9c02,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.476377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae825d1d-f28d-40f9-8b1e-f2558fcf583e None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:18.487490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.514793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.563316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.585336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae825d1d-f28d-40f9-8b1e-f2558fcf583e None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:18.587592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-61f1db65-49ad-4262-b503-bbffffeab680 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=95ab8de24a96489da8b278a7bb64294b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4628606 Mar 31 23:12:18.601352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:18.607089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.609550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.647418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:18.658842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.661745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.671528 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.672097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router 63076dfd-a05d-4183-a5de-a5f687b3b94b {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:18.679806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.685832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3d1e4025-8e43-448d-b636-267d9ddde847 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 204 len: 168 time: 1.9474485 Mar 31 23:12:18.686533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:18.692782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051903748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:18.742222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.742844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.744343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] 10.222.0.96 "PUT /v2.0/ports/939d43e0-d65a-45eb-98a8-2ec1b70354ca HTTP/1.1" status: 200 len: 1091 time: 2.4222066 Mar 31 23:12:18.746651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:18.749041 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfe31f4-b039-4231-84d0-07f0d38f90ca" -d '{"events": [{"name": "network-changed", "server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:18.758495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.762561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.767564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.769349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2c341230-0cf2-426a-8d46-fe08a95d76e3 HTTP/1.1" status: 204 len: 168 time: 0.9101272 Mar 31 23:12:18.769551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.798974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2283c-7d1e-44d8-b314-bc5ff4961d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c341230-0cf2-426a-8d46-fe08a95d76e3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.817781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb33d6-19df-476e-8a18-b2d7df576bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.837598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-07883767-afc2-48ed-8346-dcce6f80f1bb service neutron] 10.222.0.95 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335117 Mar 31 23:12:18.972906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:18.991071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-76972324-f1ea-420d-863c-525fbe49ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.992638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-76972324-f1ea-420d-863c-525fbe49ba3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 1094 time: 0.1949766 Mar 31 23:12:18.995735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.021810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6dc17-392b-4303-9d35-8a92ecf8419f req-3ff4b95f-af65-4724-a170-c83f9e2c29d9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.023412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1aa6dc17-392b-4303-9d35-8a92ecf8419f req-3ff4b95f-af65-4724-a170-c83f9e2c29d9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 943 time: 0.2081201 Mar 31 23:12:19.058538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port f005c85a-3144-4e3d-9125-c132d7adf977 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:19.059024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.128984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-f6c6121b-742f-4807-96b0-416d9bb25425 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca HTTP/1.1" status: 200 len: 217 time: 0.1206086 Mar 31 23:12:19.201451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-cbb2d620-04d2-4787-a1ad-c7fd47f4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.202965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-cbb2d620-04d2-4787-a1ad-c7fd47f4d12a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.0641053 Mar 31 23:12:19.247335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-88bb9584-5c9a-4b1b-ac1a-a26d048d61da service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335231 Mar 31 23:12:19.252425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-c1b44632-f9e7-44f3-95c5-f5f20240b726 service neutron] 10.222.0.95 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000030 Mar 31 23:12:19.451534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-03dd282b-dc17-486b-aba2-f83812af9c6a service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949024 Mar 31 23:12:19.707332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-610d0c06-c9bb-44a0-bed9-341e17159b0e req-4edbd8c2-19e8-44b4-9887-09ab059b1427 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433059 Mar 31 23:12:19.879845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:19.896656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a701d8a2-3d95-4549-ad31-5986586b164d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2081120 Mar 31 23:12:19.896918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:19.905612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:19.977159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1aa6dc17-392b-4303-9d35-8a92ecf8419f req-ab3004a8-91fa-4092-ac2c-35d2f1919f94 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9341340 Mar 31 23:12:19.990173 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2111e4-3b88-4c66-ad56-ecd01b2fa9fb x-openstack-request-id: req-8f2111e4-3b88-4c66-ad56-ecd01b2fa9fb {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:19.990487 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:19.990727 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8f2111e4-3b88-4c66-ad56-ecd01b2fa9fb {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:19.991304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port f005c85a-3144-4e3d-9125-c132d7adf977, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f005c85a-3144-4e3d-9125-c132d7adf977,segment=NetworkSegment(a91be582-ab5d-4be7-be16-9a22194c54fc),segment_id=a91be582-ab5d-4be7-be16-9a22194c54fc)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:19.991441 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2111e4-3b88-4c66-ad56-ecd01b2fa9fb'] response: {'name': 'network-changed', 'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca', 'status': 'completed', 'code': 200} Mar 31 23:12:19.991705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.041986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for f005c85a-3144-4e3d-9125-c132d7adf977 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:20.160580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ae2bdb7-d84b-4862-b582-12a5e623994a req-fe18baf5-ac3e-4247-a618-6da7e86f1bd2 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0820072 Mar 31 23:12:20.226980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.273313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=f005c85a-3144-4e3d-9125-c132d7adf977,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.279641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port f005c85a-3144-4e3d-9125-c132d7adf977 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:20.355887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-c78c5a69-af53-4cc3-b7de-a819a7d2b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.357562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-c78c5a69-af53-4cc3-b7de-a819a7d2b884 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 1094 time: 0.3591938 Mar 31 23:12:20.376412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.407312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.415523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3459e9d-55c9-46c9-b14e-ca0fd64d34f3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:20.443214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a91be582-ab5d-4be7-be16-9a22194c54fc') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:20.443523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a91be582-ab5d-4be7-be16-9a22194c54fc') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:20.461951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.482599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.496899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:20.498166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:20.510027 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:20.545623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4807-0a9b-4d3c-bd1a-7a9895f1150c req-18741596-aaf3-4358-b750-a332c37a5e02 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.547409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98e4807-0a9b-4d3c-bd1a-7a9895f1150c req-18741596-aaf3-4358-b750-a332c37a5e02 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.3924599 Mar 31 23:12:20.644985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-449d895a-da70-4b0c-a22c-569b40183626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.647431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-449d895a-da70-4b0c-a22c-569b40183626 service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.2297630 Mar 31 23:12:20.657591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c48a9-04b4-48fc-9f8f-f8d6901e5097 req-b8ae948f-f13f-48f9-8366-5c8a4908d07e tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.661098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-768c48a9-04b4-48fc-9f8f-f8d6901e5097 req-b8ae948f-f13f-48f9-8366-5c8a4908d07e tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.1117430 Mar 31 23:12:20.665305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.672158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.683321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 HTTP/1.1" status: 204 len: 168 time: 4.0539231 Mar 31 23:12:20.683321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60022) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:20.697324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493959091'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:20.741224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2373f8-de61-44cb-a15d-460003d61140 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=b3459e9d-55c9-46c9-b14e-ca0fd64d34f3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.749415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-b91aa534-b120-40af-bb40-3e6a3c849369 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca HTTP/1.1" status: 200 len: 217 time: 0.0892041 Mar 31 23:12:20.771729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e98e4807-0a9b-4d3c-bd1a-7a9895f1150c req-ef6e349e-ca42-47dd-a0b8-ef370dc57b92 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897414 Mar 31 23:12:20.833049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:20.838751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.871150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-768c48a9-04b4-48fc-9f8f-f8d6901e5097 req-2bfc4551-91e1-4980-b8b4-48ed77ef6069 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694286 Mar 31 23:12:20.873366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.905410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-12f4d54b-b4c8-46ef-8665-9726138075f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.907004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:20.907924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-12f4d54b-b4c8-46ef-8665-9726138075f5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1348517 Mar 31 23:12:20.918692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:20.919002 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment f5477bd4-f853-4745-b458-f3d604307e3a of type vlan for network f2bd20e9-8c69-4717-8508-7813547ffb2f Mar 31 23:12:20.948753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-886d6f70-7ed7-48b7-a1be-8ab44540ca16 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335877 Mar 31 23:12:20.967837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-66ae841f-8695-48f3-a527-d9c8e97c7a27 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:12:20.969400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-66ae841f-8695-48f3-a527-d9c8e97c7a27 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079842 Mar 31 23:12:20.983740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.074130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.080527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.085302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.160912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4772718 Mar 31 23:12:21.176910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.181096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60030) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:21.209275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b384c10-ae40-4280-aaee-59756c936a8c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=f2bd20e9-8c69-4717-8508-7813547ffb2f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.220295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f2bd20e9-8c69-4717-8508-7813547ffb2f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:21.264581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:21.378373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09eed638-774c-4dc4-a1d2-b1a3b7d9770d req-01987a24-4ef6-4771-b98f-8a49cda7ce1f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0628834 Mar 31 23:12:21.400863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.563142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-5e1a0102-d10e-4d36-a0a5-6dd94fcf002e service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422199 Mar 31 23:12:21.645406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04178b6-df80-4409-90fc-3bf4f0ed3841 req-726f96b2-c8ba-4093-8021-df68d5cc43e3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.651293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e04178b6-df80-4409-90fc-3bf4f0ed3841 req-726f96b2-c8ba-4093-8021-df68d5cc43e3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 943 time: 0.5037398 Mar 31 23:12:21.852457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:21.856097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:21.887390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e04178b6-df80-4409-90fc-3bf4f0ed3841 req-1162845a-4971-40e9-bd96-2e3206037c81 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901524 Mar 31 23:12:21.899592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-c2347d88-9ba9-4f59-a1ae-835d7b3b53f6 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.901359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-c2347d88-9ba9-4f59-a1ae-835d7b3b53f6 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.60 "GET /v2.0/networks?id=6892548f-19c8-427f-b974-6172bbb6596e HTTP/1.1" status: 200 len: 805 time: 0.4941547 Mar 31 23:12:21.969814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf69f11-35aa-48d3-85e0-fe50e4578821 req-bc88822c-7f6b-47c7-aad6-133755eb2e2f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.972087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf69f11-35aa-48d3-85e0-fe50e4578821 req-bc88822c-7f6b-47c7-aad6-133755eb2e2f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.0985007 Mar 31 23:12:22.001593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Allocated IP 172.25.8.249 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/bac02fef-c932-4e93-9783-0e44b3fa2d82) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:22.050582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adf69f11-35aa-48d3-85e0-fe50e4578821 req-aa5ff325-9f6e-44e9-9cd2-bd17efc2293f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Mar 31 23:12:22.218075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bfe31f4-b039-4231-84d0-07f0d38f90ca req-c66fe848-e187-4904-bf00-1c9bf75aacb8 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415474 Mar 31 23:12:22.271957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed7bea-d781-4cf5-8dd8-845bed87f429 req-e8945acd-2a09-4416-ae17-5b18d9e9edf9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.273908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23ed7bea-d781-4cf5-8dd8-845bed87f429 req-e8945acd-2a09-4416-ae17-5b18d9e9edf9 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.1746330 Mar 31 23:12:22.286446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-8ada636d-cb5a-4e16-b7f4-a50d0336da3e tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95ab8de24a96489da8b278a7bb64294b HTTP/1.1" status: 200 len: 380 time: 0.3279035 Mar 31 23:12:22.308991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'port': {'device_id': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'admin_state_up': True, 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'security_groups': ['caac6dbd-e512-41bd-b8bd-6504f5ea9247']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:22.365459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:22.522614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-390f8f1b-191b-47ef-b034-4a09afb0cf09 req-6c79394a-c751-4c85-b103-3b6323b8a82c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0583882 Mar 31 23:12:22.894798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23ed7bea-d781-4cf5-8dd8-845bed87f429 req-ce9a9275-e11e-484e-9e8f-ddf78d2889dc tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984435 Mar 31 23:12:22.989491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-b0b02766-b935-4659-ae78-f387d87c04c0 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.991215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-b0b02766-b935-4659-ae78-f387d87c04c0 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.1747193 Mar 31 23:12:23.046667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.052669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Made reservation on behalf of 95ab8de24a96489da8b278a7bb64294b for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:23.056479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.090266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.100451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e73fc-b70b-4c9c-a432-6502ff9356d8 req-a5863237-8564-44d1-9b9b-97385b8e2585 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.110902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b6e73fc-b70b-4c9c-a432-6502ff9356d8 req-a5863237-8564-44d1-9b9b-97385b8e2585 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 943 time: 0.1051340 Mar 31 23:12:23.192319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event updated for resources: {'Port': ['ID=bac02fef-c932-4e93-9783-0e44b3fa2d82,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.216634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b6e73fc-b70b-4c9c-a432-6502ff9356d8 req-dae8f1fb-4f7a-40ef-8fcf-654617582ef6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719600 Mar 31 23:12:23.287092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:23.345408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:23.361209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:23.468335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=ab35235d-51a3-4d80-91b1-e9dded38ba9c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:23.496153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': 'f5477bd4-f853-4745-b458-f3d604307e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:23.496722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: f2bd20e9-8c69-4717-8508-7813547ffb2f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:23.584432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Deleting port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:23.587605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:23.597713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c1262-bd43-4776-b036-ab4e909d0352 req-edc86d59-d466-4413-a546-7a7d28419b66 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.599480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca2c1262-bd43-4776-b036-ab4e909d0352 req-edc86d59-d466-4413-a546-7a7d28419b66 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.4171042 Mar 31 23:12:23.653703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a681e293-9f8b-4ab9-8b42-8b52b97ee225 req-c5f14409-4084-4ec3-82c9-e10b85f762ca tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0476398 Mar 31 23:12:23.949327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network f2bd20e9-8c69-4717-8508-7813547ffb2f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:23.952213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Allocated IP 172.20.0.14 (6892548f-19c8-427f-b974-6172bbb6596e/0928102f-4c60-4584-9c6b-ef24ab1299b5/2b2422ac-7c79-467f-83cf-68f43bfa5056) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:24.002475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f2bd20e9-8c69-4717-8508-7813547ffb2f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:24.006964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca2c1262-bd43-4776-b036-ab4e909d0352 req-f3dc0378-86e9-495e-aa55-c28fe440a5ad tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199396 Mar 31 23:12:24.018972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.019716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.028225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd74f4-1237-41ee-8e7e-c9e07495db40 None None] Network f2bd20e9-8c69-4717-8508-7813547ffb2f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:24.086239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f49ddbdc-0682-4359-be54-eb9acaa526a8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8928449 Mar 31 23:12:24.086687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60062) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:24.109587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b40e-bd8f-42a4-9916-465da2d8f8c3 req-f2118adb-5a19-444c-b965-4815c8653d80 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.112244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9521b40e-bd8f-42a4-9916-465da2d8f8c3 req-f2118adb-5a19-444c-b965-4815c8653d80 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 945 time: 0.1190047 Mar 31 23:12:24.145177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] For port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,segment=NetworkSegment(a5ea9380-531c-42dc-8571-69369f1e7289),segment_id=a5ea9380-531c-42dc-8571-69369f1e7289)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:24.145553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.181699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Calling delete_port for 5fa7d166-a2f9-4e4a-9426-963a14e0c57c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:24.261797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9521b40e-bd8f-42a4-9916-465da2d8f8c3 req-6e3fcde0-573b-4023-8b92-74b9140c9d4d tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/security-groups?id=778b1568-fc40-4c0c-b56e-d914ed420679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252878 Mar 31 23:12:24.308229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.324903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-f2bd20e9-8c69-4717-8508-7813547ffb2f', 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': 'ab35235d-51a3-4d80-91b1-e9dded38ba9c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:24.325806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.387662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.402591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.446180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 939d43e0-d65a-45eb-98a8-2ec1b70354ca details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:24.494558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Allocated IP 172.20.0.2 (f2bd20e9-8c69-4717-8508-7813547ffb2f/ab35235d-51a3-4d80-91b1-e9dded38ba9c/5ad771a1-ac89-4548-9f46-d01b6e9a9444) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:24.601804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937ae5d-a370-4501-a1f4-1d312acb26d1 req-4c1b1556-df6e-4e64-b6e9-5242e8b85065 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.615338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5937ae5d-a370-4501-a1f4-1d312acb26d1 req-4c1b1556-df6e-4e64-b6e9-5242e8b85065 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 943 time: 0.2715538 Mar 31 23:12:24.630713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.744167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5937ae5d-a370-4501-a1f4-1d312acb26d1 req-ba701a5b-e971-4e4f-a441-b01166e7490d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238778 Mar 31 23:12:24.832937 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.847540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4faba81-cebb-4f77-b00f-258b6466e303 req-72b45d1f-5e25-45d3-bfa7-b87834315f56 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0960996 Mar 31 23:12:24.881610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:24.896846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5fa7d166-a2f9-4e4a-9426-963a14e0c57c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:24.917824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:24.919979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Pushing event deleted for resources: {'Port': ['ID=5fa7d166-a2f9-4e4a-9426-963a14e0c57c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:24.943412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '939d43e0-d65a-45eb-98a8-2ec1b70354ca', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '939d43e0-d65a-45eb-98a8-2ec1b70354ca', 'mac_address': 'fa:16:3e:ca:c7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:25.013528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Network 6892548f-19c8-427f-b974-6172bbb6596e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:25.015595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] No DVR routers for this DVR port 5fa7d166-a2f9-4e4a-9426-963a14e0c57c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:25.021567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:25.027710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.030343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.034521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d546b1e6-e0dc-4def-8096-78c5be25b3a4 req-abae5d40-e98b-4932-80e7-6bca9a342779 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.60 "DELETE /v2.0/ports/5fa7d166-a2f9-4e4a-9426-963a14e0c57c HTTP/1.1" status: 204 len: 173 time: 2.0324740 Mar 31 23:12:25.036596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'name': 'network-vif-deleted', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:25.039120 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa55c0a-5eb9-490b-96c4-a5978e411d2c" -d '{"events": [{"server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "name": "network-vif-deleted", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:25.045952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:25.084925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.091545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event updated for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.153989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.186805 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a16e428-1a68-42bb-8b87-c6b5bd2bf264 x-openstack-request-id: req-2a16e428-1a68-42bb-8b87-c6b5bd2bf264 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:25.187085 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c408ba-6a34-40a7-a64c-1d1406c91fdf", "name": "network-vif-deleted", "tag": "5fa7d166-a2f9-4e4a-9426-963a14e0c57c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:25.187373 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a16e428-1a68-42bb-8b87-c6b5bd2bf264 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:25.187777 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a16e428-1a68-42bb-8b87-c6b5bd2bf264'] response: {'server_uuid': 'b2c408ba-6a34-40a7-a64c-1d1406c91fdf', 'name': 'network-vif-deleted', 'tag': '5fa7d166-a2f9-4e4a-9426-963a14e0c57c', 'status': 'completed', 'code': 200} Mar 31 23:12:25.216700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.217318 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.273876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939d43e0-d65a-45eb-98a8-2ec1b70354ca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:25.291735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-b4553644-9857-45a7-ae12-bde64751310f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9884706 Mar 31 23:12:25.411459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:25.427466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.450984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.505817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d03d0346-12a3-41ad-80f1-b088960ef5d1 req-31e54a39-522f-4426-acbe-6a1ca7948917 tempest-VolumesSnapshotTestJSON-1256598497 tempest-VolumesSnapshotTestJSON-1256598497-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2c408ba-6a34-40a7-a64c-1d1406c91fdf HTTP/1.1" status: 200 len: 210 time: 0.1084890 Mar 31 23:12:25.512853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.582284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=ab35235d-51a3-4d80-91b1-e9dded38ba9c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.602605 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.625904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-985cb24f-471c-4d6e-850a-5c32099817d7 None None] Provisioning complete for port 2b2422ac-7c79-467f-83cf-68f43bfa5056 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:25.626288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-985cb24f-471c-4d6e-850a-5c32099817d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.745522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Request body: {'port': {'device_id': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:25.817298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.824206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Network f2bd20e9-8c69-4717-8508-7813547ffb2f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:25.826865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:25.837573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:25.840078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c80c2-891e-4e00-90b1-07e50660bcbc req-fce684c9-0175-4455-8e24-d204ac7bc308 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.842110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f4c80c2-891e-4e00-90b1-07e50660bcbc req-fce684c9-0175-4455-8e24-d204ac7bc308 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.6093731 Mar 31 23:12:25.851405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-985cb24f-471c-4d6e-850a-5c32099817d7 None None] Port 2b2422ac-7c79-467f-83cf-68f43bfa5056 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:25.853428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:25.881787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bd20e9-8c69-4717-8508-7813547ffb2f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:25.897021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5477bd4-f853-4745-b458-f3d604307e3a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:25.897422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5477bd4-f853-4745-b458-f3d604307e3a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:25.910071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.927889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.936033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:25.937147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:25.941949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['939d43e0-d65a-45eb-98a8-2ec1b70354ca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:25.961601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:26.021241 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:26.024197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Router d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:26.051428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f4c80c2-891e-4e00-90b1-07e50660bcbc req-d670c5ca-c6c1-4791-8306-80784341123d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769872 Mar 31 23:12:26.069674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:26.069674 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:26.069674 n-d-835855-2 neutron-server[109299]: [parameters: {'id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'}] Mar 31 23:12:26.069674 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:26.069674 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:26.083570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Attempting to bind port 5ad771a1-ac89-4548-9f46-d01b6e9a9444 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:26.083943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Attempting to bind port 5ad771a1-ac89-4548-9f46-d01b6e9a9444 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f5477bd4-f853-4745-b458-f3d604307e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:26.084305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Attempting to bind port 5ad771a1-ac89-4548-9f46-d01b6e9a9444 on network f2bd20e9-8c69-4717-8508-7813547ffb2f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:26.100780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Pushing event updated for resources: {'Port': ['ID=5ad771a1-ac89-4548-9f46-d01b6e9a9444,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.120965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:26.121342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Checking segment: {'id': 'f5477bd4-f853-4745-b458-f3d604307e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:26.121755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.121892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3e13c-a9c3-4770-a27a-bb9edd7cc207 req-293e1d26-8093-441f-bd2e-ccc46f965d43 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.123371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Bound using segment: {'id': 'f5477bd4-f853-4745-b458-f3d604307e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:26.123847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Bound port: 5ad771a1-ac89-4548-9f46-d01b6e9a9444, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5477bd4-f853-4745-b458-f3d604307e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': 'f2bd20e9-8c69-4717-8508-7813547ffb2f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:26.124832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8bc3e13c-a9c3-4770-a27a-bb9edd7cc207 req-293e1d26-8093-441f-bd2e-ccc46f965d43 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 944 time: 0.0923309 Mar 31 23:12:26.125373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.232683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8bc3e13c-a9c3-4770-a27a-bb9edd7cc207 req-65fd9419-943b-4db5-a3e4-0ced4e51fcc7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008997 Mar 31 23:12:26.234546 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.332622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] For port 5ad771a1-ac89-4548-9f46-d01b6e9a9444, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:26.336768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] For port 5ad771a1-ac89-4548-9f46-d01b6e9a9444, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5ad771a1-ac89-4548-9f46-d01b6e9a9444,segment=NetworkSegment(f5477bd4-f853-4745-b458-f3d604307e3a),segment_id=f5477bd4-f853-4745-b458-f3d604307e3a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:26.352240 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.363687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c509f0-3f41-4ef8-ac36-a618940d9b06 req-de329c9d-98ca-4353-8110-a0c576bfa7c9 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.371277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28c509f0-3f41-4ef8-ac36-a618940d9b06 req-de329c9d-98ca-4353-8110-a0c576bfa7c9 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 932 time: 0.2275691 Mar 31 23:12:26.408858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee3d17-b34c-429e-a50e-e1ab220edf74 None None] Pushing event updated for resources: {'Port': ['ID=5ad771a1-ac89-4548-9f46-d01b6e9a9444,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.426627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:26.436212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.437410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-54802a67-f19e-4804-9b23-ce06d8b9d2d5 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "PUT /v2.0/routers/d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 200 len: 880 time: 6.5383682 Mar 31 23:12:26.440374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.481215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] Sync routers for ids ['d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:26.491073 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-28c509f0-3f41-4ef8-ac36-a618940d9b06 req-819789ec-c52d-40d7-abfa-89cfb880ad00 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188543 Mar 31 23:12:26.504898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd2aed3-77f0-4c38-87a4-46072c9284c9 None None] Network f2bd20e9-8c69-4717-8508-7813547ffb2f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:26.530819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] Routers {'d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:26.530819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:26.647117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.654711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:26.660470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d703bece-c34f-4c15-8d42-fedcd5d5773a tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 200 len: 921 time: 0.2126248 Mar 31 23:12:26.664370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:26.777172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b2422ac-7c79-467f-83cf-68f43bfa5056 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:26.794631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] Routers {'d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:26.795358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:26.818954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.884844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port 5ad771a1-ac89-4548-9f46-d01b6e9a9444 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:26.888145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.924285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5fa7d166-a2f9-4e4a-9426-963a14e0c57c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:26.975020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Transition to ACTIVE for port object 2b2422ac-7c79-467f-83cf-68f43bfa5056 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:26.985145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf19c4-e6d6-4931-8519-232ac4978367 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.989617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-efbf19c4-e6d6-4931-8519-232ac4978367 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3217223 Mar 31 23:12:26.999361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:26.999621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:26.999727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d3867a-5423-440c-90d2-254b77a6d7d7 None None] The sync data for ids ['d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:27.012320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60102) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.044897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 5fa7d166-a2f9-4e4a-9426-963a14e0c57c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:12:27.045233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5fa7d166-a2f9-4e4a-9426-963a14e0c57c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:12:27.153242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.218444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port 5ad771a1-ac89-4548-9f46-d01b6e9a9444, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5ad771a1-ac89-4548-9f46-d01b6e9a9444,segment=NetworkSegment(f5477bd4-f853-4745-b458-f3d604307e3a),segment_id=f5477bd4-f853-4745-b458-f3d604307e3a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:27.218824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.238390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for 5ad771a1-ac89-4548-9f46-d01b6e9a9444 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:27.276588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Attempting to bind port 2b2422ac-7c79-467f-83cf-68f43bfa5056 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:27.276588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Attempting to bind port 2b2422ac-7c79-467f-83cf-68f43bfa5056 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:27.276588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Attempting to bind port 2b2422ac-7c79-467f-83cf-68f43bfa5056 on network 6892548f-19c8-427f-b974-6172bbb6596e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:27.281828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Port 2b2422ac-7c79-467f-83cf-68f43bfa5056 on network 6892548f-19c8-427f-b974-6172bbb6596e not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:27.282224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Attempting to bind port 2b2422ac-7c79-467f-83cf-68f43bfa5056 on network 6892548f-19c8-427f-b974-6172bbb6596e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:27.294017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:27.294430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Checking segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:27.294889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Bound using segment: {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:27.295414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Bound port: 2b2422ac-7c79-467f-83cf-68f43bfa5056, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499cf6dc-e107-4077-a4ad-4f428fd37878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:27.295835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.433186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:27.436761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:27.472685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181d6e-74a7-4b74-9e9f-5eabba81b9b5 req-190f4585-aa16-42a4-8999-2f1bba7dbb07 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.472884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0a3d9-51a1-4de1-aa85-1f13ef624100 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.472986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf181d6e-74a7-4b74-9e9f-5eabba81b9b5 req-190f4585-aa16-42a4-8999-2f1bba7dbb07 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2418675 Mar 31 23:12:27.473498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d1b0a3d9-51a1-4de1-aa85-1f13ef624100 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.4599199 Mar 31 23:12:27.478951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60114) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.500036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.501005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a179582-32d0-4550-b905-0b4a8c6f630c None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:27.512877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.571551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655c3bc-ec37-44ce-983a-8373d66f907f req-eabb4951-ef9a-4d57-8784-3a8a6fe49b6e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.573346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9655c3bc-ec37-44ce-983a-8373d66f907f req-eabb4951-ef9a-4d57-8784-3a8a6fe49b6e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 944 time: 0.0981364 Mar 31 23:12:27.574469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=5ad771a1-ac89-4548-9f46-d01b6e9a9444,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.579221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port 5ad771a1-ac89-4548-9f46-d01b6e9a9444 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:27.579437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-51233846-4f7c-49f9-a3e1-864ba2f356fa tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 200 len: 205 time: 0.0989575 Mar 31 23:12:27.581257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60118) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:27.648462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.649144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.650926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b2422ac-7c79-467f-83cf-68f43bfa5056 HTTP/1.1" status: 200 len: 1092 time: 2.3190410 Mar 31 23:12:27.657666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:27.660640 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:27.687424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf181d6e-74a7-4b74-9e9f-5eabba81b9b5 req-3ace35a9-b6a8-48bf-8475-d722d64bdd60 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059019 Mar 31 23:12:27.702305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7652-b55b-4be4-ae91-17bfd1f66165 service neutron] Pushing event updated for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.751847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.775859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bd20e9-8c69-4717-8508-7813547ffb2f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.789892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5477bd4-f853-4745-b458-f3d604307e3a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.790261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5477bd4-f853-4745-b458-f3d604307e3a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.795635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-bb07eeaa-d0bf-4ac3-91b7-8bfbdbfca1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.797301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-bb07eeaa-d0bf-4ac3-91b7-8bfbdbfca1ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95ab8de24a96489da8b278a7bb64294b&device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 1095 time: 0.0918598 Mar 31 23:12:27.805085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.809404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.809633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a179582-32d0-4550-b905-0b4a8c6f630c None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:27.823641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.850288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:27.851807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:27.864786 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:27.921887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-65253e38-7426-48eb-a582-ee2364db5c16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056 HTTP/1.1" status: 200 len: 217 time: 0.1060057 Mar 31 23:12:28.045377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9655c3bc-ec37-44ce-983a-8373d66f907f req-f6933da9-ade2-4e23-87de-844401ca3d8f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338171 Mar 31 23:12:28.068171 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.075028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e10a-f8c1-4759-adef-303a274997ea req-dd32262c-c98f-4837-b523-4b189ee48eba tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.076821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccd2e10a-f8c1-4759-adef-303a274997ea req-dd32262c-c98f-4837-b523-4b189ee48eba tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1861382 Mar 31 23:12:28.085005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.090861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6acb5161-9150-4b97-bae3-b82bb4c58d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.091635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/f2bd20e9-8c69-4717-8508-7813547ffb2f HTTP/1.1" status: 204 len: 168 time: 4.0029421 Mar 31 23:12:28.095326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-6acb5161-9150-4b97-bae3-b82bb4c58d34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0928102f-4c60-4584-9c6b-ef24ab1299b5 HTTP/1.1" status: 200 len: 844 time: 0.1580038 Mar 31 23:12:28.099771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60126) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.137384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773433600'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.143484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3149fc-3298-4144-939c-a48b64654cfa tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=f2bd20e9-8c69-4717-8508-7813547ffb2f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:28.155074 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78ae06-214b-4ff2-887d-2add43884bfa x-openstack-request-id: req-df78ae06-214b-4ff2-887d-2add43884bfa {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:28.155974 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:28.156424 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-df78ae06-214b-4ff2-887d-2add43884bfa {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:28.157264 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df78ae06-214b-4ff2-887d-2add43884bfa'] response: {'name': 'network-changed', 'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'status': 'completed', 'code': 200} Mar 31 23:12:28.201746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:28.206855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.233965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.279662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:28.332951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.334468 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 8c8437f1-afdf-41ca-9f6b-c4023248bd24 of type vlan for network 913c8344-05d5-4bf9-bace-b863d14c952e Mar 31 23:12:28.379385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ccd2e10a-f8c1-4759-adef-303a274997ea req-d8422caf-3ffd-4bdd-9c41-74078cf64d0f tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869847 Mar 31 23:12:28.411804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 939d43e0-d65a-45eb-98a8-2ec1b70354ca up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:28.429400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.487602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.509078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.510140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.535077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-cb0e2df5-3a02-4d00-aab1-84665c6cf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.541386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-cb0e2df5-3a02-4d00-aab1-84665c6cf27a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6892548f-19c8-427f-b974-6172bbb6596e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4266849 Mar 31 23:12:28.547918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 939d43e0-d65a-45eb-98a8-2ec1b70354ca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:12:28.554813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 939d43e0-d65a-45eb-98a8-2ec1b70354ca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:28.557585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.610040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4852002 Mar 31 23:12:28.613101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60132) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:28.619585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.625700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca027fb-e42e-48a9-a886-4b8f2acd3f3c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=913c8344-05d5-4bf9-bace-b863d14c952e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:28.673681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 913c8344-05d5-4bf9-bace-b863d14c952e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:28.686107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port bac02fef-c932-4e93-9783-0e44b3fa2d82 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:28.686702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.826251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:28.829988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.886827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-7b4ba5e0-7218-4b7f-a424-f798bec4ca8b service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388269 Mar 31 23:12:28.940269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:28.949118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.ipam_backend_mixin [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing IP validity checks on allocation pools {{(pid=109299) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:12:28.949468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.ipam_backend_mixin [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109299) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:12:28.984524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.001770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:29.004996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:29.008519 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4ccd7a-e1df-489c-8702-3a0df6ea7365" -d '{"events": [{"server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "name": "network-vif-plugged", "status": "completed", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:29.021717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.030973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for bac02fef-c932-4e93-9783-0e44b3fa2d82 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:29.076910 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2398cce8-bcb4-4bb0-870d-e7164d8c1167 x-openstack-request-id: req-2398cce8-bcb4-4bb0-870d-e7164d8c1167 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:29.077455 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "name": "network-vif-plugged", "status": "completed", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:29.077761 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2398cce8-bcb4-4bb0-870d-e7164d8c1167 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:29.078166 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2398cce8-bcb4-4bb0-870d-e7164d8c1167'] response: {'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca', 'code': 200} Mar 31 23:12:29.120218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.163636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.230040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=09620f1e-655e-4150-b38f-a0395acf5607,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.248896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483dc65-32cd-44c1-aa82-ac316627b5ff req-cc81aec2-67ae-439e-a255-cb32e464a657 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.251131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7483dc65-32cd-44c1-aa82-ac316627b5ff req-cc81aec2-67ae-439e-a255-cb32e464a657 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1466899 Mar 31 23:12:29.259193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '8c8437f1-afdf-41ca-9f6b-c4023248bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:29.259761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: 913c8344-05d5-4bf9-bace-b863d14c952e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:29.308335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7483dc65-32cd-44c1-aa82-ac316627b5ff req-64e7bfc7-6cfc-4d18-bde1-9257aa61ad56 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506637 Mar 31 23:12:29.361973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network 913c8344-05d5-4bf9-bace-b863d14c952e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:29.361973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 913c8344-05d5-4bf9-bace-b863d14c952e) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:29.362272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239fa2e6-862b-4898-8fbc-7a95a40918a2 None None] Network 913c8344-05d5-4bf9-bace-b863d14c952e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:29.362432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.362432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.362707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc0139a7-46e4-4c77-8cbe-a86eb006aa36 req-21a78222-5109-4174-ad2e-b7c17d3ef725 service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662690 Mar 31 23:12:29.390640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116338ba-ca13-4f3b-8878-7d7a25c5bc8f req-bb6360db-40ab-4b42-a3c5-37d2d80af577 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.392773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-116338ba-ca13-4f3b-8878-7d7a25c5bc8f req-bb6360db-40ab-4b42-a3c5-37d2d80af577 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.2139988 Mar 31 23:12:29.441985 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-07543487-73f6-46f8-b2d0-31aa6bb41421 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8270934 Mar 31 23:12:29.442664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:29.604072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-116338ba-ca13-4f3b-8878-7d7a25c5bc8f req-fa735fc8-ffe9-405e-b6fe-920d97c6fd1d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671741 Mar 31 23:12:29.609214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342931-4568-414e-b65c-f71ed3e8f6f1 req-e0dc6307-e94c-477e-bb3c-f80dcd56e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.611224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97342931-4568-414e-b65c-f71ed3e8f6f1 req-e0dc6307-e94c-477e-bb3c-f80dcd56e038 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 1096 time: 0.4527409 Mar 31 23:12:29.672209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-4ac8c091-bf92-4548-bd01-a58651dbd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.673849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-4ac8c091-bf92-4548-bd01-a58651dbd64d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95ab8de24a96489da8b278a7bb64294b&device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 1095 time: 0.2081017 Mar 31 23:12:29.677883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97342931-4568-414e-b65c-f71ed3e8f6f1 req-42cb0202-c009-458b-b5cf-061dfe804ef3 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549793 Mar 31 23:12:29.749971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.775407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903654c4-a323-429b-b3df-645112c542cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-913c8344-05d5-4bf9-bace-b863d14c952e', 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '09620f1e-655e-4150-b38f-a0395acf5607'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:29.776313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.805354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:29.826508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675542e-fcf2-43fd-ae0a-f00ed96da307 req-c75b57bd-9415-4793-8766-e22388e8037e tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.828273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3675542e-fcf2-43fd-ae0a-f00ed96da307 req-c75b57bd-9415-4793-8766-e22388e8037e tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1565669 Mar 31 23:12:29.861541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-35d906a3-fc33-44fb-9eaa-6c09e8236084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.863067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-35d906a3-fc33-44fb-9eaa-6c09e8236084 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6892548f-19c8-427f-b974-6172bbb6596e HTTP/1.1" status: 200 len: 907 time: 0.1806560 Mar 31 23:12:29.865815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=bac02fef-c932-4e93-9783-0e44b3fa2d82,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.917585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-f3a6144b-711c-4be7-8d9e-cad142fdc44e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056 HTTP/1.1" status: 200 len: 217 time: 0.0435929 Mar 31 23:12:30.038732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.043941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3675542e-fcf2-43fd-ae0a-f00ed96da307 req-4d2dff0d-94c7-4c49-b079-3f8b33dfbcc5 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633825 Mar 31 23:12:30.058446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-903654c4-a323-429b-b3df-645112c542cc None None] Allocated IP 172.20.0.3 (913c8344-05d5-4bf9-bace-b863d14c952e/09620f1e-655e-4150-b38f-a0395acf5607/74dbbd85-3363-4f45-b17a-d58a31c7ac9f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:30.094872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.134094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-225f7a9c-acce-4766-b583-b2c1e7248078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:30.136065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-225f7a9c-acce-4766-b583-b2c1e7248078 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0928102f-4c60-4584-9c6b-ef24ab1299b5 HTTP/1.1" status: 200 len: 844 time: 0.1961730 Mar 31 23:12:30.248780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.251750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.303641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.310178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-ef5ee757-14e5-4def-bf02-d0dfbf2de177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:30.312164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-ef5ee757-14e5-4def-bf02-d0dfbf2de177 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6892548f-19c8-427f-b974-6172bbb6596e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362064 Mar 31 23:12:30.332678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.397582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.501046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=09620f1e-655e-4150-b38f-a0395acf5607,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.552317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903654c4-a323-429b-b3df-645112c542cc None None] Network 913c8344-05d5-4bf9-bace-b863d14c952e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:30.565917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-903654c4-a323-429b-b3df-645112c542cc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:30.572806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903654c4-a323-429b-b3df-645112c542cc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:30.585211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903654c4-a323-429b-b3df-645112c542cc None None] Pushing event updated for resources: {'Port': ['ID=74dbbd85-3363-4f45-b17a-d58a31c7ac9f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.593011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.612918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.613645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:30.618602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-8e7be376-5866-45f3-9c60-596d6739f3db service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969322 Mar 31 23:12:30.635473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.642161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e0272779-efe1-4fa5-b942-e60881aa81b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 204 len: 168 time: 3.0492978 Mar 31 23:12:30.642357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60158) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:30.668407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2020789861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.692190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913c8344-05d5-4bf9-bace-b863d14c952e']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:30.743665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-903654c4-a323-429b-b3df-645112c542cc None None] Attempting to bind port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:30.744118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-903654c4-a323-429b-b3df-645112c542cc None None] Attempting to bind port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8c8437f1-afdf-41ca-9f6b-c4023248bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:30.744502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903654c4-a323-429b-b3df-645112c542cc None None] Attempting to bind port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f on network 913c8344-05d5-4bf9-bace-b863d14c952e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:30.749127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8437f1-afdf-41ca-9f6b-c4023248bd24') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:30.749708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8437f1-afdf-41ca-9f6b-c4023248bd24') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:30.755271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903654c4-a323-429b-b3df-645112c542cc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:30.755648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903654c4-a323-429b-b3df-645112c542cc None None] Checking segment: {'id': '8c8437f1-afdf-41ca-9f6b-c4023248bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:30.756052 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.756445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903654c4-a323-429b-b3df-645112c542cc None None] Bound using segment: {'id': '8c8437f1-afdf-41ca-9f6b-c4023248bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:30.756907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-903654c4-a323-429b-b3df-645112c542cc None None] Bound port: 74dbbd85-3363-4f45-b17a-d58a31c7ac9f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c8437f1-afdf-41ca-9f6b-c4023248bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '913c8344-05d5-4bf9-bace-b863d14c952e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:30.757328 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.797674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.832148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.839689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.841091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.847139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-903654c4-a323-429b-b3df-645112c542cc None None] For port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:30.858934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419c0e5-6014-4c69-a7e1-386e53c30f01 req-acd177bc-f0e9-43aa-9ac6-b6473b749837 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:30.868087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a419c0e5-6014-4c69-a7e1-386e53c30f01 req-acd177bc-f0e9-43aa-9ac6-b6473b749837 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.1001222 Mar 31 23:12:30.874551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:30.875487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:30.883727 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:30.938802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a419c0e5-6014-4c69-a7e1-386e53c30f01 req-40b08778-2a6c-4062-8f73-4ef1f698cd8b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693574 Mar 31 23:12:30.981836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-903654c4-a323-429b-b3df-645112c542cc None None] For port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74dbbd85-3363-4f45-b17a-d58a31c7ac9f,segment=NetworkSegment(8c8437f1-afdf-41ca-9f6b-c4023248bd24),segment_id=8c8437f1-afdf-41ca-9f6b-c4023248bd24)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:30.989788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903654c4-a323-429b-b3df-645112c542cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.003322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:31.003322 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:31.003322 n-d-835855-2 neutron-server[109299]: [parameters: {'id': '913c8344-05d5-4bf9-bace-b863d14c952e'}] Mar 31 23:12:31.003322 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:31.003793 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:31.123728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.142044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.180190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903654c4-a323-429b-b3df-645112c542cc None None] Pushing event updated for resources: {'Port': ['ID=74dbbd85-3363-4f45-b17a-d58a31c7ac9f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.201155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:31.205843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc7901c3-683f-4fcf-a9d2-e4788193b219 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5505860 Mar 31 23:12:31.207582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60166) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:31.213349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': True}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:31.234578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de71fe1-1f31-40e2-a99f-366e0fb406a7 None None] Network 913c8344-05d5-4bf9-bace-b863d14c952e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:31.259522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ca0be-3e08-434d-a7f9-4b8f7ca8f9ea req-c56481c8-463c-4000-99ba-ba1d8f109cbd tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.267142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-094ca0be-3e08-434d-a7f9-4b8f7ca8f9ea req-c56481c8-463c-4000-99ba-ba1d8f109cbd tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1084533 Mar 31 23:12:31.456489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d805c7-c04c-4995-aeb5-1fdceb7f2e4d req-afc497f4-56a4-43f6-a44a-e11b82f5ea39 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.458668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39d805c7-c04c-4995-aeb5-1fdceb7f2e4d req-afc497f4-56a4-43f6-a44a-e11b82f5ea39 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.8184485 Mar 31 23:12:31.473654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-094ca0be-3e08-434d-a7f9-4b8f7ca8f9ea req-55fc6558-18e7-4933-846a-620ea0a270ae tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995237 Mar 31 23:12:31.513474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39d805c7-c04c-4995-aeb5-1fdceb7f2e4d req-fb00f69d-6eb0-401a-8b28-d7b4a10beb29 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Mar 31 23:12:31.524024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fff1d30-863f-4611-b57e-b91877f61f3a None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:31.525593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ff58754-bc34-40f2-83ee-4bcdc885a4b1 req-a6d9078a-9d3f-4e8e-89bc-6ddf0e086871 service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832264 Mar 31 23:12:31.658942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fff1d30-863f-4611-b57e-b91877f61f3a None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:32.280051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.351721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.419388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6791a-2964-459d-92d6-e515d4c0032f req-e0a4292f-60ab-4dc8-8bbc-df0f637af504 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.420857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08e6791a-2964-459d-92d6-e515d4c0032f req-e0a4292f-60ab-4dc8-8bbc-df0f637af504 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.1353776 Mar 31 23:12:32.512508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:32.512949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.537258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08e6791a-2964-459d-92d6-e515d4c0032f req-43b72819-61dc-4e44-840d-3db0e305d210 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005189 Mar 31 23:12:32.665085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=74dbbd85-3363-4f45-b17a-d58a31c7ac9f,segment=NetworkSegment(8c8437f1-afdf-41ca-9f6b-c4023248bd24),segment_id=8c8437f1-afdf-41ca-9f6b-c4023248bd24)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:32.665515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:32.704206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687a295-83ab-49a5-89ad-8bf77623d02a req-ed9ca326-0348-4b6d-921b-14ada8c30007 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.712004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687a295-83ab-49a5-89ad-8bf77623d02a req-ed9ca326-0348-4b6d-921b-14ada8c30007 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1137245 Mar 31 23:12:32.756313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for 74dbbd85-3363-4f45-b17a-d58a31c7ac9f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:32.774929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687a295-83ab-49a5-89ad-8bf77623d02a req-21c8c654-fc7f-487b-a840-ef421ac6aec7 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568733 Mar 31 23:12:32.875199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c5db4-b01f-43e2-9624-088bbf8f1743 req-1b5f8bf3-bcd4-481a-bd40-97142e02d84e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.883027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-098c5db4-b01f-43e2-9624-088bbf8f1743 req-1b5f8bf3-bcd4-481a-bd40-97142e02d84e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2259808 Mar 31 23:12:32.965402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-9f86b407-b185-4f64-bcbf-6cbc70fdc0bd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.967523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-9f86b407-b185-4f64-bcbf-6cbc70fdc0bd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.1290112 Mar 31 23:12:32.974893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-098c5db4-b01f-43e2-9624-088bbf8f1743 req-204764cb-b39c-4849-b090-37c4255dfffd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904987 Mar 31 23:12:32.987629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-4f20a591-978e-4a87-96c6-d0fa44491b51 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0133088 Mar 31 23:12:33.040475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.065648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.073619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-aca88725-b893-4587-9d8a-6ec15c5bcf7a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780108 Mar 31 23:12:33.075783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.085907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-383e6180-91d8-4477-aa68-4d3fa4c33693 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:12:33.087459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-383e6180-91d8-4477-aa68-4d3fa4c33693 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062149 Mar 31 23:12:33.119013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=74dbbd85-3363-4f45-b17a-d58a31c7ac9f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:33.176019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port 74dbbd85-3363-4f45-b17a-d58a31c7ac9f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:33.231029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-0a943f9e-ba77-4ad8-8f27-cae1b23aea17 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302826 Mar 31 23:12:33.313279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.345114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913c8344-05d5-4bf9-bace-b863d14c952e']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.364202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8437f1-afdf-41ca-9f6b-c4023248bd24') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.364605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8437f1-afdf-41ca-9f6b-c4023248bd24') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:33.377644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.25.8.248 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/2096653f-1ef6-4ab7-a441-c0f829b042d3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:33.386377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.418088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.435697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-ca3ec477-9a26-46cc-aee2-b7dfd5c38e51 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971974 Mar 31 23:12:33.441204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:33.442108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:33.467688 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:33.602195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.635980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.638902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/913c8344-05d5-4bf9-bace-b863d14c952e HTTP/1.1" status: 204 len: 168 time: 4.1949613 Mar 31 23:12:33.642276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f69f-26f3-41ae-8db2-e9590426cc11 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=913c8344-05d5-4bf9-bace-b863d14c952e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:33.643687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60240) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:33.652240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-544210613'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:33.663564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.712741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:33.722659 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.726911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.785884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:33.806760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9e228a6-9ef8-49dd-a14a-d3da2a45901a req-774e4ce7-8f0e-4a7d-9dcc-b1265e529c55 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 210 time: 0.0327747 Mar 31 23:12:33.821591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.822373 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 70d02b5e-38cb-4e03-bab3-91ebb35fde4d of type vlan for network ecf369ec-1fef-41cc-9a47-7311f46e3587 Mar 31 23:12:33.891942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:33.895688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:33.915539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:33.935394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:33.996764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=2096653f-1ef6-4ab7-a441-c0f829b042d3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.029218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9c3a-5476-487b-9334-69d7c4ae8692 req-03aa941e-4878-45a9-9c01-6e58baef32da tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.040892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e6e9c3a-5476-487b-9334-69d7c4ae8692 req-03aa941e-4878-45a9-9c01-6e58baef32da tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1596389 Mar 31 23:12:34.077740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.094847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.095550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.209125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5629542 Mar 31 23:12:34.252044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60260) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:34.288195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:34.327325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e6e9c3a-5476-487b-9334-69d7c4ae8692 req-0a76b725-2cfd-483c-b682-21005c04febe tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794337 Mar 31 23:12:34.406637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52087cd-da8c-44c4-bbc4-dacee1ab3895 req-ca229674-3bea-4c4b-94fb-75945314458c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.428241 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c52087cd-da8c-44c4-bbc4-dacee1ab3895 req-ca229674-3bea-4c4b-94fb-75945314458c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.2855799 Mar 31 23:12:34.453179 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2abc7144-e726-47c7-834d-fa644dd4015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.470722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b1b8f-ddf0-4a7f-8c1d-8c98907f42f8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=ecf369ec-1fef-41cc-9a47-7311f46e3587,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:34.483815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ecf369ec-1fef-41cc-9a47-7311f46e3587 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:34.591490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:34.601134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.733444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c52087cd-da8c-44c4-bbc4-dacee1ab3895 req-e51d0f4d-8af7-400d-bed3-2d2aa54a9d28 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046336 Mar 31 23:12:34.867706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:34.886249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2b2422ac-7c79-467f-83cf-68f43bfa5056 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:35.012930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffc5bf74-c946-4f66-a013-459c7ac83a31 req-e1918197-7422-47e3-89cd-f8b236649c96 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 210 time: 0.0847199 Mar 31 23:12:35.188544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.362440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=f03a40bf-4160-4526-9f5e-6853f027b881,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:35.431307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '70d02b5e-38cb-4e03-bab3-91ebb35fde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:35.432816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: ecf369ec-1fef-41cc-9a47-7311f46e3587, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:35.496988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network ecf369ec-1fef-41cc-9a47-7311f46e3587 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:35.529783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ecf369ec-1fef-41cc-9a47-7311f46e3587) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:35.529996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:35.536848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.539657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.549792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09f1ad-4251-4f51-815c-b95e2f055bda None None] Network ecf369ec-1fef-41cc-9a47-7311f46e3587 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:35.593942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b15ef4de-dae8-4b7b-bd72-13ec154f6a95 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3391185 Mar 31 23:12:35.596547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60282) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:35.663146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.682563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.701957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce44f43-48ba-47b2-848b-7694e55663f7 req-a90bb450-b335-4c54-aeca-a35cc1444a80 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.703904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ce44f43-48ba-47b2-848b-7694e55663f7 req-a90bb450-b335-4c54-aeca-a35cc1444a80 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 944 time: 0.1813970 Mar 31 23:12:35.776556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.797254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'port_id': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'mac_address': 'fa:16:3e:ff:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:35.875863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.930947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ecf369ec-1fef-41cc-9a47-7311f46e3587', 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': 'f03a40bf-4160-4526-9f5e-6853f027b881'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:35.931877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.937124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:35.973434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b2422ac-7c79-467f-83cf-68f43bfa5056 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:36.101320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:36.122794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.138329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ce44f43-48ba-47b2-848b-7694e55663f7 req-25c1445f-340a-4782-8f14-191637283818 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240439 Mar 31 23:12:36.228331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router c17a0244-5407-4898-8fee-857c4ce71035 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:36.314087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Allocated IP 172.20.0.1 (ecf369ec-1fef-41cc-9a47-7311f46e3587/f03a40bf-4160-4526-9f5e-6853f027b881/d2dbe6b5-84e3-422e-bf82-ad876d955aec) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:36.318640 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.382250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185032eb-bc8f-4432-92ba-f4bbcdf82a16 req-d995a87f-b0e3-4470-a618-d7a76a189b9d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.388579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-185032eb-bc8f-4432-92ba-f4bbcdf82a16 req-d995a87f-b0e3-4470-a618-d7a76a189b9d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.4042513 Mar 31 23:12:36.477169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-185032eb-bc8f-4432-92ba-f4bbcdf82a16 req-c6c922ca-a43c-40a9-85f0-f4f5324e4dbc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745487 Mar 31 23:12:36.501492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-efdc9f0f-c169-4864-b90e-6211219889bb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.512869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-efdc9f0f-c169-4864-b90e-6211219889bb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.3677447 Mar 31 23:12:36.532288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:36.534869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:36.546171 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] Sync routers for ids ['c17a0244-5407-4898-8fee-857c4ce71035'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:36.561003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-911d43b2-aabe-4c9a-b4a0-e0bd294fe5c5 req-430f783c-8011-4575-8bb4-c133b374a09e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 210 time: 0.3442309 Mar 31 23:12:36.569621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.571735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] Routers {'c17a0244-5407-4898-8fee-857c4ce71035'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:36.571930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb6f689e-9975-43b1-a5fb-eaa033f71781 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "PUT /v2.0/routers/c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 200 len: 915 time: 5.3627951 Mar 31 23:12:36.572426 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c17a0244-5407-4898-8fee-857c4ce71035'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.574610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60292) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.645029 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.646135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.657322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2b2422ac-7c79-467f-83cf-68f43bfa5056'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:36.664128 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] Routers {'c17a0244-5407-4898-8fee-857c4ce71035'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:36.665065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c17a0244-5407-4898-8fee-857c4ce71035'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.665838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.704228 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:36.704951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8681f07a-5367-401f-813f-ae7ab8a40d2e None None] The sync data for ids ['c17a0244-5407-4898-8fee-857c4ce71035'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:36.725494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:36.876456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3302a752-e125-449a-9b54-f856bd38c825 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 200 len: 921 time: 0.3003259 Mar 31 23:12:36.879034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60294) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:36.879770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Network ecf369ec-1fef-41cc-9a47-7311f46e3587 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:36.886774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:36.889424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Pushing event updated for resources: {'Port': ['ID=d2dbe6b5-84e3-422e-bf82-ad876d955aec,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:36.891908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:36.919404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=f03a40bf-4160-4526-9f5e-6853f027b881,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.007186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6565a398-d8d3-4626-a641-e286fc5e0bcd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.009239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6565a398-d8d3-4626-a641-e286fc5e0bcd tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=c17a0244-5407-4898-8fee-857c4ce71035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1279957 Mar 31 23:12:37.012311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60296) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.031152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-25be5761-8266-4a11-85da-cea8185a93b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.053518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Attempting to bind port d2dbe6b5-84e3-422e-bf82-ad876d955aec on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:37.054210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Attempting to bind port d2dbe6b5-84e3-422e-bf82-ad876d955aec by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '70d02b5e-38cb-4e03-bab3-91ebb35fde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:37.054759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Attempting to bind port d2dbe6b5-84e3-422e-bf82-ad876d955aec on network ecf369ec-1fef-41cc-9a47-7311f46e3587 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:37.064391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:37.065283 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Checking segment: {'id': '70d02b5e-38cb-4e03-bab3-91ebb35fde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:37.065908 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.066502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Bound using segment: {'id': '70d02b5e-38cb-4e03-bab3-91ebb35fde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:37.067194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Bound port: d2dbe6b5-84e3-422e-bf82-ad876d955aec, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d02b5e-38cb-4e03-bab3-91ebb35fde4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:37.069578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.129080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3a35b-51e5-4d1e-b962-0af94cb9a232 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.130828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-15f3a35b-51e5-4d1e-b962-0af94cb9a232 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.1174879 Mar 31 23:12:37.133599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60300) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.180544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.207216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c85a97c-e2ed-4a41-a58f-4b96b134f0fe tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 200 len: 205 time: 0.0717187 Mar 31 23:12:37.208173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] For port d2dbe6b5-84e3-422e-bf82-ad876d955aec, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:37.209189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:37.215452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] For port d2dbe6b5-84e3-422e-bf82-ad876d955aec, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d2dbe6b5-84e3-422e-bf82-ad876d955aec,segment=NetworkSegment(70d02b5e-38cb-4e03-bab3-91ebb35fde4d),segment_id=70d02b5e-38cb-4e03-bab3-91ebb35fde4d)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:37.235867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf369ec-1fef-41cc-9a47-7311f46e3587']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.245054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:37.250032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.257122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.268130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d02b5e-38cb-4e03-bab3-91ebb35fde4d') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.268462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d02b5e-38cb-4e03-bab3-91ebb35fde4d') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:37.289660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.342377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.395333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:37.395809 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:37.407329 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:37.436112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea45cf-b50a-4a24-ab31-5d860c9d7bc3 None None] Pushing event updated for resources: {'Port': ['ID=d2dbe6b5-84e3-422e-bf82-ad876d955aec,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:37.453248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610808a6-0818-4bbc-bac4-e45acad84770 None None] Network ecf369ec-1fef-41cc-9a47-7311f46e3587 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:37.480088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.617142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.661095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.3 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/38202b96-3ab6-4794-a990-dd5139b7b127) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:37.747438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601d623-57ab-4904-8930-cc34085a6deb req-a7c06d6d-38dc-4970-8897-b036810cac46 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.756283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2601d623-57ab-4904-8930-cc34085a6deb req-a7c06d6d-38dc-4970-8897-b036810cac46 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1145658 Mar 31 23:12:37.805533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000270d-1e37-4b51-984d-774bea7c304f None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:37.816963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2601d623-57ab-4904-8930-cc34085a6deb req-f60d9f54-8698-4c9c-9539-6c8c4d0e40cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596442 Mar 31 23:12:37.836662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port 2096653f-1ef6-4ab7-a441-c0f829b042d3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:37.837039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.956019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f000270d-1e37-4b51-984d-774bea7c304f None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:37.963702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:37.995330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for 2096653f-1ef6-4ab7-a441-c0f829b042d3 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:38.006671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.api [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:38.006671 n-d-835855-2 neutron-server[109298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:38.006671 n-d-835855-2 neutron-server[109298]: [parameters: {'id': 'ecf369ec-1fef-41cc-9a47-7311f46e3587'}] Mar 31 23:12:38.006671 n-d-835855-2 neutron-server[109298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:38.007059 n-d-835855-2 neutron-server[109298]: DEBUG oslo_db.api [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:38.060201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce481055-f00c-45b1-99cc-496d3a256c2e req-ee027b55-0ec6-4a47-b61d-9d66be999540 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.063658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce481055-f00c-45b1-99cc-496d3a256c2e req-ee027b55-0ec6-4a47-b61d-9d66be999540 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 945 time: 0.7554715 Mar 31 23:12:38.172431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce481055-f00c-45b1-99cc-496d3a256c2e req-2edc1828-5294-4d62-8508-68dada6aad63 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962713 Mar 31 23:12:38.238150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.325683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.362890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:38.367155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['939d43e0-d65a-45eb-98a8-2ec1b70354ca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:38.375755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.467886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:38.484308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:38.487066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:38.492847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=2096653f-1ef6-4ab7-a441-c0f829b042d3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:38.495942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:38.525230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.610539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce4e41-3ddb-45a3-a9bf-f7f1a62f95d7 req-a17f4d35-3de5-4a75-bb35-01181a70295b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.617779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bdce4e41-3ddb-45a3-a9bf-f7f1a62f95d7 req-a17f4d35-3de5-4a75-bb35-01181a70295b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 931 time: 0.2658207 Mar 31 23:12:38.636718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.663450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.679448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.679751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.757387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-031803e2-9adc-476e-9c77-46659a2da43b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2292149 Mar 31 23:12:38.778309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Request body: {'port': {'device_id': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:38.835962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port d2dbe6b5-84e3-422e-bf82-ad876d955aec {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:38.836591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:38.915394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2b2422ac-7c79-467f-83cf-68f43bfa5056 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:38.959753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.005519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port d2dbe6b5-84e3-422e-bf82-ad876d955aec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d2dbe6b5-84e3-422e-bf82-ad876d955aec,segment=NetworkSegment(70d02b5e-38cb-4e03-bab3-91ebb35fde4d),segment_id=70d02b5e-38cb-4e03-bab3-91ebb35fde4d)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:39.006075 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.016458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 2b2422ac-7c79-467f-83cf-68f43bfa5056 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:12:39.024886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 2b2422ac-7c79-467f-83cf-68f43bfa5056 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:39.025424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.066775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for d2dbe6b5-84e3-422e-bf82-ad876d955aec owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:39.108829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.120884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.176553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bdce4e41-3ddb-45a3-a9bf-f7f1a62f95d7 req-ef39ddc8-5c3a-4c5f-8973-82eea9b4003a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347238 Mar 31 23:12:39.205595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.242762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:39.243950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:39.246570 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7ff48c-f775-40c8-a8dd-5d0bf2ae21dc" -d '{"events": [{"server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "name": "network-vif-plugged", "status": "completed", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:39.251523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.357411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.358098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router c17a0244-5407-4898-8fee-857c4ce71035 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:39.372091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.379083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b1c3c2a-37f2-4567-9339-354ef4fa5b32 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 204 len: 168 time: 2.1642840 Mar 31 23:12:39.406443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60328) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.419466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998322767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:39.442040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:39.551703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.553129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.586494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3b41f-33da-4ee8-aa6c-9bb616e0bba0 req-de2ac085-7617-4ff1-8c9b-159252d5b35e tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.595223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6e3b41f-33da-4ee8-aa6c-9bb616e0bba0 req-de2ac085-7617-4ff1-8c9b-159252d5b35e tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.2164738 Mar 31 23:12:39.661968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fe563-3c7e-4f81-b167-6b9c0a9d91bd req-92482e9e-3ccd-415a-819a-98cd01555d50 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.666793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f32fe563-3c7e-4f81-b167-6b9c0a9d91bd req-92482e9e-3ccd-415a-819a-98cd01555d50 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.6671052 Mar 31 23:12:39.789119 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6e3b41f-33da-4ee8-aa6c-9bb616e0bba0 req-45e6eb20-880c-4bed-8079-3d4a669c73b0 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789701 Mar 31 23:12:39.887977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.904805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.921735 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5fc0f2-08b1-4ce8-8041-cc62b4b36a1b x-openstack-request-id: req-6d5fc0f2-08b1-4ce8-8041-cc62b4b36a1b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:39.922254 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "name": "network-vif-plugged", "status": "completed", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:39.922254 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6d5fc0f2-08b1-4ce8-8041-cc62b4b36a1b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:39.922925 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5fc0f2-08b1-4ce8-8041-cc62b4b36a1b'] response: {'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'code': 200} Mar 31 23:12:39.951113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.956670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19e08f81-fd5c-4f37-b084-22d6a0cfe443 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5462124 Mar 31 23:12:39.957767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60332) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:39.965209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'enable_snat': False}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:39.991300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:39.997465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f32fe563-3c7e-4f81-b167-6b9c0a9d91bd req-a2f7ba77-d323-40e2-a2be-32228d01cba9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108795 Mar 31 23:12:40.005347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.016633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38202b96-3ab6-4794-a990-dd5139b7b127 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:40.113662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.177965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=d2dbe6b5-84e3-422e-bf82-ad876d955aec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.181264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port d2dbe6b5-84e3-422e-bf82-ad876d955aec on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:40.217505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Transition to ACTIVE for port object 38202b96-3ab6-4794-a990-dd5139b7b127 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:12:40.280468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.302027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf369ec-1fef-41cc-9a47-7311f46e3587']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:40.312639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d02b5e-38cb-4e03-bab3-91ebb35fde4d') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:40.313070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d02b5e-38cb-4e03-bab3-91ebb35fde4d') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:40.323997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.333382 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.334279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.353581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.357804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62b2c9-3d34-4c6c-939f-ae5b4bb457c7 req-888f459e-0580-4faf-8234-de9bcebbf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.359372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc62b2c9-3d34-4c6c-939f-ae5b4bb457c7 req-888f459e-0580-4faf-8234-de9bcebbf2d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 1097 time: 0.3460064 Mar 31 23:12:40.410359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:40.411080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:40.440880 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:40.545528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Pushing event updated for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.724611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.736540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.760865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/ecf369ec-1fef-41cc-9a47-7311f46e3587 HTTP/1.1" status: 204 len: 168 time: 5.1631501 Mar 31 23:12:40.762913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc62b2c9-3d34-4c6c-939f-ae5b4bb457c7 req-712ab641-529e-4b5f-b641-8ac8afd519b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815727 Mar 31 23:12:40.763478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:40.775193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1437320764'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:40.796905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fbfb7-2386-4e01-a152-8c879282ec90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=ecf369ec-1fef-41cc-9a47-7311f46e3587,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:40.826795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Attempting to bind port 38202b96-3ab6-4794-a990-dd5139b7b127 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:40.827366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Attempting to bind port 38202b96-3ab6-4794-a990-dd5139b7b127 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:40.827873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Attempting to bind port 38202b96-3ab6-4794-a990-dd5139b7b127 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:40.833685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Port 38202b96-3ab6-4794-a990-dd5139b7b127 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:40.834352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Attempting to bind port 38202b96-3ab6-4794-a990-dd5139b7b127 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:40.839987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:40.844682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.850830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:40.851471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:40.852046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:40.852697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Bound port: 38202b96-3ab6-4794-a990-dd5139b7b127, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:40.853221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:40.960681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371f07c-2737-476a-8210-b237cbac07ad req-3532c2d7-f504-45d2-ab46-b66fe9904146 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.969467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3371f07c-2737-476a-8210-b237cbac07ad req-3532c2d7-f504-45d2-ab46-b66fe9904146 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 943 time: 0.2526221 Mar 31 23:12:40.976087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:41.057481 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.057829 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 4d3199e3-5051-46c8-9d82-8f52b724e0af of type vlan for network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 Mar 31 23:12:41.058372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.131884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:41.145737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=38202b96-3ab6-4794-a990-dd5139b7b127,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:41.176747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.180785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3371f07c-2737-476a-8210-b237cbac07ad req-0d286988-9fb5-4b9f-9ad3-fb355619e5b7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102182 Mar 31 23:12:41.261584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.377145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Pushing event updated for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:41.383960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.403816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.403816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.446141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6755233 Mar 31 23:12:41.472424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60348) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:41.483962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.484337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.486342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-6b8f4185-02ee-4bda-9bd7-3636cb623da5 service neutron] 10.222.0.96 "PUT /v2.0/ports/38202b96-3ab6-4794-a990-dd5139b7b127 HTTP/1.1" status: 200 len: 1091 time: 2.7147551 Mar 31 23:12:41.487302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:41.489396 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92" -d '{"events": [{"name": "network-changed", "server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:41.518029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9ef54-1505-4047-9de3-1b0b4f304353 req-ce971209-7917-4862-a68b-a7c7eb67c877 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.519755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70d9ef54-1505-4047-9de3-1b0b4f304353 req-ce971209-7917-4862-a68b-a7c7eb67c877 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.5929542 Mar 31 23:12:41.561077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:41.726512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70d9ef54-1505-4047-9de3-1b0b4f304353 req-44975d63-3b10-4f56-9019-3a8ad4d25fe5 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922655 Mar 31 23:12:41.747097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244af4d-f22f-4ae4-bec8-fa2810766ca4 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=2d505e47-a911-4ac5-87ce-c779a7fee9f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:41.771663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-17b5920f-542b-4f2f-833d-a3e8ceab98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.774783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-17b5920f-542b-4f2f-833d-a3e8ceab98ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 1094 time: 0.1974759 Mar 31 23:12:41.780342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:41.891038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.935080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170ff97-7021-4e7c-9d34-e31778fb54f7 req-f21bda70-1ef0-4f0e-94bc-e9ed9ef9ebd7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.943085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2170ff97-7021-4e7c-9d34-e31778fb54f7 req-f21bda70-1ef0-4f0e-94bc-e9ed9ef9ebd7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.5404358 Mar 31 23:12:41.955935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:41.976006 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7497972-5e96-46e3-a53e-9d76d98bef10 x-openstack-request-id: req-f7497972-5e96-46e3-a53e-9d76d98bef10 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:41.977406 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:41.978693 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f7497972-5e96-46e3-a53e-9d76d98bef10 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:41.978693 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7497972-5e96-46e3-a53e-9d76d98bef10'] response: {'name': 'network-changed', 'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127', 'status': 'completed', 'code': 200} Mar 31 23:12:41.987462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-7175c8c4-6b25-4566-a141-20bc80957735 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38202b96-3ab6-4794-a990-dd5139b7b127 HTTP/1.1" status: 200 len: 217 time: 0.1963315 Mar 31 23:12:41.998700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:42.003272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:42.202410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2170ff97-7021-4e7c-9d34-e31778fb54f7 req-f86854c3-3024-4707-a9ff-1329794dc252 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581987 Mar 31 23:12:42.746726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-eb688454-6e9f-4439-bc40-1f4050921f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.750341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-eb688454-6e9f-4439-bc40-1f4050921f22 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.7506075 Mar 31 23:12:42.762570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8eb59a-91cc-4588-a022-1204614ed79d req-7420ba73-ab58-4c00-94da-acfaf8331acd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.764100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf8eb59a-91cc-4588-a022-1204614ed79d req-7420ba73-ab58-4c00-94da-acfaf8331acd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 943 time: 0.0830851 Mar 31 23:12:42.816642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-b4f88081-003d-446a-bd4b-1ce8a287af93 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405059 Mar 31 23:12:42.863924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Allocated IP 172.25.8.83 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3dd0a288-6b05-4f93-a644-7f5c39d34b0f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:43.049359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-cfd061d6-d760-4ea2-bf41-63b3304e9ab3 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297227 Mar 31 23:12:43.137836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf8eb59a-91cc-4588-a022-1204614ed79d req-c2ace252-c5b8-4ce7-872a-cb4ee0b86649 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567171 Mar 31 23:12:43.230526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.258069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.290729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943b79c-dbe8-457b-a596-dd6c94d75826 req-9f101aff-487f-4aad-baf1-5b6dbdd325a1 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.292438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7943b79c-dbe8-457b-a596-dd6c94d75826 req-9f101aff-487f-4aad-baf1-5b6dbdd325a1 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.2169209 Mar 31 23:12:43.344860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afa45a3b-f668-4f6a-b869-07d7e74ef84c req-c57b5b64-35f8-4eac-9b8e-1370587b02a5 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843616 Mar 31 23:12:43.382160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=4a208963-a6e1-4d10-a1ab-9822c9a5bfbd,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.403611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7943b79c-dbe8-457b-a596-dd6c94d75826 req-a6339de7-07b8-46a3-9f9a-3a938e57cd2b tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893226 Mar 31 23:12:43.412808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.424317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '4d3199e3-5051-46c8-9d82-8f52b724e0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:43.424692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: 2d505e47-a911-4ac5-87ce-c779a7fee9f9, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:43.478290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:43.483717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:43.490559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:43.514922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:43.517811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-d6088988-ff9c-45c2-b826-7eda5b4c9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.520243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Pushing event updated for resources: {'Port': ['ID=3dd0a288-6b05-4f93-a644-7f5c39d34b0f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:43.523141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-d6088988-ff9c-45c2-b826-7eda5b4c9ddc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 1094 time: 0.1009059 Mar 31 23:12:43.543018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2d505e47-a911-4ac5-87ce-c779a7fee9f9) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:43.543303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e2296-710c-4cdc-a1a7-054efe9f4bdb req-7ee8fc95-c98a-4a9b-a911-14f9f1881897 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.548941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d21e2296-710c-4cdc-a1a7-054efe9f4bdb req-7ee8fc95-c98a-4a9b-a911-14f9f1881897 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1802559 Mar 31 23:12:43.549063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.549554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.557873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09e35f-31c0-463c-8946-9966b9f1786c None None] Network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:43.642294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3525c3db-ee7f-4968-a5f4-f6aa15eaaff7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1645601 Mar 31 23:12:43.643210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.726927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d436fbf-1c89-4783-a7a4-9dcde9330341 req-5a6af542-0145-498b-bc9e-642d0eeaab20 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.728668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d436fbf-1c89-4783-a7a4-9dcde9330341 req-5a6af542-0145-498b-bc9e-642d0eeaab20 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.1670702 Mar 31 23:12:43.738142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60388) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:43.742894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Request body: {'floatingip': {'port_id': '2b2422ac-7c79-467f-83cf-68f43bfa5056'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:43.879259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d21e2296-710c-4cdc-a1a7-054efe9f4bdb req-41927e1b-e204-48e0-8599-ad6e53b72a9c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743270 Mar 31 23:12:43.882480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2d505e47-a911-4ac5-87ce-c779a7fee9f9', 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '4a208963-a6e1-4d10-a1ab-9822c9a5bfbd'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:43.883701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.904898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:43.923083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-116c6478-dfcb-423e-a504-eadde1fd9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.934062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-116c6478-dfcb-423e-a504-eadde1fd9ce7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.3816395 Mar 31 23:12:43.954805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.041940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-cf659335-c639-4517-a4a4-d655fa205e1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38202b96-3ab6-4794-a990-dd5139b7b127 HTTP/1.1" status: 200 len: 217 time: 0.1049831 Mar 31 23:12:44.154174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Allocated IP 172.20.0.1 (2d505e47-a911-4ac5-87ce-c779a7fee9f9/4a208963-a6e1-4d10-a1ab-9822c9a5bfbd/f50046fb-9e60-4689-b532-e464cdeddb05) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:44.202095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-ecc0e014-0667-45e7-a56b-7a4500f7fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.203767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-ecc0e014-0667-45e7-a56b-7a4500f7fb38 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1453247 Mar 31 23:12:44.205748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-bfc18552-183a-4bb7-9c9b-336004b4e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.207581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-bfc18552-183a-4bb7-9c9b-336004b4e26f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 1097 time: 0.0742817 Mar 31 23:12:44.208117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.444764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-5be0a1b1-6e07-4b91-ad48-21843bd194f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2318032 Mar 31 23:12:44.480590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-033d7ffb-c8e8-40e5-ab82-d6a2011704ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.482450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-033d7ffb-c8e8-40e5-ab82-d6a2011704ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.2267737 Mar 31 23:12:44.541463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-3eeec887-07eb-45e4-a1b2-368f1b59e184 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c HTTP/1.1" status: 200 len: 217 time: 0.0457466 Mar 31 23:12:44.618638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.643706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-9bf6e280-a10b-4b53-b54d-59dca70b9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.646133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-9bf6e280-a10b-4b53-b54d-59dca70b9b58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.0967832 Mar 31 23:12:44.650227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-dba28681-a3ed-495b-94b5-903b82084d52 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933296 Mar 31 23:12:44.652900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.668574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.710892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf992e-b2a6-4d78-a97a-43fd02313edc req-a1a85383-75f9-49d3-ab53-73478d196037 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.711464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-3903fe64-3852-4eb9-9133-520d6168dd72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577667 Mar 31 23:12:44.712507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6cf992e-b2a6-4d78-a97a-43fd02313edc req-a1a85383-75f9-49d3-ab53-73478d196037 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 943 time: 0.3751085 Mar 31 23:12:44.786096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:44.823659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:44.824846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Pushing event updated for resources: {'Port': ['ID=f50046fb-9e60-4689-b532-e464cdeddb05,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:44.836260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:44.853989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:44.863493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.863878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.864221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.864557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.864887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.865244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.865619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.865885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.866701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.866701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.866910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.867128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:44.880955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6cf992e-b2a6-4d78-a97a-43fd02313edc req-16d20ee2-bd7c-4d36-9313-63f5c259ea65 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535823 Mar 31 23:12:44.916276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=4a208963-a6e1-4d10-a1ab-9822c9a5bfbd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.005168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Attempting to bind port f50046fb-9e60-4689-b532-e464cdeddb05 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:45.005458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Attempting to bind port f50046fb-9e60-4689-b532-e464cdeddb05 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4d3199e3-5051-46c8-9d82-8f52b724e0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:45.005823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Attempting to bind port f50046fb-9e60-4689-b532-e464cdeddb05 on network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:45.012104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:45.014310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Checking segment: {'id': '4d3199e3-5051-46c8-9d82-8f52b724e0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:45.016013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.018579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Bound using segment: {'id': '4d3199e3-5051-46c8-9d82-8f52b724e0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:45.019194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Bound port: f50046fb-9e60-4689-b532-e464cdeddb05, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3199e3-5051-46c8-9d82-8f52b724e0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:45.022733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.095295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.188929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] For port f50046fb-9e60-4689-b532-e464cdeddb05, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:45.190164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4db7e41b-fb75-4bc2-b48e-8a0944b70a92 req-1820e413-e61a-4673-a8ed-efd1a2869355 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266886 Mar 31 23:12:45.193030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] For port f50046fb-9e60-4689-b532-e464cdeddb05, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f50046fb-9e60-4689-b532-e464cdeddb05,segment=NetworkSegment(4d3199e3-5051-46c8-9d82-8f52b724e0af),segment_id=4d3199e3-5051-46c8-9d82-8f52b724e0af)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:45.214399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.231910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-f5eed1b9-e3aa-45e1-87a8-e71e67034735 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096123 Mar 31 23:12:45.234007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d505e47-a911-4ac5-87ce-c779a7fee9f9']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:45.341652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3199e3-5051-46c8-9d82-8f52b724e0af') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:45.341966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3199e3-5051-46c8-9d82-8f52b724e0af') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:45.362351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052687d1-9dcc-47e6-b18a-6fc5c8d6ec70 req-b2a01fcf-1fb9-403c-b4d0-a39af6018697 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.363867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-052687d1-9dcc-47e6-b18a-6fc5c8d6ec70 req-b2a01fcf-1fb9-403c-b4d0-a39af6018697 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.3654199 Mar 31 23:12:45.433781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb1cdb-4a8c-493d-9a2f-19eb8bfd8484 None None] Pushing event updated for resources: {'Port': ['ID=f50046fb-9e60-4689-b532-e464cdeddb05,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.461188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.498823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae17d90-d9a2-4b4b-9e36-25cb3925651d None None] Network 2d505e47-a911-4ac5-87ce-c779a7fee9f9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:45.507344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.538133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:45.538797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:45.542470 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:45.563114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-052687d1-9dcc-47e6-b18a-6fc5c8d6ec70 req-12c0fe56-5c30-4858-ae94-9daf5cf48749 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269002 Mar 31 23:12:45.574646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b5edaae-b740-4b9c-a10e-caba286d3531 req-909fbb9f-ff50-4d91-853f-9fc13ae9a502 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260159 Mar 31 23:12:45.658437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.api [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:45.658437 n-d-835855-2 neutron-server[109298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:45.658437 n-d-835855-2 neutron-server[109298]: [parameters: {'id': '2d505e47-a911-4ac5-87ce-c779a7fee9f9'}] Mar 31 23:12:45.658437 n-d-835855-2 neutron-server[109298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:45.659872 n-d-835855-2 neutron-server[109298]: DEBUG oslo_db.api [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:45.682100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.686449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.694605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:12:45.764740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.775092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:45.800638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125cb728-1426-4c45-87af-429110514f58 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:45.873955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60406) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.014650 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Floating IP 32d3ef0b-0450-47d0-be16-4a58e1676da3 associated. External IP: 172.25.8.209, port: 2b2422ac-7c79-467f-83cf-68f43bfa5056. Mar 31 23:12:46.028278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125cb728-1426-4c45-87af-429110514f58 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:46.036575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cc23eea-4a90-4dae-bf21-7e25c57024f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.163863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.198435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cc23eea-4a90-4dae-bf21-7e25c57024f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.203839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09984fb4-a2ad-4a8c-ac58-093cccb39d02 req-83bc8b7b-d5ee-4b1f-b256-897c8dc22584 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.205775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09984fb4-a2ad-4a8c-ac58-093cccb39d02 req-83bc8b7b-d5ee-4b1f-b256-897c8dc22584 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 943 time: 0.1376297 Mar 31 23:12:46.216144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cc23eea-4a90-4dae-bf21-7e25c57024f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.239958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Router 3bb4d01b-c0ec-4ea7-80b6-d49a94de781e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:46.284766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7cc23eea-4a90-4dae-bf21-7e25c57024f6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad6ba7d7af1f4fa7ae22c75501e537aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096014 Mar 31 23:12:46.289365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60420) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.306616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23eea-4a90-4dae-bf21-7e25c57024f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990970cc-4e86-468a-af82-b2de0c55b1fc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.339741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port f50046fb-9e60-4689-b532-e464cdeddb05 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:46.340047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.383955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09984fb4-a2ad-4a8c-ac58-093cccb39d02 req-537f72fa-568e-48cc-ac11-ec39ec32ac9c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643071 Mar 31 23:12:46.457512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port f50046fb-9e60-4689-b532-e464cdeddb05, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f50046fb-9e60-4689-b532-e464cdeddb05,segment=NetworkSegment(4d3199e3-5051-46c8-9d82-8f52b724e0af),segment_id=4d3199e3-5051-46c8-9d82-8f52b724e0af)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:46.457932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.462309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 38202b96-3ab6-4794-a990-dd5139b7b127 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:46.473584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for f50046fb-9e60-4689-b532-e464cdeddb05 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:46.511772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:46.518169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.519468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64efec45-1a0d-4eba-8a1d-81953402f708 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "PUT /v2.0/routers/3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 200 len: 914 time: 6.5605197 Mar 31 23:12:46.520249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.523968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60424) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.546980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] Sync routers for ids ['3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:46.566682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] Routers {'3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:46.567339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.589725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.598503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.601555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Router 4efa7471-b569-42f0-bc6a-4c1805e6333f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:46.606550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.626352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] Routers {'3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:46.626992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.646342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=f50046fb-9e60-4689-b532-e464cdeddb05,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.672360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port f50046fb-9e60-4689-b532-e464cdeddb05 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:46.712451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.712805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49523c2b-da6e-4a7b-9b13-6b485ce9d9be None None] The sync data for ids ['3bb4d01b-c0ec-4ea7-80b6-d49a94de781e'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:46.716050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=38202b96-3ab6-4794-a990-dd5139b7b127,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:46.745912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '38202b96-3ab6-4794-a990-dd5139b7b127', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '38202b96-3ab6-4794-a990-dd5139b7b127', 'mac_address': 'fa:16:3e:43:bc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:46.786246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.789160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.792714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/990970cc-4e86-468a-af82-b2de0c55b1fc HTTP/1.1" status: 204 len: 168 time: 0.4984574 Mar 31 23:12:46.810593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f0b3-debf-4b45-a893-bbf5f9a14222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990970cc-4e86-468a-af82-b2de0c55b1fc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:46.824498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b66e32f-f36b-4b92-acbd-a44560fab0a4 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 200 len: 920 time: 0.2961781 Mar 31 23:12:46.825927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60430) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.832609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.843713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.864488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38202b96-3ab6-4794-a990-dd5139b7b127 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:46.878502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745530e7-18a6-4f5e-8d75-dbe98646b227 req-a7541ab8-00c8-4008-834d-61963473ba23 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.880474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-745530e7-18a6-4f5e-8d75-dbe98646b227 req-a7541ab8-00c8-4008-834d-61963473ba23 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1734416 Mar 31 23:12:46.882575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d505e47-a911-4ac5-87ce-c779a7fee9f9']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.894968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3199e3-5051-46c8-9d82-8f52b724e0af') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.895680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3199e3-5051-46c8-9d82-8f52b724e0af') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:46.904829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=38202b96-3ab6-4794-a990-dd5139b7b127,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:46.917122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.919083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.927645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e321da0b-f5ba-471a-98ce-88dfece425be tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.929503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e321da0b-f5ba-471a-98ce-88dfece425be tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=3bb4d01b-c0ec-4ea7-80b6-d49a94de781e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1025219 Mar 31 23:12:46.932622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:46.936152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:46.941468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.962862 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Sync routers for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:46.964645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.978664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-745530e7-18a6-4f5e-8d75-dbe98646b227 req-43abb8da-0940-4222-862a-cca8ad060ac7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Mar 31 23:12:46.979842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:46.980255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:46.981890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e2931992-c13f-42ed-816c-a16869e31bf8 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "PUT /v2.0/floatingips/32d3ef0b-0450-47d0-be16-4a58e1676da3 HTTP/1.1" status: 200 len: 992 time: 3.2424488 Mar 31 23:12:46.982844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:46.987735 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a7402b-b4a5-433e-87df-e0ab054a9f04" -d '{"events": [{"name": "network-changed", "server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:46.999700 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:47.002453 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:47.020687 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:47.071020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.104083 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31aa219-5f2b-4c51-a147-4c89f8af1a88 x-openstack-request-id: req-a31aa219-5f2b-4c51-a147-4c89f8af1a88 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:47.104885 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:47.105094 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a31aa219-5f2b-4c51-a147-4c89f8af1a88 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:47.105815 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31aa219-5f2b-4c51-a147-4c89f8af1a88'] response: {'name': 'network-changed', 'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'status': 'completed', 'code': 200} Mar 31 23:12:47.161254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ff5f0-799c-4ef4-ab81-31683fe488a6 req-d41c0c51-c940-4305-bb25-cfc045582817 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.170163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c81ff5f0-799c-4ef4-ab81-31683fe488a6 req-d41c0c51-c940-4305-bb25-cfc045582817 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.0983918 Mar 31 23:12:47.222996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c81ff5f0-799c-4ef4-ab81-31683fe488a6 req-32ea0684-4154-4aa7-9e4e-de23119e31f7 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Mar 31 23:12:47.308106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c9b1b-6166-4d5f-b803-766836c2fe61 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.309513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eb5c9b1b-6166-4d5f-b803-766836c2fe61 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/networks/a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 881 time: 0.3749239 Mar 31 23:12:47.312772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.338909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-95810a35-33f6-4870-b7bc-bbe11b428673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.340735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-95810a35-33f6-4870-b7bc-bbe11b428673 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=95ab8de24a96489da8b278a7bb64294b&device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 1097 time: 0.2091019 Mar 31 23:12:47.341373 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.349013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['38202b96-3ab6-4794-a990-dd5139b7b127'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:47.357924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.367060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/2d505e47-a911-4ac5-87ce-c779a7fee9f9 HTTP/1.1" status: 204 len: 168 time: 3.7195978 Mar 31 23:12:47.376730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:47.396629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3397aadf-b84c-4d94-8892-0cf87f1f857b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 200 len: 205 time: 0.0799639 Mar 31 23:12:47.397262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60448) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.397595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:47.518436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968864621'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:47.550393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe366-47ac-4e4c-b816-96d06d84ea22 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=2d505e47-a911-4ac5-87ce-c779a7fee9f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.576051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-95e5c43b-a9a1-4742-9373-51ae7a12a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.577589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-95e5c43b-a9a1-4742-9373-51ae7a12a45c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6892548f-19c8-427f-b974-6172bbb6596e HTTP/1.1" status: 200 len: 907 time: 0.2218401 Mar 31 23:12:47.627135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:47.630742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.677740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.725092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:47.762309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.762736 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 4ee0e022-f9fd-4c5e-893b-86c906d9f33d of type vlan for network d7e69877-4fed-4971-b841-64a1cbb233f3 Mar 31 23:12:47.765159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b30ca8-2913-4d3f-9598-45834de46ab4 req-455fa48c-56c9-41d1-8dac-ea5692ad682b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.782572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8b30ca8-2913-4d3f-9598-45834de46ab4 req-455fa48c-56c9-41d1-8dac-ea5692ad682b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 944 time: 0.2548811 Mar 31 23:12:47.796929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-81f04c86-b2f8-472e-b010-5921041c02d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056 HTTP/1.1" status: 200 len: 1000 time: 0.1824946 Mar 31 23:12:47.829431 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '32d3ef0b-0450-47d0-be16-4a58e1676da3', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'port_id': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'mac_address': 'fa:16:3e:ff:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:16Z', 'updated_at': '2022-03-31T23:12:44Z', 'revision_number': 1, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:47.903568 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Checking router: 4efa7471-b569-42f0-bc6a-4c1805e6333f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:47.921907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8b30ca8-2913-4d3f-9598-45834de46ab4 req-68c7159c-d56a-46ac-ba00-30d433303d28 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382926 Mar 31 23:12:47.924634 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:47.925403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:47.933917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:47.945449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-741c3a0e-5695-4d43-9885-e99b966dc24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.947058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-741c3a0e-5695-4d43-9885-e99b966dc24b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0928102f-4c60-4584-9c6b-ef24ab1299b5 HTTP/1.1" status: 200 len: 844 time: 0.1429751 Mar 31 23:12:47.977873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.019182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.027828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.028489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.038522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-0260b126-2568-4da7-95f1-0f4ea7cffbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.041203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-0260b126-2568-4da7-95f1-0f4ea7cffbfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6892548f-19c8-427f-b974-6172bbb6596e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846462 Mar 31 23:12:48.080656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6817944 Mar 31 23:12:48.085922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:48.093592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:48.115134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60474) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:48.145195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc2d69-8e32-4139-a91d-7335e0fdf469 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=d7e69877-4fed-4971-b841-64a1cbb233f3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.146524 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:48.159472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:48.237447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-08825f83-df06-4a93-8bca-437f3b403696 service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890886 Mar 31 23:12:48.284469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port 3dd0a288-6b05-4f93-a644-7f5c39d34b0f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:48.284825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.328297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-80041886-network', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:48.341632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131846a-d13d-4677-82c4-4775512e1c33 req-eb183414-fdfc-4757-bd29-d7eb4838e55b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.343093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7131846a-d13d-4677-82c4-4775512e1c33 req-eb183414-fdfc-4757-bd29-d7eb4838e55b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 946 time: 0.1918051 Mar 31 23:12:48.398316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Made reservation on behalf of 843b32bd711748c1a7e437b6f2e36b41 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:48.403081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.420463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.426052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a7402b-b4a5-433e-87df-e0ab054a9f04 req-aff601df-f0c1-41fa-9cf5-c3259b9f6998 service neutron] 10.222.0.60 "GET /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806877 Mar 31 23:12:48.476336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 38202b96-3ab6-4794-a990-dd5139b7b127 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:48.486669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '32d3ef0b-0450-47d0-be16-4a58e1676da3', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'port_id': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'mac_address': 'fa:16:3e:ff:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:16Z', 'updated_at': '2022-03-31T23:12:44Z', 'revision_number': 1, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:48.488397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7131846a-d13d-4677-82c4-4775512e1c33 req-b608ba5c-bf8f-4f6d-9fcf-eb1ae6e367ee tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074066 Mar 31 23:12:48.500205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.509732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.531872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for 3dd0a288-6b05-4f93-a644-7f5c39d34b0f owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:48.546560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab512b45-564e-446f-b946-08edad3eb5ba None None] The sync data for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 is: [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '32d3ef0b-0450-47d0-be16-4a58e1676da3', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'port_id': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'mac_address': 'fa:16:3e:ff:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:16Z', 'updated_at': '2022-03-31T23:12:44Z', 'revision_number': 1, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:48.555588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.581462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.586615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network d7e69877-4fed-4971-b841-64a1cbb233f3 is not hosted by any dhcp agent {{(pid=109299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:12:48.594518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.596444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 38202b96-3ab6-4794-a990-dd5139b7b127 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:12:48.602287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.604452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 38202b96-3ab6-4794-a990-dd5139b7b127 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:48.604931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.605515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.608351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "PUT /v2.0/networks/d7e69877-4fed-4971-b841-64a1cbb233f3 HTTP/1.1" status: 200 len: 723 time: 0.5190606 Mar 31 23:12:48.612069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60482) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:48.646480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:48.675955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1258, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:48.706121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9caaf-1302-4cae-bc14-e574a2603a73,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.744665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.745127 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Added segment b20c7bac-eff5-45ed-bf82-e78b43894552 of type vlan for network 90965a56-2fc9-497d-8b15-d36c9a7986a1 Mar 31 23:12:48.758120 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.791987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:48.794574 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb65536-90d9-4a25-9c84-c130ede1fad6" -d '{"events": [{"server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "name": "network-vif-plugged", "status": "completed", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:48.805322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:48.808600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.824238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=38202b96-3ab6-4794-a990-dd5139b7b127,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:48.834283 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.838330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.846140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd68fd-73f5-4588-b61a-fe3944f99181 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=d7e69877-4fed-4971-b841-64a1cbb233f3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.929750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.930846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.932057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:48.979381 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007d206b-125c-4adb-a6bc-14e479508e02 x-openstack-request-id: req-007d206b-125c-4adb-a6bc-14e479508e02 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:48.979664 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "name": "network-vif-plugged", "status": "completed", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:48.979913 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-007d206b-125c-4adb-a6bc-14e479508e02 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:48.980366 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007d206b-125c-4adb-a6bc-14e479508e02'] response: {'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127', 'code': 200} Mar 31 23:12:48.985927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:48.988411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1f1b57e1-8255-41cd-b777-39c6ee67c42c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:12:49.069598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639f490-dc9f-4991-897c-e0e209352cdb None None] New status for floating IP 32d3ef0b-0450-47d0-be16-4a58e1676da3: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:12:49.089960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9736195 Mar 31 23:12:49.112007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60498) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:49.149672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.153600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Request body: {'subnet': {'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-80041886-subnet', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:49.166165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce0228-7c71-4895-88fc-34f98bb7c2dc admin admin] Pushing event updated for resources: {'Network': ['ID=90965a56-2fc9-497d-8b15-d36c9a7986a1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.187506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=3dd0a288-6b05-4f93-a644-7f5c39d34b0f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.235616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af9aa6-685a-4347-9ad7-e916f72cff0f req-f4097d13-e724-4524-8b45-d4932c6834ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.237132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7af9aa6-685a-4347-9ad7-e916f72cff0f req-f4097d13-e724-4524-8b45-d4932c6834ac service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 1096 time: 0.2300305 Mar 31 23:12:49.241047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Made reservation on behalf of 843b32bd711748c1a7e437b6f2e36b41 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:49.243525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.244846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabb28f-78ae-4c25-966d-f4964048f62e req-d991fe29-fd08-4bdf-88fd-c1d169e1e07e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.246534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3eabb28f-78ae-4c25-966d-f4964048f62e req-d991fe29-fd08-4bdf-88fd-c1d169e1e07e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.1305871 Mar 31 23:12:49.297796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:49.299981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.325161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.520964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.569481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:49.575267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.661741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.856283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.861233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.869400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3eabb28f-78ae-4c25-966d-f4964048f62e req-e07187b8-fe83-42d2-836d-533a41a3bf42 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722940 Mar 31 23:12:49.920396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.921635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb4d01b-c0ec-4ea7-80b6-d49a94de781e {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:49.930928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.932568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2454e746-c808-439c-ac3d-6d7160059c04 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 204 len: 168 time: 2.5325654 Mar 31 23:12:49.936773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60530) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:49.941955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1978421514', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:49.969563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:49.971021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.043287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.214409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.232951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.255134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.287587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7af9aa6-685a-4347-9ad7-e916f72cff0f req-effef1d1-df1d-40c2-9fbc-3164f4e8ad06 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0331557 Mar 31 23:12:50.316403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-7ad0ac10-a947-45a3-83ab-b2b8941968c6 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:50.317980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-7ad0ac10-a947-45a3-83ab-b2b8941968c6 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=852b94d4-cd23-45c4-a70f-21f43237186f HTTP/1.1" status: 200 len: 944 time: 0.2279179 Mar 31 23:12:50.325326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=898459b2-2241-4005-b490-1f44694a7563,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:50.416726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '4ee0e022-f9fd-4c5e-893b-86c906d9f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:50.416997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: d7e69877-4fed-4971-b841-64a1cbb233f3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:50.428152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Checking segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:50.428511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Network hostable DHCP agents. Network: 90965a56-2fc9-497d-8b15-d36c9a7986a1, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:12:50.434861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:50.468032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.489694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:50.496817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network d7e69877-4fed-4971-b841-64a1cbb233f3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:12:50.505355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 90965a56-2fc9-497d-8b15-d36c9a7986a1) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:50.507482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.510268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d7e69877-4fed-4971-b841-64a1cbb233f3) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:50.516079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb5464d-2e4c-408b-a312-22a6368e7144 None None] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:50.517270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:50.518007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.521878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:50.522587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.542650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port 1f1b57e1-8255-41cd-b777-39c6ee67c42c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:50.543224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.550686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-338822dc-5cea-401f-a972-57737d1c5c63 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9361813 Mar 31 23:12:50.554372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-544fe947-efaf-4050-b04b-f1d0d68c4a31 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4100525 Mar 31 23:12:50.568908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60538) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:50.569503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60540) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:50.576019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:50.584812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:50.604524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dc6608-2be3-4ec8-8f6d-9fe66794a4ec None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:50.704377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.707543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.717270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Allocated IP 172.25.8.171 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a2d92218-b283-4a75-8824-98d999ef7bf8) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:50.857938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port 1f1b57e1-8255-41cd-b777-39c6ee67c42c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1f1b57e1-8255-41cd-b777-39c6ee67c42c,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:50.858566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.868034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59293622'] for subnet, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.921979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.926817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:50.940102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for 1f1b57e1-8255-41cd-b777-39c6ee67c42c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:51.015282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:51.018732 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa8fe2-075d-4d27-8731-be60f1b44824" -d '{"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:51.094257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fe97d-a8e6-4fd6-be8c-2afbadb3e191 req-9e615584-727d-4eef-8942-6a0e3a625255 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.095931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b72fe97d-a8e6-4fd6-be8c-2afbadb3e191 req-9e615584-727d-4eef-8942-6a0e3a625255 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.1077263 Mar 31 23:12:51.101357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.112885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-90965a56-2fc9-497d-8b15-d36c9a7986a1', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:51.114424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.156843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b72fe97d-a8e6-4fd6-be8c-2afbadb3e191 req-f383a9ea-dfa6-40e7-ae88-b9ee8c0c747a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466943 Mar 31 23:12:51.187973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.199218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.240425 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495d2b4e-0fb0-404c-b107-75093a499ee8 x-openstack-request-id: req-495d2b4e-0fb0-404c-b107-75093a499ee8 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:51.240923 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-unplugged", "status": "failed", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:51.241179 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-495d2b4e-0fb0-404c-b107-75093a499ee8 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:51.241619 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-495d2b4e-0fb0-404c-b107-75093a499ee8']: {'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'code': 422} returned with failed status Mar 31 23:12:51.247050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d7e69877-4fed-4971-b841-64a1cbb233f3', 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '898459b2-2241-4005-b490-1f44694a7563'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:12:51.248727 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.251647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:51.256888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:51.262346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:51.268856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event updated for resources: {'Port': ['ID=a2d92218-b283-4a75-8824-98d999ef7bf8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:51.428522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.461754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=1f1b57e1-8255-41cd-b777-39c6ee67c42c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:51.571933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port 1f1b57e1-8255-41cd-b777-39c6ee67c42c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:51.577227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.577974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Allocated IP 172.20.0.2 (90965a56-2fc9-497d-8b15-d36c9a7986a1/40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92/34097fa9-16f5-49e1-8f6d-45e9e4064a5d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:51.580941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60fabb97-bca2-4f89-8963-1807f35b4c00 req-d61923d6-6a39-4ce8-a2c0-cffdee7b7d6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "DELETE /v2.0/ports/1f1b57e1-8255-41cd-b777-39c6ee67c42c HTTP/1.1" status: 204 len: 173 time: 1.2498140 Mar 31 23:12:51.582760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-deleted', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:51.585134 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3042ad-8c2b-4fc1-9a55-191e321ad586" -d '{"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-deleted", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:51.635054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793242732198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59554204'] for subnet, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.687286 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60496545-1114-423c-adeb-4d70cb22f609 x-openstack-request-id: req-60496545-1114-423c-adeb-4d70cb22f609 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:51.687842 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852b94d4-cd23-45c4-a70f-21f43237186f", "name": "network-vif-deleted", "tag": "1f1b57e1-8255-41cd-b777-39c6ee67c42c", "status": "failed", "code": 422}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:51.688451 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60496545-1114-423c-adeb-4d70cb22f609 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:51.689400 n-d-835855-2 neutron-server[109298]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-60496545-1114-423c-adeb-4d70cb22f609']: {'server_uuid': '852b94d4-cd23-45c4-a70f-21f43237186f', 'name': 'network-vif-deleted', 'tag': '1f1b57e1-8255-41cd-b777-39c6ee67c42c', 'status': 'failed', 'code': 422} returned with failed status Mar 31 23:12:51.728532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.729718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.731773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "PUT /v2.0/subnets/898459b2-2241-4005-b490-1f44694a7563 HTTP/1.1" status: 200 len: 806 time: 1.1611509 Mar 31 23:12:51.738166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:51.755001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a569-a301-47fd-8001-329fedde9d4f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=898459b2-2241-4005-b490-1f44694a7563,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:51.808065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:51.933800 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:51.971702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Allocated IP 172.20.0.2 (d7e69877-4fed-4971-b841-64a1cbb233f3/898459b2-2241-4005-b490-1f44694a7563/cd43c649-f04f-465c-904c-bc23ee724de0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:52.006017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.048528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.104858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.116047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.172307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Pushing event updated for resources: {'Port': ['ID=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.192684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.210883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:52.225839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:52.231033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:52.243018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Allocated IP 172.25.8.53 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/590c78f4-f965-418f-ad3a-627863dbb3c1) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:52.401879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Attempting to bind port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:52.402791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Attempting to bind port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:52.403679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Attempting to bind port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d on network 90965a56-2fc9-497d-8b15-d36c9a7986a1 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:52.415073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:52.415906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Checking segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:52.416701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.417518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Bound using segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:52.418215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Bound port: 34097fa9-16f5-49e1-8f6d-45e9e4064a5d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:52.418833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.488310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.503042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.553367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.558821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.564965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.565304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.629012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Pushing event updated for resources: {'Port': ['ID=cd43c649-f04f-465c-904c-bc23ee724de0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.637167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] For port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:52.641443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:52.646257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:52.649782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:52.662643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:52.666258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:52.679442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:52.683751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] For port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:52.701933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.743535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43414a8-eb38-4ff4-8c7b-02fb34649856 req-f196d0fb-b0d6-4732-ad5a-ad5c8dff7444 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.751771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d43414a8-eb38-4ff4-8c7b-02fb34649856 req-f196d0fb-b0d6-4732-ad5a-ad5c8dff7444 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.3679166 Mar 31 23:12:52.754824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Pushing event updated for resources: {'Port': ['ID=590c78f4-f965-418f-ad3a-627863dbb3c1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.799870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.869691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Attempting to bind port cd43c649-f04f-465c-904c-bc23ee724de0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:52.870067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Attempting to bind port cd43c649-f04f-465c-904c-bc23ee724de0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4ee0e022-f9fd-4c5e-893b-86c906d9f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:52.870487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Attempting to bind port cd43c649-f04f-465c-904c-bc23ee724de0 on network d7e69877-4fed-4971-b841-64a1cbb233f3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:52.878233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:52.878608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Checking segment: {'id': '4ee0e022-f9fd-4c5e-893b-86c906d9f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:52.879014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.879432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Bound using segment: {'id': '4ee0e022-f9fd-4c5e-893b-86c906d9f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:52.879905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Bound port: cd43c649-f04f-465c-904c-bc23ee724de0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee0e022-f9fd-4c5e-893b-86c906d9f33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:52.880286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:52.918019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d43414a8-eb38-4ff4-8c7b-02fb34649856 req-acb712cb-8268-415a-8d24-06967e91bdb1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601906 Mar 31 23:12:52.919064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=898459b2-2241-4005-b490-1f44694a7563,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.979361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.979452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40247bf7-a44c-4b43-aad2-8b95a1565253 None None] Pushing event updated for resources: {'Port': ['ID=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.984714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.984714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.984714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.995931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.996099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.996381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.996767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.997139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.997474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.997804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.998141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:53.012425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] For port cd43c649-f04f-465c-904c-bc23ee724de0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:53.020675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] For port cd43c649-f04f-465c-904c-bc23ee724de0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd43c649-f04f-465c-904c-bc23ee724de0,segment=NetworkSegment(4ee0e022-f9fd-4c5e-893b-86c906d9f33d),segment_id=4ee0e022-f9fd-4c5e-893b-86c906d9f33d)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:53.030630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.064825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-7bcb01ef-6941-43e7-8f24-eff10b3692cc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.065104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.066772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-7bcb01ef-6941-43e7-8f24-eff10b3692cc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.3782670 Mar 31 23:12:53.188805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e69877-4fed-4971-b841-64a1cbb233f3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.206448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee0e022-f9fd-4c5e-893b-86c906d9f33d') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.207006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee0e022-f9fd-4c5e-893b-86c906d9f33d') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.224168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-fcd2bc6e-ea48-4973-976e-c8d1962cf45d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.1015968 Mar 31 23:12:53.237589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.270297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001e897-0509-4937-b108-f681a7fa7dfa req-3d5293c1-1233-4417-9cd7-62a340611d08 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.278285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b001e897-0509-4937-b108-f681a7fa7dfa req-3d5293c1-1233-4417-9cd7-62a340611d08 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.2166047 Mar 31 23:12:53.281957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.284346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Router 4701571c-f5ed-4f21-83f1-dfc9a12648f9 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:53.319039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:53.319694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:53.323032 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:53.327949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed70dee-c9f1-48fa-94a5-4546c1db29a9 None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:53.334472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63471b8-2d1d-4bdf-8f3c-e2529b28de7e None None] Pushing event updated for resources: {'Port': ['ID=cd43c649-f04f-465c-904c-bc23ee724de0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:53.338524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-506d1ca1-ae97-4a82-9d13-e918b4de742a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950956 Mar 31 23:12:53.568321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3bc83-44ca-4c0c-9144-fe6932f64a90 None None] Network d7e69877-4fed-4971-b841-64a1cbb233f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:53.706740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-00702a35-7fa6-4d99-a86b-735cf6bc34af service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970734 Mar 31 23:12:53.709140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.790451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:53.809077 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] Sync routers for ids ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:53.820542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:12:53.820542 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:12:53.820542 n-d-835855-2 neutron-server[109299]: [parameters: {'id': 'd7e69877-4fed-4971-b841-64a1cbb233f3'}] Mar 31 23:12:53.820542 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:12:53.821027 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:12:53.828601 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] Routers {'4701571c-f5ed-4f21-83f1-dfc9a12648f9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:53.831779 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.853808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b001e897-0509-4937-b108-f681a7fa7dfa req-4b96e0eb-613f-436e-b78c-1b67f4dce4e7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742879 Mar 31 23:12:53.886254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:53.888605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-287f2532-49d9-4e69-ae7e-a4a600024d14 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9502418 Mar 31 23:12:53.895172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60600) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:53.902807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:53.921643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:53.943713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] Routers {'4701571c-f5ed-4f21-83f1-dfc9a12648f9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:53.944345 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:54.011696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:54.014263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c346b6c-bd6e-4fb8-985c-ea5cfee7872c None None] The sync data for ids ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:54.181234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d749f73-086a-46a5-b1fd-67de6591f647 req-c0cff410-31e8-41e9-9c88-83ca1ae49593 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.182921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d749f73-086a-46a5-b1fd-67de6591f647 req-c0cff410-31e8-41e9-9c88-83ca1ae49593 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.1361840 Mar 31 23:12:54.300670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3d749f73-086a-46a5-b1fd-67de6591f647 req-269b80a2-e1b4-4dc5-836a-be8bafeca9b2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886130 Mar 31 23:12:54.322271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.382712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.391130 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-70953aaf-a50a-400e-8cef-c8c790fd505a service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821037 Mar 31 23:12:54.407155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c250c7c-9eba-4f40-8482-c00b583bb83d None None] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:12:54.423737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.494558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port cd43c649-f04f-465c-904c-bc23ee724de0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:54.494949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.496358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.553197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] Provisioning complete for port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:54.553659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:54.702345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-951ce745-87d6-4302-b8b1-85691f3db106 req-25512d31-bcb7-44ac-bad8-a4cf0bd67c87 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.0458434 Mar 31 23:12:54.811006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:12:54.883876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34097fa9-16f5-49e1-8f6d-45e9e4064a5d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:54.923983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.014499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port cd43c649-f04f-465c-904c-bc23ee724de0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd43c649-f04f-465c-904c-bc23ee724de0,segment=NetworkSegment(4ee0e022-f9fd-4c5e-893b-86c906d9f33d),segment_id=4ee0e022-f9fd-4c5e-893b-86c906d9f33d)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:55.015108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.025242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] For port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:55.034862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Deleting port a2d92218-b283-4a75-8824-98d999ef7bf8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:55.035177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.035585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.060401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for cd43c649-f04f-465c-904c-bc23ee724de0 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:55.094016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a441d9-c126-4dc4-942b-607b0e78e73f req-78cfb0f2-3914-4675-a6ac-41be2fe055b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.103369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2a441d9-c126-4dc4-942b-607b0e78e73f req-78cfb0f2-3914-4675-a6ac-41be2fe055b4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.1989772 Mar 31 23:12:55.103524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:55.118080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:55.119625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.132512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.143047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c543a56f-1f75-40c2-b750-929657e26371 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.5619562 Mar 31 23:12:55.143890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:55.147105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Sync routers for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:55.326777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2a441d9-c126-4dc4-942b-607b0e78e73f req-3f4175af-c680-420c-a6f3-beb654875791 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220623 Mar 31 23:12:55.335083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:55.335738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:55.360882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.380863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Calling delete_port for a2d92218-b283-4a75-8824-98d999ef7bf8 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:55.475695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.498250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port cd43c649-f04f-465c-904c-bc23ee724de0 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:55.553402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=cd43c649-f04f-465c-904c-bc23ee724de0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.607313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43658066-f1fc-4145-83f0-1fbad1882f82 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:12:55.652050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b603a-8152-403c-b6a0-3166159a09af None None] Pushing event updated for resources: {'Port': ['ID=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:55.727352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:55.780462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.857948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e69877-4fed-4971-b841-64a1cbb233f3']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:55.865263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4999a016-9232-407d-b0da-a7aa6d915993 None None] Provisioning complete for port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:55.865690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4999a016-9232-407d-b0da-a7aa6d915993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.884946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc111343-405e-43cc-b30b-92ae1afa3558 req-c25ed0ab-172e-4e15-98a2-733573f8a03c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.0491657 Mar 31 23:12:55.919860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee0e022-f9fd-4c5e-893b-86c906d9f33d') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:55.920430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee0e022-f9fd-4c5e-893b-86c906d9f33d') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:55.940073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.968680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.977473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:12:55.977919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:12:55.982825 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:12:55.987167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:55.987876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.089112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Pushing event deleted for resources: {'Port': ['ID=a2d92218-b283-4a75-8824-98d999ef7bf8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.132453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.191831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.196679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/d7e69877-4fed-4971-b841-64a1cbb233f3 HTTP/1.1" status: 204 len: 168 time: 4.4573991 Mar 31 23:12:56.201561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.241159 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a5d917-5aab-49b4-b258-a27875e0c164 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:12:56.241759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a5d917-5aab-49b4-b258-a27875e0c164 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:12:56.245249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f5a5d917-5aab-49b4-b258-a27875e0c164 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/d7e69877-4fed-4971-b841-64a1cbb233f3 HTTP/1.1" status: 404 len: 339 time: 0.0399671 Mar 31 23:12:56.251996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60654) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.253086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c989a-9f7e-4524-9a42-64adcce293e6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=d7e69877-4fed-4971-b841-64a1cbb233f3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.260516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907839660', 'description': 'd1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:56.316144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.370913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:56.379771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.452135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-895a1d5f-ea37-4890-9b2e-8410e20dd7ee tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.452628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9aafc-9e47-4b5c-ad5e-d594ca93ceed req-8d1a1ec5-7a27-4f30-9340-4b32c56d062b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.453838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-895a1d5f-ea37-4890-9b2e-8410e20dd7ee tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.2561946 Mar 31 23:12:56.454550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10c9aafc-9e47-4b5c-ad5e-d594ca93ceed req-8d1a1ec5-7a27-4f30-9340-4b32c56d062b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2080123 Mar 31 23:12:56.471981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:56.482170 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.483463 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 169bc3c7-bc6b-4b22-adb5-a7b125c68849 of type vlan for network 11001423-6d6c-4835-9819-a2e496004862 Mar 31 23:12:56.494691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:56.531349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.597279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.602820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.603460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.632334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Allocated IP 172.20.0.1 (90965a56-2fc9-497d-8b15-d36c9a7986a1/40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92/72ba31ce-e70d-4909-a820-04d10fc1e42b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:56.655486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058dce8-5615-4de6-ba2d-4a1f14f8d694 req-6bfe8865-a5db-4714-9ce4-c8b98d9886ac tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.664479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1058dce8-5615-4de6-ba2d-4a1f14f8d694 req-6bfe8865-a5db-4714-9ce4-c8b98d9886ac tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.2017412 Mar 31 23:12:56.695457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4385722 Mar 31 23:12:56.696586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60660) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:56.735347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43658066-f1fc-4145-83f0-1fbad1882f82 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:12:56.788163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1058dce8-5615-4de6-ba2d-4a1f14f8d694 req-3102f9a8-eb27-45c1-97a8-b6a40d021b87 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224084 Mar 31 23:12:56.789141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d262cb-2d13-4e08-a76a-7d93bf513f69 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=11001423-6d6c-4835-9819-a2e496004862,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:56.794960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10c9aafc-9e47-4b5c-ad5e-d594ca93ceed req-89cfd3f4-5324-4942-85de-9e40644ead1a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404375 Mar 31 23:12:56.825586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.825773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-1d947bf6-7b01-4d65-b05b-79996aa7e712 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.827329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-1d947bf6-7b01-4d65-b05b-79996aa7e712 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.2676442 Mar 31 23:12:56.827751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 11001423-6d6c-4835-9819-a2e496004862 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:56.830776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34097fa9-16f5-49e1-8f6d-45e9e4064a5d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:56.867910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.871546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.934234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:56.995183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Router 4701571c-f5ed-4f21-83f1-dfc9a12648f9 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:57.070980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.079766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:57.087102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:53Z', 'revision_number': 3, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:57.087307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.088422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-475f1232-2184-4ae0-a1cb-c7e14c63564a tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "PUT /v2.0/routers/4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 200 len: 706 time: 3.1908474 Mar 31 23:12:57.088653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d96cf-aad1-4ba6-be0a-43f033d8a000 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:57.090123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2c3d96cf-aad1-4ba6-be0a-43f033d8a000 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks?id=11001423-6d6c-4835-9819-a2e496004862 HTTP/1.1" status: 200 len: 760 time: 0.3876083 Mar 31 23:12:57.093962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60664) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.094462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60666) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.097167 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75032be2-1101-4467-a445-333b76267ba8 None None] Sync routers for ids ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:57.099276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:57.099724 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.102844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'description': 'd2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:57.120353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] Routers {'4701571c-f5ed-4f21-83f1-dfc9a12648f9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:57.124378 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:57.160620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Checking router: e8b5b4d7-d27d-4d43-afa3-e2558fb90adf for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:57.161066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Updating router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf port 590c78f4-f965-418f-ad3a-627863dbb3c1 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:12:57.186293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:57.193287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Pushing event updated for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:57.196109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:57.208095 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:57.233588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:57.246882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-21269f32-43f1-4d62-a73d-391465f689f6 tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/routers/4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 200 len: 741 time: 0.1513765 Mar 31 23:12:57.251024 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.254292 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] Routers {'4701571c-f5ed-4f21-83f1-dfc9a12648f9'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:57.255111 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:57.258878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.301559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3179cdcb-3094-431d-b60a-9c854f90fe97 req-cf2915e8-e355-4320-a22e-3e59c714b3b2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.3116670 Mar 31 23:12:57.302479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.330823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8171769f-0e6b-4c58-9cdf-d325a9657b5e tempest-RoutersAdminTest-2053251224 tempest-RoutersAdminTest-2053251224-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&device_id=4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 200 len: 205 time: 0.0707743 Mar 31 23:12:57.333702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.359174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75032be2-1101-4467-a445-333b76267ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:57.360348 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75032be2-1101-4467-a445-333b76267ba8 None None] The sync data for ids ['4701571c-f5ed-4f21-83f1-dfc9a12648f9'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:57.378879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bb661414-9e93-49b1-9737-f8bb22224cf6 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 200 len: 205 time: 0.0385029 Mar 31 23:12:57.381757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60672) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.502903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:57.507032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.518039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.536844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.570558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.614435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.677535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network 11001423-6d6c-4835-9819-a2e496004862 is not hosted by any dhcp agent {{(pid=109299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:12:57.678790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 38202b96-3ab6-4794-a990-dd5139b7b127 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:12:57.679558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.683895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:57.684640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.689013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "PUT /v2.0/networks/11001423-6d6c-4835-9819-a2e496004862 HTTP/1.1" status: 200 len: 757 time: 0.5924683 Mar 31 23:12:57.690005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60676) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:57.834759 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.849308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.918669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64c9a2-d4d4-41da-8073-b73040cd7d46 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=11001423-6d6c-4835-9819-a2e496004862,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:57.926348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.938482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 11001423-6d6c-4835-9819-a2e496004862 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:57.948839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:57.972998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Attempting to bind port 590c78f4-f965-418f-ad3a-627863dbb3c1 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:12:57.973367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Attempting to bind port 590c78f4-f965-418f-ad3a-627863dbb3c1 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:12:57.973736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Attempting to bind port 590c78f4-f965-418f-ad3a-627863dbb3c1 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:57.985833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.5 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/e24c15f9-a194-4968-864a-f968454018ef) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:58.000215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:58.000539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:12:58.000926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.015343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:58.016038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Bound port: 590c78f4-f965-418f-ad3a-627863dbb3c1, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:12:58.016460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.074124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 38202b96-3ab6-4794-a990-dd5139b7b127, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=38202b96-3ab6-4794-a990-dd5139b7b127,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:58.074739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.084412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577ef0b-4f9e-40f2-8a3c-38c11bf23845 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.090716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8577ef0b-4f9e-40f2-8a3c-38c11bf23845 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks?id=11001423-6d6c-4835-9819-a2e496004862 HTTP/1.1" status: 200 len: 760 time: 0.3543935 Mar 31 23:12:58.093497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.101879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728131838'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:58.105969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 38202b96-3ab6-4794-a990-dd5139b7b127 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:12:58.112046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.112458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] For port 590c78f4-f965-418f-ad3a-627863dbb3c1, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:58.113094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Fanout notify agent at l3_agent the message router_deleted on router 4701571c-f5ed-4f21-83f1-dfc9a12648f9 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:12:58.128380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] For port 590c78f4-f965-418f-ad3a-627863dbb3c1, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=590c78f4-f965-418f-ad3a-627863dbb3c1,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:58.131802 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.133878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8030fd70-8ca0-4a10-a96b-bf1c16f9e19c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 204 len: 168 time: 0.7502320 Mar 31 23:12:58.140515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60684) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.148361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed5e5-6b9c-49a8-bf1a-d30db18ee9bb req-40bce351-82e1-4fe0-ac1c-9801e25a84d1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.150385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a7ed5e5-6b9c-49a8-bf1a-d30db18ee9bb req-40bce351-82e1-4fe0-ac1c-9801e25a84d1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 945 time: 0.2332294 Mar 31 23:12:58.170377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:58.174350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.200811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb336e9-c309-46f8-9861-157d688fc71b None None] Pushing event updated for resources: {'Port': ['ID=590c78f4-f965-418f-ad3a-627863dbb3c1,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.217931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.225972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a7ed5e5-6b9c-49a8-bf1a-d30db18ee9bb req-1d407f88-c53e-4e45-8e06-45bc131cd7e4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651040 Mar 31 23:12:58.226924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:12:58.236814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60686) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.237288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-faa363ba-3b94-453b-b610-f7dd357441db tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 200 len: 205 time: 0.0908980 Mar 31 23:12:58.253097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.258521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991cb5e-1c04-4ad0-a213-a8fb298fa037 req-5e277770-7893-41cb-af62-e9152e232a8f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.261153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e991cb5e-1c04-4ad0-a213-a8fb298fa037 req-5e277770-7893-41cb-af62-e9152e232a8f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2963567 Mar 31 23:12:58.279602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.300904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb336e9-c309-46f8-9861-157d688fc71b None None] Pushing event updated for resources: {'Port': ['ID=590c78f4-f965-418f-ad3a-627863dbb3c1,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.329555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53a592b-79b0-4f23-b319-653ce0e99ebc None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:12:58.329971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53a592b-79b0-4f23-b319-653ce0e99ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.340331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:58.341322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:58.493048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a53a592b-79b0-4f23-b319-653ce0e99ebc None None] Port 72ba31ce-e70d-4909-a820-04d10fc1e42b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:12:58.523558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:58.691279 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-7c21e4bf-53e6-45c7-a034-2157cfd34a1c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:58.694777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c21e4bf-53e6-45c7-a034-2157cfd34a1c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/4701571c-f5ed-4f21-83f1-dfc9a12648f9 HTTP/1.1" status: 404 len: 336 time: 0.4543600 Mar 31 23:12:58.694777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.694777 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment bdea59bf-b2a5-4089-8373-b93f3ddb7be2 of type vlan for network 989cdd01-9814-4702-92f3-59b31fe44221 Mar 31 23:12:58.703789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.754211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28fdd07b-5b3e-425d-b53d-fc028ca9d1ec req-ee0390c1-eb06-4393-9c05-120da100cd20 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.0664597 Mar 31 23:12:58.771028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e07bddf1-936d-43c9-a177-6bdd00f8372d tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 200 len: 205 time: 0.0598638 Mar 31 23:12:58.779724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.781808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 2, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:58.789693 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:58.814681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba115b89-db24-41b6-8a78-b325a595a6e5 None None] The sync data for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 is: [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 2, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:58.827369 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-59835b9a-14ad-4fd0-b39f-9fd55f37a88b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:58.830974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59835b9a-14ad-4fd0-b39f-9fd55f37a88b tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/3bb4d01b-c0ec-4ea7-80b6-d49a94de781e HTTP/1.1" status: 404 len: 336 time: 0.0477371 Mar 31 23:12:58.835062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.887641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a74a30c5-28bd-4c13-a674-313a019118b7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 200 len: 205 time: 0.0362022 Mar 31 23:12:58.888585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60698) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.950819 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-708acdc7-507c-4a43-82fc-fae3012afd68 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:58.954725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-708acdc7-507c-4a43-82fc-fae3012afd68 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/c17a0244-5407-4898-8fee-857c4ce71035 HTTP/1.1" status: 404 len: 336 time: 0.0636897 Mar 31 23:12:58.955386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60700) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:58.955804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e991cb5e-1c04-4ad0-a213-a8fb298fa037 req-794e2cef-82dc-4dc2-9275-9bc6c15274f0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6820853 Mar 31 23:12:58.985361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Pushing event updated for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:58.992221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.006640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.007418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b85879af-1841-4261-9446-b1655db4a8c3 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 200 len: 205 time: 0.0503936 Mar 31 23:12:59.009524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.016598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.018179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.050351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9554126 Mar 31 23:12:59.054765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.061847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': '989cdd01-9814-4702-92f3-59b31fe44221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:59.122024 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-c281cf93-03bc-4f76-bc8d-b63414313fda tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:59.123083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c281cf93-03bc-4f76-bc8d-b63414313fda tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/d4ddb96b-f5d1-48d1-a1cf-818f9d56bf28 HTTP/1.1" status: 404 len: 336 time: 0.1107864 Mar 31 23:12:59.130789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60706) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.143801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89271e-edbf-4ffc-95dd-9ce456a02c52 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=989cdd01-9814-4702-92f3-59b31fe44221,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.165247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 989cdd01-9814-4702-92f3-59b31fe44221 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:12:59.231365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3b768eaa-4ef8-49ff-b967-992f51c0e325 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 200 len: 205 time: 0.0992348 Mar 31 23:12:59.240599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.242429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.243078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.306174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:59.317013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.318136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:59.369529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['939d43e0-d65a-45eb-98a8-2ec1b70354ca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:59.394726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=38202b96-3ab6-4794-a990-dd5139b7b127,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.411216 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-f9a5e1ea-6f9e-4f17-abe7-ea35c76b20a7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:59.412534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f9a5e1ea-6f9e-4f17-abe7-ea35c76b20a7 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/63076dfd-a05d-4183-a5de-a5f687b3b94b HTTP/1.1" status: 404 len: 336 time: 0.1668329 Mar 31 23:12:59.415780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.488774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 38202b96-3ab6-4794-a990-dd5139b7b127 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:12:59.497081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.500595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a6b7d1a-7207-4053-a6e7-669e8d3ce948 req-20f0874b-f123-42fc-a2ab-bd7b5abc11a4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/38202b96-3ab6-4794-a990-dd5139b7b127 HTTP/1.1" status: 204 len: 173 time: 2.5237727 Mar 31 23:12:59.502917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'name': 'network-vif-deleted', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:59.510448 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17272d62-5abd-4d65-b9ee-90e52584e933" -d '{"events": [{"server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "name": "network-vif-deleted", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:59.545316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:59.552949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:59.617373 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b94ea9c-2d47-4dcd-a3c7-8b2849df492d x-openstack-request-id: req-9b94ea9c-2d47-4dcd-a3c7-8b2849df492d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:59.618599 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df242b27-bffb-4f17-9042-b8cfafa83052", "name": "network-vif-deleted", "tag": "38202b96-3ab6-4794-a990-dd5139b7b127", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:59.619055 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9b94ea9c-2d47-4dcd-a3c7-8b2849df492d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:59.620914 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b94ea9c-2d47-4dcd-a3c7-8b2849df492d'] response: {'server_uuid': 'df242b27-bffb-4f17-9042-b8cfafa83052', 'name': 'network-vif-deleted', 'tag': '38202b96-3ab6-4794-a990-dd5139b7b127', 'status': 'completed', 'code': 200} Mar 31 23:12:59.652017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d030664d-7e22-4edd-8b5b-865e660d9336 req-b31a8d0b-33f0-4c13-baa8-a17557f4f0e4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=df242b27-bffb-4f17-9042-b8cfafa83052 HTTP/1.1" status: 200 len: 210 time: 0.2375040 Mar 31 23:12:59.712643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:12:59.762211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f66d77d9-c86a-4a54-9f4b-550ca5fa1a9c tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "GET /v2.0/ports?device_id=1675f8df-2348-476b-a8ff-67ba1b49adce HTTP/1.1" status: 200 len: 205 time: 0.3452303 Mar 31 23:12:59.767816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60718) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:12:59.854633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.904369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:59.926341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:59.935807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:59.937048 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-c85b2397-1c3c-4f2b-b6ed-f5632cf310cd tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] delete failed (client error): The resource could not be found. Mar 31 23:12:59.941449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c85b2397-1c3c-4f2b-b6ed-f5632cf310cd tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/routers/1675f8df-2348-476b-a8ff-67ba1b49adce HTTP/1.1" status: 404 len: 336 time: 0.1725733 Mar 31 23:12:59.944081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:00.001870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:00.002709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.040710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-4bd4bc81-bc81-4de6-ad5a-abd6bf1b80be tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5498700 Mar 31 23:13:00.061069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:00.068754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Request body: {'port': {'device_id': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:00.097722 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5d9857-2046-4ea1-a5d9-1a8050ea11b9 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:00.097722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5d9857-2046-4ea1-a5d9-1a8050ea11b9 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:00.110571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd5d9857-2046-4ea1-a5d9-1a8050ea11b9 tempest-RoutersAdminTest-337199474 tempest-RoutersAdminTest-337199474-project] 10.222.0.95 "DELETE /v2.0/subnets/c0835564-bf53-433d-aa41-5b74c9cd0fb3 HTTP/1.1" status: 404 len: 337 time: 0.1648455 Mar 31 23:13:00.170197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6136342-c681-4299-9f97-757ec89a8cee req-1bc91c82-2c8c-4985-a835-cdaa5de2fda8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:00.184195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6136342-c681-4299-9f97-757ec89a8cee req-1bc91c82-2c8c-4985-a835-cdaa5de2fda8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 931 time: 0.2933593 Mar 31 23:13:00.222350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b233c8fb-6d9e-4f01-b9b2-f2dcc0b9387a None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:00.224138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b233c8fb-6d9e-4f01-b9b2-f2dcc0b9387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.311437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b233c8fb-6d9e-4f01-b9b2-f2dcc0b9387a None None] Port 72ba31ce-e70d-4909-a820-04d10fc1e42b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:00.459597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6136342-c681-4299-9f97-757ec89a8cee req-7af1eb36-be8c-4865-b4f3-dca0386bd371 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701802 Mar 31 23:13:00.462337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.483132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:00.546602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 38202b96-3ab6-4794-a990-dd5139b7b127 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:00.588833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 38202b96-3ab6-4794-a990-dd5139b7b127 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:00.590073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=5e135230-4a9f-4fa0-92fd-0c9bee136ba8,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:00.592068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 38202b96-3ab6-4794-a990-dd5139b7b127 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:00.602891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:00.623049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132d6c8-89c2-464c-859f-2b8aecc43208 req-b7cb7dd3-676c-4c19-b77e-3b4f7ca98324 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:00.626610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1132d6c8-89c2-464c-859f-2b8aecc43208 req-b7cb7dd3-676c-4c19-b77e-3b4f7ca98324 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2996061 Mar 31 23:13:00.660833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24110fe3-06ee-49bb-98ec-5200d5384080 admin admin] 10.222.0.95 "PUT /v2.0/routers/e8b5b4d7-d27d-4d43-afa3-e2558fb90adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5157924 Mar 31 23:13:00.664760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60730) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:00.808514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': 'bdea59bf-b2a5-4089-8373-b93f3ddb7be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '989cdd01-9814-4702-92f3-59b31fe44221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:00.808973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: 989cdd01-9814-4702-92f3-59b31fe44221, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:00.875453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 590c78f4-f965-418f-ad3a-627863dbb3c1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:00.926707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1132d6c8-89c2-464c-859f-2b8aecc43208 req-4c89e6a5-b10b-418f-b5a2-fa70872209b4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844856 Mar 31 23:13:00.996619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network 989cdd01-9814-4702-92f3-59b31fe44221 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:01.025856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 989cdd01-9814-4702-92f3-59b31fe44221) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:01.030368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.030962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.057817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3d033-db89-4d12-9bbe-2afbf12211d5 None None] Network 989cdd01-9814-4702-92f3-59b31fe44221 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:01.077349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a79d1d1f-c4b7-45b0-83be-b58b85a05942 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0182166 Mar 31 23:13:01.077867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60746) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.145552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c72e031-f03f-4c5e-900a-243932c5315e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.162090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24c15f9-a194-4968-864a-f968454018ef {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:01.174031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.200936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Transition to ACTIVE for port object e24c15f9-a194-4968-864a-f968454018ef will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:01.222410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.226419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 590c78f4-f965-418f-ad3a-627863dbb3c1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:01.226957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.302761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.375299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.425571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe641e-fbb1-4d6a-8873-29b9b76e1248 req-53515f08-6493-4da8-9a80-5e96016b3058 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.439142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c72e031-f03f-4c5e-900a-243932c5315e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.443765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cfe641e-fbb1-4d6a-8873-29b9b76e1248 req-53515f08-6493-4da8-9a80-5e96016b3058 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.1343372 Mar 31 23:13:01.460158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c72e031-f03f-4c5e-900a-243932c5315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.605626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c72e031-f03f-4c5e-900a-243932c5315e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aaf5c770df22493bbd37af56ae69f7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9406552 Mar 31 23:13:01.611437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cfe641e-fbb1-4d6a-8873-29b9b76e1248 req-d7b2a83a-bbd9-4c0c-86bf-d23d6d8825d3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666996 Mar 31 23:13:01.612491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60760) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.628706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e031-f03f-4c5e-900a-243932c5315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a6d720-a7ae-4770-84c8-9865e6e162e4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.636771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Attempting to bind port e24c15f9-a194-4968-864a-f968454018ef on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:01.637120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Attempting to bind port e24c15f9-a194-4968-864a-f968454018ef by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:01.637595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Attempting to bind port e24c15f9-a194-4968-864a-f968454018ef on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:01.656020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Port e24c15f9-a194-4968-864a-f968454018ef on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:01.656367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Attempting to bind port e24c15f9-a194-4968-864a-f968454018ef on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:01.660185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.665346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:01.665708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:01.666067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:01.666573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Bound port: e24c15f9-a194-4968-864a-f968454018ef, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:01.666888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.689473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a013d5a-7194-4867-88bc-6a2fe795c3ca req-1fc9cb44-0b01-453e-8fef-74ad3e8857a8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.697522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a013d5a-7194-4867-88bc-6a2fe795c3ca req-1fc9cb44-0b01-453e-8fef-74ad3e8857a8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 943 time: 0.1177032 Mar 31 23:13:01.767912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.773549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a013d5a-7194-4867-88bc-6a2fe795c3ca req-13fa74b9-e402-4a22-9aff-a7558fa10ced tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704019 Mar 31 23:13:01.802874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:01.804056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 590c78f4-f965-418f-ad3a-627863dbb3c1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=590c78f4-f965-418f-ad3a-627863dbb3c1,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:01.807179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e24c15f9-a194-4968-864a-f968454018ef,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:01.808456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60764) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:01.818638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1084618263-network', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:01.828912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.831230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.837604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.845167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45beb6e-df20-4d3a-8832-64f7ad63b2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-989cdd01-9814-4702-92f3-59b31fe44221', 'network_id': '989cdd01-9814-4702-92f3-59b31fe44221', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '5e135230-4a9f-4fa0-92fd-0c9bee136ba8'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:01.846338 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d45beb6e-df20-4d3a-8832-64f7ad63b2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.865139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=5e135230-4a9f-4fa0-92fd-0c9bee136ba8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:01.881822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.882878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.884471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/e24c15f9-a194-4968-864a-f968454018ef HTTP/1.1" status: 200 len: 1091 time: 1.8211632 Mar 31 23:13:01.884926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:01.888248 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "tag": "e24c15f9-a194-4968-864a-f968454018ef"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:01.916647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Made reservation on behalf of 3ea61c1d5ced48f697a563521ffb4e1c for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:01.922603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.949023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:01.971148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.005629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=590c78f4-f965-418f-ad3a-627863dbb3c1,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.033379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a8333-bfe9-4860-ae8d-97b015549fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.035977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c434cd88-7647-433c-bcae-66df6925eada None None] Network 989cdd01-9814-4702-92f3-59b31fe44221 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:02.056626 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb21bc-8e5d-4dec-ae8c-c61cafef17cf x-openstack-request-id: req-abbb21bc-8e5d-4dec-ae8c-c61cafef17cf {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:02.056626 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "tag": "e24c15f9-a194-4968-864a-f968454018ef", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:02.056626 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-abbb21bc-8e5d-4dec-ae8c-c61cafef17cf {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:02.057125 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbb21bc-8e5d-4dec-ae8c-c61cafef17cf'] response: {'name': 'network-changed', 'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef', 'status': 'completed', 'code': 200} Mar 31 23:13:02.070010 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.118939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989cdd01-9814-4702-92f3-59b31fe44221']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:02.145085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-6ccaf51f-1cf4-410f-bb09-060a00e7ec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.145795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdea59bf-b2a5-4089-8373-b93f3ddb7be2') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:02.146109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdea59bf-b2a5-4089-8373-b93f3ddb7be2') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:02.146605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-6ccaf51f-1cf4-410f-bb09-060a00e7ec24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 1094 time: 0.2038138 Mar 31 23:13:02.152416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.170653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.210420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.220361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-9d86c81e-6363-41b1-89e8-7e424ced483f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e24c15f9-a194-4968-864a-f968454018ef HTTP/1.1" status: 200 len: 217 time: 0.0567021 Mar 31 23:13:02.222000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:02.222000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:02.225835 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:02.281416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c06fe-8ec3-4181-91a9-48713c9adba7 req-bed0ce94-0e5c-479a-b0c2-dd2a1bf58c95 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.282937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c8c06fe-8ec3-4181-91a9-48713c9adba7 req-bed0ce94-0e5c-479a-b0c2-dd2a1bf58c95 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1675591 Mar 31 23:13:02.308746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.309809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.312345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.313576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/05a6d720-a7ae-4770-84c8-9865e6e162e4 HTTP/1.1" status: 204 len: 168 time: 0.6975999 Mar 31 23:13:02.316850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.338738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.345469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.346199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/989cdd01-9814-4702-92f3-59b31fe44221 HTTP/1.1" status: 204 len: 168 time: 1.2666576 Mar 31 23:13:02.347471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.392088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-bc2721d7-1a5f-460b-a491-0d05df322a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.393877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-bc2721d7-1a5f-460b-a491-0d05df322a8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1634851 Mar 31 23:13:02.394026 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0bcb11-a8aa-404a-8eb4-17ffed30363d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] GET failed (client error): The resource could not be found. Mar 31 23:13:02.398695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fa0bcb11-a8aa-404a-8eb4-17ffed30363d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets/5e135230-4a9f-4fa0-92fd-0c9bee136ba8 HTTP/1.1" status: 404 len: 337 time: 0.0484092 Mar 31 23:13:02.399758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b07411-1309-4714-b6cb-434f5cb972b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a6d720-a7ae-4770-84c8-9865e6e162e4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.402097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60776) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.413500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48403d6-3e44-4c06-8f6e-d5f4e9f31388 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=989cdd01-9814-4702-92f3-59b31fe44221,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.426061 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc77dc7-090c-4727-b505-615ad423b014 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:02.426618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc77dc7-090c-4727-b505-615ad423b014 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:02.434878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-acc77dc7-090c-4727-b505-615ad423b014 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/989cdd01-9814-4702-92f3-59b31fe44221 HTTP/1.1" status: 404 len: 339 time: 0.0311885 Mar 31 23:13:02.435548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.474535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:02.484334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.485062 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Added segment 1691f7da-4ef4-4503-9ef5-83e84850f1a6 of type vlan for network 77d168a3-6fbd-4ae7-9b86-0649f15f93db Mar 31 23:13:02.505362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c8c06fe-8ec3-4181-91a9-48713c9adba7 req-edb589e3-1188-4221-8d38-e8aaa8189064 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075865 Mar 31 23:13:02.510891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c6f89-e1e1-47e5-8206-8e6905f01b76,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.548989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-60437ed0-ce58-4c93-8c52-599454840fcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785565 Mar 31 23:13:02.559586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.559983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.560247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.560556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.561034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.561253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.561830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.561830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.562101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.562479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.562755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.563030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:02.592718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.746919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9201b25-d2f5-41d1-bd89-8e7056a4e989 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.752645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e9201b25-d2f5-41d1-bd89-8e7056a4e989 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3161235 Mar 31 23:13:02.756778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60784) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.796162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 590c78f4-f965-418f-ad3a-627863dbb3c1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:02.805594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.807146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.810654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.866447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 590c78f4-f965-418f-ad3a-627863dbb3c1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:02.867298 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:02.883499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5ecdd873-105f-4657-905d-942b96b8e044 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 207 time: 0.1222558 Mar 31 23:13:02.906244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:02.954242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1441677 Mar 31 23:13:02.986746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.014515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-f4460fba-5510-4ae3-b97b-1a8b91f2e997 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476571 Mar 31 23:13:03.025392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60792) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.029075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Request body: {'subnet': {'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1084618263-subnet', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:03.098016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Sync routers for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:03.107319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077ee7-082d-4e02-9d25-3f299c100856 admin admin] Pushing event updated for resources: {'Network': ['ID=77d168a3-6fbd-4ae7-9b86-0649f15f93db,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.158017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:03.166759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a293cd5-9854-4fc6-a6e4-ac5b3496da57 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0e403337f524631b30bd8b33d0fe0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272061 Mar 31 23:13:03.172097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60796) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.179921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-64962e9d-2579-45b5-8d26-1da67dfa59dd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.181579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-64962e9d-2579-45b5-8d26-1da67dfa59dd tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.2717221 Mar 31 23:13:03.183549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148674-0fda-4ffd-be51-b735eb41251b req-9c217e6a-784c-401c-9d9c-2c6a15b6dddf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.185215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8148674-0fda-4ffd-be51-b735eb41251b req-9c217e6a-784c-401c-9d9c-2c6a15b6dddf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 945 time: 0.3142827 Mar 31 23:13:03.197341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Made reservation on behalf of 3ea61c1d5ced48f697a563521ffb4e1c for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:03.200127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.261243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c5d2-2383-41ea-90ff-1da40bf7c142 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.267319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c5d2-2383-41ea-90ff-1da40bf7c142 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.273005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c5d2-2383-41ea-90ff-1da40bf7c142 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.278741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:03.279144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4153c5d2-2383-41ea-90ff-1da40bf7c142 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.279930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ee943-8fb5-4c91-85e3-066a0bcd0594 req-75b146e3-d19d-474c-9324-7c4d26db7d45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.280860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4153c5d2-2383-41ea-90ff-1da40bf7c142 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3737483 Mar 31 23:13:03.281323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:03.281522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a8ee943-8fb5-4c91-85e3-066a0bcd0594 req-75b146e3-d19d-474c-9324-7c4d26db7d45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 943 time: 0.3318598 Mar 31 23:13:03.284884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60798) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.344525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8148674-0fda-4ffd-be51-b735eb41251b req-5adcfa84-0580-42de-9b01-0f9d3ab08644 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419647 Mar 31 23:13:03.373097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-121f2b43-a297-4f0a-823b-2d30719e8328 req-e6d3da6f-201e-4514-90d4-bae97abce134 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502090 Mar 31 23:13:03.421401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:03.442248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.470245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a8ee943-8fb5-4c91-85e3-066a0bcd0594 req-03cad184-1cf8-413c-9041-c1b94993f654 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687639 Mar 31 23:13:03.491548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.514687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 939d43e0-d65a-45eb-98a8-2ec1b70354ca {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:03.515118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.551563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-795d4d2a-e479-4b54-94cb-8dd5a5481dd0 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2623534 Mar 31 23:13:03.552249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60800) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.553941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-aaa98784-d950-4b32-964b-f779381493ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.555649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-aaa98784-d950-4b32-964b-f779381493ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 1094 time: 0.1238422 Mar 31 23:13:03.641057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0667c-4ce6-4ddc-baf3-b19fc160b833 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.643109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a0667c-4ce6-4ddc-baf3-b19fc160b833 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.648436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-42a0667c-4ce6-4ddc-baf3-b19fc160b833 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0918396 Mar 31 23:13:03.651335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.712324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.714963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.715991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/db3962f8-b86e-410a-8189-9ebfe5bb1ba5 HTTP/1.1" status: 204 len: 168 time: 0.5334046 Mar 31 23:13:03.718032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719a73f-915b-46a9-969e-234590238fc2 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.719582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d719a73f-915b-46a9-969e-234590238fc2 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.725277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d719a73f-915b-46a9-969e-234590238fc2 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0697520 Mar 31 23:13:03.725524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60808) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.756630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 939d43e0-d65a-45eb-98a8-2ec1b70354ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=939d43e0-d65a-45eb-98a8-2ec1b70354ca,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:03.756630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:03.761731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af43706-e66f-4917-9516-8f6833ae838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3962f8-b86e-410a-8189-9ebfe5bb1ba5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:03.790506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 939d43e0-d65a-45eb-98a8-2ec1b70354ca owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:03.798196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-a2d51d0b-d0e3-401a-94f4-4d9c21acdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.798846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-a2d51d0b-d0e3-401a-94f4-4d9c21acdda2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.2271025 Mar 31 23:13:03.887430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 2, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:03.918158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-f8847c3e-c430-4fff-81a5-9b3aafa148f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e24c15f9-a194-4968-864a-f968454018ef HTTP/1.1" status: 200 len: 217 time: 0.1107695 Mar 31 23:13:03.941562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892e577-2cae-4d6d-a6e8-be8419c31f90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.947202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60810) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:03.948147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6892e577-2cae-4d6d-a6e8-be8419c31f90 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks/b499f418-605d-43bd-947a-4d2d371a6241 HTTP/1.1" status: 200 len: 800 time: 0.2214429 Mar 31 23:13:03.952846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.005410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Checking router: e8b5b4d7-d27d-4d43-afa3-e2558fb90adf for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:04.009846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Updating router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf port 72ba31ce-e70d-4909-a820-04d10fc1e42b binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:04.068266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Checking segment: {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:04.068668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Network hostable DHCP agents. Network: 77d168a3-6fbd-4ae7-9b86-0649f15f93db, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:04.084029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-678f91c6-b633-4e92-a0a3-228d5e298779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.085987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-678f91c6-b633-4e92-a0a3-228d5e298779 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.1567178 Mar 31 23:13:04.105324 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.106855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110020e9-662f-4970-8598-e5cfccd1f6fe req-161f0898-9cf3-473a-a348-a6ed6c34324a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.108507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-110020e9-662f-4970-8598-e5cfccd1f6fe req-161f0898-9cf3-473a-a348-a6ed6c34324a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.3421137 Mar 31 23:13:04.125045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8104df-2dfe-427d-8531-fdbbb6262412,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.186267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-d2878ca2-59b5-4715-a487-98855e41e658 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861931 Mar 31 23:13:04.251000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:04.310693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 77d168a3-6fbd-4ae7-9b86-0649f15f93db) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:04.331145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.331865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.353419 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-110020e9-662f-4970-8598-e5cfccd1f6fe req-a2ffaee8-adbd-4b1c-9eec-b4d4a9c0bb31 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136784 Mar 31 23:13:04.419386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd691570-ce5b-4038-95e2-aa84aa9066cd admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3947053 Mar 31 23:13:04.420088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60820) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.434364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:04.470547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccebc382-a8d5-48e5-ac9d-fd8c8c494d6c None None] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:04.513121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.522330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.651291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.680181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ea98e616-b738-422a-9bcd-8e31b2615147 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/networks/b499f418-605d-43bd-947a-4d2d371a6241?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7298725 Mar 31 23:13:04.684460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8b0f5626-9c49-4399-937a-dee6ffab0777 req-f0babb5f-4675-4c29-b421-cbbbd8667e1a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 210 time: 0.0924001 Mar 31 23:13:04.687417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.700170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.759024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:04.787432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deb151b8-bee7-46d2-b8dd-01fd891b7430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:04.927206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-042e982c-d404-4a81-b067-0a85645b3ff3 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272322 Mar 31 23:13:04.982354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=939d43e0-d65a-45eb-98a8-2ec1b70354ca,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:04.982539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded819d-e262-49df-9c44-e7b64f2a8fd5 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.985089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aded819d-e262-49df-9c44-e7b64f2a8fd5 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets/846a22fc-ce93-4154-b761-9e210c4b7474 HTTP/1.1" status: 200 len: 811 time: 0.2831769 Mar 31 23:13:04.991725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:04.993015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'fixed_ips': [{'subnet_id': 'af8104df-2dfe-427d-8531-fdbbb6262412'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:04.994185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.011301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011eef0a-e5ee-48e5-bf00-760f5a68fa6c req-22746503-cf7a-43b7-995e-e6abb3941ddf tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.013402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-011eef0a-e5ee-48e5-bf00-760f5a68fa6c req-22746503-cf7a-43b7-995e-e6abb3941ddf tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 943 time: 0.4005797 Mar 31 23:13:05.015312 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.030749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 939d43e0-d65a-45eb-98a8-2ec1b70354ca on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:05.034064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.038882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46397c66-1f7c-435d-8e8d-1f1c4baa81f3 req-a646a443-07d8-4576-b44d-18da7cd36a31 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/939d43e0-d65a-45eb-98a8-2ec1b70354ca HTTP/1.1" status: 204 len: 173 time: 1.8202999 Mar 31 23:13:05.042286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'name': 'network-vif-deleted', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:05.044940 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c498f54-4a5b-4c33-bd27-e32629f7ec2b" -d '{"events": [{"server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "name": "network-vif-deleted", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:05.079406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.087256 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.151750 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6db70a-ca13-4cdc-b4b6-424da4f63114 x-openstack-request-id: req-6a6db70a-ca13-4cdc-b4b6-424da4f63114 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:05.156422 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989b6c4f-c728-4122-a566-0d6789df5c4c", "name": "network-vif-deleted", "tag": "939d43e0-d65a-45eb-98a8-2ec1b70354ca", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:05.156995 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6a6db70a-ca13-4cdc-b4b6-424da4f63114 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:05.157485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-011eef0a-e5ee-48e5-bf00-760f5a68fa6c req-4f6c48eb-7751-4cc7-80c9-e7f241632112 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008470 Mar 31 23:13:05.161734 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6db70a-ca13-4cdc-b4b6-424da4f63114'] response: {'server_uuid': '989b6c4f-c728-4122-a566-0d6789df5c4c', 'name': 'network-vif-deleted', 'tag': '939d43e0-d65a-45eb-98a8-2ec1b70354ca', 'status': 'completed', 'code': 200} Mar 31 23:13:05.192678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62410bad-b7f7-49df-a2da-96c3ca12e3d3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.193954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b38f4b6-b252-4633-a2bf-e2aa13011cc4 req-034e01f7-050a-44f4-a51d-900eb2051900 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410481 Mar 31 23:13:05.198818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-62410bad-b7f7-49df-a2da-96c3ca12e3d3 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "GET /v2.0/subnets/846a22fc-ce93-4154-b761-9e210c4b7474?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2085512 Mar 31 23:13:05.200018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:05.222243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226950742'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:05.315833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:05.335655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.433202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:05.481367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.481710 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Added segment 5645a0f0-705b-4a6f-b6af-df58fe69efdf of type vlan for network b73d7775-afe0-4d3e-92f8-10566385ec7d Mar 31 23:13:05.530651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d89e8-cfd4-4bac-85a7-e90cac420a06 None None] Pushing event updated for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.596770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Attempting to bind port 72ba31ce-e70d-4909-a820-04d10fc1e42b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:05.597146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Attempting to bind port 72ba31ce-e70d-4909-a820-04d10fc1e42b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:05.597504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Attempting to bind port 72ba31ce-e70d-4909-a820-04d10fc1e42b on network 90965a56-2fc9-497d-8b15-d36c9a7986a1 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:05.606576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Allocated IP 172.20.0.2 (77d168a3-6fbd-4ae7-9b86-0649f15f93db/af8104df-2dfe-427d-8531-fdbbb6262412/eb1e0129-a88b-456e-9c32-ca65c5fc90e7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:05.614060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:05.614376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Checking segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:05.614781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.615170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Bound using segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:05.615686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Bound port: 72ba31ce-e70d-4909-a820-04d10fc1e42b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:05.616051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.651041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465896f-8801-4822-8244-77951e58a113 req-4b17afef-17ed-4e5b-aaf3-cabda5cfcc9a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.663798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a465896f-8801-4822-8244-77951e58a113 req-4b17afef-17ed-4e5b-aaf3-cabda5cfcc9a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1555140 Mar 31 23:13:05.706669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-10ff6279-c41b-4d92-bebd-1d8ccd0fe2f3 None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:05.708968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10ff6279-c41b-4d92-bebd-1d8ccd0fe2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:05.731617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a465896f-8801-4822-8244-77951e58a113 req-78522e2d-2d88-4aee-8ac6-6a49b12a49cb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Mar 31 23:13:05.791420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-10ff6279-c41b-4d92-bebd-1d8ccd0fe2f3 None None] Port 72ba31ce-e70d-4909-a820-04d10fc1e42b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:06.085161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] For port 72ba31ce-e70d-4909-a820-04d10fc1e42b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:06.090260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] For port 72ba31ce-e70d-4909-a820-04d10fc1e42b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=72ba31ce-e70d-4909-a820-04d10fc1e42b,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:06.108696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.188050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d89e8-cfd4-4bac-85a7-e90cac420a06 None None] Pushing event updated for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.273528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:06.276143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:12:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:06.279758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14253587-e9fe-49ac-be15-928f89f8a883 req-6de14124-7b7a-4014-aeee-7005541eef03 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=989b6c4f-c728-4122-a566-0d6789df5c4c HTTP/1.1" status: 200 len: 210 time: 0.0749292 Mar 31 23:13:06.308328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.325966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.351705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.354082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.373789 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.406481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c25be-69b8-4c83-9dc4-77143dff2e2c req-c5736059-5e4b-4909-aadd-08524af83903 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.419322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-692c25be-69b8-4c83-9dc4-77143dff2e2c req-c5736059-5e4b-4909-aadd-08524af83903 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 943 time: 0.0917523 Mar 31 23:13:06.430010 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.441219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.441359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.470802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-692c25be-69b8-4c83-9dc4-77143dff2e2c req-eba6264b-874c-4f99-ab69-8df4b78c2b8f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504930 Mar 31 23:13:06.495873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:06.507576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:06.510406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:06.517426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Pushing event updated for resources: {'Port': ['ID=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.522619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:06.549834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3320777 Mar 31 23:13:06.552730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60870) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.559213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:06.600498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 939d43e0-d65a-45eb-98a8-2ec1b70354ca no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:06.608335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Allocated IP 172.25.8.225 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4d0ea064-fa2c-4171-abad-c1487828bab0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:06.645754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 939d43e0-d65a-45eb-98a8-2ec1b70354ca {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:06.646327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 939d43e0-d65a-45eb-98a8-2ec1b70354ca not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:06.653961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44979c-6820-4eb3-90b9-fee3224ef963 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Network': ['ID=b73d7775-afe0-4d3e-92f8-10566385ec7d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.680990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Attempting to bind port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:06.681567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Attempting to bind port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:06.682154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Attempting to bind port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 on network 77d168a3-6fbd-4ae7-9b86-0649f15f93db {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:06.705332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b73d7775-afe0-4d3e-92f8-10566385ec7d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:06.707143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:06.710894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:06.711354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Checking segment: {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:06.711865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.712272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Bound using segment: {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:06.712746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Bound port: eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:06.713124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.715569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:06.715921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.747321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Made reservation on behalf of 9b8a5cbae46f428db2cf75b11478f106 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:06.751683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.850452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:13:06.850913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:13:06.898608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1855567913', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:06.908407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:06.934545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 72ba31ce-e70d-4909-a820-04d10fc1e42b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:06.939806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e770-8160-49ca-92d3-14942b51d464 req-77a7e588-737b-43ac-aaaf-a06b31693cab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.941755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c72e770-8160-49ca-92d3-14942b51d464 req-77a7e588-737b-43ac-aaaf-a06b31693cab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.0746915 Mar 31 23:13:06.980509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.035462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Made reservation on behalf of 62d57ea5b26d432bb439dc551cf67a56 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:07.038962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.049232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:07.052760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.057358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:07.057946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e24c15f9-a194-4968-864a-f968454018ef details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:07.060021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:07.070155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.072872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-28e0694a-1d4e-4255-a40d-3c43885161ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.102246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c72e770-8160-49ca-92d3-14942b51d464 req-16ab5e62-a01d-47c4-9240-e4b96d537efc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432743 Mar 31 23:13:07.107684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Pushing event updated for resources: {'Port': ['ID=4d0ea064-fa2c-4171-abad-c1487828bab0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.125461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] For port eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:07.149851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] For port eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:07.183407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=50acfa94-f1cd-43b3-a826-491b651c7a96,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.226899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Checking segment: {'id': '5645a0f0-705b-4a6f-b6af-df58fe69efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:07.227399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network hostable DHCP agents. Network: b73d7775-afe0-4d3e-92f8-10566385ec7d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:07.245743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.256400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:13:07.260318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:07.260711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.273635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Network b73d7775-afe0-4d3e-92f8-10566385ec7d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:07.280990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.288883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.295962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] device_id is not set on port c9a2db07-30f4-4956-8303-aa38d572692a yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:07.307145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b73d7775-afe0-4d3e-92f8-10566385ec7d) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:07.343700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.344500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.415971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be74f12-39ad-43f6-b9b6-b118af7c8a32,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.417377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74e660-cf71-4aa0-8aac-0c70e0de1083 None None] Network b73d7775-afe0-4d3e-92f8-10566385ec7d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:07.432221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.442676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-152da0af-e377-40ff-9a68-560d0bc3bba7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8888190 Mar 31 23:13:07.451107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60890) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:07.459264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:07.662948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.667983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Allocated IP 172.25.8.224 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c9a2db07-30f4-4956-8303-aa38d572692a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:07.688026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59293622'] for subnet, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.768535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed6bc2-d7e5-4ed1-9de5-57b61cd14f19 req-6e88b1a8-c258-4467-9ac1-70290695c62a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.772242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13ed6bc2-d7e5-4ed1-9de5-57b61cd14f19 req-6e88b1a8-c258-4467-9ac1-70290695c62a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 943 time: 0.1659696 Mar 31 23:13:07.778113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] For port 72ba31ce-e70d-4909-a820-04d10fc1e42b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=72ba31ce-e70d-4909-a820-04d10fc1e42b,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:07.792871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473430-fd9d-4893-8896-bb404da490a3 None None] Pushing event updated for resources: {'Port': ['ID=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:07.818124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.895850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-b3702d71-0afd-452e-b2f2-84232c2ac906 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.903922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-b3702d71-0afd-452e-b2f2-84232c2ac906 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.3160539 Mar 31 23:13:07.926377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e24c15f9-a194-4968-864a-f968454018ef,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:07.929273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-3d6b917d-caed-4a43-be8f-8f3563876fd7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0238550 Mar 31 23:13:07.963891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-705914b0-05c0-427b-8938-127af8543c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:06Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:07.967908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:07.992851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13ed6bc2-d7e5-4ed1-9de5-57b61cd14f19 req-7566b7a6-6794-4c82-8fa5-f97c936b8417 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499822 Mar 31 23:13:08.010541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705914b0-05c0-427b-8938-127af8543c73 None None] The sync data for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 is: [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:06Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:08.013339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b73d7775-afe0-4d3e-92f8-10566385ec7d', 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d', 'tenant_id': '9b8a5cbae46f428db2cf75b11478f106', 'fixed_ips': [{'subnet_id': '50acfa94-f1cd-43b3-a826-491b651c7a96'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:08.014455 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.064594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e24c15f9-a194-4968-864a-f968454018ef', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': 'e24c15f9-a194-4968-864a-f968454018ef', 'mac_address': 'fa:16:3e:4e:59:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:08.077744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-c7385842-50c9-46b0-b307-d5ddf8e7cde7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473448 Mar 31 23:13:08.101730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-392c275b-391d-432b-be8b-02070aa5770a service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:13:08.102902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-392c275b-391d-432b-be8b-02070aa5770a service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145316 Mar 31 23:13:08.141230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85b5bd-0217-4dd9-94c9-0ea257e1c9d7 None None] Pushing event updated for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.247784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.263097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.307909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24c15f9-a194-4968-864a-f968454018ef {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:08.360244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e24c15f9-a194-4968-864a-f968454018ef,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:08.379118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-0f3a5d58-6e9a-4cb8-9359-46392e76dfa7 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058172 Mar 31 23:13:08.385085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.431825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793242732198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59554204'] for subnet, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.440806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.499671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.531379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-5c1dd63e-866d-413b-871c-2fbfc7d822db service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409736 Mar 31 23:13:08.587888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:13:08.634757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783b8a-b2c1-4836-b0ad-2b255da2577c req-35348e0f-9766-4725-b8d7-63583db85cfa tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.643943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77783b8a-b2c1-4836-b0ad-2b255da2577c req-35348e0f-9766-4725-b8d7-63583db85cfa tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.3416021 Mar 31 23:13:08.686039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.686648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:08.698916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "PUT /v2.0/subnets/50acfa94-f1cd-43b3-a826-491b651c7a96 HTTP/1.1" status: 200 len: 877 time: 1.2464237 Mar 31 23:13:08.713324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:08.738903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d049c59-4406-4822-85de-621853ae0136 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event updated for resources: {'Subnet': ['ID=50acfa94-f1cd-43b3-a826-491b651c7a96,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.744654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:08.808409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a2db07-30f4-4956-8303-aa38d572692a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:08.811158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:08.846004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:08.888168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:08.899047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Sync routers for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:08.920991 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:08.923806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:08.955691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77783b8a-b2c1-4836-b0ad-2b255da2577c req-51b5aa42-bcfc-4c9d-a1e5-a0482a90551f tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039041 Mar 31 23:13:09.010721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-762d9773-9a67-4996-b8c4-279c913f6573 req-fcca5e8f-0953-461d-acf1-6c5095eb8184 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 210 time: 0.1022835 Mar 31 23:13:09.033476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.038396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-32e920bb-d7d7-40fc-94f8-2006247d38ea admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6153023 Mar 31 23:13:09.040235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.088083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.094740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:09.104910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 72ba31ce-e70d-4909-a820-04d10fc1e42b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:09.134363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Allocated IP 172.20.0.3 (b73d7775-afe0-4d3e-92f8-10566385ec7d/50acfa94-f1cd-43b3-a826-491b651c7a96/38462d68-866a-4913-9b10-52040210d5d8) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:09.165173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.165794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.200217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e24c15f9-a194-4968-864a-f968454018ef'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:09.252187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.257227 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:09.264707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6cbbb3af-bc32-4c45-b275-0c1c6c10619c tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.5561485 Mar 31 23:13:09.266089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60924) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:09.281822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.224'}]}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:09.332128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f34a10-3a00-40dc-a6af-b4ba7733e77d req-e14b360d-36ab-4761-9beb-83e609656384 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.340406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1f34a10-3a00-40dc-a6af-b4ba7733e77d req-e14b360d-36ab-4761-9beb-83e609656384 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 944 time: 0.1768656 Mar 31 23:13:09.362635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6cd403-82b5-4a86-aba2-dfd4a56f51a8 None None] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:09.418403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.426236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.518862 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:13:09.519045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.548177 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1f34a10-3a00-40dc-a6af-b4ba7733e77d req-5f78c28a-770f-4f75-83ff-c867b6b1dce8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064888 Mar 31 23:13:09.635316 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:09.670066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.717766 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Checking router: 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:09.718180 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Updating router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 port 4d0ea064-fa2c-4171-abad-c1487828bab0 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:09.751654 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.768321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] Provisioning complete for port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:09.768707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:09.994020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.002101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.206191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 72ba31ce-e70d-4909-a820-04d10fc1e42b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:10.206798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.226571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-040fe5d7-6904-4280-9aef-3eeb8afe6730 req-161e3a5a-1d37-4374-9b81-ef9b3289c814 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 210 time: 0.0347378 Mar 31 23:13:10.301082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.309301 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.333097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:10.337692 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.396332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.404249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:10.462846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.465820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.478872 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.486479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.510940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.513612 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.566401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5454f-ea0e-4a23-aaad-ee472ffcc2ef req-eda1262b-e81d-4120-ad17-fb7e2564918c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.569167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc5454f-ea0e-4a23-aaad-ee472ffcc2ef req-eda1262b-e81d-4120-ad17-fb7e2564918c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.3173833 Mar 31 23:13:10.601388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Allocated IP 172.20.0.1 (77d168a3-6fbd-4ae7-9b86-0649f15f93db/af8104df-2dfe-427d-8531-fdbbb6262412/d12bbdcb-e537-4e29-ad33-f409bd24dfb3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:10.639215 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Attempting to bind port 4d0ea064-fa2c-4171-abad-c1487828bab0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:10.639788 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Attempting to bind port 4d0ea064-fa2c-4171-abad-c1487828bab0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:10.640303 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Attempting to bind port 4d0ea064-fa2c-4171-abad-c1487828bab0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:10.656573 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:10.657863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:10.659692 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.660196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:10.660787 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Bound port: 4d0ea064-fa2c-4171-abad-c1487828bab0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:10.664000 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.744849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Network b73d7775-afe0-4d3e-92f8-10566385ec7d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:10.753478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc5454f-ea0e-4a23-aaad-ee472ffcc2ef req-caac4cba-85bb-4f0d-928c-95b6f3039f63 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736884 Mar 31 23:13:10.766068 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Pushing event updated for resources: {'Port': ['ID=4d0ea064-fa2c-4171-abad-c1487828bab0,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.781319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.784916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.803409 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.806627 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.807107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.807623 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.808740 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.809033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.809472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.811019 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.811487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:10.812883 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.813333 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.814137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.816242 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:10.851740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=50acfa94-f1cd-43b3-a826-491b651c7a96,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.894746 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] For port 4d0ea064-fa2c-4171-abad-c1487828bab0, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:10.897161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] For port eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:10.907201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:10.909053 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] For port 4d0ea064-fa2c-4171-abad-c1487828bab0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4d0ea064-fa2c-4171-abad-c1487828bab0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:10.921966 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.932256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Pushing event updated for resources: {'Port': ['ID=38462d68-866a-4913-9b10-52040210d5d8,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.964885 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:10.973508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352d613b-7762-4a7f-a6de-6b3d78741cc2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:10.992173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.045558 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:11.055979 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:11.058294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e88e6-cdcc-4d8c-b566-e4f086336f7b None None] Pushing event updated for resources: {'Port': ['ID=4d0ea064-fa2c-4171-abad-c1487828bab0,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.065960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.084528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:11.114786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb1e0129-a88b-456e-9c32-ca65c5fc90e7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:11.125968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.165306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Pushing event updated for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.195316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:11.209293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:11.216478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:11.242982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.254869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.321239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.323742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['352d613b-7762-4a7f-a6de-6b3d78741cc2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:11.348513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e8af1-d4dd-4704-ae2f-f1935c682b3b None None] Pushing event updated for resources: {'Port': ['ID=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.369017 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:11.393272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.393813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a1fca26-53f0-4892-b447-567f11ef9825 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:11.410049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Attempting to bind port 38462d68-866a-4913-9b10-52040210d5d8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:11.410576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Attempting to bind port 38462d68-866a-4913-9b10-52040210d5d8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5645a0f0-705b-4a6f-b6af-df58fe69efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:11.411042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Attempting to bind port 38462d68-866a-4913-9b10-52040210d5d8 on network b73d7775-afe0-4d3e-92f8-10566385ec7d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:11.459704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:11.460269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Checking segment: {'id': '5645a0f0-705b-4a6f-b6af-df58fe69efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:11.460842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.461339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Bound using segment: {'id': '5645a0f0-705b-4a6f-b6af-df58fe69efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:11.461952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Bound port: 38462d68-866a-4913-9b10-52040210d5d8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5645a0f0-705b-4a6f-b6af-df58fe69efdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:11.462448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.480185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9ce3ae3-8dfc-4a4f-8f12-84000d946c91 req-9b5cdb92-0fd3-4910-adba-c00828c671e6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 210 time: 0.0585756 Mar 31 23:13:11.507111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.542282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59f64c-8152-49da-9f2d-e42eb5963517 req-f0dcfb98-74b6-4ca8-9329-f1784b6abeab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:11.544953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e59f64c-8152-49da-9f2d-e42eb5963517 req-f0dcfb98-74b6-4ca8-9329-f1784b6abeab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 944 time: 0.8421729 Mar 31 23:13:11.549414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:11.549941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.634721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:11.682092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-82230f3e-cf32-4c47-b68c-5764de8018cf None None] Provisioning complete for port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:11.682686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-82230f3e-cf32-4c47-b68c-5764de8018cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.725998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.815389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] For port 38462d68-866a-4913-9b10-52040210d5d8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:11.855624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] For port 38462d68-866a-4913-9b10-52040210d5d8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=38462d68-866a-4913-9b10-52040210d5d8,segment=NetworkSegment(5645a0f0-705b-4a6f-b6af-df58fe69efdf),segment_id=5645a0f0-705b-4a6f-b6af-df58fe69efdf)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:11.876715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:11.881305 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:11.997022 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590866f7-7969-468e-a6bc-5bfbbe6d2f50 None None] The sync data for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 is: [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 3, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:12.021021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfe987-d807-4404-8a00-20ac09639272 req-2a3b20cc-a5fd-4e4c-81bb-4dfcdad50394 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.022559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ccfe987-d807-4404-8a00-20ac09639272 req-2a3b20cc-a5fd-4e4c-81bb-4dfcdad50394 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.0872588 Mar 31 23:13:12.105404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.119439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ccfe987-d807-4404-8a00-20ac09639272 req-48569ac1-6b1b-445e-9002-f095c893cbdf tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826650 Mar 31 23:13:12.121741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.178493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Pushing event updated for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.187376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ac90-80f7-4305-921f-1993ec2cb79b None None] Pushing event updated for resources: {'Port': ['ID=38462d68-866a-4913-9b10-52040210d5d8,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.196554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c7eb8-265d-4b90-b9a5-be646379bd1a None None] Network b73d7775-afe0-4d3e-92f8-10566385ec7d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:12.228097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.308101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb1e0129-a88b-456e-9c32-ca65c5fc90e7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:12.333610 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:13:12.337982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1203a646-4bbc-4df5-91c2-00f7a12e3805 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0697575 Mar 31 23:13:12.338157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60950) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:12.355499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73d7775-afe0-4d3e-92f8-10566385ec7d']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:12.406162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-320e314d-3f96-482e-9b19-ab9c29c3db85 None None] Provisioning complete for port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:12.407382 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-320e314d-3f96-482e-9b19-ab9c29c3db85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.416120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5645a0f0-705b-4a6f-b6af-df58fe69efdf') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:12.416411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5645a0f0-705b-4a6f-b6af-df58fe69efdf') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:12.418462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:12.424733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:12.436073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-66cbe110-38ba-4ddd-accd-8ed07952d112 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.437678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-66cbe110-38ba-4ddd-accd-8ed07952d112 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 1.7755592 Mar 31 23:13:12.447380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.478306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:12.510263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e59f64c-8152-49da-9f2d-e42eb5963517 req-bf0ce464-804d-449b-9178-5431b1cda919 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9524996 Mar 31 23:13:12.580776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.654151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:12.654974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:12.658609 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:12.716060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ebc25a8-aba8-4ee4-accb-feab2c9f7959 req-410f416f-8cf2-4047-905f-4f58ac397925 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 210 time: 0.0849001 Mar 31 23:13:12.850815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.api [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:13:12.850815 n-d-835855-2 neutron-server[109298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:13:12.850815 n-d-835855-2 neutron-server[109298]: [parameters: {'id': 'b73d7775-afe0-4d3e-92f8-10566385ec7d'}] Mar 31 23:13:12.850815 n-d-835855-2 neutron-server[109298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:13:12.851314 n-d-835855-2 neutron-server[109298]: DEBUG oslo_db.api [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:13:12.851401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-320e314d-3f96-482e-9b19-ab9c29c3db85 None None] Port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:12.895672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becacb94-d9b5-4ba7-8e33-876043715e0b None None] Network b73d7775-afe0-4d3e-92f8-10566385ec7d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:12.905222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:12.909087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:12.947605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:12.948070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.108725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.12 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/615bc90e-84b2-4663-a485-00663c8b654b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:13.130608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f242ae28-ff5e-4191-bb3f-59ac0a8b11b2 None None] Provisioning complete for port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:13.130979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f242ae28-ff5e-4191-bb3f-59ac0a8b11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.182887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:13.327835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f242ae28-ff5e-4191-bb3f-59ac0a8b11b2 None None] Port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:13.342075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:13.363843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.418932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Deleting port c9a2db07-30f4-4956-8303-aa38d572692a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:13.419314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.430088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d761e7-ff9b-45d3-a217-758e9b894011 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:13:13.468029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f7e5-b712-45df-bef0-e6ddbb9379c3 req-d8a62b3b-effd-4f8d-84d1-285c699d6c18 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.476242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7500f7e5-b712-45df-bef0-e6ddbb9379c3 req-d8a62b3b-effd-4f8d-84d1-285c699d6c18 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.2017181 Mar 31 23:13:13.537369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.552136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 352d613b-7762-4a7f-a6de-6b3d78741cc2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:13.552403 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.603578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:13.610539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5300879a-6200-4274-ac1a-75e38b12b735 admin admin] 10.222.0.95 "PUT /v2.0/routers/65e09c59-3789-4ead-b5b6-7ed4c7af81f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5686772 Mar 31 23:13:13.612642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.632103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Calling delete_port for c9a2db07-30f4-4956-8303-aa38d572692a owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:13.679430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7500f7e5-b712-45df-bef0-e6ddbb9379c3 req-ceb9b6c8-c2b7-4e19-8d04-ff50811f4e9a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997328 Mar 31 23:13:13.681940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.684535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port 38462d68-866a-4913-9b10-52040210d5d8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:13.684876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.729319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d761e7-ff9b-45d3-a217-758e9b894011 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:13:13.746763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:13.894235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:13.902813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port 38462d68-866a-4913-9b10-52040210d5d8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=38462d68-866a-4913-9b10-52040210d5d8,segment=NetworkSegment(5645a0f0-705b-4a6f-b6af-df58fe69efdf),segment_id=5645a0f0-705b-4a6f-b6af-df58fe69efdf)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:13.903214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:13.909368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:13.910232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f63aa-387a-4ed7-818a-dc85490a3ef8 req-c1a641e4-6c51-4a71-932e-3ab1673b7588 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.912091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-479f63aa-387a-4ed7-818a-dc85490a3ef8 req-c1a641e4-6c51-4a71-932e-3ab1673b7588 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 944 time: 0.2615933 Mar 31 23:13:13.931134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:13.976302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:13.984101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.985082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.005904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-479f63aa-387a-4ed7-818a-dc85490a3ef8 req-b7413936-1211-4fca-a14e-a8c3fbc9edb0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823569 Mar 31 23:13:14.087800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-bffaf350-176b-491b-95f6-c0f2f31f701f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6341593 Mar 31 23:13:14.089925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for 38462d68-866a-4913-9b10-52040210d5d8 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:14.120492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Request body: {'port': {'device_id': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:14.144323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.240916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9a2db07-30f4-4956-8303-aa38d572692a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.392830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7412fa1-0043-4647-9537-69117b784df9 req-ff786c6c-3073-4010-9318-fc501fa77b04 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:14.394441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7412fa1-0043-4647-9537-69117b784df9 req-ff786c6c-3073-4010-9318-fc501fa77b04 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 932 time: 0.4963133 Mar 31 23:13:14.396680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4d0ea064-fa2c-4171-abad-c1487828bab0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:14.414635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.501469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.522451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-77793add-28f5-41ab-9cc2-646d881c8134 tempest-RoutersAdminNegativeIpV6Test-401260426 tempest-RoutersAdminNegativeIpV6Test-401260426-project-admin] 10.222.0.95 "DELETE /v2.0/ports/c9a2db07-30f4-4956-8303-aa38d572692a HTTP/1.1" status: 204 len: 168 time: 2.1783235 Mar 31 23:13:14.665250 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.878824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:14.885285 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98148f8-d346-4080-857d-a34944192c86" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:14.938042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4d0ea064-fa2c-4171-abad-c1487828bab0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:14.942592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:14.966857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:15.010375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.041754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Sync routers for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:15.063127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.064078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.064785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e24c15f9-a194-4968-864a-f968454018ef up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:15.103990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=38462d68-866a-4913-9b10-52040210d5d8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.112624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.117962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-967850689', 'description': 'tempest-secgroup-smoke-967850689 description', 'project_id': '843b32bd711748c1a7e437b6f2e36b41'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:15.121725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port 38462d68-866a-4913-9b10-52040210d5d8 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:15.156656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.256295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:15.257095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:15.370597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:15.378138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.457428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.465539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.482414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.492760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73d7775-afe0-4d3e-92f8-10566385ec7d']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:15.505022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5645a0f0-705b-4a6f-b6af-df58fe69efdf') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:15.505764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5645a0f0-705b-4a6f-b6af-df58fe69efdf') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:15.514435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c763710c-a8d9-4ca4-a219-9c76cb0e9faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.518513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.541097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.557828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:15.558290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.620435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e24c15f9-a194-4968-864a-f968454018ef completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:15.644541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7412fa1-0043-4647-9537-69117b784df9 req-ffc97dd2-afd6-4bd2-83d6-a06d3d390ffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2344093 Mar 31 23:13:15.646208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e24c15f9-a194-4968-864a-f968454018ef triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:15.646421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c763710c-a8d9-4ca4-a219-9c76cb0e9faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.646717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:15.653299 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:15.662913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.666795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c763710c-a8d9-4ca4-a219-9c76cb0e9faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.675290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.683182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/b73d7775-afe0-4d3e-92f8-10566385ec7d HTTP/1.1" status: 204 len: 168 time: 6.9670248 Mar 31 23:13:15.684618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32784) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.713678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c763710c-a8d9-4ca4-a219-9c76cb0e9faa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5ac3b0a2f1324c91bcfa059d4465ccad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6483088 Mar 31 23:13:15.721808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:15.727183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6136384 Mar 31 23:13:15.728037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.728445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.737082 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c613b05-492e-45b8-94e5-ced603d61fe7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:15.737773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c613b05-492e-45b8-94e5-ced603d61fe7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:15.744292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8496-89c4-4db3-bf77-ef7bc9c7f100 req-fd3e4f70-6847-430e-84ab-59726fdd8846 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.745559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c613b05-492e-45b8-94e5-ced603d61fe7 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/50acfa94-f1cd-43b3-a826-491b651c7a96 HTTP/1.1" status: 404 len: 337 time: 0.0499420 Mar 31 23:13:15.749010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32790) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.753632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-453c8496-89c4-4db3-bf77-ef7bc9c7f100 req-fd3e4f70-6847-430e-84ab-59726fdd8846 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.3717494 Mar 31 23:13:15.766131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:15.838276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddf87d-eb3e-4f89-a006-2b9b2c55fec2 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31d0bf0-946b-4931-a01e-95d762689040,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.842002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea235a-31b0-4e77-9fff-9658ae532a2c tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=b73d7775-afe0-4d3e-92f8-10566385ec7d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.852914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-8a6009ee-5ae0-4231-ae7b-a961d79a7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:15.858173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-8a6009ee-5ae0-4231-ae7b-a961d79a7233 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1096 time: 0.5950181 Mar 31 23:13:15.871696 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4261eef-e5ba-4f14-b2c0-950e10965fad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:15.875015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4261eef-e5ba-4f14-b2c0-950e10965fad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:15.885623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4261eef-e5ba-4f14-b2c0-950e10965fad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/b73d7775-afe0-4d3e-92f8-10566385ec7d HTTP/1.1" status: 404 len: 339 time: 0.1000054 Mar 31 23:13:15.895173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763710c-a8d9-4ca4-a219-9c76cb0e9faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c15899-69c7-4b1b-a131-a5451c76b72e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:15.906913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:15.925865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.002408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4d0ea064-fa2c-4171-abad-c1487828bab0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4d0ea064-fa2c-4171-abad-c1487828bab0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:16.007814 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07fdb44-8ff9-4ef1-b104-46b794a77717 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:16.010589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07fdb44-8ff9-4ef1-b104-46b794a77717 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:16.011448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-db7ae2d4-d3a9-4527-b59d-fbe5e1912956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.013148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-db7ae2d4-d3a9-4527-b59d-fbe5e1912956 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.1245847 Mar 31 23:13:16.014432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.019340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615bc90e-84b2-4663-a485-00663c8b654b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:16.020353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b07fdb44-8ff9-4ef1-b104-46b794a77717 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/5e135230-4a9f-4fa0-92fd-0c9bee136ba8 HTTP/1.1" status: 404 len: 337 time: 0.1110404 Mar 31 23:13:16.021310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.028262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.121507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.142651 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3153084b-1b44-4313-8bc6-6a3d22ffec1d x-openstack-request-id: req-3153084b-1b44-4313-8bc6-6a3d22ffec1d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:16.142995 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:16.144634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-453c8496-89c4-4db3-bf77-ef7bc9c7f100 req-d04eba5c-b506-4cdb-b0bd-a86647030bd4 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899157 Mar 31 23:13:16.145702 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3153084b-1b44-4313-8bc6-6a3d22ffec1d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:16.146095 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3153084b-1b44-4313-8bc6-6a3d22ffec1d'] response: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'code': 200} Mar 31 23:13:16.165896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-d7171df8-f8d8-4a5f-9d32-5f17c87e315f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 1001 time: 0.1361091 Mar 31 23:13:16.192985 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-971f9d6b-9c8d-44cc-b5b9-7175a518e34d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:16.207499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971f9d6b-9c8d-44cc-b5b9-7175a518e34d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:16.223394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-971f9d6b-9c8d-44cc-b5b9-7175a518e34d tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/989cdd01-9814-4702-92f3-59b31fe44221 HTTP/1.1" status: 404 len: 339 time: 0.1227386 Mar 31 23:13:16.226997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32798) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.241979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4d0ea064-fa2c-4171-abad-c1487828bab0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.245913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.273113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:11Z', 'revision_number': 4, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd12bbdcb-e537-4e29-ad33-f409bd24dfb3', 'name': '', 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'mac_address': 'fa:16:3e:e3:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:11Z', 'revision_number': 2, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'subnets': [{'id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:16.276942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.309372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Checking router: 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:16.309718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Updating router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:13:16.312641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.347048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e24c15f9-a194-4968-864a-f968454018ef,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:16.350274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.380723 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.404980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.412956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Transition to ACTIVE for port object 615bc90e-84b2-4663-a485-00663c8b654b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:16.435768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-5c0f7536-6fd0-4aed-9782-3af34fbc4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.437798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-5c0f7536-6fd0-4aed-9782-3af34fbc4403 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.2597973 Mar 31 23:13:16.448146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.458827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239761-d602-4a51-8406-f66cb98ae6c8 req-7085db92-2e30-4baf-beec-2780440f1963 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.465232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5239761-d602-4a51-8406-f66cb98ae6c8 req-7085db92-2e30-4baf-beec-2780440f1963 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 944 time: 0.1959081 Mar 31 23:13:16.482632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.498544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.515614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00e46ae-412e-401d-a4e3-f91303a9d7db,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.535155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.540001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-351f394d-6b4f-4dec-8e76-c6f3a0c694ed tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8061643 Mar 31 23:13:16.541468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32802) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:16.574430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:16.630723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.711591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.714561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.715900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/78c15899-69c7-4b1b-a131-a5451c76b72e HTTP/1.1" status: 204 len: 168 time: 0.9853206 Mar 31 23:13:16.726894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Pushing event updated for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:16.799222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5239761-d602-4a51-8406-f66cb98ae6c8 req-a261e911-40d3-4e47-8c09-140ad6cf8578 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120615 Mar 31 23:13:16.816136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-66be9304-9af4-42d1-9ace-bca4a4451359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:16.817963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-66be9304-9af4-42d1-9ace-bca4a4451359 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3514979 Mar 31 23:13:16.914069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:16.958818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.019182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.030990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Attempting to bind port 615bc90e-84b2-4663-a485-00663c8b654b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:17.031597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Attempting to bind port 615bc90e-84b2-4663-a485-00663c8b654b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:17.032179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Attempting to bind port 615bc90e-84b2-4663-a485-00663c8b654b on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:17.032371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca849b3-8ff7-4a57-95e1-87d17f512d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c15899-69c7-4b1b-a131-a5451c76b72e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.042675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.053443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Port 615bc90e-84b2-4663-a485-00663c8b654b on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:17.055276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Attempting to bind port 615bc90e-84b2-4663-a485-00663c8b654b on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:17.058176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11001423-6d6c-4835-9819-a2e496004862']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:17.071571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:17.072205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:17.072833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:17.073711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Bound port: 615bc90e-84b2-4663-a485-00663c8b654b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:17.074232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.099261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.105653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5384912 Mar 31 23:13:17.106825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32810) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.108761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169bc3c7-bc6b-4b22-adb5-a7b125c68849') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:17.109062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169bc3c7-bc6b-4b22-adb5-a7b125c68849') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:17.142352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:17.179484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce19e1-0531-4c61-a656-d05e0b2a0f2d req-9f63b92a-6c6f-47bb-a0a4-eb639cce0607 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.192295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfce19e1-0531-4c61-a656-d05e0b2a0f2d req-9f63b92a-6c6f-47bb-a0a4-eb639cce0607 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 944 time: 0.3055997 Mar 31 23:13:17.207083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c4d8-03f8-4563-82b6-e0c6cdf8a053 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7583a424-69df-49ad-b70f-103ead1881f9,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.219111 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.281661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-4308e4b3-6c42-4131-86d9-4825e18532b0 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555538 Mar 31 23:13:17.338890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfce19e1-0531-4c61-a656-d05e0b2a0f2d req-b91f99dc-337e-4116-9dde-a21e782b5e27 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455641 Mar 31 23:13:17.344620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.366268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:17.376251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:17.384156 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:17.386684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32816) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.414715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.531767 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.543035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.580008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb051225-6b40-4bc3-90ac-6f55464f7e43 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=62d57ea5b26d432bb439dc551cf67a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930699 Mar 31 23:13:17.580669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.609734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:17.613328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-272179b8-12ac-4232-9471-edf5f5855fd3 req-dca1dc48-16ae-4695-ae11-058e58e7d61b service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151970 Mar 31 23:13:17.621601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.628087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=615bc90e-84b2-4663-a485-00663c8b654b,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:17.633758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.643465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/11001423-6d6c-4835-9819-a2e496004862 HTTP/1.1" status: 204 len: 168 time: 1.4080625 Mar 31 23:13:17.644163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32826) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.647149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.690172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383589dc-ab4c-43dc-947f-e1321e3d17c8 None None] Pushing event updated for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.721770 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefa4a9e-11be-441d-a694-7335846004be tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:17.722452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefa4a9e-11be-441d-a694-7335846004be tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:17.735795 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fefa4a9e-11be-441d-a694-7335846004be tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/898459b2-2241-4005-b490-1f44694a7563 HTTP/1.1" status: 404 len: 337 time: 0.0779331 Mar 31 23:13:17.750225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:17.819629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Attempting to bind port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:17.820040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Attempting to bind port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:17.820401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Attempting to bind port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 on network 77d168a3-6fbd-4ae7-9b86-0649f15f93db {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:17.826870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:17.827069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Checking segment: {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:17.827460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.827850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Bound using segment: {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:17.829020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Bound port: d12bbdcb-e537-4e29-ad33-f409bd24dfb3, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1691f7da-4ef4-4503-9ef5-83e84850f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:17.829188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a1e3a-c6b1-48e7-9248-adc5d3898e38 req-1cc79f26-426e-4999-b81e-92ec43dd5573 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.829286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.837036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b8a1e3a-c6b1-48e7-9248-adc5d3898e38 req-1cc79f26-426e-4999-b81e-92ec43dd5573 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.5062685 Mar 31 23:13:17.840262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Pushing event updated for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.873779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.874313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.881090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a6023140-848b-410f-ad46-df2725f71b9c service neutron] 10.222.0.96 "PUT /v2.0/ports/615bc90e-84b2-4663-a485-00663c8b654b HTTP/1.1" status: 200 len: 1092 time: 3.7707450 Mar 31 23:13:17.884133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:17.886090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:17.894919 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba5b38e-8051-42e3-b736-580983f8612d" -d '{"events": [{"name": "network-changed", "server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "tag": "615bc90e-84b2-4663-a485-00663c8b654b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:17.901178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfda43b-67f8-426e-a505-19ee9da90d32 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=11001423-6d6c-4835-9819-a2e496004862,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:17.977245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.061799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] For port d12bbdcb-e537-4e29-ad33-f409bd24dfb3, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:18.065806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c704de-176a-4240-a5c0-3ab2a2e098d8,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:18.069553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] For port d12bbdcb-e537-4e29-ad33-f409bd24dfb3, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:18.078028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.092168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.093802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ba52b60a-f1b7-4440-961e-8e22e5967a5d tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9800112 Mar 31 23:13:18.094994 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3f61f8-1d5c-4db2-95d1-fb4e63233c2a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.096003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3f61f8-1d5c-4db2-95d1-fb4e63233c2a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.108925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a3f61f8-1d5c-4db2-95d1-fb4e63233c2a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/d7e69877-4fed-4971-b841-64a1cbb233f3 HTTP/1.1" status: 404 len: 339 time: 0.3335590 Mar 31 23:13:18.115700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.117785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32838) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.125661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b8a1e3a-c6b1-48e7-9248-adc5d3898e38 req-811ee197-661d-4a66-8741-4422a63ef4f7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663145 Mar 31 23:13:18.127488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:18.180569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:18.183052 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae17f248-d83a-4f29-904d-1584e9de79c4" -d '{"events": [{"server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "name": "network-vif-plugged", "status": "completed", "tag": "e24c15f9-a194-4968-864a-f968454018ef"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:18.253818 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034924ab-2e7c-4086-ad15-3c2b1c5b249d x-openstack-request-id: req-034924ab-2e7c-4086-ad15-3c2b1c5b249d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:18.254331 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "tag": "615bc90e-84b2-4663-a485-00663c8b654b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:18.257470 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-034924ab-2e7c-4086-ad15-3c2b1c5b249d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:18.258072 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034924ab-2e7c-4086-ad15-3c2b1c5b249d'] response: {'name': 'network-changed', 'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b', 'status': 'completed', 'code': 200} Mar 31 23:13:18.260691 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38f4677-b5a4-4ac1-a2ad-54767dd3e95f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.261855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38f4677-b5a4-4ac1-a2ad-54767dd3e95f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.277799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c38f4677-b5a4-4ac1-a2ad-54767dd3e95f tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/4a208963-a6e1-4d10-a1ab-9822c9a5bfbd HTTP/1.1" status: 404 len: 337 time: 0.1502149 Mar 31 23:13:18.279109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32842) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.281343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-ffc5784a-c9da-432d-9b4f-ea068d10980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.283186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-ffc5784a-c9da-432d-9b4f-ea068d10980c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 1095 time: 0.3348985 Mar 31 23:13:18.308575 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-55861fac-81ff-4662-a77f-3f0987c505e8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.309485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55861fac-81ff-4662-a77f-3f0987c505e8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.317762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-55861fac-81ff-4662-a77f-3f0987c505e8 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/2d505e47-a911-4ac5-87ce-c779a7fee9f9 HTTP/1.1" status: 404 len: 339 time: 0.0333109 Mar 31 23:13:18.320184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32844) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.326523 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df3aa1-6adf-4f4b-b558-1951f7dfdb0b x-openstack-request-id: req-10df3aa1-6adf-4f4b-b558-1951f7dfdb0b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:18.328194 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "name": "network-vif-plugged", "status": "completed", "tag": "e24c15f9-a194-4968-864a-f968454018ef", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:18.328963 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-10df3aa1-6adf-4f4b-b558-1951f7dfdb0b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:18.330467 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10df3aa1-6adf-4f4b-b558-1951f7dfdb0b'] response: {'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef', 'code': 200} Mar 31 23:13:18.368955 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40e9994-54db-471b-b62e-1f7b3cfc045a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.370094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40e9994-54db-471b-b62e-1f7b3cfc045a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.382819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383589dc-ab4c-43dc-947f-e1321e3d17c8 None None] Pushing event updated for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:18.389567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d40e9994-54db-471b-b62e-1f7b3cfc045a tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/f03a40bf-4160-4526-9f5e-6853f027b881 HTTP/1.1" status: 404 len: 337 time: 0.0624061 Mar 31 23:13:18.397875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4d0ea064-fa2c-4171-abad-c1487828bab0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:18.401006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.403014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] Provisioning complete for port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:18.405503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.424461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2087876-30c5-4e6f-97c6-4fbd66cca924 req-79006135-db84-4d5f-8e4d-1850a5561c7a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.434659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2087876-30c5-4e6f-97c6-4fbd66cca924 req-79006135-db84-4d5f-8e4d-1850a5561c7a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.3774948 Mar 31 23:13:18.469322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:18.470082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:18.540379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2087876-30c5-4e6f-97c6-4fbd66cca924 req-dbcd32ee-3aad-40d8-966b-55e4ec6ea007 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032014 Mar 31 23:13:18.542395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.544142 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a700a0f8-2833-4a02-ad7b-647389feb0ad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.547637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a700a0f8-2833-4a02-ad7b-647389feb0ad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.560242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a700a0f8-2833-4a02-ad7b-647389feb0ad tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/ecf369ec-1fef-41cc-9a47-7311f46e3587 HTTP/1.1" status: 404 len: 339 time: 0.1548095 Mar 31 23:13:18.561109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.562505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.638128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.670283 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5729b459-fabe-4b59-a3ea-8de536f5124b tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.675314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5729b459-fabe-4b59-a3ea-8de536f5124b tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.683818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5729b459-fabe-4b59-a3ea-8de536f5124b tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/09620f1e-655e-4150-b38f-a0395acf5607 HTTP/1.1" status: 404 len: 337 time: 0.1144509 Mar 31 23:13:18.686235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.692550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-c63e7ce4-7ede-438a-853e-d89e6e4eac25 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615bc90e-84b2-4663-a485-00663c8b654b HTTP/1.1" status: 200 len: 217 time: 0.3732040 Mar 31 23:13:18.790553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-4ebc3a81-a277-4fa2-8707-69db7235b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.791839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-4ebc3a81-a277-4fa2-8707-69db7235b540 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.0794940 Mar 31 23:13:18.822946 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b108ff-49e5-42ac-817f-45e9c05c1325 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.823617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b108ff-49e5-42ac-817f-45e9c05c1325 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.833136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-81b108ff-49e5-42ac-817f-45e9c05c1325 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/913c8344-05d5-4bf9-bace-b863d14c952e HTTP/1.1" status: 404 len: 339 time: 0.1454062 Mar 31 23:13:18.838563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.875650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32046e0c-3d2c-461b-9431-5bf331a301e4 req-e9eab5a4-9f5c-4e6a-b254-132eb37cac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.877643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32046e0c-3d2c-461b-9431-5bf331a301e4 req-e9eab5a4-9f5c-4e6a-b254-132eb37cac99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 1096 time: 0.4763536 Mar 31 23:13:18.881514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-be9b9a8f-1b5a-441a-8602-2e65c1cc3796 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617013 Mar 31 23:13:18.897272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4d0ea064-fa2c-4171-abad-c1487828bab0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:18.898521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a5553-4056-4aad-8aec-f1041ec8c368 req-096356f8-4693-4161-8fc8-bf64498e9771 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.907530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.908311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.918564 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-99181b2a-f5bb-404a-9949-2791c1757f55 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.919213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-687a5553-4056-4aad-8aec-f1041ec8c368 req-096356f8-4693-4161-8fc8-bf64498e9771 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 944 time: 0.3562808 Mar 31 23:13:18.927633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99181b2a-f5bb-404a-9949-2791c1757f55 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:18.936726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-99181b2a-f5bb-404a-9949-2791c1757f55 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/ab35235d-51a3-4d80-91b1-e9dded38ba9c HTTP/1.1" status: 404 len: 337 time: 0.0841708 Mar 31 23:13:18.941933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:18.944713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32858) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:18.995826 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03b1225-1eb6-405d-aa1d-8ac63c81adc6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:18.996566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03b1225-1eb6-405d-aa1d-8ac63c81adc6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.000482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c03b1225-1eb6-405d-aa1d-8ac63c81adc6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/f2bd20e9-8c69-4717-8508-7813547ffb2f HTTP/1.1" status: 404 len: 339 time: 0.0516467 Mar 31 23:13:19.004484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab59c508-71e7-46e2-883f-b021e6e6a493,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.007450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.027274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:19.044030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.045469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef14b8e0-dde7-418b-b7cc-a4bdd5c19380 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9287539 Mar 31 23:13:19.046203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.049018 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.053494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2be74f12-39ad-43f6-b9b6-b118af7c8a32 HTTP/1.1" status: 204 len: 168 time: 1.4333613 Mar 31 23:13:19.054862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.069377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:19.115584 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e5efd1-a7c5-4ff1-91b1-18ef7cf446b0 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.120618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e5efd1-a7c5-4ff1-91b1-18ef7cf446b0 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.121118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.130661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a1e5efd1-a7c5-4ff1-91b1-18ef7cf446b0 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/b89a5573-c1f5-4526-b762-9653ebedf45a HTTP/1.1" status: 404 len: 337 time: 0.1196518 Mar 31 23:13:19.141043 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Project 843b32bd711748c1a7e437b6f2e36b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:13:19.151339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32866) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.153496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d05b6-b39d-4aab-a06e-700adb9607e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be74f12-39ad-43f6-b9b6-b118af7c8a32,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.180123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.215182 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e06f2d1-3780-41ba-a2ef-bcefaa8061cc tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.216111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e06f2d1-3780-41ba-a2ef-bcefaa8061cc tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.224923 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7e06f2d1-3780-41ba-a2ef-bcefaa8061cc tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/b3459e9d-55c9-46c9-b14e-ca0fd64d34f3 HTTP/1.1" status: 404 len: 339 time: 0.0694883 Mar 31 23:13:19.239564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32870) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.347685 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea4e6ee-0748-4c77-b5c4-428c47b102ba tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.349213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea4e6ee-0748-4c77-b5c4-428c47b102ba tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.361121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ea4e6ee-0748-4c77-b5c4-428c47b102ba tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/8316f3a5-2001-4a8f-8477-8587a049bbaf HTTP/1.1" status: 404 len: 337 time: 0.1122870 Mar 31 23:13:19.363798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-687a5553-4056-4aad-8aec-f1041ec8c368 req-58a8eb7a-9ff1-42bd-8dd7-07f7d7cfb6d9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408679 Mar 31 23:13:19.366270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.393512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-534b7b74-f184-4963-82d1-6f56a5f17747 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499311 Mar 31 23:13:19.437269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32046e0c-3d2c-461b-9431-5bf331a301e4 req-fe3ef908-e416-400a-85a1-a0b04d65a147 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484824 Mar 31 23:13:19.439136 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacbca74-d2d4-4274-8b23-c029f3df8099 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.450491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacbca74-d2d4-4274-8b23-c029f3df8099 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.455982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aacbca74-d2d4-4274-8b23-c029f3df8099 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/8a7811c0-442e-48c4-b4f4-d7fba8fc4ecb HTTP/1.1" status: 404 len: 339 time: 0.0765157 Mar 31 23:13:19.460583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.507183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.510435 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c104116-d15b-4c44-85d5-3538450026fd tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.511058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c104116-d15b-4c44-85d5-3538450026fd tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.517422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c104116-d15b-4c44-85d5-3538450026fd tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/45a6dc8c-b4bf-401c-9aed-97fbbdd7c51f HTTP/1.1" status: 404 len: 337 time: 0.0534384 Mar 31 23:13:19.519627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32878) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.533928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.540485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] For port d12bbdcb-e537-4e29-ad33-f409bd24dfb3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:19.564576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c11816-6d54-4e70-926a-e8f12a447e84,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.567636 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.576251 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-879d07e1-2fb5-456e-9e68-a083f0b2c159 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:19.577160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879d07e1-2fb5-456e-9e68-a083f0b2c159 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:19.584450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-879d07e1-2fb5-456e-9e68-a083f0b2c159 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/3d719e2a-9f3d-492e-9e5e-6c2a533cd29d HTTP/1.1" status: 404 len: 339 time: 0.0627751 Mar 31 23:13:19.606630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.721027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2524f42a-1c97-4a72-828f-d041379a6f06 req-a969699e-3890-40ee-a338-fdb61ea07cea service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927835 Mar 31 23:13:19.751925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting subnet 846a22fc-ce93-4154-b761-9e210c4b7474 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:19.771092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.802853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c40b87-c726-497a-b777-ca121c4731a7 None None] Pushing event updated for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:19.861353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-efde43bd-5ac0-4cd1-b6b9-645a3cbaf57f None None] Provisioning complete for port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:19.862012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-efde43bd-5ac0-4cd1-b6b9-645a3cbaf57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.868070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78318-bcc5-4834-b195-bdff41575a98 req-5eff3748-4d7a-4e7d-877f-b4713026f8ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.869689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dee78318-bcc5-4834-b195-bdff41575a98 req-5eff3748-4d7a-4e7d-877f-b4713026f8ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.5855784 Mar 31 23:13:19.894821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:19.912342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82e4b325-4706-4c67-aa88-85e1fa751c5b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8520584 Mar 31 23:13:19.925034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:19.962142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'security_group_rule': {'security_group_id': 'c31d0bf0-946b-4931-a01e-95d762689040', 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:20.055060 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Project 843b32bd711748c1a7e437b6f2e36b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:13:20.064016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.084771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f17503-b523-4bd8-ab35-582544973abb req-c2c8e4a5-2cb0-4b4d-821d-ade60d8de4c8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.108665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02f17503-b523-4bd8-ab35-582544973abb req-c2c8e4a5-2cb0-4b4d-821d-ade60d8de4c8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.4146707 Mar 31 23:13:20.146488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.160227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b38e-8051-42e3-b736-580983f8612d req-9a89d972-2446-4c54-bfe1-f074e6c3069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.164222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-9a89d972-2446-4c54-bfe1-f074e6c3069b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 1095 time: 0.3638663 Mar 31 23:13:20.225676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dee78318-bcc5-4834-b195-bdff41575a98 req-7116284b-f6d7-43ef-94e0-4c1450b43b4e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018956 Mar 31 23:13:20.285845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:11Z', 'revision_number': 4, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd12bbdcb-e537-4e29-ad33-f409bd24dfb3', 'name': '', 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'mac_address': 'fa:16:3e:e3:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:18Z', 'revision_number': 4, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'subnets': [{'id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:20.323943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b12a95-4922-48cc-866f-107f31a79667 None None] The sync data for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 is: [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:13:11Z', 'revision_number': 4, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'd12bbdcb-e537-4e29-ad33-f409bd24dfb3', 'name': '', 'network_id': '77d168a3-6fbd-4ae7-9b86-0649f15f93db', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'mac_address': 'fa:16:3e:e3:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:10Z', 'updated_at': '2022-03-31T23:13:18Z', 'revision_number': 4, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'subnets': [{'id': 'af8104df-2dfe-427d-8531-fdbbb6262412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:20.375936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02f17503-b523-4bd8-ab35-582544973abb req-ba29d88f-90d5-40e9-81d7-254bf65768a9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582126 Mar 31 23:13:20.406007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.546223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.557491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.585649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b38e-8051-42e3-b736-580983f8612d req-c4eab205-00a6-48a2-966a-4be169eca573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.590152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-c4eab205-00a6-48a2-966a-4be169eca573 service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.4168262 Mar 31 23:13:20.592006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e10c6d8-b575-4085-8c9c-e1c7f2668c80,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:20.608566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.614876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.624169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3883a3d9-5f5c-4b1f-a59c-f634bc1ba5fe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6891325 Mar 31 23:13:20.682776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-5830b296-7bbb-4502-8965-963574b9932e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=615bc90e-84b2-4663-a485-00663c8b654b HTTP/1.1" status: 200 len: 217 time: 0.0843713 Mar 31 23:13:20.727643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a1349-44e6-4629-8ea7-771ae031ea76 None None] Network b499f418-605d-43bd-947a-4d2d371a6241 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:20.753334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Subnet': ['ID=846a22fc-ce93-4154-b761-9e210c4b7474,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:20.757812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:20.765899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0b341e98-92fc-4786-afa7-7ce08b7ae5a6 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/subnets/846a22fc-ce93-4154-b761-9e210c4b7474 HTTP/1.1" status: 204 len: 168 time: 1.1579757 Mar 31 23:13:20.771544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:20.814520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5b38e-8051-42e3-b736-580983f8612d req-0fc110ea-31f6-4932-9215-54561e48dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.819885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-0fc110ea-31f6-4932-9215-54561e48dabc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1219838 Mar 31 23:13:20.886122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5996b57-5bb0-452b-879c-7fe7985001d8 req-8e14d209-10b0-4e5f-8eca-08b0512fa39d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.898500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5996b57-5bb0-452b-879c-7fe7985001d8 req-8e14d209-10b0-4e5f-8eca-08b0512fa39d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 944 time: 0.3673215 Mar 31 23:13:20.924542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-3eb9e837-856e-4a56-9afd-25e6248b56ad service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952210 Mar 31 23:13:20.969061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32916) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:21.153314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.191702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.232276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5996b57-5bb0-452b-879c-7fe7985001d8 req-e129d26b-56fe-45c2-b2a4-5101843fec75 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328276 Mar 31 23:13:21.239679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-5480911e-7479-4139-9ba0-8b4f3f209599 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-967850689&fields=id&tenant_id=843b32bd711748c1a7e437b6f2e36b41 HTTP/1.1" status: 200 len: 267 time: 0.1746054 Mar 31 23:13:21.298768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] DHCP port deletion for b499f418-605d-43bd-947a-4d2d371a6241 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:13:21.358528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-b443461e-fb6e-4bbc-967a-29eb0289b9f2 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209197 Mar 31 23:13:21.378729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Deleting port 192ccde6-bc23-4334-bdbf-e52e83e0102f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:21.379454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.409524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Deleting port 192ccde6-bc23-4334-bdbf-e52e83e0102f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:21.409960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.469789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] For port 192ccde6-bc23-4334-bdbf-e52e83e0102f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=192ccde6-bc23-4334-bdbf-e52e83e0102f,segment=NetworkSegment(5e5e895b-85d1-461b-a13e-8bac3c2cf004),segment_id=5e5e895b-85d1-461b-a13e-8bac3c2cf004)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:21.470158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.503037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Calling delete_port for 192ccde6-bc23-4334-bdbf-e52e83e0102f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:21.505778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] For port 192ccde6-bc23-4334-bdbf-e52e83e0102f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=192ccde6-bc23-4334-bdbf-e52e83e0102f,segment=NetworkSegment(5e5e895b-85d1-461b-a13e-8bac3c2cf004),segment_id=5e5e895b-85d1-461b-a13e-8bac3c2cf004)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:21.506348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.539257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Calling delete_port for 192ccde6-bc23-4334-bdbf-e52e83e0102f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:21.693901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d523ff7-679d-4345-9189-516832cafab3 req-2a252b1b-a1ae-4e95-b3b4-45d7a49e6121 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.695755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d523ff7-679d-4345-9189-516832cafab3 req-2a252b1b-a1ae-4e95-b3b4-45d7a49e6121 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1309557 Mar 31 23:13:21.729712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.731145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:21.778851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] No DVR routers for this DVR port 192ccde6-bc23-4334-bdbf-e52e83e0102f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:21.797169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] No DVR routers for this DVR port 192ccde6-bc23-4334-bdbf-e52e83e0102f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:21.827784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc365dd-8ab3-42c5-a4ef-5c2ee183d128 None None] Pushing event deleted for resources: {'Port': ['ID=192ccde6-bc23-4334-bdbf-e52e83e0102f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.879876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d523ff7-679d-4345-9189-516832cafab3 req-65ede778-77a0-49cd-8ec3-9b2a8c798cd1 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718066 Mar 31 23:13:21.880679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Port': ['ID=192ccde6-bc23-4334-bdbf-e52e83e0102f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:22.015209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.083228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b499f418-605d-43bd-947a-4d2d371a6241']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:22.118119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5e895b-85d1-461b-a13e-8bac3c2cf004') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:22.118538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5e895b-85d1-461b-a13e-8bac3c2cf004') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:22.151603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.175875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.183096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:22.183589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:22.307141 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:22.313883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.340133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.343910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] 10.222.0.95 "DELETE /v2.0/networks/b499f418-605d-43bd-947a-4d2d371a6241 HTTP/1.1" status: 204 len: 168 time: 1.5710058 Mar 31 23:13:22.344837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fced11-94b2-4fa7-af0d-0e0797810c79 tempest-NetworksTest-899486112 tempest-NetworksTest-899486112-project] Pushing event deleted for resources: {'Network': ['ID=b499f418-605d-43bd-947a-4d2d371a6241,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:22.406166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872dc9a-b175-45c5-82d1-5689d6362bb1 req-c1f9af61-813f-4749-a726-8370e435e409 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.412215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e872dc9a-b175-45c5-82d1-5689d6362bb1 req-c1f9af61-813f-4749-a726-8370e435e409 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1336813 Mar 31 23:13:22.497979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fba5b38e-8051-42e3-b736-580983f8612d req-0a3a2040-7e8e-4eb7-9e8f-44effbf65821 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1209719 Mar 31 23:13:22.498971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d12bbdcb-e537-4e29-ad33-f409bd24dfb3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:22.508910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e872dc9a-b175-45c5-82d1-5689d6362bb1 req-4d544b8a-244c-42f6-a929-c8fa1f582efa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870228 Mar 31 23:13:22.654645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:22.655106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:22.669175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b3280f04-25c8-4e84-8b7e-d9760c365823 tempest-AgentManagementNegativeTest-974339000 tempest-AgentManagementNegativeTest-974339000-project] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.6956537 Mar 31 23:13:22.769445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-6126b2eb-3d08-4c45-92db-04aa542a6548 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.779163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-6126b2eb-3d08-4c45-92db-04aa542a6548 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 807 time: 1.5371242 Mar 31 23:13:22.800361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-feea9004-295a-46ed-9a0b-dcffa9e6fef5 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/quotas/843b32bd711748c1a7e437b6f2e36b41 HTTP/1.1" status: 200 len: 375 time: 0.0194275 Mar 31 23:13:22.800639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 615bc90e-84b2-4663-a485-00663c8b654b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:22.830777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a220d-1a81-4335-b342-bc4417dec31d req-d57e73e3-9195-46f7-9ae5-97ffe0bd8237 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:22.836654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-105a220d-1a81-4335-b342-bc4417dec31d req-d57e73e3-9195-46f7-9ae5-97ffe0bd8237 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 944 time: 0.1693680 Mar 31 23:13:22.911302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-48c7e1fc-8925-46b0-a4cb-d9f66b132c22 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091883 Mar 31 23:13:22.934668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32952) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:22.954116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-105a220d-1a81-4335-b342-bc4417dec31d req-113f1299-58cf-4686-96eb-24a8e8f1ff43 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Mar 31 23:13:23.375309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-c57d61d5-b962-499b-a676-057e57cae194 service neutron] 10.222.0.95 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460337 Mar 31 23:13:23.397325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 192ccde6-bc23-4334-bdbf-e52e83e0102f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:23.397580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:23.446000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beebbc-8a0f-4db5-b1b6-8e3498733fe4 req-513f1fe6-8b67-4c8b-8345-bf69c2119941 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.451173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 192ccde6-bc23-4334-bdbf-e52e83e0102f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:23.455422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 192ccde6-bc23-4334-bdbf-e52e83e0102f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:23.461527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26beebbc-8a0f-4db5-b1b6-8e3498733fe4 req-513f1fe6-8b67-4c8b-8345-bf69c2119941 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1716518 Mar 31 23:13:23.539486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=615bc90e-84b2-4663-a485-00663c8b654b,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:23.554102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '615bc90e-84b2-4663-a485-00663c8b654b', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '615bc90e-84b2-4663-a485-00663c8b654b', 'mac_address': 'fa:16:3e:1a:db:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:23.565268 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26beebbc-8a0f-4db5-b1b6-8e3498733fe4 req-41d6143f-2508-4bf8-9c33-7410a2e1de4e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950618 Mar 31 23:13:23.566597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-881e27b2-aea0-4f28-95fc-da030e88384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.592687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-933a93d3-224c-4952-b092-3899df1ea7ac admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9b8a5cbae46f428db2cf75b11478f106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564989 Mar 31 23:13:23.595014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:23.621936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.658743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615bc90e-84b2-4663-a485-00663c8b654b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:23.668435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-d97fd5ec-72be-4ed5-bca3-fafe188ea7af service neutron] 10.222.0.95 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818294 Mar 31 23:13:23.702927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=615bc90e-84b2-4663-a485-00663c8b654b,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:23.705677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.712798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.765071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.799013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:23.871066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318ae5e-d7a6-4da1-9eb3-2b2b5674afef req-ac927bd6-773e-4e3d-a1cc-2db1deb4f739 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.872758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e318ae5e-d7a6-4da1-9eb3-2b2b5674afef req-ac927bd6-773e-4e3d-a1cc-2db1deb4f739 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1670108 Mar 31 23:13:23.888024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.895419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.896693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dc2e8b5b-0812-41c0-b27c-98825e76c5aa HTTP/1.1" status: 204 len: 168 time: 0.3006206 Mar 31 23:13:23.911576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-881e27b2-aea0-4f28-95fc-da030e88384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.932552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-881e27b2-aea0-4f28-95fc-da030e88384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:23.951344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1c74e-8c45-42ac-977c-778bb8efa7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e8b5b-0812-41c0-b27c-98825e76c5aa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.062623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e318ae5e-d7a6-4da1-9eb3-2b2b5674afef req-43dfc70a-ec57-4765-9471-b8c170093fb2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819966 Mar 31 23:13:24.077606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['615bc90e-84b2-4663-a485-00663c8b654b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:24.095116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4305b57a-4951-4aac-960d-f18d75fdc495 req-224cbbf5-5d06-44fe-9d7e-c09d23b47dc5 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.0943880 Mar 31 23:13:24.101366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e27b2-aea0-4f28-95fc-da030e88384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d0bed-623b-4443-b719-a24079ff6f00,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.120916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 32978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:24.122218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-881e27b2-aea0-4f28-95fc-da030e88384f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba14ac5d63294a9181499b1204205620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7115600 Mar 31 23:13:24.235175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.265087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.347680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae26fc-f88d-46ac-aad2-ef8c2fcac376 req-d27b2126-59bf-4d4b-a9ea-fec8fcbb36ba tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.350838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91ae26fc-f88d-46ac-aad2-ef8c2fcac376 req-d27b2126-59bf-4d4b-a9ea-fec8fcbb36ba tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 945 time: 0.1210158 Mar 31 23:13:24.416262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.419656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:24.423262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4a2d0bed-623b-4443-b719-a24079ff6f00 HTTP/1.1" status: 204 len: 168 time: 0.2989614 Mar 31 23:13:24.434242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b51b6f-75ad-4a96-b631-0d1172f39fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d0bed-623b-4443-b719-a24079ff6f00,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:24.469785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91ae26fc-f88d-46ac-aad2-ef8c2fcac376 req-9fa7ea00-4845-4106-9d09-276ba8801c11 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124942 Mar 31 23:13:24.724348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4ffb3-2447-47e1-8c0c-5d2b116d9c93 req-8a8ab34c-bc02-4a9e-af44-d0d5b526642a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.736451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be4ffb3-2447-47e1-8c0c-5d2b116d9c93 req-8a8ab34c-bc02-4a9e-af44-d0d5b526642a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.0706308 Mar 31 23:13:24.841822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be4ffb3-2447-47e1-8c0c-5d2b116d9c93 req-6da36f7b-c08e-4085-a592-88072c334489 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037867 Mar 31 23:13:25.327100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc9f9ccc-3118-40f5-afac-81a37053266a req-59a8f381-8b38-44ef-b540-30f080f2b249 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.0709803 Mar 31 23:13:25.374959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70695246-a17c-43d4-88b0-fdc83a81501b req-44070416-c191-4d3a-83b5-b6e497e9357c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.384127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70695246-a17c-43d4-88b0-fdc83a81501b req-44070416-c191-4d3a-83b5-b6e497e9357c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.0851851 Mar 31 23:13:25.450325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33024) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:25.464642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70695246-a17c-43d4-88b0-fdc83a81501b req-62415994-c3bd-4cad-9069-3644f8cecd8d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742352 Mar 31 23:13:25.729260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95889e86-03ac-4600-9b81-4484f9f54758 req-db2e1a06-6f69-416c-9271-e8ccfea43cbb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.740841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95889e86-03ac-4600-9b81-4484f9f54758 req-db2e1a06-6f69-416c-9271-e8ccfea43cbb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 945 time: 0.1494148 Mar 31 23:13:26.032924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3b442d84-257c-4378-a3c1-96808d8d3cbe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.038211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3b442d84-257c-4378-a3c1-96808d8d3cbe tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 807 time: 0.2518728 Mar 31 23:13:26.062032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-771333441'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:26.072731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.104759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95889e86-03ac-4600-9b81-4484f9f54758 req-2a7e1012-e631-452c-98b8-02fbe24ede92 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558197 Mar 31 23:13:26.107170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990f94e-cdc6-49eb-a781-afd9f5cf2ac7 req-826f48a4-bc9c-46ee-874a-be75d309e9a8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.124022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7990f94e-cdc6-49eb-a781-afd9f5cf2ac7 req-826f48a4-bc9c-46ee-874a-be75d309e9a8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1783762 Mar 31 23:13:26.154000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-c364383a-ea0f-4715-abfa-92f958998028 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=843b32bd711748c1a7e437b6f2e36b41 HTTP/1.1" status: 200 len: 379 time: 0.1019914 Mar 31 23:13:26.155193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:26.160138 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.173753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.181790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7990f94e-cdc6-49eb-a781-afd9f5cf2ac7 req-f172bfd5-72c2-47a1-80f5-46d58703f21d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532663 Mar 31 23:13:26.186283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'port': {'device_id': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'admin_state_up': True, 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'security_groups': ['c31d0bf0-946b-4931-a01e-95d762689040']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:26.342283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33062) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:26.408983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Made reservation on behalf of 843b32bd711748c1a7e437b6f2e36b41 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:26.413886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.459959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.522664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-349777638'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:26.533573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.572709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b1e679-162e-4a87-8603-c31e70b548f7 req-6c67c740-bbc3-4c96-a5ae-a3c2f70ed439 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.0690646 Mar 31 23:13:26.614036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:26.630397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787e8c91-9a3f-46cc-ba5e-c38222ad444e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.652201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Made reservation on behalf of e164e31cc5f44f57a3c82f745e72866c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:26.656605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.665846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.666186 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 3aacd628-82ba-4151-983a-33ce23377255 of type vlan for network 481ae38d-e3af-4551-99e7-129b477c368d Mar 31 23:13:26.681822 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.697583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 615bc90e-84b2-4663-a485-00663c8b654b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:26.727525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Allocated IP 172.20.0.11 (90965a56-2fc9-497d-8b15-d36c9a7986a1/40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92/ad4f5daa-05c7-47da-b810-b5879b62236f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:26.730840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.790717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.796468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.797128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.810866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa91479-9594-4a6b-8e5c-3b3c050627b7 req-1d6b52fa-24f1-4109-a590-8d99bdf16beb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:26.815381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6aa91479-9594-4a6b-8e5c-3b3c050627b7 req-1d6b52fa-24f1-4109-a590-8d99bdf16beb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2144730 Mar 31 23:13:26.852562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 615bc90e-84b2-4663-a485-00663c8b654b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:26.864114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 615bc90e-84b2-4663-a485-00663c8b654b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:26.864836 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:26.871879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4163222 Mar 31 23:13:26.890903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:26.909324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'name': 'tempest-PortsIpV6TestJSON-2130580150'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:26.934255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e8e71-b982-4f45-a81e-2e466a40f4d8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=481ae38d-e3af-4551-99e7-129b477c368d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:26.954718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 481ae38d-e3af-4551-99e7-129b477c368d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:27.001902 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.068582 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.088736 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.100259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6aa91479-9594-4a6b-8e5c-3b3c050627b7 req-c5ae9e45-d6ab-410b-bedc-1674e8129c6d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719672 Mar 31 23:13:27.164609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:27.189386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=615bc90e-84b2-4663-a485-00663c8b654b,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:27.189563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.192002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:27.199742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.207568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:27.209621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:27.221643 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e917f-ebd3-44aa-8a9e-378446283ff5" -d '{"events": [{"server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "name": "network-vif-plugged", "status": "completed", "tag": "615bc90e-84b2-4663-a485-00663c8b654b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:27.229572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.312024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:27.314128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:27.317432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:27.321271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.328189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09c33c-e2c2-4254-9b39-0d5682b2819d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:27.355481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.355836 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Added segment 2e8037eb-1347-4728-88b2-a91cba55623b of type vlan for network c57ee239-aa7f-44a0-891e-d31efc77893d Mar 31 23:13:27.370268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:27.421910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 800ee26a-96f6-42f6-8aa0-9faeeb703667 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:27.431620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.432322 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.453097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.458209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd6672-1194-4f8e-a6d8-98cba8040945 req-b3a9e4fe-1ddd-49c2-b971-b16c13a56d17 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.463708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ccd6672-1194-4f8e-a6d8-98cba8040945 req-b3a9e4fe-1ddd-49c2-b971-b16c13a56d17 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.1635680 Mar 31 23:13:27.534927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9672b-b274-4b31-849c-ec77348d39aa req-62a503ef-12a5-47bc-885d-89bc1430f8a3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.542598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25f9672b-b274-4b31-849c-ec77348d39aa req-62a503ef-12a5-47bc-885d-89bc1430f8a3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2264023 Mar 31 23:13:27.544407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-149102dd-9f85-488a-9abb-b8991e143645 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3719981 Mar 31 23:13:27.558748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ccd6672-1194-4f8e-a6d8-98cba8040945 req-777df1be-76c3-4d6f-9516-7fe4465d63f5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838060 Mar 31 23:13:27.564368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Request body: {'port': {'device_id': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:27.583685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.589446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.590072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.676833 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9957b0ba-5699-42bc-9461-ae8975c6f5d2 x-openstack-request-id: req-9957b0ba-5699-42bc-9461-ae8975c6f5d2 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:27.677317 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "name": "network-vif-plugged", "status": "completed", "tag": "615bc90e-84b2-4663-a485-00663c8b654b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:27.677580 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9957b0ba-5699-42bc-9461-ae8975c6f5d2 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:27.677983 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9957b0ba-5699-42bc-9461-ae8975c6f5d2'] response: {'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b', 'code': 200} Mar 31 23:13:27.688933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.748467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25f9672b-b274-4b31-849c-ec77348d39aa req-ea90f0aa-6a16-421c-a1dd-f76d2d8e3b54 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047126 Mar 31 23:13:27.749854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4c2a25a4-ca4f-406a-855a-53dc837afeb8 None None] Provisioning complete for port ad4f5daa-05c7-47da-b810-b5879b62236f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:27.750247 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c2a25a4-ca4f-406a-855a-53dc837afeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:27.794069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4504762 Mar 31 23:13:27.823861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:27.856220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'subnet': {'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:27.866341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a25a4-ca4f-406a-855a-53dc837afeb8 None None] Port ad4f5daa-05c7-47da-b810-b5879b62236f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:27.892906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2d9a3-f567-4b9a-b986-308a54af1e23 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Network': ['ID=c57ee239-aa7f-44a0-891e-d31efc77893d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:27.904327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c57ee239-aa7f-44a0-891e-d31efc77893d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:28.023930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.046000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31fecc-ca80-4bf8-a824-6fab196a97b9 req-4e30aaed-e194-4d1a-9b6c-e4168cbe203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.048516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b31fecc-ca80-4bf8-a824-6fab196a97b9 req-4e30aaed-e194-4d1a-9b6c-e4168cbe203e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 1097 time: 0.2991073 Mar 31 23:13:28.104591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Made reservation on behalf of e164e31cc5f44f57a3c82f745e72866c for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:28.108155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.147105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b31fecc-ca80-4bf8-a824-6fab196a97b9 req-29c578bb-e6f4-4ee7-902d-0c768b70e26f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886407 Mar 31 23:13:28.170947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.173199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b50877-f759-4d39-bf5b-28263d115758 req-2b8d87cd-922c-4e90-a267-b78da267674e tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.181531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68b50877-f759-4d39-bf5b-28263d115758 req-2b8d87cd-922c-4e90-a267-b78da267674e tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 932 time: 0.3117225 Mar 31 23:13:28.238547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68b50877-f759-4d39-bf5b-28263d115758 req-1ed354b9-0e77-4f60-8359-f254c0731c24 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553145 Mar 31 23:13:28.255017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=800ee26a-96f6-42f6-8aa0-9faeeb703667,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:28.360645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4f5daa-05c7-47da-b810-b5879b62236f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:28.369901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.384774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Transition to ACTIVE for port object ad4f5daa-05c7-47da-b810-b5879b62236f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:28.393490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.422722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '3aacd628-82ba-4151-983a-33ce23377255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:28.423078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: 481ae38d-e3af-4551-99e7-129b477c368d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:28.447202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30a777-0411-42f2-9343-50e6124cb567 req-0dce6665-058a-4f97-9acf-44d4f0fe4536 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.454727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f30a777-0411-42f2-9343-50e6124cb567 req-0dce6665-058a-4f97-9acf-44d4f0fe4536 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2073650 Mar 31 23:13:28.485579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:28.527819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:28.546867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 481ae38d-e3af-4551-99e7-129b477c368d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:28.552201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:28.555491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493169d-ef58-40d7-bfb2-c15e76d0d484 None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:28.561386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.562574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.601844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f30a777-0411-42f2-9343-50e6124cb567 req-9846f13d-b9c2-4b36-b21b-ca709d4288f0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461277 Mar 31 23:13:28.635189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-275672ed-28b8-49be-8a61-9d017be5fdf4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7419906 Mar 31 23:13:28.636125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:28.659743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Attempting to bind port ad4f5daa-05c7-47da-b810-b5879b62236f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:28.659947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Attempting to bind port ad4f5daa-05c7-47da-b810-b5879b62236f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:28.660265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Attempting to bind port ad4f5daa-05c7-47da-b810-b5879b62236f on network 90965a56-2fc9-497d-8b15-d36c9a7986a1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:28.671699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Port ad4f5daa-05c7-47da-b810-b5879b62236f on network 90965a56-2fc9-497d-8b15-d36c9a7986a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:28.674230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1031288195'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:28.675140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Attempting to bind port ad4f5daa-05c7-47da-b810-b5879b62236f on network 90965a56-2fc9-497d-8b15-d36c9a7986a1 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:28.686316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:28.686660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Checking segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:28.687762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Bound using segment: {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:28.690152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Bound port: ad4f5daa-05c7-47da-b810-b5879b62236f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20c7bac-eff5-45ed-bf82-e78b43894552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:28.690743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.749787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.781034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:28.791010 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.871332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:28.877264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad4f5daa-05c7-47da-b810-b5879b62236f,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:28.883545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Subnet': ['ID=dd61c906-1333-4c14-a44f-e475763de259,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:28.913116 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:28.917201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.971900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:28.996202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:28.996627 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 57d47402-2151-4b65-92df-cf76129159e0 of type vlan for network ef665d82-acc3-42b6-8465-d765675f91fe Mar 31 23:13:29.012893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Checking segment: {'id': '2e8037eb-1347-4728-88b2-a91cba55623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:29.013255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network hostable DHCP agents. Network: c57ee239-aa7f-44a0-891e-d31efc77893d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:29.030252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3e828-36f3-4ae3-ae8f-89aee3ce7d9e req-5f714df5-d42a-4d5e-8a4f-1d1adad439fb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.032773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47e3e828-36f3-4ae3-ae8f-89aee3ce7d9e req-5f714df5-d42a-4d5e-8a4f-1d1adad439fb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1391182 Mar 31 23:13:29.038567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:29.063428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.064052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.066373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-3019ab20-41bc-4052-9b8a-65b483ac7387 service neutron] 10.222.0.96 "PUT /v2.0/ports/ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 1092 time: 1.5064898 Mar 31 23:13:29.069448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:29.080945 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50" -d '{"events": [{"name": "network-changed", "server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:29.089460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.126594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network c57ee239-aa7f-44a0-891e-d31efc77893d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:29.128713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d883ae-3e74-45fa-8f23-fce11b150702 req-c5ff283f-69b3-4eed-90bb-560c8e2405ba tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.141992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d883ae-3e74-45fa-8f23-fce11b150702 req-c5ff283f-69b3-4eed-90bb-560c8e2405ba tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.2606404 Mar 31 23:13:29.156702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c57ee239-aa7f-44a0-891e-d31efc77893d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:29.170221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd8f53-0cc5-4474-87bf-79f06bf00dbb None None] Network c57ee239-aa7f-44a0-891e-d31efc77893d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:29.172104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.172842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.209190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.215064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.215881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.228152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47e3e828-36f3-4ae3-ae8f-89aee3ce7d9e req-ae1fece3-e9d4-4bfc-a240-bd9768f1cc61 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477389 Mar 31 23:13:29.289628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-ec99a832-774f-4c75-b740-7908778ba1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.293612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-ec99a832-774f-4c75-b740-7908778ba1ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1095 time: 0.1484895 Mar 31 23:13:29.313864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5426b99-576c-4731-8a04-864608b6ce0a tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710867 Mar 31 23:13:29.316241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:29.325303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d883ae-3e74-45fa-8f23-fce11b150702 req-1cc39d08-88ad-43e0-be9b-501ef7303043 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822248 Mar 31 23:13:29.361753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1812710837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:29.390931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7291813 Mar 31 23:13:29.466735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:29.475101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'ports': [{'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'}, {'network_id': 'ef665d82-acc3-42b6-8465-d765675f91fe'}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:29.475792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:29.476406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': 'ef665d82-acc3-42b6-8465-d765675f91fe'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:29.524523 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00a84c4-3404-4e0b-a7d0-f616c3e668ec x-openstack-request-id: req-b00a84c4-3404-4e0b-a7d0-f616c3e668ec {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:29.531821 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:29.532316 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b00a84c4-3404-4e0b-a7d0-f616c3e668ec {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:29.532927 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00a84c4-3404-4e0b-a7d0-f616c3e668ec'] response: {'name': 'network-changed', 'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'status': 'completed', 'code': 200} Mar 31 23:13:29.538030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-bc2c8418-3fd9-45d5-9127-adfd1e2fa613 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 217 time: 0.2113559 Mar 31 23:13:29.661799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-36593482-647d-4a69-9cb8-51143f29d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.672316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-36593482-647d-4a69-9cb8-51143f29d514 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.0967469 Mar 31 23:13:29.705431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416da60-cfe6-44ab-a85e-ecedbbb0ccb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=ef665d82-acc3-42b6-8465-d765675f91fe,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:29.746686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ef665d82-acc3-42b6-8465-d765675f91fe details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:29.799104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.801082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ecf45-b397-448c-b716-ae88b871ad57 req-48e7ec85-5466-4ecc-ae55-f4bd2c8b100f tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.808643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.810118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d0ecf45-b397-448c-b716-ae88b871ad57 req-48e7ec85-5466-4ecc-ae55-f4bd2c8b100f tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 944 time: 0.2688348 Mar 31 23:13:29.865244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 2} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:29.869904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d0ecf45-b397-448c-b716-ae88b871ad57 req-0d0f1330-2347-4024-a77d-1d37c1598051 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584898 Mar 31 23:13:29.870306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.888317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-b9ddfddf-1522-4c0a-9e8e-3901ef6b6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.896896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-b9ddfddf-1522-4c0a-9e8e-3901ef6b6c8e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096298 Mar 31 23:13:29.913685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:29.934631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd8dec-0f56-4741-b526-337c92199c4a req-4db591f7-fff8-4259-826e-14f25ae43406 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:29.936559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fddd8dec-0f56-4741-b526-337c92199c4a req-4db591f7-fff8-4259-826e-14f25ae43406 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1947925 Mar 31 23:13:29.999475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c57ee239-aa7f-44a0-891e-d31efc77893d', 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d', 'tenant_id': 'e164e31cc5f44f57a3c82f745e72866c', 'fixed_ips': [{'subnet_id': 'dd61c906-1333-4c14-a44f-e475763de259'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:30.000670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.103691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-ff1a137d-a74f-4378-a1f7-bee3b5d456d7 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919913 Mar 31 23:13:30.245111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Allocated IP 172.20.0.2 (c57ee239-aa7f-44a0-891e-d31efc77893d/dd61c906-1333-4c14-a44f-e475763de259/d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:30.318411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1be2933-ffe6-47a0-ba06-a3702eb8736b req-10309043-23f0-44ae-b367-72babf546233 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987228 Mar 31 23:13:30.497654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1e0fc-62c8-4ca8-905f-05967bb3a599 req-3ff2499c-6ca9-49e9-8399-d1c50bba97bb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.499264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55b1e0fc-62c8-4ca8-905f-05967bb3a599 req-3ff2499c-6ca9-49e9-8399-d1c50bba97bb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1146829 Mar 31 23:13:30.512406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.526611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.570079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-f9959959-2255-45ed-b2ea-06f5b5a6ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.571641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-f9959959-2255-45ed-b2ea-06f5b5a6ce78 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1095 time: 0.1549883 Mar 31 23:13:30.623072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Pushing event updated for resources: {'Port': ['ID=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:30.636490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.644720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Network c57ee239-aa7f-44a0-891e-d31efc77893d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:30.648241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:30.652527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:30.663173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.666077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55b1e0fc-62c8-4ca8-905f-05967bb3a599 req-a4ccd94a-5d2d-4d2c-a15b-3f834c4b321e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484127 Mar 31 23:13:30.762953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Attempting to bind port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:30.763967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Attempting to bind port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '2e8037eb-1347-4728-88b2-a91cba55623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:30.765012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Attempting to bind port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 on network c57ee239-aa7f-44a0-891e-d31efc77893d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:30.774104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:30.774721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Checking segment: {'id': '2e8037eb-1347-4728-88b2-a91cba55623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:30.775317 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.775853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Bound using segment: {'id': '2e8037eb-1347-4728-88b2-a91cba55623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:30.776796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Bound port: d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8037eb-1347-4728-88b2-a91cba55623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:30.777458 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.842885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-5a702c3d-1f95-4476-91e8-a6acffaf030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.844695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-5a702c3d-1f95-4476-91e8-a6acffaf030e service neutron] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 909 time: 0.2564850 Mar 31 23:13:30.899841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] For port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:30.905204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] For port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,segment=NetworkSegment(2e8037eb-1347-4728-88b2-a91cba55623b),segment_id=2e8037eb-1347-4728-88b2-a91cba55623b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:30.919140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.920448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:30.924633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-68309fe3-bc06-46c7-a997-d15750b7f5be tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.6073768 Mar 31 23:13:30.928271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:30.950848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-11490fad-2575-4fdc-990d-5ae31699a2cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 217 time: 0.0987024 Mar 31 23:13:31.004992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fddd8dec-0f56-4741-b526-337c92199c4a req-fa80ad5e-d52a-4a20-84ee-0ff5cca8946a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670263 Mar 31 23:13:31.070885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb4d6c-0690-42d7-b5ad-c0f74abd4864 None None] Pushing event updated for resources: {'Port': ['ID=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:31.102133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 13a74072-eb7f-41c0-9c2d-e03aef5757ef yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:31.367272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315361-8568-4bda-b16f-cff5999ef3f2 req-af368394-a3d8-4bc5-8b7a-cffc68849c92 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.367272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04315361-8568-4bda-b16f-cff5999ef3f2 req-af368394-a3d8-4bc5-8b7a-cffc68849c92 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 944 time: 0.2127557 Mar 31 23:13:31.442452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-25d04d80-ba10-4c00-8118-a33cd395050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.444091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-25d04d80-ba10-4c00-8118-a33cd395050d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.4923880 Mar 31 23:13:31.467209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:31.477440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377436d-1f18-4919-9676-126b18307c9f req-5cf4f5e8-53a4-4dc0-b0ca-f5eb0d1d1df9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.479021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d377436d-1f18-4919-9676-126b18307c9f req-5cf4f5e8-53a4-4dc0-b0ca-f5eb0d1d1df9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.5469427 Mar 31 23:13:31.609900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04315361-8568-4bda-b16f-cff5999ef3f2 req-05b98e21-1e8e-43d5-a0da-57f5c81ef775 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072890 Mar 31 23:13:31.694900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:31.695056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d377436d-1f18-4919-9676-126b18307c9f req-f0dad3b2-725f-439e-9769-90296c5579f7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737533 Mar 31 23:13:31.756025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-490dfb31-ed1d-49bf-acf6-9ce75e237962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.757720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-490dfb31-ed1d-49bf-acf6-9ce75e237962 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3023081 Mar 31 23:13:31.877091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:31.962161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.115757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.225854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa038b8-ae78-4854-8b04-cf2154718f03 req-506ed84d-f370-4b20-aebf-a56b17b8dc01 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.234688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa038b8-ae78-4854-8b04-cf2154718f03 req-506ed84d-f370-4b20-aebf-a56b17b8dc01 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.3628049 Mar 31 23:13:32.248517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:32.277021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32909d5-3b44-4045-a77c-eaa2d23d386e req-9764906c-afe1-4bfb-9972-b670d89d89b7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.279823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e32909d5-3b44-4045-a77c-eaa2d23d386e req-9764906c-afe1-4bfb-9972-b670d89d89b7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.2179286 Mar 31 23:13:32.285239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:32.293066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:32.295763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.377794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-a843f2fe-80e1-453f-8e79-64b29be6f848 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792873 Mar 31 23:13:32.401157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=13a74072-eb7f-41c0-9c2d-e03aef5757ef,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:32.445546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:32.465151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa038b8-ae78-4854-8b04-cf2154718f03 req-62a9e47a-68c6-4e4c-8caa-b34d9fcab50d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293632 Mar 31 23:13:32.530621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:32.531497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.591550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e32909d5-3b44-4045-a77c-eaa2d23d386e req-58712ebd-92f2-437e-b2f3-d468f2395806 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739527 Mar 31 23:13:32.630266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '57d47402-2151-4b65-92df-cf76129159e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'ef665d82-acc3-42b6-8465-d765675f91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:32.635882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: ef665d82-acc3-42b6-8465-d765675f91fe, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:32.639509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:32.677970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.698967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network ef665d82-acc3-42b6-8465-d765675f91fe is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:32.723576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ef665d82-acc3-42b6-8465-d765675f91fe) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:32.730237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:32.747023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.768033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,segment=NetworkSegment(2e8037eb-1347-4728-88b2-a91cba55623b),segment_id=2e8037eb-1347-4728-88b2-a91cba55623b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:32.769413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.771944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.780834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e0293-dec7-4479-83fa-2bcbfb33a3a5 None None] Network ef665d82-acc3-42b6-8465-d765675f91fe requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:32.796273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:32.857703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fca2a010-fe22-45e5-ba3b-6af04aee6d27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3895333 Mar 31 23:13:32.860890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33144) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:32.899766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bd75d7-7e5e-494b-a5fe-c6910c8295b6 None None] Network c57ee239-aa7f-44a0-891e-d31efc77893d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:33.065363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cef061-f3d9-4d82-b34e-59fe8a5eafa0 req-5ca2f421-4588-4578-8209-5d610e682c0c tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.077840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87cef061-f3d9-4d82-b34e-59fe8a5eafa0 req-5ca2f421-4588-4578-8209-5d610e682c0c tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 944 time: 0.2768302 Mar 31 23:13:33.078758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-07a4cc16-8e54-4cb4-a988-4476d7e37b87 None None] Provisioning complete for port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:33.079216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07a4cc16-8e54-4cb4-a988-4476d7e37b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.129409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.154523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87cef061-f3d9-4d82-b34e-59fe8a5eafa0 req-ab6e55a0-e1f1-4730-978d-037164a0e4f8 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754514 Mar 31 23:13:33.157215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:33.157625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.175849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb4a17-8e1b-4187-8c5e-44294e1d01c6 req-895df8bc-8933-42a5-844e-4bce0cc5422b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.177365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47bb4a17-8e1b-4187-8c5e-44294e1d01c6 req-895df8bc-8933-42a5-844e-4bce0cc5422b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1167207 Mar 31 23:13:33.272143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47bb4a17-8e1b-4187-8c5e-44294e1d01c6 req-36685192-732c-49ef-81a9-b2e7a87ae412 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863204 Mar 31 23:13:33.276364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2541b22-5c1e-4f48-b615-de3ffbe7fd50 req-5a70368b-c627-486d-859a-0f74151ae6f9 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557115 Mar 31 23:13:33.289320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Allocated IP 172.20.0.1 (c57ee239-aa7f-44a0-891e-d31efc77893d/dd61c906-1333-4c14-a44f-e475763de259/b3c6ce2a-096f-4418-9866-6e9ab2d15144) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:33.335689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.352666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:33.377285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c0af1-53c6-4848-b9af-abec0230eadd req-429966ea-9acb-4076-a0c6-eecbeb5ffc82 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.379342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-217c0af1-53c6-4848-b9af-abec0230eadd req-429966ea-9acb-4076-a0c6-eecbeb5ffc82 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.0928686 Mar 31 23:13:33.446624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.497493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-217c0af1-53c6-4848-b9af-abec0230eadd req-e59efaed-d5bc-469f-a0f4-2155182011a3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731509 Mar 31 23:13:33.501796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.544403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.558206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network c57ee239-aa7f-44a0-891e-d31efc77893d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:33.579123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:33.591067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.591421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:33.604541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.610423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b428c932-448f-4f3d-9b86-697b71ebcb6c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2 HTTP/1.1" status: 204 len: 168 time: 0.7451797 Mar 31 23:13:33.610741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33150) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.650710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=b3c6ce2a-096f-4418-9866-6e9ab2d15144,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:33.683812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.737984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f632-5da5-48e0-821e-37ff92877d56 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.758131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157f632-5da5-48e0-821e-37ff92877d56 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.762383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f157f632-5da5-48e0-821e-37ff92877d56 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1480408 Mar 31 23:13:33.765987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33152) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:33.829266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ef068b3f-4015-482d-a929-f349b16252c9 None None] Provisioning complete for port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:33.829786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef068b3f-4015-482d-a929-f349b16252c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:33.934472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78ba8-5253-494d-abc2-31a413e304a8 req-407d99a4-dc19-44b6-b5ff-3de4a080b5e7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:33.954198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5af78ba8-5253-494d-abc2-31a413e304a8 req-407d99a4-dc19-44b6-b5ff-3de4a080b5e7 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2937324 Mar 31 23:13:33.982729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.013929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb90cdf-1c61-4783-9c89-5c3a72665b32 req-b8e2075a-134a-4180-963d-5cc684e39b33 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.015595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eb90cdf-1c61-4783-9c89-5c3a72665b32 req-b8e2075a-134a-4180-963d-5cc684e39b33 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.0917907 Mar 31 23:13:34.150615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5af78ba8-5253-494d-abc2-31a413e304a8 req-7f91a8f9-0c96-4de3-95b9-19fe305ef23e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041493 Mar 31 23:13:34.214867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 13a74072-eb7f-41c0-9c2d-e03aef5757ef {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:34.216440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.305445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9724351d-caa9-408b-8e9d-f4bdbd9f024c None None] Provisioning complete for port b3c6ce2a-096f-4418-9866-6e9ab2d15144 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:34.305832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9724351d-caa9-408b-8e9d-f4bdbd9f024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.356414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.373740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.374825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.392916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 13a74072-eb7f-41c0-9c2d-e03aef5757ef owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:34.416630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9724351d-caa9-408b-8e9d-f4bdbd9f024c None None] Port b3c6ce2a-096f-4418-9866-6e9ab2d15144 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:34.430956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26996bc-f50a-4fbc-b7c7-bf177d2fe3e8 req-2ff8523f-3004-4d91-bcbd-a3a924e406aa tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.439737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a26996bc-f50a-4fbc-b7c7-bf177d2fe3e8 req-2ff8523f-3004-4d91-bcbd-a3a924e406aa tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 944 time: 0.1088820 Mar 31 23:13:34.458310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:34.518353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39190f46-409d-4c00-b653-ef5c173458bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.528535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a26996bc-f50a-4fbc-b7c7-bf177d2fe3e8 req-fa9a948f-3dfa-4284-8a9f-93500911f39a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876729 Mar 31 23:13:34.545892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:34.546271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.565182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.592583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=b3c6ce2a-096f-4418-9866-6e9ab2d15144,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:34.594671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.673684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eb90cdf-1c61-4783-9c89-5c3a72665b32 req-4f42271f-adb1-4a92-8e45-8df68af8a4a0 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043528 Mar 31 23:13:34.684160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=13a74072-eb7f-41c0-9c2d-e03aef5757ef,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:34.700732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:34.704905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8b16ee98-26b7-48d5-b4ba-4f1870c138b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/13a74072-eb7f-41c0-9c2d-e03aef5757ef HTTP/1.1" status: 204 len: 168 time: 0.9368792 Mar 31 23:13:34.708105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33168) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:34.726034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad4f5daa-05c7-47da-b810-b5879b62236f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:34.755943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network c57ee239-aa7f-44a0-891e-d31efc77893d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:34.757602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:34.794816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b558dc-3ce2-40da-b62c-1a32eb9efab3 req-52d9e366-b6af-44ad-a326-db136d9cd8e0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.796444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8b558dc-3ce2-40da-b62c-1a32eb9efab3 req-52d9e366-b6af-44ad-a326-db136d9cd8e0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1502266 Mar 31 23:13:34.875362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847eaae-e81b-407b-b1bb-74330d0fdb93 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.876580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6847eaae-e81b-407b-b1bb-74330d0fdb93 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1659636 Mar 31 23:13:34.882788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33170) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:34.888467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad4f5daa-05c7-47da-b810-b5879b62236f,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:34.901538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'port_id': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'mac_address': 'fa:16:3e:f2:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:34.981108 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb988da-aae2-4b4f-847c-a1084e43f6f5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:13:34.986218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9fb988da-aae2-4b4f-847c-a1084e43f6f5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/4394d3b6-8751-424a-b2d8-c9a4c9f4a6b2 HTTP/1.1" status: 404 len: 333 time: 0.0987108 Mar 31 23:13:34.990640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:35.010261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.014796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8b558dc-3ce2-40da-b62c-1a32eb9efab3 req-b1062256-1cff-42e4-9b8d-f10db6e502a6 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114723 Mar 31 23:13:35.036434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4f5daa-05c7-47da-b810-b5879b62236f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:35.055870 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0ca11c-ee56-4b5c-8266-8883631a8617 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:13:35.057587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0e0ca11c-ee56-4b5c-8266-8883631a8617 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/13a74072-eb7f-41c0-9c2d-e03aef5757ef HTTP/1.1" status: 404 len: 333 time: 0.0634680 Mar 31 23:13:35.060936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:35.077408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad4f5daa-05c7-47da-b810-b5879b62236f,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:35.086103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.091370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Router da4d3af1-7869-4866-bd5b-94f944a9cb8e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:13:35.165253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:35.177987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ecd8f8b4-e779-492b-9f6a-39218978f3aa None None] Provisioning complete for port b3c6ce2a-096f-4418-9866-6e9ab2d15144 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:35.178539 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ecd8f8b4-e779-492b-9f6a-39218978f3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.226373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.284469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8f8b4-e779-492b-9f6a-39218978f3aa None None] Port b3c6ce2a-096f-4418-9866-6e9ab2d15144 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:35.388708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:35.397458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-daa23518-ee14-4ccd-a266-9f17f5e598c1 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "PUT /v2.0/routers/da4d3af1-7869-4866-bd5b-94f944a9cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4615214 Mar 31 23:13:35.399024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33180) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:35.404681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'port': {'network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d', 'name': 'tempest-FloatingIPNegativeTestJSON-364772185'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:35.406104 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] Sync routers for ids ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:35.423642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a80a86-370c-48f7-9e54-df477e74dde5 req-030cea8a-2b10-4a40-9d91-394635007ad8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.426713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] Routers {'da4d3af1-7869-4866-bd5b-94f944a9cb8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:35.429366 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.429971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8a80a86-370c-48f7-9e54-df477e74dde5 req-030cea8a-2b10-4a40-9d91-394635007ad8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1014216 Mar 31 23:13:35.438629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.489225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef665d82-acc3-42b6-8465-d765675f91fe']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.501457 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.514557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] Routers {'da4d3af1-7869-4866-bd5b-94f944a9cb8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:35.515541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d47402-2151-4b65-92df-cf76129159e0') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.515759 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.515879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d47402-2151-4b65-92df-cf76129159e0') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.537335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ad4f5daa-05c7-47da-b810-b5879b62236f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:35.550894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.580778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.593138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:35.593555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:35.600707 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:35.617353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8a80a86-370c-48f7-9e54-df477e74dde5 req-c31d0c3d-de68-496c-8677-d89201caa927 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573009 Mar 31 23:13:35.637987 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:35.638665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb0ed-42ba-450b-99f8-e51ac4347559 None None] The sync data for ids ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:35.780835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Made reservation on behalf of e164e31cc5f44f57a3c82f745e72866c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:35.792403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.794006 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.810033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.815441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/ef665d82-acc3-42b6-8465-d765675f91fe HTTP/1.1" status: 204 len: 168 time: 0.7512124 Mar 31 23:13:35.818378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33186) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:35.830880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1158324407'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:35.882212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2205f3-e2ec-45ab-8245-fc5b66305bad req-3dd03187-4eb4-40ce-8a5e-f11427782a7b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.890716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e2205f3-e2ec-45ab-8245-fc5b66305bad req-3dd03187-4eb4-40ce-8a5e-f11427782a7b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 945 time: 0.1829937 Mar 31 23:13:35.893611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] device_id is not set on port 9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:35.901082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee311387-350a-46b1-b5c0-1ffbc3afae2f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=ef665d82-acc3-42b6-8465-d765675f91fe,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:35.942187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:35.947979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:35.957544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc9547-b080-4272-a278-9ec34e94d855 req-6e28fbe3-7d1b-4dac-9fdf-cdb2e1f70701 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.970081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72fc9547-b080-4272-a278-9ec34e94d855 req-6e28fbe3-7d1b-4dac-9fdf-cdb2e1f70701 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.2651784 Mar 31 23:13:35.991890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e2205f3-e2ec-45ab-8245-fc5b66305bad req-410d696a-2541-47c1-83a3-0799e3ac66e8 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958366 Mar 31 23:13:36.048746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:36.090224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.091074 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 5ae032b4-8f99-4e67-b339-1d59d41c5ff1 of type vlan for network 3604336b-f396-4964-a787-69d7b7a55932 Mar 31 23:13:36.260027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.303958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e1b39-6d0d-47a7-a413-e5011268df18 req-77d75a3c-d9ee-4ffd-83b9-68095e44058d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.327458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f63e1b39-6d0d-47a7-a413-e5011268df18 req-77d75a3c-d9ee-4ffd-83b9-68095e44058d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1339531 Mar 31 23:13:36.349585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.355615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.358265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 615bc90e-84b2-4663-a485-00663c8b654b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:36.358622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.361961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.496837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f63e1b39-6d0d-47a7-a413-e5011268df18 req-33cc599c-ba64-41d1-bb08-3e92b4a5c5ab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632922 Mar 31 23:13:36.504121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6814742 Mar 31 23:13:36.515340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:36.515340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Allocated IP 172.20.0.14 (c57ee239-aa7f-44a0-891e-d31efc77893d/dd61c906-1333-4c14-a44f-e475763de259/9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:36.523167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '3604336b-f396-4964-a787-69d7b7a55932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:36.539977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a0f48-f812-406e-8ad6-408b5c6415f0 req-a90bbe9d-908f-4f35-91bf-8701591c0e70 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.547428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f9a0f48-f812-406e-8ad6-408b5c6415f0 req-a90bbe9d-908f-4f35-91bf-8701591c0e70 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 946 time: 0.1719377 Mar 31 23:13:36.576337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e0a2f-cd86-43b6-846d-9155484b9f85 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=3604336b-f396-4964-a787-69d7b7a55932,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:36.593706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3604336b-f396-4964-a787-69d7b7a55932 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:36.673720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f9a0f48-f812-406e-8ad6-408b5c6415f0 req-4c1f3e4c-40ce-48d7-8f1c-ce5352b5d199 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251230 Mar 31 23:13:36.704512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 615bc90e-84b2-4663-a485-00663c8b654b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=615bc90e-84b2-4663-a485-00663c8b654b,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:36.705375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:36.809059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e6362-5d75-4212-a5c3-ea48ddf0f458 req-ea114887-9b1f-4b46-96f4-a8198fdd85f9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:36.817112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-651e6362-5d75-4212-a5c3-ea48ddf0f458 req-ea114887-9b1f-4b46-96f4-a8198fdd85f9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.0824485 Mar 31 23:13:36.854118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 615bc90e-84b2-4663-a485-00663c8b654b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:36.867284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-651e6362-5d75-4212-a5c3-ea48ddf0f458 req-036ec27c-9457-4903-a8fb-c005f1d88da2 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462589 Mar 31 23:13:36.986530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40e95ff4-65f9-4a0d-96a7-425932a8bb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.069923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:37.074443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.081606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.094885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:37.172929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=615bc90e-84b2-4663-a485-00663c8b654b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:37.243639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:13:37.247029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:13:37.295193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.327664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 615bc90e-84b2-4663-a485-00663c8b654b on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:37.335914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.339267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72fc9547-b080-4272-a278-9ec34e94d855 req-820303db-02fe-41c3-9d1e-c87856bfbffe tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/615bc90e-84b2-4663-a485-00663c8b654b HTTP/1.1" status: 204 len: 173 time: 1.3015704 Mar 31 23:13:37.339931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'name': 'network-vif-deleted', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:37.343154 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d319a1-1869-4b90-bcc6-f90f7024e576" -d '{"events": [{"server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "name": "network-vif-deleted", "tag": "615bc90e-84b2-4663-a485-00663c8b654b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:37.380114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138f56-0b9b-4457-9ad0-8a01f053d902 req-5674568f-94e1-4f03-b261-d714cdc2d139 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.389567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7138f56-0b9b-4457-9ad0-8a01f053d902 req-5674568f-94e1-4f03-b261-d714cdc2d139 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 945 time: 0.2354302 Mar 31 23:13:37.434321 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8255ddb6-2c65-4044-827b-3fd1a6cbfa52 x-openstack-request-id: req-8255ddb6-2c65-4044-827b-3fd1a6cbfa52 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:37.434617 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5221e8e-601e-42d2-8b32-0f9eb5687749", "name": "network-vif-deleted", "tag": "615bc90e-84b2-4663-a485-00663c8b654b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:37.434872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8255ddb6-2c65-4044-827b-3fd1a6cbfa52 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:37.436765 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8255ddb6-2c65-4044-827b-3fd1a6cbfa52'] response: {'server_uuid': 'e5221e8e-601e-42d2-8b32-0f9eb5687749', 'name': 'network-vif-deleted', 'tag': '615bc90e-84b2-4663-a485-00663c8b654b', 'status': 'completed', 'code': 200} Mar 31 23:13:37.469611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7138f56-0b9b-4457-9ad0-8a01f053d902 req-e4664207-1f0e-4846-83e3-735a18bd46b3 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790536 Mar 31 23:13:37.531467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.728345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network c57ee239-aa7f-44a0-891e-d31efc77893d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:37.728345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:37.728345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:37.804258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60431b7e-84b3-4af6-b9e0-f940eeaac8f6 req-8aa6b053-a204-4e2e-8a7a-65caccd4845a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.823425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60431b7e-84b3-4af6-b9e0-f940eeaac8f6 req-8aa6b053-a204-4e2e-8a7a-65caccd4845a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1854315 Mar 31 23:13:37.879471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:37.882651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:37.944644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60431b7e-84b3-4af6-b9e0-f940eeaac8f6 req-4a4b7c88-1bb6-486d-8b11-3c028a45726d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232250 Mar 31 23:13:37.979299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=bf91fcc9-27b2-43bd-b078-ff0185f5c8b3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:37.997663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-329471ef-1647-4b77-8448-93d37d3e8999 req-94dce73b-0bdb-444e-8df4-0f013d1f8775 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5221e8e-601e-42d2-8b32-0f9eb5687749 HTTP/1.1" status: 200 len: 210 time: 0.1448455 Mar 31 23:13:38.032214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.032898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.081823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7c3574ed-ba32-4e2a-b0ce-a60f2738f394 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6815379 Mar 31 23:13:38.082099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33212) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:38.086479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:38.088294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '5ae032b4-8f99-4e67-b339-1d59d41c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3604336b-f396-4964-a787-69d7b7a55932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:38.088666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: 3604336b-f396-4964-a787-69d7b7a55932, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:38.132459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 3604336b-f396-4964-a787-69d7b7a55932 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:38.153307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3604336b-f396-4964-a787-69d7b7a55932) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:38.155311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.160508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.162256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.172940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe3a7d9-ef33-49ae-aeb0-a4b5ba7f8e63 None None] Network 3604336b-f396-4964-a787-69d7b7a55932 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:38.220963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d8c50e6-9d40-4f0d-bad1-c6cf68626ef9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7047880 Mar 31 23:13:38.221846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:38.230806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '3604336b-f396-4964-a787-69d7b7a55932', 'name': 'tempest-PortsIpV6TestJSON-1877125551'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:38.315056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-eaeb479a-8d7a-41cc-b556-4fde85bd4d12 None None] Provisioning complete for port 9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:38.315871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eaeb479a-8d7a-41cc-b556-4fde85bd4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.390923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac588c-980c-42f2-a54b-d199d8195254 req-1b589727-6fe0-4aff-a81d-f2488dfb9277 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.392880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cac588c-980c-42f2-a54b-d199d8195254 req-1b589727-6fe0-4aff-a81d-f2488dfb9277 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2177095 Mar 31 23:13:38.417194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb479a-8d7a-41cc-b556-4fde85bd4d12 None None] Port 9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:13:38.429560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.485097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:38.494478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.509418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3604336b-f396-4964-a787-69d7b7a55932', 'network_id': '3604336b-f396-4964-a787-69d7b7a55932', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': 'bf91fcc9-27b2-43bd-b078-ff0185f5c8b3'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:38.510772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.534210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 3941c2fc-95c9-4874-9d1c-45b9fcd0c449 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:38.542342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cac588c-980c-42f2-a54b-d199d8195254 req-8a125e5c-d1f7-41b9-b1d4-f8098f9b3002 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372221 Mar 31 23:13:38.542886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33220) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:38.571162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.737254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad4f5daa-05c7-47da-b810-b5879b62236f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:38.792022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Allocated IP 172.25.8.108 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/2f551ea3-dbd0-491a-b33d-ae4930f3822e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:38.827749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port ad4f5daa-05c7-47da-b810-b5879b62236f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:38.833181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port ad4f5daa-05c7-47da-b810-b5879b62236f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:38.833683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.890970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::8f (3604336b-f396-4964-a787-69d7b7a55932/bf91fcc9-27b2-43bd-b078-ff0185f5c8b3/3941c2fc-95c9-4874-9d1c-45b9fcd0c449) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:38.900111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Deleting subnet 7877645a-173d-4d5c-8db2-689763aeef91 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:38.912186 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.946000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.959834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:38.992337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad4f5daa-05c7-47da-b810-b5879b62236f,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:38.993641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:38.997203 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41410e8-4594-4ce4-ad82-2d2ca238718c" -d '{"events": [{"server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:39.002089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.003041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 615bc90e-84b2-4663-a485-00663c8b654b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:39.009938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.080963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 615bc90e-84b2-4663-a485-00663c8b654b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:39.080963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 615bc90e-84b2-4663-a485-00663c8b654b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:39.083275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.083738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.194787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062c0e9-6dde-40bb-9ce0-c1ea8950b02d req-089b7672-55e7-4439-9c59-fc066cc9bcc7 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.197726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b062c0e9-6dde-40bb-9ce0-c1ea8950b02d req-089b7672-55e7-4439-9c59-fc066cc9bcc7 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 945 time: 0.5461764 Mar 31 23:13:39.205449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.211555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7877645a-173d-4d5c-8db2-689763aeef91 HTTP/1.1" status: 204 len: 168 time: 0.6667151 Mar 31 23:13:39.212265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33230) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:39.269140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b062c0e9-6dde-40bb-9ce0-c1ea8950b02d req-2bec6d82-816d-4dbb-b7e0-e53279d8db4a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573301 Mar 31 23:13:39.301634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee36b-b826-4ccb-b228-21e437f3104f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7877645a-173d-4d5c-8db2-689763aeef91,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.309552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.315213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.329191 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82bf2b-f31b-46aa-ad86-3fb70625011a x-openstack-request-id: req-0e82bf2b-f31b-46aa-ad86-3fb70625011a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:39.329677 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "name": "network-vif-plugged", "status": "completed", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:39.329772 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0e82bf2b-f31b-46aa-ad86-3fb70625011a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:39.330256 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e82bf2b-f31b-46aa-ad86-3fb70625011a'] response: {'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'code': 200} Mar 31 23:13:39.346712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80627239-c6b6-4ab7-8237-b4a5a344e494 req-7f009c82-f38a-4849-9b9b-fe9b3d6ee6bc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.355820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80627239-c6b6-4ab7-8237-b4a5a344e494 req-7f009c82-f38a-4849-9b9b-fe9b3d6ee6bc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2176197 Mar 31 23:13:39.454227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.470195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80627239-c6b6-4ab7-8237-b4a5a344e494 req-bf16b06d-bd9b-4189-a7d0-b44fd098adbb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993376 Mar 31 23:13:39.516058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.535851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 3604336b-f396-4964-a787-69d7b7a55932 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:39.542083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6965fe0-b2a1-4713-aa8b-279cc4663957 req-b8bb6357-6627-4360-82d3-77093e8ce0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.543997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6965fe0-b2a1-4713-aa8b-279cc4663957 req-b8bb6357-6627-4360-82d3-77093e8ce0c2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.1495509 Mar 31 23:13:39.549254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:39.557509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=3941c2fc-95c9-4874-9d1c-45b9fcd0c449,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.563867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:39.572688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.572876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.574333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.577147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Allocated IP 2001:db8::2 (3604336b-f396-4964-a787-69d7b7a55932/bf91fcc9-27b2-43bd-b078-ff0185f5c8b3/d87f7172-be0b-4dea-b871-99ebf604219d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:39.630394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1b586aaf-10ae-4340-87bc-4da64271672f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4073155 Mar 31 23:13:39.647272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33244) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:39.688185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6965fe0-b2a1-4713-aa8b-279cc4663957 req-fa82d29c-2d0a-4e2f-8d86-03d8500ead0b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254060 Mar 31 23:13:39.709673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bc42ec-285d-4ad5-9763-47f5fb7c6e26']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:39.725854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ea9380-531c-42dc-8571-69369f1e7289') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:39.726805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ea9380-531c-42dc-8571-69369f1e7289') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:39.750265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.754012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.816949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.820781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.828569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.868142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:39.868553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.872172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Network 3604336b-f396-4964-a787-69d7b7a55932 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:39.873356 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:39.877643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:39.878372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:39.880742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:39.906891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:39.919034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=2f551ea3-dbd0-491a-b33d-ae4930f3822e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.952061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:39.956446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Pushing event updated for resources: {'Port': ['ID=d87f7172-be0b-4dea-b871-99ebf604219d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.972238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Attempting to bind port d87f7172-be0b-4dea-b871-99ebf604219d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:39.972739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Attempting to bind port d87f7172-be0b-4dea-b871-99ebf604219d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '5ae032b4-8f99-4e67-b339-1d59d41c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3604336b-f396-4964-a787-69d7b7a55932'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:39.973204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Attempting to bind port d87f7172-be0b-4dea-b871-99ebf604219d on network 3604336b-f396-4964-a787-69d7b7a55932 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:39.979996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:39.980886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Checking segment: {'id': '5ae032b4-8f99-4e67-b339-1d59d41c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3604336b-f396-4964-a787-69d7b7a55932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:39.981534 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.982099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Bound using segment: {'id': '5ae032b4-8f99-4e67-b339-1d59d41c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3604336b-f396-4964-a787-69d7b7a55932'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:39.982950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Bound port: d87f7172-be0b-4dea-b871-99ebf604219d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae032b4-8f99-4e67-b339-1d59d41c5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3604336b-f396-4964-a787-69d7b7a55932'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:39.983146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:39.987228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.011012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.019739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.025321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] 10.222.0.95 "DELETE /v2.0/networks/f9bc42ec-285d-4ad5-9763-47f5fb7c6e26 HTTP/1.1" status: 204 len: 168 time: 0.8073330 Mar 31 23:13:40.040952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46f31ca7-b797-4acb-873e-a7997080baa1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.047825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46f31ca7-b797-4acb-873e-a7997080baa1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.3183939 Mar 31 23:13:40.069546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] For port d87f7172-be0b-4dea-b871-99ebf604219d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:40.074844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] For port d87f7172-be0b-4dea-b871-99ebf604219d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d87f7172-be0b-4dea-b871-99ebf604219d,segment=NetworkSegment(5ae032b4-8f99-4e67-b339-1d59d41c5ff1),segment_id=5ae032b4-8f99-4e67-b339-1d59d41c5ff1)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:40.081464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.118550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf54cd1-fadc-4a8b-b78a-47a7fc188ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bc42ec-285d-4ad5-9763-47f5fb7c6e26,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.132466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-5ec96d19-aa5b-4ed0-bf92-444d24838d48 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/quotas/d594611390ec49d79ddbc08e79e49c11 HTTP/1.1" status: 200 len: 375 time: 0.0835319 Mar 31 23:13:40.143660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6324e-857d-4d49-989d-8539d1c1c791 req-2e994c44-61e7-45d7-92b6-29520c3257d0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.147413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.152490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911174e-e89b-4cb8-b8f9-8a37ae1fe86a None None] Pushing event updated for resources: {'Port': ['ID=d87f7172-be0b-4dea-b871-99ebf604219d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.154588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15f6324e-857d-4d49-989d-8539d1c1c791 req-2e994c44-61e7-45d7-92b6-29520c3257d0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.4605114 Mar 31 23:13:40.199816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 3941c2fc-95c9-4874-9d1c-45b9fcd0c449 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:40.200169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.206998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15f6324e-857d-4d49-989d-8539d1c1c791 req-7894a450-dcd8-4b7c-9e76-f3a0bbb0b6f5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515490 Mar 31 23:13:40.248021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.254197 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-896b726f-4c38-40b7-bf64-ecd28cc44a42 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208816 Mar 31 23:13:40.256610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33260) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.315370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.324029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.345792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 3941c2fc-95c9-4874-9d1c-45b9fcd0c449 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:40.420948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2369b07e-fd7a-44b3-ae2d-df4a55d38509 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=18922d21662c468ca84d78989abfa134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637518 Mar 31 23:13:40.428050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.535799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-0c611d52-85b6-4d20-8a94-0547d98913e4 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529404 Mar 31 23:13:40.539884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fab88d-16e0-4ef3-ae0c-316f5341b2d5 req-5a129825-5020-406c-86b9-35ccab133c6a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.541535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0fab88d-16e0-4ef3-ae0c-316f5341b2d5 req-5a129825-5020-406c-86b9-35ccab133c6a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.1141410 Mar 31 23:13:40.620220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.626969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0fab88d-16e0-4ef3-ae0c-316f5341b2d5 req-82ffeb92-87a1-4c1b-a3a2-46586b6aa4aa tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769839 Mar 31 23:13:40.641508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.672058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-f805f09e-0501-4591-83a1-2249438bd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.673615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-f805f09e-0501-4591-83a1-2249438bd7ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1096 time: 0.0617344 Mar 31 23:13:40.674219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.724039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=3941c2fc-95c9-4874-9d1c-45b9fcd0c449,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.729425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.738156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.743020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.745503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.749064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/778b1568-fc40-4c0c-b56e-d914ed420679 HTTP/1.1" status: 204 len: 168 time: 0.3163884 Mar 31 23:13:40.796782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.800488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-36dd99a6-6da6-4297-925f-e01e2644cce6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/3941c2fc-95c9-4874-9d1c-45b9fcd0c449 HTTP/1.1" status: 204 len: 168 time: 1.1521256 Mar 31 23:13:40.804114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33270) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.812684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28388b-a580-48fa-b9e6-44029f12413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b1568-fc40-4c0c-b56e-d914ed420679,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.841667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-22cd73aa-9ec2-4fa5-b839-08124b60e995 service neutron] 10.222.0.95 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812796 Mar 31 23:13:40.865762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=2f551ea3-dbd0-491a-b33d-ae4930f3822e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:40.880364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.902810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:40.907681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1db7761-d5e6-4abb-b054-6eb5784fc2a5 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8217325 Mar 31 23:13:40.908324 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8959a020-54db-4ad2-9259-edd1cf7cc08d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:13:40.908446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8959a020-54db-4ad2-9259-edd1cf7cc08d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:13:40.909902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33272) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.914563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8959a020-54db-4ad2-9259-edd1cf7cc08d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/3941c2fc-95c9-4874-9d1c-45b9fcd0c449 HTTP/1.1" status: 404 len: 333 time: 0.1033518 Mar 31 23:13:40.914722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33274) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:40.928567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0cdc2111-bf87-416e-937f-3c5106b7f4b4 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'floatingip': {'port_id': '9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:40.941235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4b750-e91d-4ccf-9ba6-8169b724a945 req-40a53fa5-cf0f-4975-bf00-d20f6d77ef59 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.942944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ec4b750-e91d-4ccf-9ba6-8169b724a945 req-40a53fa5-cf0f-4975-bf00-d20f6d77ef59 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2235544 Mar 31 23:13:40.946208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-2dfd20a9-eb96-43de-a3f5-bfa3a1e43457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:40.947679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-2dfd20a9-eb96-43de-a3f5-bfa3a1e43457 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.2613223 Mar 31 23:13:40.998769 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-764576c1-5ae1-423e-a095-7736b9ebe584 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:13:41.003398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-764576c1-5ae1-423e-a095-7736b9ebe584 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/3941c2fc-95c9-4874-9d1c-45b9fcd0c449 HTTP/1.1" status: 404 len: 333 time: 0.0847259 Mar 31 23:13:41.009306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33276) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:41.032128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cdc2111-bf87-416e-937f-3c5106b7f4b4 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.092689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-895654c6-d505-4478-95f6-709c2dbb7019 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 1001 time: 0.1367331 Mar 31 23:13:41.156211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ec4b750-e91d-4ccf-9ba6-8169b724a945 req-c37959ab-8d81-4dd7-898f-ca33069ff1a8 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000403 Mar 31 23:13:41.250635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e5f864d-24b0-4f85-b7f0-0deb78869732 req-885577d3-0e4a-46eb-be5c-2be458f5f6eb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0713377 Mar 31 23:13:41.284450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet bf91fcc9-27b2-43bd-b078-ff0185f5c8b3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:41.315174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.354029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-7f92eccb-fb60-4d56-a3df-f8e71c1838ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.356072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-7f92eccb-fb60-4d56-a3df-f8e71c1838ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.2437427 Mar 31 23:13:41.409073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.438051 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-0cdc2111-bf87-416e-937f-3c5106b7f4b4 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] update failed (client error): The resource could not be found. Mar 31 23:13:41.439184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0cdc2111-bf87-416e-937f-3c5106b7f4b4 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "PUT /v2.0/floatingips/ab84a0c4-5d8d-44c9-9c18-bbb09856a7fb HTTP/1.1" status: 404 len: 507 time: 0.5283897 Mar 31 23:13:41.449760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33296) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:41.552213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.567649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dffe72-be84-4a6d-a312-61b23cabf247 req-f41b41d8-68ba-4540-b1a1-85f948eb8602 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.576002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04dffe72-be84-4a6d-a312-61b23cabf247 req-f41b41d8-68ba-4540-b1a1-85f948eb8602 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.2051222 Mar 31 23:13:41.638915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.655680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.658793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/bf91fcc9-27b2-43bd-b078-ff0185f5c8b3 HTTP/1.1" status: 204 len: 168 time: 0.6485445 Mar 31 23:13:41.663802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3670c9-98f8-4cab-9439-6f9489d3c25e None None] Network 3604336b-f396-4964-a787-69d7b7a55932 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:41.680788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-6cb62798-f511-4092-8001-5190ae098893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.682972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:41.683876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-6cb62798-f511-4092-8001-5190ae098893 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2878952 Mar 31 23:13:41.694200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d89601-1c8b-459f-ab61-fc04c978809e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=bf91fcc9-27b2-43bd-b078-ff0185f5c8b3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:41.790685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] Provisioning complete for port d87f7172-be0b-4dea-b871-99ebf604219d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:41.791163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:41.886741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-77f80fd4-d9c7-4620-b5f3-f8b2184a9f6f service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295218 Mar 31 23:13:41.924997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04dffe72-be84-4a6d-a312-61b23cabf247 req-f2e37a4e-fa72-4957-9d40-275a842117c3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470180 Mar 31 23:13:42.027858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting port 2f551ea3-dbd0-491a-b33d-ae4930f3822e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:42.028474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.028648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] DHCP port deletion for 3604336b-f396-4964-a787-69d7b7a55932 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:13:42.044530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.124400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d3bcd61-2cc0-4f18-b037-27a9072a333b req-0f8b90c0-d1a9-4741-8f7e-93ccf09233b5 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318544 Mar 31 23:13:42.172364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] For port d87f7172-be0b-4dea-b871-99ebf604219d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d87f7172-be0b-4dea-b871-99ebf604219d,segment=NetworkSegment(5ae032b4-8f99-4e67-b339-1d59d41c5ff1),segment_id=5ae032b4-8f99-4e67-b339-1d59d41c5ff1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:42.188510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.192824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.193373 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.230877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Calling delete_port for 2f551ea3-dbd0-491a-b33d-ae4930f3822e owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:42.241145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Deleting port d87f7172-be0b-4dea-b871-99ebf604219d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:42.242487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.329099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] For port d87f7172-be0b-4dea-b871-99ebf604219d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d87f7172-be0b-4dea-b871-99ebf604219d,segment=NetworkSegment(5ae032b4-8f99-4e67-b339-1d59d41c5ff1),segment_id=5ae032b4-8f99-4e67-b339-1d59d41c5ff1)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:42.330344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.333689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af166f4e-b88a-4d91-a8a3-6ebc6d2dc102 None None] Pushing event updated for resources: {'Port': ['ID=d87f7172-be0b-4dea-b871-99ebf604219d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.342134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931864e-a499-4f4c-a5e2-38b8eb2fd675 req-dd5d05f1-dbd5-4e94-9933-44b19fd84493 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.347818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d931864e-a499-4f4c-a5e2-38b8eb2fd675 req-dd5d05f1-dbd5-4e94-9933-44b19fd84493 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.1764634 Mar 31 23:13:42.348952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Calling delete_port for d87f7172-be0b-4dea-b871-99ebf604219d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:42.355219 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.404254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d931864e-a499-4f4c-a5e2-38b8eb2fd675 req-6190c335-7269-41c2-a3a8-1fe41e96466e tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Mar 31 23:13:42.453431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port d87f7172-be0b-4dea-b871-99ebf604219d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:42.453985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.486492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67bb04-c313-4b76-a3d8-e0371f1bd661 req-3a0f9282-39fc-4685-9db0-102e2a1ad241 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.494753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f67bb04-c313-4b76-a3d8-e0371f1bd661 req-3a0f9282-39fc-4685-9db0-102e2a1ad241 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1407650 Mar 31 23:13:42.503440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.533911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port d87f7172-be0b-4dea-b871-99ebf604219d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d87f7172-be0b-4dea-b871-99ebf604219d,segment=NetworkSegment(5ae032b4-8f99-4e67-b339-1d59d41c5ff1),segment_id=5ae032b4-8f99-4e67-b339-1d59d41c5ff1)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:42.534352 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.538948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Port': ['ID=2f551ea3-dbd0-491a-b33d-ae4930f3822e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.550981 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.571170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for d87f7172-be0b-4dea-b871-99ebf604219d owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:42.576474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] No DVR routers for this DVR port d87f7172-be0b-4dea-b871-99ebf604219d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:42.612617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0e5a796-df1d-4539-b452-38b2d2e57ec3 req-e6080b8d-1ad1-47b4-8277-8f788b1b7778 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0746024 Mar 31 23:13:42.618592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6306e23-1b13-4bc6-960d-64422948181c None None] Pushing event deleted for resources: {'Port': ['ID=d87f7172-be0b-4dea-b871-99ebf604219d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.737942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f67bb04-c313-4b76-a3d8-e0371f1bd661 req-43786e9a-fa08-4e70-b3fa-5901213dfc81 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421310 Mar 31 23:13:42.776929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.779705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.779860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.784309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec91a01e-3900-497b-bea9-98de3d581727 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "DELETE /v2.0/floatingips/ab84a0c4-5d8d-44c9-9c18-bbb09856a7fb HTTP/1.1" status: 204 len: 168 time: 1.3130867 Mar 31 23:13:42.784951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33334) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:42.789261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2f882039-6a62-448a-8f3d-9785bc6ddd56 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'floatingip': {'floating_network_id': 'c57ee239-aa7f-44a0-891e-d31efc77893d', 'port_id': '9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:42.807385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-755d1cdf-b73e-4758-95c8-d39252234e41 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.808977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-755d1cdf-b73e-4758-95c8-d39252234e41 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 806 time: 0.1688335 Mar 31 23:13:42.809988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=d87f7172-be0b-4dea-b871-99ebf604219d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.819629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port d87f7172-be0b-4dea-b871-99ebf604219d on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:42.835287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774967b-ad32-486f-bc2c-97b1048bfb95 req-632c0b37-a446-435a-b294-9c77ef662369 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.836745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f882039-6a62-448a-8f3d-9785bc6ddd56 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.837184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8774967b-ad32-486f-bc2c-97b1048bfb95 req-632c0b37-a446-435a-b294-9c77ef662369 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.0955830 Mar 31 23:13:42.847090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Request body: {'port': {'device_id': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'admin_state_up': True, 'tenant_id': 'd594611390ec49d79ddbc08e79e49c11'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:42.905280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8774967b-ad32-486f-bc2c-97b1048bfb95 req-924b9899-d394-492d-80d3-5ec3190cacd0 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497012 Mar 31 23:13:42.969905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:42.994212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3604336b-f396-4964-a787-69d7b7a55932']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:43.004316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae032b4-8f99-4e67-b339-1d59d41c5ff1') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:43.005475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae032b4-8f99-4e67-b339-1d59d41c5ff1') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:43.016484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.033730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.043070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:43.043512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.043991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Made reservation on behalf of d594611390ec49d79ddbc08e79e49c11 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:43.048183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:43.073196 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:43.117558 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-2f882039-6a62-448a-8f3d-9785bc6ddd56 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:13:43.123605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f882039-6a62-448a-8f3d-9785bc6ddd56 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3331118 Mar 31 23:13:43.123985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33344) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.129003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:43.168882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323dcf3-6e3d-47b2-be0a-16dccb8dcfc9 req-19cda90d-0d68-472a-8022-6f80d1e73e8a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.170637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a323dcf3-6e3d-47b2-be0a-16dccb8dcfc9 req-19cda90d-0d68-472a-8022-6f80d1e73e8a tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.1039572 Mar 31 23:13:43.199459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.201574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.209393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.212593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/3604336b-f396-4964-a787-69d7b7a55932 HTTP/1.1" status: 204 len: 168 time: 1.5283484 Mar 31 23:13:43.224329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fa85f-0993-4dc6-b9ad-39761a6a6d34 req-67b35a7f-9708-4797-87a2-436302149898 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.225875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-621fa85f-0993-4dc6-b9ad-39761a6a6d34 req-67b35a7f-9708-4797-87a2-436302149898 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1496403 Mar 31 23:13:43.226365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33348) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.250506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-957982677'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:43.259328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fca290-c224-4050-8074-fb9f666e3b31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=3604336b-f396-4964-a787-69d7b7a55932,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:43.289937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:43.290921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a323dcf3-6e3d-47b2-be0a-16dccb8dcfc9 req-ee25d637-27c5-41fd-ab10-19c6f7467fc1 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100283 Mar 31 23:13:43.293423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.317598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33350) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.340756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-621fa85f-0993-4dc6-b9ad-39761a6a6d34 req-2ac653ec-eb0e-4561-87e4-1422500794ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788913 Mar 31 23:13:43.356710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:43.368065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.368692 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 1ded0a2e-3c80-4880-9732-41e1919518e8 of type vlan for network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 Mar 31 23:13:43.414461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Allocated IP 172.20.0.5 (437a14ad-0f20-4b3e-b177-2bde7bf102d7/a8b3c691-1a96-49a1-a056-074cf9e1c1dc/37827928-acb6-42e1-8bf5-c5792f99e0c0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:43.430112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.470025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.480394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.481449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.507885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.514088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2747893 Mar 31 23:13:43.519758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33356) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.526882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:43.621338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af742f-c6f7-4bda-bfdd-077198e9b1df tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=4b3e4ae3-e676-42e5-86ea-16f01136aff4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:43.635774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:43.659348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56291423-6aa3-46b1-9d64-83f8899cdef6 tempest-TestServerBasicOps-1503318538 tempest-TestServerBasicOps-1503318538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.663594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-56291423-6aa3-46b1-9d64-83f8899cdef6 tempest-TestServerBasicOps-1503318538 tempest-TestServerBasicOps-1503318538-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1092 time: 0.3423007 Mar 31 23:13:43.664277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33360) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:43.670414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:43.711418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.812466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.831300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e74b7731-a090-40c5-97ef-c023fb994f2d req-939cfc95-be3e-4003-aea3-a96ec10bae8f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0530653 Mar 31 23:13:43.877864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Allocated IP 172.25.8.2 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ebdf4e19-f9ec-4d2d-ba60-47e8e146d1ca) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:43.928984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:43.934257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:43.964041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca266b-df45-44b0-b826-24f7561feefe req-54da7d34-1790-4db9-bef2-c75b04720a45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.965910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1ca266b-df45-44b0-b826-24f7561feefe req-54da7d34-1790-4db9-bef2-c75b04720a45 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1081877 Mar 31 23:13:44.007881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.036005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1ca266b-df45-44b0-b826-24f7561feefe req-078c0de7-2890-4147-9d2a-5493e627b5b2 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574741 Mar 31 23:13:44.077422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.092089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:44.155038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:44.167311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:44.169951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:44.213848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event updated for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:44.256579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.273679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.274333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.680157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-cf532918-4881-4380-9fd8-0aea4a24417e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8462946 Mar 31 23:13:44.700919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Request body: {'port': {'device_id': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:44.782461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe76f-135a-4c6c-bce9-b7e1c1699eaf req-f94192e2-2cbe-4fd7-8eee-67516ed88edf tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.783920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fefe76f-135a-4c6c-bce9-b7e1c1699eaf req-f94192e2-2cbe-4fd7-8eee-67516ed88edf tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 945 time: 0.1579781 Mar 31 23:13:44.788934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.820392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.833810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Allocated IP 172.25.8.180 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/7f0adb88-8778-491d-950b-5d5568670c4e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:44.925598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:44.933632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:44.945564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:44.949855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:44.968257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event updated for resources: {'Port': ['ID=ebdf4e19-f9ec-4d2d-ba60-47e8e146d1ca,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:45.007488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=cd1866d5-105e-4b68-840d-2004c60f6d2e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:45.013427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fefe76f-135a-4c6c-bce9-b7e1c1699eaf req-40c83def-b21d-4e76-9862-3ed2fcb704e8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150905 Mar 31 23:13:45.041139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e7e18-f9cd-421f-972f-0efcbb55fd70 req-ddd95cd3-dc68-45cd-8cff-dfc6a9075865 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.042680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-558e7e18-f9cd-421f-972f-0efcbb55fd70 req-ddd95cd3-dc68-45cd-8cff-dfc6a9075865 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 931 time: 0.1105359 Mar 31 23:13:45.048726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.068858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '1ded0a2e-3c80-4880-9732-41e1919518e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:45.069220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: 4b3e4ae3-e676-42e5-86ea-16f01136aff4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:45.124976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.152934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:45.157605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:45.184570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:45.225957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:45.239069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-558e7e18-f9cd-421f-972f-0efcbb55fd70 req-aee3993a-6aa7-4863-ae2f-3f915f68315d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439199 Mar 31 23:13:45.269910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4b3e4ae3-e676-42e5-86ea-16f01136aff4) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:45.283760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a280de-d9d6-4e82-8c08-f9df40b15afc None None] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:45.288322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.288921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.290387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'Port': ['ID=7f0adb88-8778-491d-950b-5d5568670c4e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:45.316136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:45.426680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a40a053-e70f-4129-9a2d-b4ec55f3a5e2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9057469 Mar 31 23:13:45.430538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:45.436785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-591048241'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:45.505132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b1cd-6e91-495f-a2d0-21d423a74ede req-d291f85d-fb63-4e68-a5da-eabb73752067 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.507157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d56b1cd-6e91-495f-a2d0-21d423a74ede req-d291f85d-fb63-4e68-a5da-eabb73752067 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1363206 Mar 31 23:13:45.608104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting port ebdf4e19-f9ec-4d2d-ba60-47e8e146d1ca {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:45.609710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.696877 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d56b1cd-6e91-495f-a2d0-21d423a74ede req-deb1f218-4c75-43ba-91d7-8a94b16d9277 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705966 Mar 31 23:13:45.735913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-4b3e4ae3-e676-42e5-86ea-16f01136aff4', 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': 'cd1866d5-105e-4b68-840d-2004c60f6d2e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:45.738001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.772213 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.779765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37827928-acb6-42e1-8bf5-c5792f99e0c0 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:45.824808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.855991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Transition to ACTIVE for port object 37827928-acb6-42e1-8bf5-c5792f99e0c0 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:13:45.872627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:45.876376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.891436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.894751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.895004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.918020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 8936f21c-3aff-4b7c-9169-c513035b18e8 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:45.928163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:45.933678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:45.935097 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c6914-02e6-4190-9839-7ab2876fb7b0" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-unplugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:45.947513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:45.990774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Calling delete_port for ebdf4e19-f9ec-4d2d-ba60-47e8e146d1ca owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:46.004408 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72f4d7-c1f4-433b-9a51-bee882b742e1 x-openstack-request-id: req-ef72f4d7-c1f4-433b-9a51-bee882b742e1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:46.004722 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-unplugged", "status": "failed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:46.004960 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ef72f4d7-c1f4-433b-9a51-bee882b742e1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:46.005362 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef72f4d7-c1f4-433b-9a51-bee882b742e1']: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'code': 422} returned with failed status Mar 31 23:13:46.018039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Pushing event updated for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.075709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.080780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.100252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Allocated IP 2001:db8::2 (4b3e4ae3-e676-42e5-86ea-16f01136aff4/cd1866d5-105e-4b68-840d-2004c60f6d2e/6b5c691e-e837-452e-a904-74e84b79c962) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:46.104105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.104724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.105065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.105463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.105723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.106056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.106389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.106715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.107041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.107498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.107886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.108203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:46.169294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.195541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Attempting to bind port 37827928-acb6-42e1-8bf5-c5792f99e0c0 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:46.195827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Attempting to bind port 37827928-acb6-42e1-8bf5-c5792f99e0c0 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:46.196161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Attempting to bind port 37827928-acb6-42e1-8bf5-c5792f99e0c0 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:46.207690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Port 37827928-acb6-42e1-8bf5-c5792f99e0c0 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:46.208128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Attempting to bind port 37827928-acb6-42e1-8bf5-c5792f99e0c0 on network 437a14ad-0f20-4b3e-b177-2bde7bf102d7 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:46.214618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:46.215106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Checking segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:46.215609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Bound using segment: {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:46.216045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Bound port: 37827928-acb6-42e1-8bf5-c5792f99e0c0, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921a2aa6-4d9c-4daf-877a-c995aa0e7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:46.216404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.350552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:46.356611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:46.370670 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.380426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.428114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdf60a-fd89-458f-9dfa-328b45d6c71c req-c416b93d-bf68-4407-8af8-ff1d58a4006e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.438815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dfdf60a-fd89-458f-9dfa-328b45d6c71c req-c416b93d-bf68-4407-8af8-ff1d58a4006e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 943 time: 0.0986698 Mar 31 23:13:46.474603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.477309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.478131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.478749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.480713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] 10.222.0.96 "PUT /v2.0/ports/37827928-acb6-42e1-8bf5-c5792f99e0c0 HTTP/1.1" status: 200 len: 1091 time: 1.7867043 Mar 31 23:13:46.483082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:46.488372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.502927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.507561 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33badd65-3508-4d56-ad3b-a40b1a9a387c" -d '{"events": [{"name": "network-changed", "server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:46.514326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:46.518108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:46.581168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:46.586717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7dfdf60a-fd89-458f-9dfa-328b45d6c71c req-10302408-8f8d-4f60-8a0a-f199240ea6ae tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488516 Mar 31 23:13:46.646533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46747e99-fe74-40ed-9254-660a1f274d50 service neutron] Pushing event updated for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.661095 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] create failed (client error): The resource could not be found. Mar 31 23:13:46.662202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5373030 Mar 31 23:13:46.670124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.672781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:46.689386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Pushing event updated for resources: {'Port': ['ID=6b5c691e-e837-452e-a904-74e84b79c962,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.703856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Attempting to bind port 6b5c691e-e837-452e-a904-74e84b79c962 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:46.704392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Attempting to bind port 6b5c691e-e837-452e-a904-74e84b79c962 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1ded0a2e-3c80-4880-9732-41e1919518e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:46.704932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Attempting to bind port 6b5c691e-e837-452e-a904-74e84b79c962 on network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:46.715935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:46.716322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Checking segment: {'id': '1ded0a2e-3c80-4880-9732-41e1919518e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:46.716732 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.717125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Bound using segment: {'id': '1ded0a2e-3c80-4880-9732-41e1919518e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:46.717646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Bound port: 6b5c691e-e837-452e-a904-74e84b79c962, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ded0a2e-3c80-4880-9732-41e1919518e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '4b3e4ae3-e676-42e5-86ea-16f01136aff4'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:46.718035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.721762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::16d (4b3e4ae3-e676-42e5-86ea-16f01136aff4/cd1866d5-105e-4b68-840d-2004c60f6d2e/8936f21c-3aff-4b7c-9169-c513035b18e8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:46.742750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6240e-8757-43c1-81ed-91da5e91f5c3 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Port': ['ID=ebdf4e19-f9ec-4d2d-ba60-47e8e146d1ca,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.765910 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabc30c-3f15-4ebb-a1a9-9adde67b4bd9 x-openstack-request-id: req-bcabc30c-3f15-4ebb-a1a9-9adde67b4bd9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:46.766198 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:46.766450 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bcabc30c-3f15-4ebb-a1a9-9adde67b4bd9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:46.766851 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcabc30c-3f15-4ebb-a1a9-9adde67b4bd9'] response: {'name': 'network-changed', 'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0', 'status': 'completed', 'code': 200} Mar 31 23:13:46.770297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-19264465-8ef2-48e9-b9ac-e1fee31a2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.772453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-19264465-8ef2-48e9-b9ac-e1fee31a2177 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 1094 time: 0.1994686 Mar 31 23:13:46.800487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] For port 6b5c691e-e837-452e-a904-74e84b79c962, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:46.804474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] For port 6b5c691e-e837-452e-a904-74e84b79c962, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6b5c691e-e837-452e-a904-74e84b79c962,segment=NetworkSegment(1ded0a2e-3c80-4880-9732-41e1919518e8),segment_id=1ded0a2e-3c80-4880-9732-41e1919518e8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:46.810813 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:46.864865 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Floating IP 9fbbf1d8-c77a-4418-87db-7f62660a8060 associated. External IP: 172.25.8.180, port: ad4f5daa-05c7-47da-b810-b5879b62236f. Mar 31 23:13:46.910394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-9ce637d0-a398-427a-a8ac-c461f46cc6f6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0 HTTP/1.1" status: 200 len: 217 time: 0.1165164 Mar 31 23:13:46.923347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274ac0c-c097-449e-a149-f6d823972d96 None None] Pushing event updated for resources: {'Port': ['ID=6b5c691e-e837-452e-a904-74e84b79c962,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.943547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event updated for resources: {'Port': ['ID=7f0adb88-8778-491d-950b-5d5568670c4e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:47.015297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3912-f0ad-41e7-950a-21dbea05c7d6 req-00febe7c-205e-4a11-a6d4-4746a5cb550b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.016906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a93b3912-f0ad-41e7-950a-21dbea05c7d6 req-00febe7c-205e-4a11-a6d4-4746a5cb550b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.0993583 Mar 31 23:13:47.185844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857f0a0-a2fa-482b-bcc8-a6b77a48e77a req-88e0ffff-9d63-4bf3-8c7e-c60f251cdbbb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.192967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2857f0a0-a2fa-482b-bcc8-a6b77a48e77a req-88e0ffff-9d63-4bf3-8c7e-c60f251cdbbb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.4851007 Mar 31 23:13:47.235727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a93b3912-f0ad-41e7-950a-21dbea05c7d6 req-5cbb9481-abde-4220-979b-f432a8784c7c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522822 Mar 31 23:13:47.327591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.335200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-1f7f7d69-904f-4c7d-bc80-0a9d8c9f2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.337249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-1f7f7d69-904f-4c7d-bc80-0a9d8c9f2847 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.3797748 Mar 31 23:13:47.358939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:47.373811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-117b05c7-78a6-4f9b-93f4-48b3eb56522d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470343 Mar 31 23:13:47.384448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-16cdf320-d687-4bfd-ad49-2416ff591675 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:13:47.385513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-16cdf320-d687-4bfd-ad49-2416ff591675 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055804 Mar 31 23:13:47.394239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.459090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-35119c77-a012-478c-b8f4-07b6118103a8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794141 Mar 31 23:13:47.476398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2857f0a0-a2fa-482b-bcc8-a6b77a48e77a req-7d9b11ca-78ed-4994-a64c-203501bad6ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811260 Mar 31 23:13:47.510573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:47.524287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Sync routers for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:47.534033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.544065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:47.544886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:47.605006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-403d2e08-e668-434c-9fff-c7b57fca8a4b tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9399381 Mar 31 23:13:47.605682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:47.608076 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943aaec-d5c3-4361-95a8-4bc1407f65d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:47.640313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:47.647368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-eb12c815-d9b4-434e-b237-a9ac2f9001c7 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760814 Mar 31 23:13:47.649655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:47.651989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=8936f21c-3aff-4b7c-9169-c513035b18e8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:47.664446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting port 9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:47.664921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.671409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:47.678478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.679514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.695064 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ecb1b-dfda-4b7a-a4aa-ff617f1a73d7 x-openstack-request-id: req-1e3ecb1b-dfda-4b7a-a4aa-ff617f1a73d7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:47.695393 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:47.695644 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1e3ecb1b-dfda-4b7a-a4aa-ff617f1a73d7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:47.696053 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3ecb1b-dfda-4b7a-a4aa-ff617f1a73d7'] response: {'name': 'network-changed', 'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'status': 'completed', 'code': 200} Mar 31 23:13:47.738574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:47.768106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-266fbe27-864a-4f67-8490-17dd38ad0eb4 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3364458 Mar 31 23:13:47.775792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:47.885714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-b55ce226-4005-4f11-a026-7affe8646273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.889596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-b55ce226-4005-4f11-a026-7affe8646273 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.1678407 Mar 31 23:13:47.965597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04ca7d-de40-472e-b229-c30baae6fd87 req-0b6d8675-1594-4e1b-aaa2-f1697b6e49b9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.967572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d04ca7d-de40-472e-b229-c30baae6fd87 req-0b6d8675-1594-4e1b-aaa2-f1697b6e49b9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 943 time: 0.2479112 Mar 31 23:13:47.969718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:47.976720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a7b3a24-abfa-4769-ae22-008978d7964c req-0a939856-0ac4-4d58-a315-ccd3a3a6a441 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077567 Mar 31 23:13:48.019437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Calling delete_port for 9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:48.206098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 8936f21c-3aff-4b7c-9169-c513035b18e8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:48.206446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.231909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-3f80ffcf-b765-4c5f-b59b-cc6564df9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.233871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-3f80ffcf-b765-4c5f-b59b-cc6564df9d89 service neutron] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 909 time: 0.3280604 Mar 31 23:13:48.275148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d04ca7d-de40-472e-b229-c30baae6fd87 req-1b5b4e2a-7555-4d58-816b-6f27f922cfe8 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939250 Mar 31 23:13:48.319347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9fbbf1d8-c77a-4418-87db-7f62660a8060', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'port_id': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'mac_address': 'fa:16:3e:f2:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:45Z', 'updated_at': '2022-03-31T23:13:45Z', 'revision_number': 0, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:48.326012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-0ce12ed1-e238-451f-b712-0643d0521886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.327816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-0ce12ed1-e238-451f-b712-0643d0521886 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d594611390ec49d79ddbc08e79e49c11&device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 1094 time: 0.2232392 Mar 31 23:13:48.417930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Checking router: e8b5b4d7-d27d-4d43-afa3-e2558fb90adf for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:48.435517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6b5c691e-e837-452e-a904-74e84b79c962 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:48.467042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-6488e8a8-697d-481f-aac5-c00026eb225c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 1000 time: 0.2086458 Mar 31 23:13:48.472557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:48.473486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:48.479580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.541034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Port': ['ID=9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:48.556879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c49ec8-1707-4b7e-b8e2-6b4645c54a1d None None] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:48.566472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.587171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 8936f21c-3aff-4b7c-9169-c513035b18e8 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:48.675648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] Provisioning complete for port 6b5c691e-e837-452e-a904-74e84b79c962 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:48.675865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.774902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:48.778131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6b5c691e-e837-452e-a904-74e84b79c962 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:48.778554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.807654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174ac4d-c7ca-423b-9327-16866a5ea324 req-36448d90-8e1b-4a91-8072-14d7e944c406 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.809519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f174ac4d-c7ca-423b-9327-16866a5ea324 req-36448d90-8e1b-4a91-8072-14d7e944c406 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.3657186 Mar 31 23:13:48.814159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:48.856217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-ab54e186-ab31-4691-8599-fc148e031675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.857776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-ab54e186-ab31-4691-8599-fc148e031675 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.3634193 Mar 31 23:13:48.879623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=8936f21c-3aff-4b7c-9169-c513035b18e8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:48.908295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.070689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] For port 6b5c691e-e837-452e-a904-74e84b79c962, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6b5c691e-e837-452e-a904-74e84b79c962,segment=NetworkSegment(1ded0a2e-3c80-4880-9732-41e1919518e8),segment_id=1ded0a2e-3c80-4880-9732-41e1919518e8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:49.103993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.217576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-7d67cb8d-4b1d-40d6-889b-552bb7b859ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.219122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-7d67cb8d-4b1d-40d6-889b-552bb7b859ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba&tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8 HTTP/1.1" status: 200 len: 1094 time: 0.6833797 Mar 31 23:13:49.233267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cbfb-c5e9-46e0-ad0a-c83fcdab0c1f req-c18329b3-1557-42f9-b794-9bded6fe222a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.235125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2e0cbfb-c5e9-46e0-ad0a-c83fcdab0c1f req-c18329b3-1557-42f9-b794-9bded6fe222a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.6004040 Mar 31 23:13:49.238682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-6a0a138f-fecd-400e-87ed-a74917a4a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.240218 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-6a0a138f-fecd-400e-87ed-a74917a4a93e service neutron] 10.222.0.96 "GET /v2.0/networks?id=437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 200 len: 908 time: 0.7868087 Mar 31 23:13:49.282031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.287765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed1dca6d-df96-4a91-9cef-6ec68f9ec071 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "DELETE /v2.0/ports/9a5ab117-3ba8-4fa8-83ca-fc5c6834a8b0 HTTP/1.1" status: 204 len: 168 time: 2.6107886 Mar 31 23:13:49.312730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e636a3-aac0-4e1a-bfcd-a9576483b4eb None None] Pushing event updated for resources: {'Port': ['ID=6b5c691e-e837-452e-a904-74e84b79c962,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:49.315304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:49.332920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-ab583a60-a40a-4363-ad8b-6774ab4562dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0 HTTP/1.1" status: 200 len: 217 time: 0.0797811 Mar 31 23:13:49.432996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2e0cbfb-c5e9-46e0-ad0a-c83fcdab0c1f req-74e721fb-d812-4fcd-a21c-60449f8a1502 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814854 Mar 31 23:13:49.453506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9fbbf1d8-c77a-4418-87db-7f62660a8060', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'port_id': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'mac_address': 'fa:16:3e:f2:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:45Z', 'updated_at': '2022-03-31T23:13:45Z', 'revision_number': 0, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:49.460261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-a8c10b07-cc52-4cd2-a506-11a7440dda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.461747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-a8c10b07-cc52-4cd2-a506-11a7440dda8f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 200 len: 846 time: 0.1048234 Mar 31 23:13:49.463584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-24a86b1a-bb4e-449f-b3a8-bf525a36fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.465604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-24a86b1a-bb4e-449f-b3a8-bf525a36fa05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1094 time: 0.2239544 Mar 31 23:13:49.496670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3137f-66c9-4e19-83a7-bc5351d86e8d tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.498264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0db3137f-66c9-4e19-83a7-bc5351d86e8d tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "GET /v2.0/ports?device_id=da4d3af1-7869-4866-bd5b-94f944a9cb8e HTTP/1.1" status: 200 len: 913 time: 0.1818480 Mar 31 23:13:49.506110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f174ac4d-c7ca-423b-9327-16866a5ea324 req-5598d305-9fd4-4fc9-80cd-ff59a1047280 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814167 Mar 31 23:13:49.509666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:49.512894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5f32d-bd17-4505-b02c-4ad0abbb4206 None None] The sync data for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 is: [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9fbbf1d8-c77a-4418-87db-7f62660a8060', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'floating_ip_address': '172.25.8.180', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'port_id': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'mac_address': 'fa:16:3e:f2:c2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:45Z', 'updated_at': '2022-03-31T23:13:45Z', 'revision_number': 0, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:49.541590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-de98cc55-ca50-4118-8b18-9720fe882ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=437a14ad-0f20-4b3e-b177-2bde7bf102d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613422 Mar 31 23:13:49.546626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.564060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33470) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:49.566443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63d06a6a-b4ee-44a5-a67e-8c1305c74060 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/8936f21c-3aff-4b7c-9169-c513035b18e8 HTTP/1.1" status: 204 len: 168 time: 1.7855327 Mar 31 23:13:49.677171 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dde2df-6cb2-477c-bdb1-b2c4d6faeaf3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:13:49.678883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26dde2df-6cb2-477c-bdb1-b2c4d6faeaf3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/8936f21c-3aff-4b7c-9169-c513035b18e8 HTTP/1.1" status: 404 len: 333 time: 0.1139648 Mar 31 23:13:49.699620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-5b864d70-cd82-492c-868c-4fb7d891e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.701003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-5b864d70-cd82-492c-868c-4fb7d891e5a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8334961 Mar 31 23:13:49.703133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:49.733750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-23201edd-b829-4ef8-ae24-4b9f66af3f46 None None] Provisioning complete for port 6b5c691e-e837-452e-a904-74e84b79c962 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:49.735218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-23201edd-b829-4ef8-ae24-4b9f66af3f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:49.815466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-bceb9fb9-9d0a-451b-a467-c4a66f431ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.817196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-bceb9fb9-9d0a-451b-a467-c4a66f431ee2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 200 len: 919 time: 0.3356557 Mar 31 23:13:49.835367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699c370-d8a7-40eb-8901-50ad7f7b830a req-60c1ccc2-ed02-44c8-9a42-1860b0ff1de1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.837010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6699c370-d8a7-40eb-8901-50ad7f7b830a req-60c1ccc2-ed02-44c8-9a42-1860b0ff1de1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 943 time: 0.2277787 Mar 31 23:13:49.898334 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cdacc6-be0a-4fed-ada5-72be87122304 None None] New status for floating IP 9fbbf1d8-c77a-4418-87db-7f62660a8060: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:13:49.960112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-8ca48a67-52db-4c8c-b9e7-54e6386e284f service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963556 Mar 31 23:13:49.986669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-f74a5861-015c-4bee-b4ff-30c42dbb7034 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486961 Mar 31 23:13:50.010177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet cd1866d5-105e-4b68-840d-2004c60f6d2e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:50.014441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.036365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-243b80da-a90e-4112-88ee-2a4052ca6550 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 200 len: 999 time: 0.2111361 Mar 31 23:13:50.048297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6699c370-d8a7-40eb-8901-50ad7f7b830a req-5906cca1-aa28-4982-9023-8d744d584fc1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945803 Mar 31 23:13:50.073779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.194682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.214509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-58b0402d-780e-43ad-966c-34e820b6c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.216121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-58b0402d-780e-43ad-966c-34e820b6c8fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 200 len: 856 time: 0.1612794 Mar 31 23:13:50.218329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33badd65-3508-4d56-ad3b-a40b1a9a387c req-5d1635d4-ef52-4df4-a1e2-32c6924b6cc3 service neutron] 10.222.0.96 "GET /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492614 Mar 31 23:13:50.302501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-27833196-2834-416b-b860-4e94c603da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.304092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-27833196-2834-416b-b860-4e94c603da20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3b898086-220c-4d6e-a12b-ba89b0041bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774903 Mar 31 23:13:50.317160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-22ff0c71-d340-4927-be4b-1e0578b591b0 None None] Could not find standard attr ID for object 8936f21c-3aff-4b7c-9169-c513035b18e8. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:13:50.366558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6b5c691e-e837-452e-a904-74e84b79c962 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:50.423460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6b5c691e-e837-452e-a904-74e84b79c962 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:50.423832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.483262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.491017 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-95cc2ff7-3408-4e6a-a2db-eed143bf6600 service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698060 Mar 31 23:13:50.543797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1866d5-105e-4b68-840d-2004c60f6d2e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:50.572709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c943aaec-d5c3-4361-95a8-4bc1407f65d2 req-9ff281f0-8e40-4063-b768-a78c9d6a1de2 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745723 Mar 31 23:13:50.575753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.584590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-475b8391-527a-4f26-b9f7-437961024782 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/cd1866d5-105e-4b68-840d-2004c60f6d2e HTTP/1.1" status: 204 len: 168 time: 0.8779316 Mar 31 23:13:50.585313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8932c-e230-448c-a06c-06e683e551ad None None] Network 4b3e4ae3-e676-42e5-86ea-16f01136aff4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:50.585689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33480) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:50.648982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6ea3991-7bb7-4a00-8dff-305f47c49f46 req-54386470-82b7-4ddd-b91d-04c4a750d43a service neutron] 10.222.0.60 "GET /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493654 Mar 31 23:13:50.729846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aac7e6-9281-4924-9a0f-9cf65c74518b req-dfae5196-ac15-4e98-8292-07314231c37c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.732115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0aac7e6-9281-4924-9a0f-9cf65c74518b req-dfae5196-ac15-4e98-8292-07314231c37c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.0814626 Mar 31 23:13:50.759089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.798833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 37827928-acb6-42e1-8bf5-c5792f99e0c0 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:50.810816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c0aac7e6-9281-4924-9a0f-9cf65c74518b req-8fe0a39e-e065-4122-87b8-145f2e0910a1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633769 Mar 31 23:13:50.811618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1302aa9-146d-4ea2-99e7-b44c0152f00e req-d2f22010-49e7-4cd2-b2d9-edd5640e0728 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.813330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1302aa9-146d-4ea2-99e7-b44c0152f00e req-d2f22010-49e7-4cd2-b2d9-edd5640e0728 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1893499 Mar 31 23:13:50.914786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.928107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1302aa9-146d-4ea2-99e7-b44c0152f00e req-f319e513-942e-4d65-8b7c-c8ccb0a4582e tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883074 Mar 31 23:13:50.940292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] DHCP port deletion for 4b3e4ae3-e676-42e5-86ea-16f01136aff4 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:13:50.949291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:50.954020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 6b5c691e-e837-452e-a904-74e84b79c962 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:50.954476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.051274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:51.107043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '37827928-acb6-42e1-8bf5-c5792f99e0c0', 'network_id': '437a14ad-0f20-4b3e-b177-2bde7bf102d7', 'port_id': '37827928-acb6-42e1-8bf5-c5792f99e0c0', 'mac_address': 'fa:16:3e:14:ba:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b3c691-1a96-49a1-a056-074cf9e1c1dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:51.155369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port 6b5c691e-e837-452e-a904-74e84b79c962, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6b5c691e-e837-452e-a904-74e84b79c962,segment=NetworkSegment(1ded0a2e-3c80-4880-9732-41e1919518e8),segment_id=1ded0a2e-3c80-4880-9732-41e1919518e8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:51.155816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.161466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Deleting port 6b5c691e-e837-452e-a904-74e84b79c962 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:51.167468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.208083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 6b5c691e-e837-452e-a904-74e84b79c962 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:51.236955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.260798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] For port 6b5c691e-e837-452e-a904-74e84b79c962, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6b5c691e-e837-452e-a904-74e84b79c962,segment=NetworkSegment(1ded0a2e-3c80-4880-9732-41e1919518e8),segment_id=1ded0a2e-3c80-4880-9732-41e1919518e8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:51.261297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.271920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37827928-acb6-42e1-8bf5-c5792f99e0c0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:51.273330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac87cb-b883-4fd9-a98b-a1ab6c5e0dd2 req-4f24e253-b66a-4007-a66a-f3ed2a25eb24 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.276671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fac87cb-b883-4fd9-a98b-a1ab6c5e0dd2 req-4f24e253-b66a-4007-a66a-f3ed2a25eb24 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 943 time: 0.1091020 Mar 31 23:13:51.290294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Calling delete_port for 6b5c691e-e837-452e-a904-74e84b79c962 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:51.352524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:51.390370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fac87cb-b883-4fd9-a98b-a1ab6c5e0dd2 req-22a095f3-5b2a-41df-be7d-2e372ab1f46c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069775 Mar 31 23:13:51.411228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.442473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.552923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:51.560303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=6b5c691e-e837-452e-a904-74e84b79c962,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:51.580135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port 6b5c691e-e837-452e-a904-74e84b79c962 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:51.675285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.721027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] Pushing event deleted for resources: {'Port': ['ID=6b5c691e-e837-452e-a904-74e84b79c962,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:51.738194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd20b3-3385-4d77-9813-4505ab3ee13b None None] No DVR routers for this DVR port 6b5c691e-e837-452e-a904-74e84b79c962 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:51.747481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.786272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3e4ae3-e676-42e5-86ea-16f01136aff4']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:51.802697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['37827928-acb6-42e1-8bf5-c5792f99e0c0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:51.812821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ded0a2e-3c80-4880-9732-41e1919518e8') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:51.813630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ded0a2e-3c80-4880-9732-41e1919518e8') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:51.833626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.857486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting port b3c6ce2a-096f-4418-9866-6e9ab2d15144 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:51.858252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.864826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.897703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:51.898435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:51.903500 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:52.194627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165f582-1f83-43f5-96ba-c3b21bc6d2d4 req-956de8bd-e56b-413d-8a16-f66f6e4f7dcd tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.197348 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d165f582-1f83-43f5-96ba-c3b21bc6d2d4 req-956de8bd-e56b-413d-8a16-f66f6e4f7dcd tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.0850251 Mar 31 23:13:52.328093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d165f582-1f83-43f5-96ba-c3b21bc6d2d4 req-f43b12fa-3c63-4ee8-adc9-069725404cd9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181321 Mar 31 23:13:52.332180 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.357522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.364966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Calling delete_port for b3c6ce2a-096f-4418-9866-6e9ab2d15144 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:52.368404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6b5c691e-e837-452e-a904-74e84b79c962 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:52.403665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6b5c691e-e837-452e-a904-74e84b79c962 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:52.404000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6b5c691e-e837-452e-a904-74e84b79c962 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:52.620237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.633071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/4b3e4ae3-e676-42e5-86ea-16f01136aff4 HTTP/1.1" status: 204 len: 168 time: 2.0450351 Mar 31 23:13:52.634716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33514) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:52.638479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c6b1-c6b7-4645-8d9e-42db9200d69a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=4b3e4ae3-e676-42e5-86ea-16f01136aff4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:52.647969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'name': 'tempest-PortsIpV6TestJSON-1186128393'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:52.666212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423bb90-8c67-494a-8de9-ff829af6911b req-a480a7d4-33c2-4c38-aa76-5447e0e068a1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.668363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7423bb90-8c67-494a-8de9-ff829af6911b req-a480a7d4-33c2-4c38-aa76-5447e0e068a1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.7002053 Mar 31 23:13:52.679684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931787-93e1-40ec-adff-780ac742ad61 req-c541cece-1c8b-4c8c-af1c-6fa6e87443d9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.681716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc931787-93e1-40ec-adff-780ac742ad61 req-c541cece-1c8b-4c8c-af1c-6fa6e87443d9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 944 time: 0.1299670 Mar 31 23:13:52.777004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc931787-93e1-40ec-adff-780ac742ad61 req-d6f65305-174f-459d-91e2-d714cc96abd5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Mar 31 23:13:52.851247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7423bb90-8c67-494a-8de9-ff829af6911b req-d838ed82-e1a2-4c43-a894-791050b2c0ea tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724381 Mar 31 23:13:52.928500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:52.934769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:52.969811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.019620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 35783d0a-71ed-4a93-be20-c9a8e35d265f yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:53.116881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.129249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Port': ['ID=b3c6ce2a-096f-4418-9866-6e9ab2d15144,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.169544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.170168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.170752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.171398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.172809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.173390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.174108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.174787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.175397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.176008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.176599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.177138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:53.444129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.454755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41faa628-1df8-497c-b8a3-6140e4b51e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.531577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.664711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Router da4d3af1-7869-4866-bd5b-94f944a9cb8e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:53.687914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ae25-153d-4a2b-8ff9-5434e2e0dddb req-ad2ad87a-ee6f-4393-8d5b-cbf389c4cd21 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.690519 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18f2ae25-153d-4a2b-8ff9-5434e2e0dddb req-ad2ad87a-ee6f-4393-8d5b-cbf389c4cd21 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1558013 Mar 31 23:13:53.736013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.825932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41faa628-1df8-497c-b8a3-6140e4b51e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.852255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:53.854243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41faa628-1df8-497c-b8a3-6140e4b51e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:53.863482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-50410a7d-8606-4cb5-91fc-13a76ba3c725 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "PUT /v2.0/routers/da4d3af1-7869-4866-bd5b-94f944a9cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3467889 Mar 31 23:13:53.869127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33526) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:53.869721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] Sync routers for ids ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:53.873964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:53.881915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] Routers {'da4d3af1-7869-4866-bd5b-94f944a9cb8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:53.882553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:53.947078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faa628-1df8-497c-b8a3-6140e4b51e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce903c-40e3-4efd-85d1-cfac5b085f5f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:53.987974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:54.009074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] Routers {'da4d3af1-7869-4866-bd5b-94f944a9cb8e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:54.009739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:54.014339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.022595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:54.037950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41faa628-1df8-497c-b8a3-6140e4b51e6a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=362f45bade014e298cc73a8ba63c803b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9194963 Mar 31 23:13:54.040547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33530) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:54.077298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:54.077528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:54.077625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e330b0b-275c-4d1a-9aa9-07db83fa9935 None None] The sync data for ids ['da4d3af1-7869-4866-bd5b-94f944a9cb8e'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:54.084999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.089003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.105951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2873b7-734c-4e7f-aa90-2235321d58c2 req-f52a9f3a-90dc-4b11-b766-c91de8c656b1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.107587 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a2873b7-734c-4e7f-aa90-2235321d58c2 req-f52a9f3a-90dc-4b11-b766-c91de8c656b1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 944 time: 0.1616938 Mar 31 23:13:54.123386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18f2ae25-153d-4a2b-8ff9-5434e2e0dddb req-97e8068e-199c-4985-bd8b-b8fef0f54836 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083951 Mar 31 23:13:54.124220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=35783d0a-71ed-4a93-be20-c9a8e35d265f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.184698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.253416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a2873b7-734c-4e7f-aa90-2235321d58c2 req-5cf02622-e28e-41cb-a6a8-b6389e80740e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Mar 31 23:13:54.255419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.320547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.323303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.324490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/68ce903c-40e3-4efd-85d1-cfac5b085f5f HTTP/1.1" status: 204 len: 168 time: 0.2830153 Mar 31 23:13:54.337107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296ab36-5098-4cb0-8e1a-c4e37f84b042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce903c-40e3-4efd-85d1-cfac5b085f5f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.345067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.348324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.424306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec3e45d6-5e67-4359-807d-e57ce8557add tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7882726 Mar 31 23:13:54.427318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33534) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:54.462742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.463016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Fanout notify agent at l3_agent the message router_deleted on router da4d3af1-7869-4866-bd5b-94f944a9cb8e {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:13:54.492089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.496400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b3aca0a-ee8b-4923-82f0-1058754ecb07 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "DELETE /v2.0/routers/da4d3af1-7869-4866-bd5b-94f944a9cb8e HTTP/1.1" status: 204 len: 168 time: 0.6154468 Mar 31 23:13:54.499040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33536) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:54.535219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ea5b8-ebb1-4eb6-b422-3b60fc291b2f req-1ed9b865-3c4f-47ab-855f-b8107fa49fcc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.544011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-249ea5b8-ebb1-4eb6-b422-3b60fc291b2f req-1ed9b865-3c4f-47ab-855f-b8107fa49fcc tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2146323 Mar 31 23:13:54.594122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-249ea5b8-ebb1-4eb6-b422-3b60fc291b2f req-d2c0ce9c-05f8-4e73-b69d-928300508cde tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486569 Mar 31 23:13:54.648305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 35783d0a-71ed-4a93-be20-c9a8e35d265f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:54.652535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.663075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting subnet dd61c906-1333-4c14-a44f-e475763de259 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:13:54.678230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.778717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.790827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.818722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 35783d0a-71ed-4a93-be20-c9a8e35d265f owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:54.833911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 37827928-acb6-42e1-8bf5-c5792f99e0c0 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:54.976866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:54.984117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 37827928-acb6-42e1-8bf5-c5792f99e0c0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:13:54.993100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 37827928-acb6-42e1-8bf5-c5792f99e0c0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:13:54.993634 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.045456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.103352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=35783d0a-71ed-4a93-be20-c9a8e35d265f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:55.106766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.111495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8ff4909-831d-4255-b2a5-271abfbeb98c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/35783d0a-71ed-4a93-be20-c9a8e35d265f HTTP/1.1" status: 204 len: 168 time: 0.6829441 Mar 31 23:13:55.115369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33550) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:55.122376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'mac_address': 'fa:16:3e:0c:9a:08', 'name': 'tempest-PortsIpV6TestJSON-1232862853'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:55.154826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.189502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.193118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "DELETE /v2.0/subnets/dd61c906-1333-4c14-a44f-e475763de259 HTTP/1.1" status: 204 len: 168 time: 0.6556845 Mar 31 23:13:55.195760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33554) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:55.213286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0207b54-75cf-4ab7-807f-7315fd67609f None None] Network c57ee239-aa7f-44a0-891e-d31efc77893d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:55.242888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b929637-9ea9-40bc-bc6d-116b0bf73916 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Subnet': ['ID=dd61c906-1333-4c14-a44f-e475763de259,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:55.368875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.372482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.461600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:55.463188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:55.465430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:55.466222 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43421a83-9424-4476-ba18-2ab2994b682e" -d '{"events": [{"server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:55.476021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.493386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dd79-8b5c-4295-8e2b-a6ffc137dcd4 req-2b363139-fe0b-4503-96bd-fda7653fa0ee tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.496966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c258dd79-8b5c-4295-8e2b-a6ffc137dcd4 req-2b363139-fe0b-4503-96bd-fda7653fa0ee tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1383135 Mar 31 23:13:55.546115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a2365-c90f-4ef1-a812-14ab45fdabeb req-b39d870d-2f2f-4efd-a4b0-1b7945c20fc4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.554213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-134a2365-c90f-4ef1-a812-14ab45fdabeb req-b39d870d-2f2f-4efd-a4b0-1b7945c20fc4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 944 time: 0.1354332 Mar 31 23:13:55.586761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Deleting port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:55.587369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.687905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-134a2365-c90f-4ef1-a812-14ab45fdabeb req-685fc012-5171-41a4-ad4c-cdb3f4147992 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327813 Mar 31 23:13:55.745465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] For port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,segment=NetworkSegment(2e8037eb-1347-4728-88b2-a91cba55623b),segment_id=2e8037eb-1347-4728-88b2-a91cba55623b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:55.745974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:55.768747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Calling delete_port for d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:55.813269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:55.841145 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117f3aa7-d5ef-4a8e-89d3-7ad7503a4b31 x-openstack-request-id: req-117f3aa7-d5ef-4a8e-89d3-7ad7503a4b31 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:55.851888 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:55.853787 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-117f3aa7-d5ef-4a8e-89d3-7ad7503a4b31 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:55.854471 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117f3aa7-d5ef-4a8e-89d3-7ad7503a4b31'] response: {'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0', 'code': 200} Mar 31 23:13:55.927277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33572) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:55.949190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] DHCP port deletion for c57ee239-aa7f-44a0-891e-d31efc77893d request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:13:56.030574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Deleting port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:56.031834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.060344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.104672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.124037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] For port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,segment=NetworkSegment(2e8037eb-1347-4728-88b2-a91cba55623b),segment_id=2e8037eb-1347-4728-88b2-a91cba55623b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:56.124447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.146079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Calling delete_port for d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:56.168272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Port': ['ID=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.175227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2046290373-network', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:56.190232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2438e-cfeb-4640-8dd3-77e79c593699 req-df506b9e-20c7-4f23-8b29-9c0b62a3deda tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.192131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fea2438e-cfeb-4640-8dd3-77e79c593699 req-df506b9e-20c7-4f23-8b29-9c0b62a3deda tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2210305 Mar 31 23:13:56.198012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] No DVR routers for this DVR port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:56.289568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Made reservation on behalf of 8e092a0056f7499f949ff29323d49e2a for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:56.290903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.300815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.322092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.326956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] Pushing event deleted for resources: {'Port': ['ID=d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.340064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613d311-0d6e-4ae4-a05d-21e2ad874921 None None] No DVR routers for this DVR port d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:13:56.344569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:56.377871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:13:56.378210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d338bdaa-2f3d-4edc-9d1c-5a69d48c5e15 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:13:56.422404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.485984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57ee239-aa7f-44a0-891e-d31efc77893d']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.574360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fea2438e-cfeb-4640-8dd3-77e79c593699 req-56d6f44f-f3c7-4889-bdb4-552f9ba5b2b9 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499382 Mar 31 23:13:56.577079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8037eb-1347-4728-88b2-a91cba55623b') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.577534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8037eb-1347-4728-88b2-a91cba55623b') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:56.596706 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.630580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.635457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.647421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:13:56.647921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:13:56.651839 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:13:56.694868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c258dd79-8b5c-4295-8e2b-a6ffc137dcd4 req-8e4977bf-c10c-4d20-8514-d928920b80b9 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1679609 Mar 31 23:13:56.781336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port ad6dd411-860b-498c-9044-aaa4ec16fd15 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:56.793387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e61c9-87c9-45c8-9570-4938b041fa57 req-e0199cf1-1206-49c1-8fe7-47346bb347eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.794957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe9e61c9-87c9-45c8-9570-4938b041fa57 req-e0199cf1-1206-49c1-8fe7-47346bb347eb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 1096 time: 0.2520671 Mar 31 23:13:56.905128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.913657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.945945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:13:56.955199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:56.955584 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Added segment e4f4ffb2-8b17-4e4f-a408-38e82f541e46 of type vlan for network 7316db18-1c76-43c7-b14b-645a7d5fbe9e Mar 31 23:13:57.008944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.012131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.058635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4a5222-fbd4-4d13-8625-c22cd0b515ba,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.061359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.062327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.063149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.065207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.120665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe9e61c9-87c9-45c8-9570-4938b041fa57 req-054d16d7-914f-4408-a09b-12732e662816 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051888 Mar 31 23:13:57.130236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.134063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] 10.222.0.95 "DELETE /v2.0/networks/c57ee239-aa7f-44a0-891e-d31efc77893d HTTP/1.1" status: 204 len: 168 time: 1.9371786 Mar 31 23:13:57.147384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dd1a0-d001-42a6-9d00-95fe9dda6b24 req-d4194638-b3cd-4998-befd-8f3c11384cd3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.149753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb5dd1a0-d001-42a6-9d00-95fe9dda6b24 req-d4194638-b3cd-4998-befd-8f3c11384cd3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1353204 Mar 31 23:13:57.163105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.237057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3085599 Mar 31 23:13:57.238510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa6ed4-1ab9-4c35-b303-c6903a25c229 admin admin] Pushing event updated for resources: {'Network': ['ID=7316db18-1c76-43c7-b14b-645a7d5fbe9e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.241659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33584) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.250025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Request body: {'subnet': {'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2046290373-subnet', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:57.254467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:13:57.268340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:57.275787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb5dd1a0-d001-42a6-9d00-95fe9dda6b24 req-85709bf4-4bd1-4816-a8fd-402a2ee921f9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175365 Mar 31 23:13:57.276579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=ad6dd411-860b-498c-9044-aaa4ec16fd15,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.283096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:57.288286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:57.294935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8014a8e-f654-4906-9a6d-7f9386be4ee9 tempest-FloatingIPNegativeTestJSON-1209559363 tempest-FloatingIPNegativeTestJSON-1209559363-project] Pushing event deleted for resources: {'Network': ['ID=c57ee239-aa7f-44a0-891e-d31efc77893d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.295182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.295990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.319919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac6040-38eb-4d37-a246-64b3d483d825 req-585e66e1-0c7f-4b62-a70f-60afe9d1620a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.321943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1ac6040-38eb-4d37-a246-64b3d483d825 req-585e66e1-0c7f-4b62-a70f-60afe9d1620a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2886326 Mar 31 23:13:57.323725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Made reservation on behalf of 8e092a0056f7499f949ff29323d49e2a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:57.326429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.332638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8e5d94fa-9846-4252-93b9-9534a516e200 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2161915 Mar 31 23:13:57.340365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33586) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.418499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52f8e3e-ceb4-4da7-a70e-1781f30789ca tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.425038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33590) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.425237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a52f8e3e-ceb4-4da7-a70e-1781f30789ca tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/ad6dd411-860b-498c-9044-aaa4ec16fd15 HTTP/1.1" status: 200 len: 845 time: 0.0705907 Mar 31 23:13:57.466147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1ac6040-38eb-4d37-a246-64b3d483d825 req-679d28f6-a62f-4bf2-964d-1182f0900e4f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320345 Mar 31 23:13:57.527039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33592) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.601850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.682748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port ad6dd411-860b-498c-9044-aaa4ec16fd15 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:13:57.683489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.718297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8f66ae-c5c6-4823-af76-7be1fefb9482,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:57.757620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd8e520a-57cc-4baf-8038-de54b7f2533e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e164e31cc5f44f57a3c82f745e72866c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251244 Mar 31 23:13:57.758265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:57.787900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Checking segment: {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:57.788262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Network hostable DHCP agents. Network: 7316db18-1c76-43c7-b14b-645a7d5fbe9e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:13:57.794311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.822375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.842973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for ad6dd411-860b-498c-9044-aaa4ec16fd15 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:13:57.844750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.870251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:13:57.932762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 7316db18-1c76-43c7-b14b-645a7d5fbe9e) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:57.953899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5643bc6-a434-4642-b3ac-c92c8958bec7 None None] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:13:57.954150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aded59-e44d-49a7-bdfd-7229a5ee9400 req-43c7d687-9114-4608-bf4c-6476c1b4ada5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.955187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.962276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1aded59-e44d-49a7-bdfd-7229a5ee9400 req-43c7d687-9114-4608-bf4c-6476c1b4ada5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1570024 Mar 31 23:13:57.969990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.970589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.972337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:57.996213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5e09c33c-e2c2-4254-9b39-0d5682b2819d HTTP/1.1" status: 204 len: 168 time: 0.2368140 Mar 31 23:13:58.026125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8deb5bff-c2a4-497e-89f4-518dd6e5afae admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7811377 Mar 31 23:13:58.035633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33604) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:58.050101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1aded59-e44d-49a7-bdfd-7229a5ee9400 req-8db9eeb3-d25c-4979-860e-0f293e32cd62 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867341 Mar 31 23:13:58.060745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:58.064243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.102186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=ad6dd411-860b-498c-9044-aaa4ec16fd15,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:58.112548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.121447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b4670fe4-0e08-4f8c-bf1e-0fdfd377eab0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/ad6dd411-860b-498c-9044-aaa4ec16fd15 HTTP/1.1" status: 204 len: 168 time: 0.6947203 Mar 31 23:13:58.124861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33606) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:58.135433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3282a-1bf3-4768-86e8-e52d043568cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09c33c-e2c2-4254-9b39-0d5682b2819d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:58.182997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.184495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.188985 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c80f26-7bab-48c3-9f53-22550d39ea0d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:13:58.195527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-46c80f26-7bab-48c3-9f53-22550d39ea0d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/ad6dd411-860b-498c-9044-aaa4ec16fd15 HTTP/1.1" status: 404 len: 333 time: 0.0639257 Mar 31 23:13:58.197004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33608) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:58.203734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'name': 'tempest-PortsIpV6TestJSON-1348688895'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:58.261854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'fixed_ips': [{'subnet_id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:13:58.263531 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.360246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.491506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Allocated IP 172.20.0.2 (7316db18-1c76-43c7-b14b-645a7d5fbe9e/0f8f66ae-c5c6-4823-af76-7be1fefb9482/159dd7ef-b00b-4a30-bb68-9527fca1c681) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:58.740421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497d084-db33-4198-a131-aebf7e7f4250 req-d33c7087-ef4f-4007-9f20-be399d523d85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:58.756626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5497d084-db33-4198-a131-aebf7e7f4250 req-d33c7087-ef4f-4007-9f20-be399d523d85 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.1469667 Mar 31 23:13:58.886007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5497d084-db33-4198-a131-aebf7e7f4250 req-eaf0051b-fe49-4d67-8584-2c6600643e38 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280751 Mar 31 23:13:58.933372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:58.946374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.050230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:59.061227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:59.071326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:59.102234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Pushing event updated for resources: {'Port': ['ID=159dd7ef-b00b-4a30-bb68-9527fca1c681,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:59.222942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Attempting to bind port 159dd7ef-b00b-4a30-bb68-9527fca1c681 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:13:59.223399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Attempting to bind port 159dd7ef-b00b-4a30-bb68-9527fca1c681 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:13:59.223979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Attempting to bind port 159dd7ef-b00b-4a30-bb68-9527fca1c681 on network 7316db18-1c76-43c7-b14b-645a7d5fbe9e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:59.241711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:59.242148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Checking segment: {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:13:59.242565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.242978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Bound using segment: {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:59.243496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Bound port: 159dd7ef-b00b-4a30-bb68-9527fca1c681, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:13:59.244077 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.320358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d668-7fb6-43a2-a4ce-292931acc733 req-8b26ff9c-033b-4610-95c6-3f614f6ee87c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.322027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e746d668-7fb6-43a2-a4ce-292931acc733 req-8b26ff9c-033b-4610-95c6-3f614f6ee87c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1279509 Mar 31 23:13:59.328140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:59.339754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.401362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] For port 159dd7ef-b00b-4a30-bb68-9527fca1c681, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:59.413348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] For port 159dd7ef-b00b-4a30-bb68-9527fca1c681, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=159dd7ef-b00b-4a30-bb68-9527fca1c681,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:59.420839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.421133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e746d668-7fb6-43a2-a4ce-292931acc733 req-a4bab6de-5b1b-4eaf-8539-93cbd497637b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895009 Mar 31 23:13:59.484002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33634) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:13:59.531594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836393c-c21e-4f39-b5f7-87313db0f445 None None] Pushing event updated for resources: {'Port': ['ID=159dd7ef-b00b-4a30-bb68-9527fca1c681,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:59.535085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:13:59.542132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.556722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3bfc-0396-41eb-8c25-9e4024b1c5b7 req-bbb1312e-fe0a-435a-a91e-bebd39e986f2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.566557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d4b3bfc-0396-41eb-8c25-9e4024b1c5b7 req-bbb1312e-fe0a-435a-a91e-bebd39e986f2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 1.1127167 Mar 31 23:13:59.679384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d4b3bfc-0396-41eb-8c25-9e4024b1c5b7 req-e5fed794-3467-467c-8ee7-d24ca784abbc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115012 Mar 31 23:13:59.739570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1961513773'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:59.785680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:59.792322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.803025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.939265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.946579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.947162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:13:59.981452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1285, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:00.002240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.002864 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment aeb3d322-6af5-431d-849e-88c283a1f8cb of type vlan for network 785e790a-3b0e-43fa-a439-f4547f6127b8 Mar 31 23:14:00.085340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.118830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.185470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ae4ac-8145-48e6-b344-dabccc1f4f0a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.190211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.197090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.197875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.232526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-5af6f6bd-c9f6-4c1c-a4cb-c0c7a48b9a3f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.234734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-5af6f6bd-c9f6-4c1c-a4cb-c0c7a48b9a3f tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.2581484 Mar 31 23:14:00.266067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:00.279673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:00.292659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=eee33d1d-d35a-4be3-a77a-4aa0ec606cd3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.316541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:00.323761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.324775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.336786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=785e790a-3b0e-43fa-a439-f4547f6127b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:00.344308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e1bdc1b7-0aa7-4901-9652-924f2cefa523 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8590524 Mar 31 23:14:00.349339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33642) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:00.356717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'name': 'tempest-PortsTestJSON-1951048134'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:00.356931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.375898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:00.391300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.430908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2c9cd15b-0e06-45b0-b488-fe194aad9ade tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2311332 Mar 31 23:14:00.431572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33644) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:00.447314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:00.618243 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.620417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd566e-d6fc-47a9-a9f6-3879fa81072f req-0f7b40e3-f67b-4de8-bbb6-85ebc9ef860c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:00.628345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdbd566e-d6fc-47a9-a9f6-3879fa81072f req-0f7b40e3-f67b-4de8-bbb6-85ebc9ef860c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.4742732 Mar 31 23:14:00.753568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:00.758632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:00.789577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 159dd7ef-b00b-4a30-bb68-9527fca1c681 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:00.792627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Allocated IP 172.25.8.39 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/f21b6af1-4750-4a51-b2e5-2eed44a057e7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:00.793184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdbd566e-d6fc-47a9-a9f6-3879fa81072f req-198d8553-60bb-4238-9a25-abe2495add2c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636214 Mar 31 23:14:00.839860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port c120e932-542d-4211-a9ae-c36d62e43461 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:01.015258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 159dd7ef-b00b-4a30-bb68-9527fca1c681 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:01.015693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.236690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port e24c15f9-a194-4968-864a-f968454018ef {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:01.238015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.274524 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.300165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8884-b85f-4d04-baac-70732b1455aa req-3fd0ad70-f073-4e3b-a589-1c94e9a1a3de tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.306328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d18e8884-b85f-4d04-baac-70732b1455aa req-3fd0ad70-f073-4e3b-a589-1c94e9a1a3de tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2972567 Mar 31 23:14:01.342008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 159dd7ef-b00b-4a30-bb68-9527fca1c681, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=159dd7ef-b00b-4a30-bb68-9527fca1c681,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:01.348699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.364838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.440920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d18e8884-b85f-4d04-baac-70732b1455aa req-b636a88b-1080-45a2-a56b-41ee77a87318 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226773 Mar 31 23:14:01.470293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=159dd7ef-b00b-4a30-bb68-9527fca1c681,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:01.508604 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.556453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05378f4-08e5-420b-9fc5-7cfaf1b20d62 None None] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:01.582575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a343a2e-02a9-49a3-bbfb-35e70ac57d0d req-6aa467ea-8f8b-445a-88b7-52914f0ab4c5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.584562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a343a2e-02a9-49a3-bbfb-35e70ac57d0d req-6aa467ea-8f8b-445a-88b7-52914f0ab4c5 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.8903708 Mar 31 23:14:01.588664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.776062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': 'aeb3d322-6af5-431d-849e-88c283a1f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:01.777120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: 785e790a-3b0e-43fa-a439-f4547f6127b8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:01.796384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=c120e932-542d-4211-a9ae-c36d62e43461,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:01.841573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:01.869600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port e24c15f9-a194-4968-864a-f968454018ef, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e24c15f9-a194-4968-864a-f968454018ef,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:01.870367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.873116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 785e790a-3b0e-43fa-a439-f4547f6127b8) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:01.890124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a343a2e-02a9-49a3-bbfb-35e70ac57d0d req-f55d51f4-2a53-403b-bb92-5f9d00ef0245 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765379 Mar 31 23:14:01.891109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1c797-61ca-4ff0-bbd9-2c245e315321 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:01.903575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:01.904397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.926363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.931352 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.956625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:01.969591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for e24c15f9-a194-4968-864a-f968454018ef owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:01.981614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3ec4f692-2329-4acb-afd6-f17cd68441bc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6319425 Mar 31 23:14:01.985056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33658) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.003841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-460303426'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.019396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fd9c5120-c4dc-4ce0-9908-e82948910b96 None None] Provisioning complete for port 159dd7ef-b00b-4a30-bb68-9527fca1c681 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:02.019864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fd9c5120-c4dc-4ce0-9908-e82948910b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.066390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:02.071818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.145568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1293, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:02.152797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] In _notify_port_updated(), no bound segment for port eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 on network 481ae38d-e3af-4551-99e7-129b477c368d {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:02.158484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.159143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.172897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/ports/eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 HTTP/1.1" status: 200 len: 818 time: 1.7404857 Mar 31 23:14:02.176490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.176811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.177328 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment bf797c44-1c0c-4ea4-9c70-2e01fa423a8e of type vlan for network 6585a058-2adc-4fa2-99bd-f66a07da1aaa Mar 31 23:14:02.192638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33660) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.352814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e00f6-3352-4791-940d-bea38ac587d5 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=eee33d1d-d35a-4be3-a77a-4aa0ec606cd3,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.374944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.467005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.479537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.480184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.480502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 159dd7ef-b00b-4a30-bb68-9527fca1c681 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:02.509518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:02.516777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:02.521930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:02.529141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f21b6af1-4750-4a51-b2e5-2eed44a057e7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.557021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 159dd7ef-b00b-4a30-bb68-9527fca1c681 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:02.557575 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.573457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5870440 Mar 31 23:14:02.574304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33662) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:02.585059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'ports': [{'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'}, {'network_id': '6585a058-2adc-4fa2-99bd-f66a07da1aaa'}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.586112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.586764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '6585a058-2adc-4fa2-99bd-f66a07da1aaa'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:02.621724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:02.622240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.627507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e2168-57e9-45aa-8e28-cc5ca3b5d5da tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=6585a058-2adc-4fa2-99bd-f66a07da1aaa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.661878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 6585a058-2adc-4fa2-99bd-f66a07da1aaa details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:02.678846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0c65c-8a4a-4fc8-83a0-eacd8852cd0f req-c7d3d038-0811-40b3-925d-46f5c5cdd8c1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.680491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ba0c65c-8a4a-4fc8-83a0-eacd8852cd0f req-c7d3d038-0811-40b3-925d-46f5c5cdd8c1 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1695995 Mar 31 23:14:02.703973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c88deb-01a9-438f-9ec8-35a2c331d339 req-df03d237-cec2-4d36-9883-db2623973798 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.712159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0c88deb-01a9-438f-9ec8-35a2c331d339 req-df03d237-cec2-4d36-9883-db2623973798 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 945 time: 0.5637453 Mar 31 23:14:02.743070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.762372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:02.785469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ba0c65c-8a4a-4fc8-83a0-eacd8852cd0f req-4f48d5ff-4caa-4fd3-815a-7486dbf3a4b5 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677938 Mar 31 23:14:02.808947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-359c3caa-2270-4cab-a774-9cafd5f48609 None None] Provisioning complete for port 159dd7ef-b00b-4a30-bb68-9527fca1c681 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:02.809315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-359c3caa-2270-4cab-a774-9cafd5f48609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.898356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0c88deb-01a9-438f-9ec8-35a2c331d339 req-e3d777f5-f639-4353-a5ae-68376c77f51c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849580 Mar 31 23:14:02.919962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.971622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=eee33d1d-d35a-4be3-a77a-4aa0ec606cd3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:02.982814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:02.987761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0d10eb10-174b-44ea-90bc-2ca99af3a1a7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 HTTP/1.1" status: 204 len: 168 time: 0.7935326 Mar 31 23:14:02.989902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.028419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.043775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1e7f-aa07-434c-885b-d2043558286d req-3370060b-c32c-4041-bcc1-bf17265d72cb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.045333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-001e1e7f-aa07-434c-885b-d2043558286d req-3370060b-c32c-4041-bcc1-bf17265d72cb tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1401911 Mar 31 23:14:03.061632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 2} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:03.066121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.067832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1d989-b7ab-4e1f-9e76-f67a4b1d7540 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.069356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c0d1d989-b7ab-4e1f-9e76-f67a4b1d7540 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0770454 Mar 31 23:14:03.076696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33672) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.103147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=e24c15f9-a194-4968-864a-f968454018ef,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.112912 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db2c904-c1ab-4cc9-a29c-0ce84a0bc363 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:03.113903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.114336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7db2c904-c1ab-4cc9-a29c-0ce84a0bc363 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/eee33d1d-d35a-4be3-a77a-4aa0ec606cd3 HTTP/1.1" status: 404 len: 333 time: 0.0365276 Mar 31 23:14:03.123920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33674) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.131308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1973613091'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:03.142312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-001e1e7f-aa07-434c-885b-d2043558286d req-1f116a45-5572-4e5a-b573-44912687b5e8 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Mar 31 23:14:03.158818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:03.162737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.175392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.175742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.176086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.176425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.176814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.177147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.177476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.177802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.178132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.178604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.178780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.179086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:03.196650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:03.213376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.213794 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc of type vlan for network 68cf0517-da63-40dc-aba3-c4e60d03b1df Mar 31 23:14:03.215099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port e24c15f9-a194-4968-864a-f968454018ef on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:03.224432 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.228015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6318c4e3-54ac-4619-beed-2a680ef82e59 req-8f252704-a347-42ef-a513-cb40ebaea137 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "DELETE /v2.0/ports/e24c15f9-a194-4968-864a-f968454018ef HTTP/1.1" status: 204 len: 173 time: 2.9578884 Mar 31 23:14:03.230224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'name': 'network-vif-deleted', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:03.232627 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ca8580-8012-455c-b2ee-f045337307ea" -d '{"events": [{"server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "name": "network-vif-deleted", "tag": "e24c15f9-a194-4968-864a-f968454018ef"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:03.249595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bb083-ca87-4a86-9819-9d928cfa6cc6 req-83f0b44e-8021-4fb1-8840-ca2273479e57 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.251394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b4bb083-ca87-4a86-9819-9d928cfa6cc6 req-83f0b44e-8021-4fb1-8840-ca2273479e57 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.2469914 Mar 31 23:14:03.270829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.303282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.310552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.311510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.328244 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad05af7-9896-40d4-a54e-e56d3019b18b x-openstack-request-id: req-6ad05af7-9896-40d4-a54e-e56d3019b18b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:03.328553 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33da548b-0e4e-471c-9cc3-10b482e09c46", "name": "network-vif-deleted", "tag": "e24c15f9-a194-4968-864a-f968454018ef", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:03.328843 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6ad05af7-9896-40d4-a54e-e56d3019b18b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:03.329182 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad05af7-9896-40d4-a54e-e56d3019b18b'] response: {'server_uuid': '33da548b-0e4e-471c-9cc3-10b482e09c46', 'name': 'network-vif-deleted', 'tag': 'e24c15f9-a194-4968-864a-f968454018ef', 'status': 'completed', 'code': 200} Mar 31 23:14:03.353237 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2276926 Mar 31 23:14:03.353866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e24c15f9-a194-4968-864a-f968454018ef no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:03.356098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:03.361451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:03.382002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: e24c15f9-a194-4968-864a-f968454018ef {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:03.384182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e24c15f9-a194-4968-864a-f968454018ef not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:03.413333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b4bb083-ca87-4a86-9819-9d928cfa6cc6 req-ead9cd01-6f36-40c0-a0a2-02f321adfdbd tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318760 Mar 31 23:14:03.413981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.437736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0aac-a2a6-4ab8-a092-8fe4491f9b76 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=68cf0517-da63-40dc-aba3-c4e60d03b1df,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.454449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:03.512986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e2843-cdb5-4e6f-b0d1-9c4929ccd989 req-f167b6d2-16f3-4615-ae28-28fe31e2bbde tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.514594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c75e2843-cdb5-4e6f-b0d1-9c4929ccd989 req-f167b6d2-16f3-4615-ae28-28fe31e2bbde tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1464362 Mar 31 23:14:03.524538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 6ed0b87d-792a-410e-a8ca-3623a670eb88 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:03.528240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:03.532954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.626822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c75e2843-cdb5-4e6f-b0d1-9c4929ccd989 req-07fbce44-6956-4a6a-960f-6056c34fec8f tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898020 Mar 31 23:14:03.782876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.863040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=dc962024-46b2-4c3e-9f1d-5953e0e77459,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:03.865564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:03.866081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: 68cf0517-da63-40dc-aba3-c4e60d03b1df, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:03.915037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:03.933282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbfaa7-4cf2-4744-b386-c6c7ddb8073e req-2274f3ff-688a-4ce9-9605-8554ed653e91 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.934921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ebbfaa7-4cf2-4744-b386-c6c7ddb8073e req-2274f3ff-688a-4ce9-9605-8554ed653e91 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.0648150 Mar 31 23:14:03.940264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 68cf0517-da63-40dc-aba3-c4e60d03b1df) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:03.954692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d4664-f188-480d-ba9e-738ebf8711bf None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:03.961759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.962885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:03.989366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-12c82493-7c5b-4c89-a79e-a0d2d3da3ce2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6295004 Mar 31 23:14:03.989705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33690) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.000828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:04.027875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ebbfaa7-4cf2-4744-b386-c6c7ddb8073e req-abdf9f2c-748f-4e18-b4d9-4d106d2f50c2 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815961 Mar 31 23:14:04.143126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-68cf0517-da63-40dc-aba3-c4e60d03b1df', 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': 'dc962024-46b2-4c3e-9f1d-5953e0e77459'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:04.144439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.148766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12d1cac8-a186-4f6b-8c62-86d4a36e35e6 req-ec3c259b-3861-40b3-bba5-48708a9e829b tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.0812845 Mar 31 23:14:04.165977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:04.170547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.186600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.201567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.297998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 98df1eff-d8e6-4f6d-80ab-0a61167ac32d yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:04.300088 n-d-835855-2 neutron-server[109299]: INFO neutron.db.ipam_backend_mixin [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc962024-46b2-4c3e-9f1d-5953e0e77459 (CIDR: 2001:db8::/64) Mar 31 23:14:04.302407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Allocated IP 2001:db8::2 (68cf0517-da63-40dc-aba3-c4e60d03b1df/dc962024-46b2-4c3e-9f1d-5953e0e77459/876a2ef4-d7c0-461a-99c7-97e80d973d44) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:04.304942 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:14:04.305608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:14:04.326604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e9669b3-0866-47c6-8056-17aa6faa4fa3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3277552 Mar 31 23:14:04.326805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.331972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:04.450261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Router 64e108d9-e479-4869-bf39-d0ed1f4c93ab is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:04.458145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.461165 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12cad18a-b2d9-42d1-97be-26ea7fea8bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.466632 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.473433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.504653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:04.510694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.520909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:04.524101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:04.527857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:04.533655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Pushing event updated for resources: {'Port': ['ID=876a2ef4-d7c0-461a-99c7-97e80d973d44,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.588658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Attempting to bind port 876a2ef4-d7c0-461a-99c7-97e80d973d44 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:04.589337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Attempting to bind port 876a2ef4-d7c0-461a-99c7-97e80d973d44 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:04.589890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Attempting to bind port 876a2ef4-d7c0-461a-99c7-97e80d973d44 on network 68cf0517-da63-40dc-aba3-c4e60d03b1df {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:04.596033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:04.596692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Checking segment: {'id': '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:04.597288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.597871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Bound using segment: {'id': '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:04.598553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Bound port: 876a2ef4-d7c0-461a-99c7-97e80d973d44, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:04.599118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.610280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.674458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:04.678204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:04.679096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cecdf-7326-4294-894f-405676f7d2b2 req-d84218cc-aaea-4ef4-9774-9e5d3c86560d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.688384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe3cecdf-7326-4294-894f-405676f7d2b2 req-d84218cc-aaea-4ef4-9774-9e5d3c86560d tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1297634 Mar 31 23:14:04.689154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] For port 876a2ef4-d7c0-461a-99c7-97e80d973d44, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:04.690140 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Sync routers for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:04.694746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] For port 876a2ef4-d7c0-461a-99c7-97e80d973d44, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=876a2ef4-d7c0-461a-99c7-97e80d973d44,segment=NetworkSegment(41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc),segment_id=41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:04.700300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:04.703847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.705156 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:04.706079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:04.707985 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:04.708397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.740159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=6ed0b87d-792a-410e-a8ca-3623a670eb88,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.756416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe3cecdf-7326-4294-894f-405676f7d2b2 req-06e949c6-5c2f-4f7c-ae45-bdbeb07553a0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667112 Mar 31 23:14:04.816507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:04.818134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-82624ef1-3ef1-4c85-99cf-7a286db5a7b2 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7786617 Mar 31 23:14:04.823604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33706) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:04.840918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea1f76-9b39-47f9-93e3-ff2bd4e30f6b None None] Pushing event updated for resources: {'Port': ['ID=876a2ef4-d7c0-461a-99c7-97e80d973d44,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.896125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=98df1eff-d8e6-4f6d-80ab-0a61167ac32d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:04.940020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:04.950615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': 'bf797c44-1c0c-4ea4-9c70-2e01fa423a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '6585a058-2adc-4fa2-99bd-f66a07da1aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:04.951082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: 6585a058-2adc-4fa2-99bd-f66a07da1aaa, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:05.008877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042b72d-9134-4c72-87d1-c45ed257c6d8 req-8fbfcc1b-edcb-46ef-a862-012d4e89e77c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.017574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9042b72d-9134-4c72-87d1-c45ed257c6d8 req-8fbfcc1b-edcb-46ef-a862-012d4e89e77c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.1393600 Mar 31 23:14:05.021491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 6585a058-2adc-4fa2-99bd-f66a07da1aaa is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:05.039123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65452be3-c70b-44eb-a4f9-728815668b93 req-6e2234b7-20c2-4d72-a620-08f563691465 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.040767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65452be3-c70b-44eb-a4f9-728815668b93 req-6e2234b7-20c2-4d72-a620-08f563691465 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1500602 Mar 31 23:14:05.097127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.102479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 6585a058-2adc-4fa2-99bd-f66a07da1aaa) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:05.113809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:05.116950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafb7d0-ba29-4469-b4be-3d3dcf0b76ff None None] Network 6585a058-2adc-4fa2-99bd-f66a07da1aaa requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:05.130137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.137084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.137825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.190150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9042b72d-9134-4c72-87d1-c45ed257c6d8 req-1d6ea499-ac4e-4fda-82bd-0cb212a10dec tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717045 Mar 31 23:14:05.192633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:05.214237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99bf6a99-3535-40a9-8c42-b40a1ef18dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6336231 Mar 31 23:14:05.217476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33710) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:05.236421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:05.237950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:05.261166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65452be3-c70b-44eb-a4f9-728815668b93 req-16d12fb6-5438-4db2-a267-e63a9bd8cb7c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687503 Mar 31 23:14:05.321116 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:03Z', 'revision_number': 3, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:05.343029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.343289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.381337 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Checking router: 64e108d9-e479-4869-bf39-d0ed1f4c93ab for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:05.383504 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Updating router 64e108d9-e479-4869-bf39-d0ed1f4c93ab port f21b6af1-4750-4a51-b2e5-2eed44a057e7 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:05.407866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35d1aa39-3d22-490b-8947-7edec7ceb119 req-704b820d-866d-4c4e-8f3d-41d01200216a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=33da548b-0e4e-471c-9cc3-10b482e09c46 HTTP/1.1" status: 200 len: 210 time: 0.0618012 Mar 31 23:14:05.426809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c349b7a-b585-4218-8f83-7dc87a123a45 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0956695 Mar 31 23:14:05.428545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:05.434434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'fixed_ips': [{'subnet_id': 'dc962024-46b2-4c3e-9f1d-5953e0e77459'}, {'subnet_id': '2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0'}], 'name': 'tempest-PortsIpV6TestJSON-335570191'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:05.527522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 98df1eff-d8e6-4f6d-80ab-0a61167ac32d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:05.528015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.533586 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.627230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.646920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 98df1eff-d8e6-4f6d-80ab-0a61167ac32d owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:05.704485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:05.717920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.837561 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.845649 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.871154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.883670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Attempting to bind port f21b6af1-4750-4a51-b2e5-2eed44a057e7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:05.884212 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Attempting to bind port f21b6af1-4750-4a51-b2e5-2eed44a057e7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:05.884669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Attempting to bind port f21b6af1-4750-4a51-b2e5-2eed44a057e7 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:05.893554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.896378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port b8eac8c6-f380-442b-98ab-37c2204509d4 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:05.910875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:05.911752 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:05.912193 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.912683 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:05.913652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Bound port: f21b6af1-4750-4a51-b2e5-2eed44a057e7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:05.914165 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:05.933401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=98df1eff-d8e6-4f6d-80ab-0a61167ac32d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:05.955952 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:05.957375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Allocated IP 172.20.0.1 (7316db18-1c76-43c7-b14b-645a7d5fbe9e/0f8f66ae-c5c6-4823-af76-7be1fefb9482/aa00a467-2f99-4ad3-9a68-ebe20424b20b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:05.989561 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623660e-ff83-4e2c-801d-e89e505136e5 None None] Pushing event updated for resources: {'Port': ['ID=f21b6af1-4750-4a51-b2e5-2eed44a057e7,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.003032 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] For port f21b6af1-4750-4a51-b2e5-2eed44a057e7, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:06.007481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] For port f21b6af1-4750-4a51-b2e5-2eed44a057e7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f21b6af1-4750-4a51-b2e5-2eed44a057e7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:06.009707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.015836 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.016013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-058d2bc1-e213-4f5c-822e-d2622770d0d9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/98df1eff-d8e6-4f6d-80ab-0a61167ac32d HTTP/1.1" status: 204 len: 168 time: 0.7951183 Mar 31 23:14:06.017702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33718) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:06.066713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:06.067535 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:13:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:06.112574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.123456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154bf234-41ba-4745-8fbb-c6d2b72717c3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.129615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154bf234-41ba-4745-8fbb-c6d2b72717c3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.135153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-154bf234-41ba-4745-8fbb-c6d2b72717c3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1124954 Mar 31 23:14:06.154823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:06.188139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:06.210640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.268871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:06.277094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:06.280445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:06.336294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.339269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623660e-ff83-4e2c-801d-e89e505136e5 None None] Pushing event updated for resources: {'Port': ['ID=f21b6af1-4750-4a51-b2e5-2eed44a057e7,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.430316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 6ed0b87d-792a-410e-a8ca-3623a670eb88 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:06.430770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.492404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe2cd0-24ad-475e-a553-dd1a9d7f16b3 None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:06.505991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::34c (68cf0517-da63-40dc-aba3-c4e60d03b1df/dc962024-46b2-4c3e-9f1d-5953e0e77459/b8eac8c6-f380-442b-98ab-37c2204509d4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:06.546077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad43cf-265d-4e41-8175-1bd032cda936 req-22d6bb98-d3be-42de-a4ee-ab48e5c51272 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.548294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5ad43cf-265d-4e41-8175-1bd032cda936 req-22d6bb98-d3be-42de-a4ee-ab48e5c51272 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.5850661 Mar 31 23:14:06.611923 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:03Z', 'revision_number': 3, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:06.643347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 876a2ef4-d7c0-461a-99c7-97e80d973d44 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:06.658962 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07031e8-4387-469f-9d63-5703e11f70d7 None None] The sync data for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 is: [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:03Z', 'revision_number': 3, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:06.672388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:06.693237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.709213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5ad43cf-265d-4e41-8175-1bd032cda936 req-524e8a67-dfec-4ad2-8f8c-403edcb0400b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504099 Mar 31 23:14:06.821002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] Provisioning complete for port 876a2ef4-d7c0-461a-99c7-97e80d973d44 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:06.821642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.938042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 876a2ef4-d7c0-461a-99c7-97e80d973d44 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:06.938672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:06.964626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6577b1-e5df-4d62-acbb-d805f407d54a req-aa14d77a-ffa1-49d8-bba9-7fa890c60b3b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:06.973420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc6577b1-e5df-4d62-acbb-d805f407d54a req-aa14d77a-ffa1-49d8-bba9-7fa890c60b3b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1270449 Mar 31 23:14:06.994071 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-203f64d0-2132-46c5-ac79-22bfa9a0df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.055628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8:0:1::1ec (68cf0517-da63-40dc-aba3-c4e60d03b1df/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0/b8eac8c6-f380-442b-98ab-37c2204509d4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:07.066326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc6577b1-e5df-4d62-acbb-d805f407d54a req-4851a5d0-88eb-4d52-884f-108dae4ae7e4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899992 Mar 31 23:14:07.182049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.209830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377feef4-5106-448e-ab87-5d97eb301245 req-b3f2aa0e-729b-4bf9-80c0-4ff310219270 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.220019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.221149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] For port 876a2ef4-d7c0-461a-99c7-97e80d973d44, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=876a2ef4-d7c0-461a-99c7-97e80d973d44,segment=NetworkSegment(41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc),segment_id=41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:07.222899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-377feef4-5106-448e-ab87-5d97eb301245 req-b3f2aa0e-729b-4bf9-80c0-4ff310219270 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.8888483 Mar 31 23:14:07.233330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.242720 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.255780 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.290812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.331765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0abb36-1f28-409c-886b-6569520db00e req-f51eb23a-2297-4a7d-bf3e-5b6ff362421b tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.334117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad0abb36-1f28-409c-886b-6569520db00e req-f51eb23a-2297-4a7d-bf3e-5b6ff362421b tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.2358599 Mar 31 23:14:07.389487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0f59-cf58-4e58-a4a4-1d03ed7b4476 None None] Pushing event updated for resources: {'Port': ['ID=876a2ef4-d7c0-461a-99c7-97e80d973d44,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.402239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 6ed0b87d-792a-410e-a8ca-3623a670eb88 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:07.405457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.416915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.468028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f30066ce-2e67-462e-adc0-fab240fe5d47 None None] Provisioning complete for port aa00a467-2f99-4ad3-9a68-ebe20424b20b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:07.468543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f30066ce-2e67-462e-adc0-fab240fe5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.475444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Update dhcp port {'port': {'network_id': '68cf0517-da63-40dc-aba3-c4e60d03b1df', 'fixed_ips': [{'subnet_id': 'dc962024-46b2-4c3e-9f1d-5953e0e77459', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '876a2ef4-d7c0-461a-99c7-97e80d973d44'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:14:07.507571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-377feef4-5106-448e-ab87-5d97eb301245 req-c5124c2f-1e7d-435f-b81d-fa425d6b8937 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823539 Mar 31 23:14:07.552363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.602987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=6ed0b87d-792a-410e-a8ca-3623a670eb88,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:07.614531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.618293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41af9184-60e4-4627-9a78-f667ad575bcd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/6ed0b87d-792a-410e-a8ca-3623a670eb88 HTTP/1.1" status: 204 len: 168 time: 1.4622931 Mar 31 23:14:07.622928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33742) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.686097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.717155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Deleting port 2b2422ac-7c79-467f-83cf-68f43bfa5056 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:07.717507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.718789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c6c7c-b5ac-4af2-98fa-2585b9cdcc32 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.720724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-300c6c7c-b5ac-4af2-98fa-2585b9cdcc32 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0967734 Mar 31 23:14:07.723402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.731217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-816fc696-0203-422c-9da6-de9ba752a05d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.732781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-816fc696-0203-422c-9da6-de9ba752a05d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.2236927 Mar 31 23:14:07.747572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f30066ce-2e67-462e-adc0-fab240fe5d47 None None] Port aa00a467-2f99-4ad3-9a68-ebe20424b20b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:07.753818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:07.766332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:07.769822 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-9517d8f7-8ef6-4d72-949b-901b1bd85c43 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:07.771148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9517d8f7-8ef6-4d72-949b-901b1bd85c43 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/98df1eff-d8e6-4f6d-80ab-0a61167ac32d HTTP/1.1" status: 404 len: 333 time: 0.0454197 Mar 31 23:14:07.774933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.781543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.793071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-5ec00c85-eab8-42ee-8a5d-90da0baa52e1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/quotas/3420ecc795de4bbaa6acac99f12c3a0d HTTP/1.1" status: 200 len: 375 time: 0.0535150 Mar 31 23:14:07.814815 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5dfb8d-168c-4cd8-84e8-6072a67583a1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:07.816704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab5dfb8d-168c-4cd8-84e8-6072a67583a1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/6ed0b87d-792a-410e-a8ca-3623a670eb88 HTTP/1.1" status: 404 len: 333 time: 0.0409904 Mar 31 23:14:07.818959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:07.822086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33750) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:07.824111 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:07.828756 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:07.966740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-d0c3ba31-9faf-4f5a-bc44-ae83630e00c0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1726477 Mar 31 23:14:07.988655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:08.013425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:08.024483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Allocated IP 2001:db8:0:1::2 (68cf0517-da63-40dc-aba3-c4e60d03b1df/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0/876a2ef4-d7c0-461a-99c7-97e80d973d44) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:08.033075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:08.039334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.039941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.114480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=b8eac8c6-f380-442b-98ab-37c2204509d4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.121994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.126386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-b43ab049-31fa-4cc6-966a-0ab32daf2d01 service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584036 Mar 31 23:14:08.134713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d032a70-052a-442a-b00f-492e11f05036 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7050421 Mar 31 23:14:08.138155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33754) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.144060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc962024-46b2-4c3e-9f1d-5953e0e77459'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:08.180956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] For port 876a2ef4-d7c0-461a-99c7-97e80d973d44, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=876a2ef4-d7c0-461a-99c7-97e80d973d44,segment=NetworkSegment(41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc),segment_id=41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:08.201705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2255f2-6d2d-48fd-95d7-7f3b55a1e7cf req-2cbc8370-f12a-4cab-8018-6e9e7ee1a966 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.203914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b2255f2-6d2d-48fd-95d7-7f3b55a1e7cf req-2cbc8370-f12a-4cab-8018-6e9e7ee1a966 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.3315125 Mar 31 23:14:08.208728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d3eaa6cd-ecf8-4dfd-b253-085eea3501e7 None None] Provisioning complete for port aa00a467-2f99-4ad3-9a68-ebe20424b20b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:08.209176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3eaa6cd-ecf8-4dfd-b253-085eea3501e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.227022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] For port 2b2422ac-7c79-467f-83cf-68f43bfa5056, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2b2422ac-7c79-467f-83cf-68f43bfa5056,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:08.227545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.259679 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.271075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.279109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d3eaa6cd-ecf8-4dfd-b253-085eea3501e7 None None] Port aa00a467-2f99-4ad3-9a68-ebe20424b20b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:08.374863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.379340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.390217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b2255f2-6d2d-48fd-95d7-7f3b55a1e7cf req-aed4724b-84bf-4707-aef9-268c0683527a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730888 Mar 31 23:14:08.392982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.417275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21da1e7-fc29-4c4e-a9d6-86734e153f37 None None] Pushing event updated for resources: {'Port': ['ID=876a2ef4-d7c0-461a-99c7-97e80d973d44,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.418548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6585a058-2adc-4fa2-99bd-f66a07da1aaa']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:08.457956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf797c44-1c0c-4ea4-9c70-2e01fa423a8e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:08.458257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf797c44-1c0c-4ea4-9c70-2e01fa423a8e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:08.477372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.525255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.550221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:08.550665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:08.554605 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:08.702775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.714141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Router 64e108d9-e479-4869-bf39-d0ed1f4c93ab has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:08.729281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f21b6af1-4750-4a51-b2e5-2eed44a057e7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:08.772765 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.789273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/6585a058-2adc-4fa2-99bd-f66a07da1aaa HTTP/1.1" status: 204 len: 168 time: 0.9612324 Mar 31 23:14:08.798760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33758) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:08.803825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350518721'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:08.812241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f21b6af1-4750-4a51-b2e5-2eed44a057e7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:08.812792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.831137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e5466-4877-4f1a-8b0a-04f43ff1d4cb req-e046d8e1-eafd-4289-af3e-f06ad61a5aa3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.832819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633e5466-4877-4f1a-8b0a-04f43ff1d4cb req-e046d8e1-eafd-4289-af3e-f06ad61a5aa3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2893605 Mar 31 23:14:08.838119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81a520-e11c-454f-afd5-6283774749ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=6585a058-2adc-4fa2-99bd-f66a07da1aaa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:08.858948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-3fbbc938-3b5e-4ac8-9c46-cd7f26ff2a1b service neutron] 10.222.0.95 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645486 Mar 31 23:14:08.923577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:08.927217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.929560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.962443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port f21b6af1-4750-4a51-b2e5-2eed44a057e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f21b6af1-4750-4a51-b2e5-2eed44a057e7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:08.972902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:08.974766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 876a2ef4-d7c0-461a-99c7-97e80d973d44 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:09.002163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-633e5466-4877-4f1a-8b0a-04f43ff1d4cb req-7072c06a-88c5-4d63-83c3-1b9824feb8cc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449676 Mar 31 23:14:09.020292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Delete allocated IP 2001:db8:0:1::1ec (68cf0517-da63-40dc-aba3-c4e60d03b1df/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0) {{(pid=109299) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:14:09.028788 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.029151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.029470 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Floating IP 32d3ef0b-0450-47d0-be16-4a58e1676da3 disassociated. External IP: 172.25.8.209, port: 2b2422ac-7c79-467f-83cf-68f43bfa5056. Mar 31 23:14:09.029859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Calling delete_port for 2b2422ac-7c79-467f-83cf-68f43bfa5056 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:09.050296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:09.112775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.113120 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment 4c557899-2ce0-4897-bd6b-1da9eb5557ef of type vlan for network c7fae80f-a8d0-4f55-9a03-349ed62f2499 Mar 31 23:14:09.176892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=f21b6af1-4750-4a51-b2e5-2eed44a057e7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.219996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 876a2ef4-d7c0-461a-99c7-97e80d973d44 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:09.220534 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.243863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef76b56c-9c91-47f3-86a7-e9f1b62528e2 req-ea192720-2313-4691-86d6-d1862c56f232 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 210 time: 0.0750458 Mar 31 23:14:09.252091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:09.261262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81c39a0f-8b8c-4871-96ed-73180a798ca5 admin admin] 10.222.0.95 "PUT /v2.0/routers/64e108d9-e479-4869-bf39-d0ed1f4c93ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4362931 Mar 31 23:14:09.337332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.385012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.406665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16c7cf-2828-4e0d-874f-37d255a27fea req-933cebc0-05fa-4f43-bd9f-3004ede5ce72 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.409015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b16c7cf-2828-4e0d-874f-37d255a27fea req-933cebc0-05fa-4f43-bd9f-3004ede5ce72 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 946 time: 0.2470882 Mar 31 23:14:09.433443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:09.474973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b16c7cf-2828-4e0d-874f-37d255a27fea req-13595011-36bb-479f-b2e6-0fa1daacb276 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups?id=caac6dbd-e512-41bd-b8bd-6504f5ea9247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586760 Mar 31 23:14:09.487218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event deleted for resources: {'Port': ['ID=2b2422ac-7c79-467f-83cf-68f43bfa5056,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.538762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81cb510-8c76-4bcb-93fd-a4d77b211981 None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:09.593446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.601324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.602281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.642614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ba1f34bf-4208-47cc-9c2c-64d4f5635269 None None] Provisioning complete for port 876a2ef4-d7c0-461a-99c7-97e80d973d44 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:09.642953 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba1f34bf-4208-47cc-9c2c-64d4f5635269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.664815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.681787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8820887 Mar 31 23:14:09.683005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.683932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33774) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:09.690715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:09.715920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Sync routers for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:09.753726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817b453-3a50-4f8d-b068-e7168cb62f66 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=c7fae80f-a8d0-4f55-9a03-349ed62f2499,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.778160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:09.780134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:09.780916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:09.800881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] In _notify_port_updated(), no bound segment for port b8eac8c6-f380-442b-98ab-37c2204509d4 on network 68cf0517-da63-40dc-aba3-c4e60d03b1df {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:09.807800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.808480 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.810005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/ports/b8eac8c6-f380-442b-98ab-37c2204509d4 HTTP/1.1" status: 200 len: 925 time: 1.6708891 Mar 31 23:14:09.813559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:09.820343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc962024-46b2-4c3e-9f1d-5953e0e77459'}, {'subnet_id': '2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:09.825978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477442-6e57-4a0c-b964-e0be7b020239 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=b8eac8c6-f380-442b-98ab-37c2204509d4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:09.832502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:09.837015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.894446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:09.924633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:09.968021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5cf09-560b-4193-87df-502243d2e0dc req-c2ca4f80-5063-4f7d-b236-da13f3fa67b6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.977707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46d5cf09-560b-4193-87df-502243d2e0dc req-c2ca4f80-5063-4f7d-b236-da13f3fa67b6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.3642573 Mar 31 23:14:10.075846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:14:10.076545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:14:10.089617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Router 4efa7471-b569-42f0-bc6a-4c1805e6333f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:10.139948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46d5cf09-560b-4193-87df-502243d2e0dc req-7d5d15af-ee86-48f0-992b-49f930e16744 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608534 Mar 31 23:14:10.343366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.368722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca53d41-75a1-406f-897f-6aaa93101ae3 req-33fb5abb-b622-4977-8d8c-bb473c65e6bf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.381907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ca53d41-75a1-406f-897f-6aaa93101ae3 req-33fb5abb-b622-4977-8d8c-bb473c65e6bf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2117856 Mar 31 23:14:10.408393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:10.419995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-638814046-network', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:10.429874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:10.443270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34c9692f-e8df-4451-a677-1a501e2e2193 req-436df400-da21-4c83-926c-cd35d0b73dbe tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 210 time: 0.0328388 Mar 31 23:14:10.499579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:10.508432 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.511488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Sync routers for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:10.525358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:10.526268 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:10.537896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.565731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ca53d41-75a1-406f-897f-6aaa93101ae3 req-e2ba52af-3ff6-480a-8901-b5f549283df6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795151 Mar 31 23:14:10.578100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'port_id': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'mac_address': 'fa:16:3e:a5:02:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:10.593604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Made reservation on behalf of c033edd4f7c94c4dbd47f4aa9d3e23af for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:10.596679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.610230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.631382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f21b6af1-4750-4a51-b2e5-2eed44a057e7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:10.665270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=497835ba-816f-47c6-9d43-8cd38c32bc94,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:10.680895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8:0:1::335 (68cf0517-da63-40dc-aba3-c4e60d03b1df/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0/b8eac8c6-f380-442b-98ab-37c2204509d4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:10.710008 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:10.716039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] No DVR routers for this DVR port 2b2422ac-7c79-467f-83cf-68f43bfa5056 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:10.730291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.736563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad0abb36-1f28-409c-886b-6569520db00e req-1c8fe3c1-c8c7-4dd9-9668-5a0287c0fe97 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.60 "DELETE /v2.0/ports/2b2422ac-7c79-467f-83cf-68f43bfa5056 HTTP/1.1" status: 204 len: 173 time: 3.3918049 Mar 31 23:14:10.737189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'name': 'network-vif-deleted', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:10.740984 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad33d1fd-5adb-410c-96ff-de2746776d58" -d '{"events": [{"server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "name": "network-vif-deleted", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:10.776964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91803754-c4ec-43c0-aaad-86b4846b7611 req-321022a6-37e8-478f-a573-de9485e803de tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/ports?device_id=8d42050a-deb7-4b80-ba77-4bb8fabbcb71 HTTP/1.1" status: 200 len: 210 time: 0.0971127 Mar 31 23:14:10.828784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': '4c557899-2ce0-4897-bd6b-1da9eb5557ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:10.833591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: c7fae80f-a8d0-4f55-9a03-349ed62f2499, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:10.850878 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d436f-0844-4cff-aae3-9d8cbfb5f8e1 x-openstack-request-id: req-6e6d436f-0844-4cff-aae3-9d8cbfb5f8e1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:10.851170 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d42050a-deb7-4b80-ba77-4bb8fabbcb71", "name": "network-vif-deleted", "tag": "2b2422ac-7c79-467f-83cf-68f43bfa5056", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:10.852219 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6e6d436f-0844-4cff-aae3-9d8cbfb5f8e1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:10.852419 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6d436f-0844-4cff-aae3-9d8cbfb5f8e1'] response: {'server_uuid': '8d42050a-deb7-4b80-ba77-4bb8fabbcb71', 'name': 'network-vif-deleted', 'tag': '2b2422ac-7c79-467f-83cf-68f43bfa5056', 'status': 'completed', 'code': 200} Mar 31 23:14:10.873556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.876419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f21b6af1-4750-4a51-b2e5-2eed44a057e7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:10.877020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.881785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:10.928633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:06Z', 'revision_number': 4, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'aa00a467-2f99-4ad3-9a68-ebe20424b20b', 'name': '', 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'mac_address': 'fa:16:3e:06:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:05Z', 'updated_at': '2022-03-31T23:14:06Z', 'revision_number': 2, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'subnets': [{'id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:10.942327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c7fae80f-a8d0-4f55-9a03-349ed62f2499) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:10.959854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:10.960465 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.984918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:10.997287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.007220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b8165e-a8fa-4688-b268-6608889e11b1 None None] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:11.036236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:11.046223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352d613b-7762-4a7f-a6de-6b3d78741cc2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:11.080734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.094342 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.105048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a48c947c-7ac5-419a-bc94-6d24a661b4e9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4199307 Mar 31 23:14:11.112686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33800) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:11.125762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499', 'name': 'tempest-PortsTestJSON-1993530716'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:11.207553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af3b7a-dff8-41f2-9088-b5c9d61ba57b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:11.216109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.217349 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Added segment cab143bb-db14-48f9-9918-9cab137d1a8b of type vlan for network 67a5a49f-2400-4028-86d0-80a22d6c81f1 Mar 31 23:14:11.235086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=b8eac8c6-f380-442b-98ab-37c2204509d4,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:11.244510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:11.309117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Checking router: 4efa7471-b569-42f0-bc6a-4c1805e6333f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:11.321502 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:11.322575 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:11.342581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Checking router: 64e108d9-e479-4869-bf39-d0ed1f4c93ab for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:11.343044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Updating router 64e108d9-e479-4869-bf39-d0ed1f4c93ab port aa00a467-2f99-4ad3-9a68-ebe20424b20b binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:11.346454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] In _notify_port_updated(), no bound segment for port b8eac8c6-f380-442b-98ab-37c2204509d4 on network 68cf0517-da63-40dc-aba3-c4e60d03b1df {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:11.355172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.356128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.358264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ae0e3a7b-c344-4834-9892-258f44cd2804 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/ports/b8eac8c6-f380-442b-98ab-37c2204509d4 HTTP/1.1" status: 200 len: 1011 time: 1.5432439 Mar 31 23:14:11.361693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:11.377155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.439799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-f16fb548-72ee-4afc-9da7-09c7be91e835 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.443206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-f16fb548-72ee-4afc-9da7-09c7be91e835 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 811 time: 0.5453417 Mar 31 23:14:11.460384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Request body: {'port': {'device_id': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'admin_state_up': True, 'tenant_id': '3420ecc795de4bbaa6acac99f12c3a0d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:11.524232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:11.533993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.536481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.539651 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.551487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b39848-3770-4a6a-900b-20211bcf1310 req-d8a93fe6-7c3b-4465-8dec-358d58afafdc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.559587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26b39848-3770-4a6a-900b-20211bcf1310 req-d8a93fe6-7c3b-4465-8dec-358d58afafdc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 943 time: 0.1773090 Mar 31 23:14:11.570701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.622129 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:11.625466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.655817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] Pushing event updated for resources: {'Network': ['ID=67a5a49f-2400-4028-86d0-80a22d6c81f1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:11.667118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26b39848-3770-4a6a-900b-20211bcf1310 req-bdea3518-a93a-4e59-80a6-7395e7894be3 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061931 Mar 31 23:14:11.728820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d6309e84-ca7c-4f80-a9a8-1778b045458f req-a2a74744-fa9f-4fe9-98f1-61f0cf635e2a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 210 time: 0.0766261 Mar 31 23:14:11.742842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-931b0e39-f3e1-4620-85df-574083855701 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3275895 Mar 31 23:14:11.743816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33810) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:11.760337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Request body: {'subnet': {'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-638814046-subnet', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:11.800923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:11.810717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.830588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Made reservation on behalf of c033edd4f7c94c4dbd47f4aa9d3e23af for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:11.833844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.845985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port b8eac8c6-f380-442b-98ab-37c2204509d4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:11.848933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.886956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4141f914-cc4d-4b05-b276-80798fe19e86 None None] Provisioning complete for port 876a2ef4-d7c0-461a-99c7-97e80d973d44 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:11.887366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4141f914-cc4d-4b05-b276-80798fe19e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.888905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 383d1319-adaf-49fa-abe2-75c6b27e9f06 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:11.928593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f8848-be41-42af-8726-66bad5f8ca40 req-10e790c9-5121-42e2-8e55-d4de03b5cca4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.936409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c65f8848-be41-42af-8726-66bad5f8ca40 req-10e790c9-5121-42e2-8e55-d4de03b5cca4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1231122 Mar 31 23:14:11.943374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Made reservation on behalf of 3420ecc795de4bbaa6acac99f12c3a0d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:11.946950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:11.961634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:11.976065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33816) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.125196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:12.145715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['352d613b-7762-4a7f-a6de-6b3d78741cc2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:12.148000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c7fae80f-a8d0-4f55-9a03-349ed62f2499', 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '497835ba-816f-47c6-9d43-8cd38c32bc94'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:12.149002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.156769 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ed1d5-269e-4579-99b1-4477fb58c37a None None] The sync data for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 is: [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:12:04Z', 'revision_number': 4, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '59e8db3d-d15c-4c03-b07c-b5b122c6dc88', 'name': '', 'network_id': '6892548f-19c8-427f-b974-6172bbb6596e', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'mac_address': 'fa:16:3e:44:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:00Z', 'updated_at': '2022-03-31T23:12:12Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'subnets': [{'id': '0928102f-4c60-4584-9c6b-ef24ab1299b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:12.170119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.227985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.9 (c7fae80f-a8d0-4f55-9a03-349ed62f2499/497835ba-816f-47c6-9d43-8cd38c32bc94/383d1319-adaf-49fa-abe2-75c6b27e9f06) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:12.234301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for b8eac8c6-f380-442b-98ab-37c2204509d4 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:12.332090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c65f8848-be41-42af-8726-66bad5f8ca40 req-809e0c2d-0380-4d1e-a8c1-9758a28b0d1c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946755 Mar 31 23:14:12.361254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.366876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Allocated IP 172.20.0.11 (4cbe8143-f354-4816-bc83-9b898eb390d8/8ca22ad4-dc0f-48f4-8396-51691c1755f7/b1bfa889-bcdd-45f3-aa54-0d62d827caf0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:12.438345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.571414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.600218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.621057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.628526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.684523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:12.691519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:12.700619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d759b-ccb8-4dd5-bd2f-83637da43135 None None] New status for floating IP 32d3ef0b-0450-47d0-be16-4a58e1676da3: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:14:12.736213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:12.770892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=383d1319-adaf-49fa-abe2-75c6b27e9f06,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.795328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.799783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.802717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.803810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "DELETE /v2.0/security-groups/caac6dbd-e512-41bd-b8bd-6504f5ea9247 HTTP/1.1" status: 204 len: 168 time: 0.7793868 Mar 31 23:14:12.812401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33822) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.831747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Allocated IP 172.20.0.2 (c7fae80f-a8d0-4f55-9a03-349ed62f2499/497835ba-816f-47c6-9d43-8cd38c32bc94/2ea4f463-4091-41ac-b4fa-557cf5ecabd6) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:12.836683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.837461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.858523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a134d273-1f7c-4854-a18f-9521acb86b17 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7420087 Mar 31 23:14:12.860950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33824) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.882862 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-1bdc6945-45cb-4698-9405-4a169bba37d2 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] show failed (client error): The resource could not be found. Mar 31 23:14:12.887805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1bdc6945-45cb-4698-9405-4a169bba37d2 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "GET /v2.0/security-groups/caac6dbd-e512-41bd-b8bd-6504f5ea9247 HTTP/1.1" status: 404 len: 347 time: 0.0554140 Mar 31 23:14:12.889613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae0d9a91-bfd5-485a-8602-3daa177843cf,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.892463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d25fd-f830-4906-9596-a1b5c9f1b63c tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac6dbd-e512-41bd-b8bd-6504f5ea9247,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:12.893383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:12.894032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33826) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:12.974713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68e1f7c3-aa1f-4e87-b219-d20d524dc1ec req-7e1efb4c-8abe-4180-84cd-75965ba5cece tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 210 time: 0.0363781 Mar 31 23:14:13.005862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 383d1319-adaf-49fa-abe2-75c6b27e9f06 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:13.005862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.025613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b99b-f1fd-4196-9a90-8af0d4ca4437 req-73a5c952-93f0-40e0-a0c4-57534d651308 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.026770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6538b99b-f1fd-4196-9a90-8af0d4ca4437 req-73a5c952-93f0-40e0-a0c4-57534d651308 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.2387099 Mar 31 23:14:13.027589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Checking segment: {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:13.027946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Network hostable DHCP agents. Network: 67a5a49f-2400-4028-86d0-80a22d6c81f1, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:13.036368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e54fa5-9188-43b5-8752-669a9bea6fad None None] Pushing event updated for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.114724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4141f914-cc4d-4b05-b276-80798fe19e86 None None] Provisioning complete for port b8eac8c6-f380-442b-98ab-37c2204509d4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:13.115098 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4141f914-cc4d-4b05-b276-80798fe19e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.149421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.169424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.191008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.195257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 383d1319-adaf-49fa-abe2-75c6b27e9f06 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:13.218172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:13.223368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6538b99b-f1fd-4196-9a90-8af0d4ca4437 req-0c22e35f-6038-408a-a44d-b656c523e9fb tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533473 Mar 31 23:14:13.238082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4141f914-cc4d-4b05-b276-80798fe19e86 None None] Port b8eac8c6-f380-442b-98ab-37c2204509d4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:13.278021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=b8eac8c6-f380-442b-98ab-37c2204509d4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.294325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 67a5a49f-2400-4028-86d0-80a22d6c81f1) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:13.317653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.318096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.331893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.339648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91d580-9e4b-4a13-b312-0894cdb79be1 None None] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:13.371554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.376687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3012c734-6a60-422c-b59e-6ec8ded8766d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/b8eac8c6-f380-442b-98ab-37c2204509d4 HTTP/1.1" status: 204 len: 168 time: 2.0137856 Mar 31 23:14:13.387856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7e8d5378-914a-4258-ac63-111e3b22de29 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6323848 Mar 31 23:14:13.387856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.400406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33832) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.411982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:13.444875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Deleting port a3d825ab-080b-4bc7-979b-88755fbd2219 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:13.445551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.448188 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd221c7-1452-40ad-8d49-3308af50c0b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:13.452972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1cd221c7-1452-40ad-8d49-3308af50c0b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/b8eac8c6-f380-442b-98ab-37c2204509d4 HTTP/1.1" status: 404 len: 333 time: 0.0616374 Mar 31 23:14:13.464961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33834) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:13.473881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e4b5a2c1-fd43-4df6-b400-9f1d75f5f425 None None] Could not find standard attr ID for object b8eac8c6-f380-442b-98ab-37c2204509d4. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:13.486204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Attempting to bind port aa00a467-2f99-4ad3-9a68-ebe20424b20b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:13.486619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Attempting to bind port aa00a467-2f99-4ad3-9a68-ebe20424b20b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:13.486982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Attempting to bind port aa00a467-2f99-4ad3-9a68-ebe20424b20b on network 7316db18-1c76-43c7-b14b-645a7d5fbe9e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:13.500398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Network 4cbe8143-f354-4816-bc83-9b898eb390d8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:13.533317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.536221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.551119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:13.551587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Checking segment: {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:13.552698 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.553109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Bound using segment: {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:13.553605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Bound port: aa00a467-2f99-4ad3-9a68-ebe20424b20b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:13.553989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.592463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.621640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.643778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.650952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2b2422ac-7c79-467f-83cf-68f43bfa5056 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:13.661376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-780d976e-e5b0-48b6-8c9e-291b23fc47e8 None None] Provisioning complete for port aa00a467-2f99-4ad3-9a68-ebe20424b20b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:13.661740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-780d976e-e5b0-48b6-8c9e-291b23fc47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.752326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 2b2422ac-7c79-467f-83cf-68f43bfa5056 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:13.752658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2b2422ac-7c79-467f-83cf-68f43bfa5056 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:13.797015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:13.811521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Pushing event updated for resources: {'Port': ['ID=2ea4f463-4091-41ac-b4fa-557cf5ecabd6,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.814095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:13.824617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:13.831317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] For port aa00a467-2f99-4ad3-9a68-ebe20424b20b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:13.833648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-780d976e-e5b0-48b6-8c9e-291b23fc47e8 None None] Port aa00a467-2f99-4ad3-9a68-ebe20424b20b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:13.836536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] For port aa00a467-2f99-4ad3-9a68-ebe20424b20b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa00a467-2f99-4ad3-9a68-ebe20424b20b,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:13.849065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:13.898276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event updated for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:13.901758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:13.947884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:14.035982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44ad5c-cbcc-4640-9386-41b5359eccfe req-8e5b988b-2330-4ef9-8a0c-f2253cb3233d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.037622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a44ad5c-cbcc-4640-9386-41b5359eccfe req-8e5b988b-2330-4ef9-8a0c-f2253cb3233d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.5893919 Mar 31 23:14:14.051189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:14.087265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.087265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.088526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.102614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.151871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-67a5a49f-2400-4028-86d0-80a22d6c81f1', 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'fixed_ips': [{'subnet_id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:14.152673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.160360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Attempting to bind port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:14.160782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Attempting to bind port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4c557899-2ce0-4897-bd6b-1da9eb5557ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:14.161151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Attempting to bind port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 on network c7fae80f-a8d0-4f55-9a03-349ed62f2499 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:14.172577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:14.175259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:14.175259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e54fa5-9188-43b5-8752-669a9bea6fad None None] Pushing event updated for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.180654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=383d1319-adaf-49fa-abe2-75c6b27e9f06,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.209309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a44ad5c-cbcc-4640-9386-41b5359eccfe req-9aa64f21-9495-4229-8fe6-28230b414702 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546226 Mar 31 23:14:14.225962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.226345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.231408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:14.233045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Checking segment: {'id': '4c557899-2ce0-4897-bd6b-1da9eb5557ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:14.233045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.233045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Bound using segment: {'id': '4c557899-2ce0-4897-bd6b-1da9eb5557ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:14.234970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Bound port: 2ea4f463-4091-41ac-b4fa-557cf5ecabd6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c557899-2ce0-4897-bd6b-1da9eb5557ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c7fae80f-a8d0-4f55-9a03-349ed62f2499'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:14.235534 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.235647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-66d94b22-569a-4758-b5b4-fe700be7cdaa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7790730 Mar 31 23:14:14.244687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.251970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Request body: {'port': {'device_id': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:14.310568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.322043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Calling delete_port for a3d825ab-080b-4bc7-979b-88755fbd2219 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:14.339519 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.351706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f18e04a2-c8ed-4cb2-828f-3b03c5464d45 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/383d1319-adaf-49fa-abe2-75c6b27e9f06 HTTP/1.1" status: 204 len: 168 time: 1.4889710 Mar 31 23:14:14.354122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33840) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.356076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78ff82-c332-496c-bdb2-857d0eb89ff3 req-904cfa3c-bb52-4ba6-bcc4-06c96022c9cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.363975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c78ff82-c332-496c-bdb2-857d0eb89ff3 req-904cfa3c-bb52-4ba6-bcc4-06c96022c9cd tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 932 time: 0.1978650 Mar 31 23:14:14.394609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.438775 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec076c8c-e365-4db9-a18d-755082b29790 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:14:14.439595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec076c8c-e365-4db9-a18d-755082b29790 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:14:14.451842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec076c8c-e365-4db9-a18d-755082b29790 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/383d1319-adaf-49fa-abe2-75c6b27e9f06 HTTP/1.1" status: 404 len: 333 time: 0.0637124 Mar 31 23:14:14.459353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.496557 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-190cb0ff-a378-4f34-9204-460dcd7466ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:14.498213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-190cb0ff-a378-4f34-9204-460dcd7466ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/383d1319-adaf-49fa-abe2-75c6b27e9f06 HTTP/1.1" status: 404 len: 333 time: 0.0342960 Mar 31 23:14:14.509912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] For port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:14.513959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.528379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:14.534633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] For port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ea4f463-4091-41ac-b4fa-557cf5ecabd6,segment=NetworkSegment(4c557899-2ce0-4897-bd6b-1da9eb5557ef),segment_id=4c557899-2ce0-4897-bd6b-1da9eb5557ef)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:14.555669 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.573820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.585612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Allocated IP 172.20.0.2 (67a5a49f-2400-4028-86d0-80a22d6c81f1/ae0d9a91-bfd5-485a-8602-3daa177843cf/efefbfe8-15a7-4358-a5bd-88878e9c2a52) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:14.585917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c78ff82-c332-496c-bdb2-857d0eb89ff3 req-e846be8e-9f14-43aa-a505-f7947e50cb31 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206464 Mar 31 23:14:14.592419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248a2bd-9e8b-4798-89d8-e1755adb4194 req-cb8dbede-9831-4d53-b2e8-f5a87283057c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.593661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c248a2bd-9e8b-4798-89d8-e1755adb4194 req-cb8dbede-9831-4d53-b2e8-f5a87283057c tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.1703975 Mar 31 23:14:14.658299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 497835ba-816f-47c6-9d43-8cd38c32bc94 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:14.662821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.697846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] Provisioning complete for port aa00a467-2f99-4ad3-9a68-ebe20424b20b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:14.698221 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.724425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c248a2bd-9e8b-4798-89d8-e1755adb4194 req-da9e1af4-7de3-4972-b966-b4223bba80e8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213222 Mar 31 23:14:14.767566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.796017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.800315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfc254-5570-4dff-947f-7481a6ec029d None None] Pushing event updated for resources: {'Port': ['ID=2ea4f463-4091-41ac-b4fa-557cf5ecabd6,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.864353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.867939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0 HTTP/1.1" status: 204 len: 168 time: 1.3948073 Mar 31 23:14:14.871084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33846) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:14.872014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9f40e-6b72-41d4-988f-1d5a73c25f31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:14.913441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:14.953524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet dc962024-46b2-4c3e-9f1d-5953e0e77459 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:14.960553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d606737-44bc-46dc-95b8-613feda5cfec None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:14.961592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.011381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Pushing event deleted for resources: {'Port': ['ID=a3d825ab-080b-4bc7-979b-88755fbd2219,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.025437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.038474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.113935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bfa889-bcdd-45f3-aa54-0d62d827caf0 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:15.136530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.191476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Transition to ACTIVE for port object b1bfa889-bcdd-45f3-aa54-0d62d827caf0 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:14:15.202266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.243809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.246540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.247783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f1df99a-d140-491c-a1b4-8883e10b5d41 tempest-ServersTestJSON-1959171076 tempest-ServersTestJSON-1959171076-project] 10.222.0.95 "DELETE /v2.0/floatingips/32d3ef0b-0450-47d0-be16-4a58e1676da3 HTTP/1.1" status: 204 len: 168 time: 2.3467402 Mar 31 23:14:15.255304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33848) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:15.277571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Pushing event updated for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.279578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.291230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.378034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.403001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.450806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.478964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.485052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Attempting to bind port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:15.486162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Attempting to bind port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:15.486833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Attempting to bind port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:15.487880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:06Z', 'revision_number': 4, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'aa00a467-2f99-4ad3-9a68-ebe20424b20b', 'name': '', 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'mac_address': 'fa:16:3e:06:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:05Z', 'updated_at': '2022-03-31T23:14:13Z', 'revision_number': 4, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'subnets': [{'id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:15.491722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.493143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.507889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:15.536342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:15.537058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Attempting to bind port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 on network 4cbe8143-f354-4816-bc83-9b898eb390d8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:15.540077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=dc962024-46b2-4c3e-9f1d-5953e0e77459,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.543710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] For port aa00a467-2f99-4ad3-9a68-ebe20424b20b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa00a467-2f99-4ad3-9a68-ebe20424b20b,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:15.547561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:15.552360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:15.556417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.561775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8df8411b-999e-49e7-bf80-ef292d37de6d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/dc962024-46b2-4c3e-9f1d-5953e0e77459 HTTP/1.1" status: 204 len: 168 time: 0.6865926 Mar 31 23:14:15.564852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33852) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:15.578968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=497835ba-816f-47c6-9d43-8cd38c32bc94,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.594480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1db7a-4793-40ed-bc92-8c1eeef6abc9 None None] The sync data for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 is: [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:06Z', 'revision_number': 4, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'aa00a467-2f99-4ad3-9a68-ebe20424b20b', 'name': '', 'network_id': '7316db18-1c76-43c7-b14b-645a7d5fbe9e', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'mac_address': 'fa:16:3e:06:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2372, 'fixed_ips': [{'subnet_id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:05Z', 'updated_at': '2022-03-31T23:14:13Z', 'revision_number': 4, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'subnets': [{'id': '0f8f66ae-c5c6-4823-af76-7be1fefb9482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:15.595132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.601736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d9f3d043-432f-4fe1-9d56-e39bb4e1a25f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/497835ba-816f-47c6-9d43-8cd38c32bc94 HTTP/1.1" status: 204 len: 168 time: 1.0842540 Mar 31 23:14:15.606153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.613620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33854) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:15.614627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:15.615002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Checking segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:15.616786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Bound using segment: {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:15.616786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Bound port: b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019ffb5-68ff-4789-a17a-d58f089348a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:15.616786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.646655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:15.657894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Pushing event updated for resources: {'Port': ['ID=efefbfe8-15a7-4358-a5bd-88878e9c2a52,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.666556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3482b-4bea-4d46-99c4-2ae5dbe72086 req-8829f0d5-2c42-4172-8c67-4bd33c0bc381 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:15.674666 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17b3482b-4bea-4d46-99c4-2ae5dbe72086 req-8829f0d5-2c42-4172-8c67-4bd33c0bc381 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2791607 Mar 31 23:14:15.801793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767284b9-48f3-4969-95a8-5ad044f4baf3 None None] Pushing event updated for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:15.832603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Attempting to bind port efefbfe8-15a7-4358-a5bd-88878e9c2a52 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:15.833832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Attempting to bind port efefbfe8-15a7-4358-a5bd-88878e9c2a52 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:15.834425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Attempting to bind port efefbfe8-15a7-4358-a5bd-88878e9c2a52 on network 67a5a49f-2400-4028-86d0-80a22d6c81f1 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:15.868099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:15.868800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Checking segment: {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:15.874175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.875076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Bound using segment: {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:15.875859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Bound port: efefbfe8-15a7-4358-a5bd-88878e9c2a52, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:15.876422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:15.948600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17b3482b-4bea-4d46-99c4-2ae5dbe72086 req-cadb7ad0-d191-4bb6-9d87-af7e937a7907 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730250 Mar 31 23:14:15.997467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 352d613b-7762-4a7f-a6de-6b3d78741cc2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:15.997837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.057537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Allocated IP 172.25.8.54 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/dd009274-46a7-4238-a30f-f3b159fe7e7a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:16.077161 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.102967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.133305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a6f1-4113-4db3-a8ca-e904a1092f82 req-e8c5238a-a3df-4261-9df2-427edc102490 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.141078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df85a6f1-4113-4db3-a8ca-e904a1092f82 req-e8c5238a-a3df-4261-9df2-427edc102490 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 944 time: 0.2962604 Mar 31 23:14:16.156479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:16.165539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:16.173710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] For port efefbfe8-15a7-4358-a5bd-88878e9c2a52, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:16.181765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.185054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] For port efefbfe8-15a7-4358-a5bd-88878e9c2a52, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=efefbfe8-15a7-4358-a5bd-88878e9c2a52,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:16.195993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.285557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.286548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.289063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] 10.222.0.60 "PUT /v2.0/ports/b1bfa889-bcdd-45f3-aa54-0d62d827caf0 HTTP/1.1" status: 200 len: 1092 time: 2.0413260 Mar 31 23:14:16.303167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:16.306112 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59776548-8bf5-44ee-b81f-cbe3a2a22a41" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:16.383173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df85a6f1-4113-4db3-a8ca-e904a1092f82 req-047a426e-d640-42d3-afa5-be2cc7a0f717 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410676 Mar 31 23:14:16.385521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4cb48-3136-4153-9a3d-fcd9b9435378 req-1e735d35-beed-4cda-8bd8-9c136ed064c6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.394262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0fe27-39d0-44f3-be1c-82777eea310c service neutron] Pushing event updated for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:16.395707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faf4cb48-3136-4153-9a3d-fcd9b9435378 req-1e735d35-beed-4cda-8bd8-9c136ed064c6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 944 time: 0.3220298 Mar 31 23:14:16.417195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.472803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3720ca-0f9c-48c3-b182-038149542dbc None None] Pushing event updated for resources: {'Port': ['ID=efefbfe8-15a7-4358-a5bd-88878e9c2a52,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:16.514328 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214b8bd2-10aa-45ab-84e7-da112414221f x-openstack-request-id: req-214b8bd2-10aa-45ab-84e7-da112414221f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:16.514623 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:16.515009 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-214b8bd2-10aa-45ab-84e7-da112414221f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:16.515466 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214b8bd2-10aa-45ab-84e7-da112414221f'] response: {'name': 'network-changed', 'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0', 'status': 'completed', 'code': 200} Mar 31 23:14:16.526776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:16.532944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:16.540400 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9138f2-8766-4a40-b089-807351fbe5f5" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:16.554734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd46878-832d-4670-9563-3487b42c5e68 None None] Network c7fae80f-a8d0-4f55-9a03-349ed62f2499 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:16.556639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 876a2ef4-d7c0-461a-99c7-97e80d973d44 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:16.557059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.561740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.573477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:16.573839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.691808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faf4cb48-3136-4153-9a3d-fcd9b9435378 req-79cdef12-0771-43da-8809-ee393235c039 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919686 Mar 31 23:14:16.696295 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21d5a9b-bcb4-4d42-ab26-0a3ee56eea05 x-openstack-request-id: req-c21d5a9b-bcb4-4d42-ab26-0a3ee56eea05 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:16.696927 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-plugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:16.696927 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c21d5a9b-bcb4-4d42-ab26-0a3ee56eea05 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:16.697750 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21d5a9b-bcb4-4d42-ab26-0a3ee56eea05'] response: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'code': 200} Mar 31 23:14:16.713145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ea4f463-4091-41ac-b4fa-557cf5ecabd6,segment=NetworkSegment(4c557899-2ce0-4897-bd6b-1da9eb5557ef),segment_id=4c557899-2ce0-4897-bd6b-1da9eb5557ef)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:16.714195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.740251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:16.819131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.868695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-1939739b-4529-40bc-a585-0797fc43b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.871354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-1939739b-4529-40bc-a585-0797fc43b1d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 1095 time: 0.4623091 Mar 31 23:14:16.884096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:16.977737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.022573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port 876a2ef4-d7c0-461a-99c7-97e80d973d44, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=876a2ef4-d7c0-461a-99c7-97e80d973d44,segment=NetworkSegment(41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc),segment_id=41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:17.023212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.040985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 876a2ef4-d7c0-461a-99c7-97e80d973d44 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:17.060226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:17.083448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:17.086733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:17.165023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-810a65fb-0ebc-42e9-b97f-36b26e150899 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0 HTTP/1.1" status: 200 len: 217 time: 0.2774212 Mar 31 23:14:17.183826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Pushing event updated for resources: {'Port': ['ID=dd009274-46a7-4238-a30f-f3b159fe7e7a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.194453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=2ea4f463-4091-41ac-b4fa-557cf5ecabd6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.227369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:17.229458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4bf95-960e-4b76-8bd2-8250d2d5952d None None] Network 68cf0517-da63-40dc-aba3-c4e60d03b1df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:17.232217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.239792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f161b190-9c27-460a-941e-c9dd3e0f4429 None None] Provisioning complete for port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:17.240148 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f161b190-9c27-460a-941e-c9dd3e0f4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.241727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.252257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:17.273773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port 876a2ef4-d7c0-461a-99c7-97e80d973d44 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:17.293541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f161b190-9c27-460a-941e-c9dd3e0f4429 None None] Port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 was deleted so its status cannot be updated. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:14:17.301197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:17.301589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 31 23:14:17.344001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 not found, will not notify nova. {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 31 23:14:17.344463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa00a467-2f99-4ad3-9a68-ebe20424b20b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:17.473888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.506153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d8a09b7d-ee9a-4f61-ab25-065048750c2c None None] Could not find standard attr ID for object 876a2ef4-d7c0-461a-99c7-97e80d973d44. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:17.525711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cf0517-da63-40dc-aba3-c4e60d03b1df']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:17.527567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72736e98-2c30-4665-ba9a-0d3d515a775a None None] DHCP port deletion for c7fae80f-a8d0-4f55-9a03-349ed62f2499 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:17.538233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:17.538789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cf5dd5-36bc-42ca-a80d-7a376a0a7ecc') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:17.550498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.566794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.575448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:17.576105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.579433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.589165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aa00a467-2f99-4ad3-9a68-ebe20424b20b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:17.589538 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:17.688507 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:17.691548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f2c0-5780-4181-a732-6641a070da72 req-2be70c68-8eae-4dd5-900f-92ca13456e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.692566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd89f2c0-5780-4181-a732-6641a070da72 req-2be70c68-8eae-4dd5-900f-92ca13456e4e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 1097 time: 0.7983348 Mar 31 23:14:17.692940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=876a2ef4-d7c0-461a-99c7-97e80d973d44,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.701051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01930c25-d493-4a2e-8d00-6fee865ec007 None None] DHCP port deletion for 68cf0517-da63-40dc-aba3-c4e60d03b1df request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:17.717446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.776513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9293c7-294c-4563-adaf-e27fbd83a6fe req-d26b0bd7-9edb-4cd7-8cef-f56f6e35de3e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.778302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf9293c7-294c-4563-adaf-e27fbd83a6fe req-d26b0bd7-9edb-4cd7-8cef-f56f6e35de3e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.6111844 Mar 31 23:14:17.789218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-a3e8292a-2ad2-4250-b8e9-1aecf331aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.790730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-a3e8292a-2ad2-4250-b8e9-1aecf331aed5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.6077933 Mar 31 23:14:17.796517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.886528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd89f2c0-5780-4181-a732-6641a070da72 req-6791e530-f2d2-40e6-bf6c-ba0c88bce023 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808259 Mar 31 23:14:17.892167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-98562107-4c5f-49bc-81cb-5d410fbc33da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516241 Mar 31 23:14:17.893689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.896945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:17.900240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/68cf0517-da63-40dc-aba3-c4e60d03b1df HTTP/1.1" status: 204 len: 168 time: 2.3343935 Mar 31 23:14:17.905987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:17.930038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf49675-0ae2-4f41-a3b7-957c5cd989f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=68cf0517-da63-40dc-aba3-c4e60d03b1df,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:17.952095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf9293c7-294c-4563-adaf-e27fbd83a6fe req-ec70428a-cc50-456b-9a75-e3d74c45b6c8 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564913 Mar 31 23:14:17.961562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fae80f-a8d0-4f55-9a03-349ed62f2499']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:17.980187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c557899-2ce0-4897-bd6b-1da9eb5557ef') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:17.980418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c557899-2ce0-4897-bd6b-1da9eb5557ef') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:18.003023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.021761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.030645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:18.031083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.031504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-ae0551e6-c843-42f7-9847-8b46ccfa2472 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4586360 Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:18.035278 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:18.097542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae15d-7121-4aa4-8b12-37f064c13ae8 req-a5a4bbf4-3ec4-490a-939a-608b6632fb9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.099109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a08ae15d-7121-4aa4-8b12-37f064c13ae8 req-a5a4bbf4-3ec4-490a-939a-608b6632fb9a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 944 time: 0.5251858 Mar 31 23:14:18.154053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ce7ff-c317-4de3-beb3-369624bb6da0 req-eaff0379-486b-4cbf-b529-0aba46861322 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.155870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a6ce7ff-c317-4de3-beb3-369624bb6da0 req-eaff0379-486b-4cbf-b529-0aba46861322 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.1276469 Mar 31 23:14:18.157106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.164058 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.167589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/c7fae80f-a8d0-4f55-9a03-349ed62f2499 HTTP/1.1" status: 204 len: 168 time: 2.4892390 Mar 31 23:14:18.176895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33874) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.206129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1658131741'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:18.210194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10407d-c9c3-4c28-8caa-ee3187e5dc75 None None] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:18.218896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95a600-1884-4ec3-b83d-396725fa59d1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=c7fae80f-a8d0-4f55-9a03-349ed62f2499,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.299063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] Provisioning complete for port efefbfe8-15a7-4358-a5bd-88878e9c2a52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:18.299741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.331032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a6ce7ff-c317-4de3-beb3-369624bb6da0 req-2059e537-ca17-4e4f-b8c4-cc1feeef68d8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621857 Mar 31 23:14:18.334925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:18.340035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.390583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:18.394270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-f957e522-8d14-487f-bd15-7b754e0509b7 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152710 Mar 31 23:14:18.410704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.411124 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment ed851918-bb57-4c0b-b97f-f21ace85549b of type vlan for network c41c471a-fd1c-41f1-9377-f9e7df8c92df Mar 31 23:14:18.459117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.499534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] For port efefbfe8-15a7-4358-a5bd-88878e9c2a52, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=efefbfe8-15a7-4358-a5bd-88878e9c2a52,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:18.514126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.523061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.562555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc1818f-da65-4d23-9bdb-7ba2fa8354bd req-9b2fc4bb-73da-4119-902f-1ee87395ae88 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600924 Mar 31 23:14:18.572223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.582280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.583386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.624646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c76cbc-064e-4af5-af88-e8bedba8b011 None None] Pushing event updated for resources: {'Port': ['ID=efefbfe8-15a7-4358-a5bd-88878e9c2a52,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:18.634563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4391704 Mar 31 23:14:18.636373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33876) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.639670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a567a4f4-f2cc-4296-b2f1-7a71091e0c20 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.641318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a567a4f4-f2cc-4296-b2f1-7a71091e0c20 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6812708 Mar 31 23:14:18.696415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33878) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.701783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a08ae15d-7121-4aa4-8b12-37f064c13ae8 req-52605c25-e4ca-4bd2-bf02-3e0b9c93d831 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834527 Mar 31 23:14:18.712325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:18.717900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd543-1423-4cee-b1f8-a1f01731239f req-f3d4fc16-3582-4d9f-b5fd-59dfb9373787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.719540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-f3d4fc16-3582-4d9f-b5fd-59dfb9373787 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.6131632 Mar 31 23:14:18.741339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device efefbfe8-15a7-4358-a5bd-88878e9c2a52 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:18.786091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.797207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port efefbfe8-15a7-4358-a5bd-88878e9c2a52 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:18.797585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.853342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-023348db-9d58-4d35-abd4-315bcca1b1e9 None None] Provisioning complete for port efefbfe8-15a7-4358-a5bd-88878e9c2a52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:18.853971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023348db-9d58-4d35-abd4-315bcca1b1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:18.909251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1eafcf9c-055e-4a66-890c-348e94a6721a tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1952746 Mar 31 23:14:18.914307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:18.933260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1070350460'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:19.008841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd543-1423-4cee-b1f8-a1f01731239f req-5c19d1aa-a8a4-4fe7-9d86-6f24860a3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.010456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-5c19d1aa-a8a4-4fe7-9d86-6f24860a3afc service neutron] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 909 time: 0.2491083 Mar 31 23:14:19.019753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:19.045231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:19.045812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ea4f463-4091-41ac-b4fa-557cf5ecabd6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:19.046301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 876a2ef4-d7c0-461a-99c7-97e80d973d44 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:19.067137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 876a2ef4-d7c0-461a-99c7-97e80d973d44 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:19.067698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 876a2ef4-d7c0-461a-99c7-97e80d973d44 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:19.074618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:19.077909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.151933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-299dc403-6f70-4d6f-a5d7-f56eec5eb3c7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 1002 time: 0.1246302 Mar 31 23:14:19.173038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:19.177035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0ac93-3df0-419e-844b-67f6b61896ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=c41c471a-fd1c-41f1-9377-f9e7df8c92df,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.190911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:19.217675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.218454 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment c6d721f4-0ce9-4177-9303-204955c5c8a7 of type vlan for network a5966ba3-ab85-4678-b7ed-5fe98d0b338e Mar 31 23:14:19.237177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Deleting port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:19.237522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.239196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Router 739d767f-af97-48e0-a416-f1075b9c32a6 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:19.298864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd543-1423-4cee-b1f8-a1f01731239f req-f1ef383e-0f54-45f3-a509-4007da0a2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.300373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-f1ef383e-0f54-45f3-a509-4007da0a2e76 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.1364748 Mar 31 23:14:19.306620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.308480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4f61-7698-42de-bc46-ec6716cac1d9 req-52020fdf-c678-4af8-924d-e295c1bc7dc3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.315820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-645e4f61-7698-42de-bc46-ec6716cac1d9 req-52020fdf-c678-4af8-924d-e295c1bc7dc3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1307080 Mar 31 23:14:19.349517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-d63458ab-beb9-413d-b56a-3ede8afa437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.351915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-d63458ab-beb9-413d-b56a-3ede8afa437b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 1095 time: 0.1685491 Mar 31 23:14:19.357507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:19.362255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.452507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-645e4f61-7698-42de-bc46-ec6716cac1d9 req-0e0f7684-bdb7-479c-8941-dca471872826 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345396 Mar 31 23:14:19.520093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.526103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.527399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.553214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-85f33365-0564-4314-abe9-0a72ebfbf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.554741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-85f33365-0564-4314-abe9-0a72ebfbf259 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 200 len: 913 time: 0.1889925 Mar 31 23:14:19.603533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-a1928373-d41c-4ede-9052-655081cb489e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0 HTTP/1.1" status: 200 len: 217 time: 0.0403554 Mar 31 23:14:19.608109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd543-1423-4cee-b1f8-a1f01731239f req-4dbe8335-9094-4257-995f-0e7c38d20c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.609803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-4dbe8335-9094-4257-995f-0e7c38d20c9e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2939899 Mar 31 23:14:19.618693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] For port 59e8db3d-d15c-4c03-b07c-b5b122c6dc88, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:19.619068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.641640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7217247 Mar 31 23:14:19.656323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:19.681546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Calling delete_port for 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:19.686413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:19.692210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-fd116f79-81f1-42a5-a599-493a2e6a386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.694714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-fd116f79-81f1-42a5-a599-493a2e6a386d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 200 len: 851 time: 0.0840273 Mar 31 23:14:19.696796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dad30-9a4f-43f4-bd4f-f4604e78d93c req-3e804b8f-4d59-46cc-bc95-1fec554721f6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.698314 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f29dad30-9a4f-43f4-bd4f-f4604e78d93c req-3e804b8f-4d59-46cc-bc95-1fec554721f6 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.2513928 Mar 31 23:14:19.747315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:19.754513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-8051fe3d-c9d2-46f3-9966-abe024814060 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4cbe8143-f354-4816-bc83-9b898eb390d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406349 Mar 31 23:14:19.756871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Sync routers for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:19.763544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:19.768484 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:19.770380 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:19.870199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630f70-15fa-4e93-b934-59fc74b2b2d7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=a5966ba3-ab85-4678-b7ed-5fe98d0b338e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.889871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:19.915884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=3d5d5e64-0d59-4e3f-997c-007806df62a3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:19.977205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': 'ed851918-bb57-4c0b-b97f-f21ace85549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:19.977588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: c41c471a-fd1c-41f1-9377-f9e7df8c92df, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:19.990674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4e6d9-8923-4c5b-acb6-f53ce72e3ace req-e228d51e-72fb-480a-8d5e-7c52c90978ab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.992247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9d4e6d9-8923-4c5b-acb6-f53ce72e3ace req-e228d51e-72fb-480a-8d5e-7c52c90978ab tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 944 time: 0.1763031 Mar 31 23:14:19.999268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-c85ee16d-c9ce-4881-9ea4-a4e8331d96d9 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376020 Mar 31 23:14:20.025660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:20.042832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.044113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a2a18b1-eedb-4bf6-977e-2294970b76bc admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6416740 Mar 31 23:14:20.048183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33924) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:20.049058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:20.119702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c41c471a-fd1c-41f1-9377-f9e7df8c92df) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:20.130423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8941fc-18e2-4f4e-9bba-320e594b4ee2 None None] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:20.151606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f29dad30-9a4f-43f4-bd4f-f4604e78d93c req-43adc2a7-4f52-47c8-9413-d13bdfa92557 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071083 Mar 31 23:14:20.161040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9d4e6d9-8923-4c5b-acb6-f53ce72e3ace req-b9aac8ca-399d-41c7-9dd9-5da6d1c1c1fa tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579154 Mar 31 23:14:20.165275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.165951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.174225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-c3c776a3-2f66-4800-ba28-13e12789cbbc service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450122 Mar 31 23:14:20.245703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21febd96-73c6-49bd-94b4-f0e127a05f04 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5484982 Mar 31 23:14:20.250677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33926) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:20.263700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:20.267682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.272002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1393135683'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:20.272844 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:17Z', 'revision_number': 3, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:20.301256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Checking router: 739d767f-af97-48e0-a416-f1075b9c32a6 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:20.301759 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Updating router 739d767f-af97-48e0-a416-f1075b9c32a6 port dd009274-46a7-4238-a30f-f3b159fe7e7a binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:20.332371 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.376664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c41c471a-fd1c-41f1-9377-f9e7df8c92df', 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '3d5d5e64-0d59-4e3f-997c-007806df62a3'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:20.377831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.378586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59776548-8bf5-44ee-b81f-cbe3a2a22a41 req-2ee695e2-3d1b-4614-8bfe-88405a9c9cb8 service neutron] 10.222.0.60 "GET /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638921 Mar 31 23:14:20.591769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.693356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Allocated IP 172.20.0.2 (c41c471a-fd1c-41f1-9377-f9e7df8c92df/3d5d5e64-0d59-4e3f-997c-007806df62a3/10582c75-ba49-4759-b3d3-355c6a192d8d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:20.700791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efefd0-a198-467f-9e1e-72e838612a4e req-48dd0226-e120-407f-be01-b5ef8dabdd99 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:20.702390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6efefd0-a198-467f-9e1e-72e838612a4e req-48dd0226-e120-407f-be01-b5ef8dabdd99 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1306193 Mar 31 23:14:20.705478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:20.708968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.734582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device efefbfe8-15a7-4358-a5bd-88878e9c2a52 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:20.793444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port f02c7ae3-66cf-45c2-ac21-12da39583b36 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:20.807746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e8db3d-d15c-4c03-b07c-b5b122c6dc88,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:20.837268 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.847495 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:20.895573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6efefd0-a198-467f-9e1e-72e838612a4e req-aad8e7b2-62e3-4ab7-94c0-7404a39549c7 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827939 Mar 31 23:14:20.955254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-231fd543-1423-4cee-b1f8-a1f01731239f req-0ca07f3c-3efd-4ccb-9259-23629812c671 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648883 Mar 31 23:14:21.002551 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Attempting to bind port dd009274-46a7-4238-a30f-f3b159fe7e7a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:21.003722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Attempting to bind port dd009274-46a7-4238-a30f-f3b159fe7e7a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:21.004770 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Attempting to bind port dd009274-46a7-4238-a30f-f3b159fe7e7a on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:21.015765 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Pushing event updated for resources: {'Port': ['ID=dd009274-46a7-4238-a30f-f3b159fe7e7a,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.020386 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:21.025045 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:21.025620 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.026104 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:21.026695 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Bound port: dd009274-46a7-4238-a30f-f3b159fe7e7a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:21.027312 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.086083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.098028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.098369 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.098706 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.099037 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.099392 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.099718 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.100041 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.100365 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.100681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.101053 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.111321 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.111788 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:21.112009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port efefbfe8-15a7-4358-a5bd-88878e9c2a52 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:21.112446 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.127280 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] For port dd009274-46a7-4238-a30f-f3b159fe7e7a, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:21.130660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] For port dd009274-46a7-4238-a30f-f3b159fe7e7a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dd009274-46a7-4238-a30f-f3b159fe7e7a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:21.134709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.147788 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.195273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.201629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.218445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.247593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.250022 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9616a-5ed1-44a8-b80f-b08236a8e349 None None] Pushing event updated for resources: {'Port': ['ID=dd009274-46a7-4238-a30f-f3b159fe7e7a,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.264958 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:21.265874 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:21.342628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:21.347001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:21.352570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:21.372906 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:21.373592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Allocated IP 172.20.0.1 (67a5a49f-2400-4028-86d0-80a22d6c81f1/ae0d9a91-bfd5-485a-8602-3daa177843cf/fc56f99a-54b8-4121-a761-43411ed76116) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:21.422387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Attempting to bind port 10582c75-ba49-4759-b3d3-355c6a192d8d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:21.422758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Attempting to bind port 10582c75-ba49-4759-b3d3-355c6a192d8d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'ed851918-bb57-4c0b-b97f-f21ace85549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:21.423118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Attempting to bind port 10582c75-ba49-4759-b3d3-355c6a192d8d on network c41c471a-fd1c-41f1-9377-f9e7df8c92df {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:21.430106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Pushing event updated for resources: {'Port': ['ID=10582c75-ba49-4759-b3d3-355c6a192d8d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.433214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:21.433578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Checking segment: {'id': 'ed851918-bb57-4c0b-b97f-f21ace85549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:21.433975 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.434353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Bound using segment: {'id': 'ed851918-bb57-4c0b-b97f-f21ace85549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:21.434819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Bound port: 10582c75-ba49-4759-b3d3-355c6a192d8d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed851918-bb57-4c0b-b97f-f21ace85549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': 'c41c471a-fd1c-41f1-9377-f9e7df8c92df'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:21.435194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.458289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=a7da7ade-e9eb-45fd-b2de-231d6e0acc01,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.507719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] For port 10582c75-ba49-4759-b3d3-355c6a192d8d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:21.511255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] For port 10582c75-ba49-4759-b3d3-355c6a192d8d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=10582c75-ba49-4759-b3d3-355c6a192d8d,segment=NetworkSegment(ed851918-bb57-4c0b-b97f-f21ace85549b),segment_id=ed851918-bb57-4c0b-b97f-f21ace85549b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:21.522396 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.586877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': 'c6d721f4-0ce9-4177-9303-204955c5c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:21.587311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: a5966ba3-ab85-4678-b7ed-5fe98d0b338e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:21.608076 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:17Z', 'revision_number': 3, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:21.610331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7af95-9e9a-42e8-95f4-32181827bc7f req-2786d65f-5551-4190-9396-03f66a25ff57 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.614721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280049a-35cb-4867-8815-5b170ba110f6 None None] Pushing event updated for resources: {'Port': ['ID=10582c75-ba49-4759-b3d3-355c6a192d8d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:21.616721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.622247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ef7af95-9e9a-42e8-95f4-32181827bc7f req-2786d65f-5551-4190-9396-03f66a25ff57 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 944 time: 0.3231914 Mar 31 23:14:21.628619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b1bfa889-bcdd-45f3-aa54-0d62d827caf0 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:21.663459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacae48-d853-4a81-a7b4-732ac3c08de2 req-d99eb61e-442b-45c5-b59a-95615cd37239 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.665284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cacae48-d853-4a81-a7b4-732ac3c08de2 req-d99eb61e-442b-45c5-b59a-95615cd37239 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.1498084 Mar 31 23:14:21.678823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68dea2-583e-4402-a6ef-75aad6314332 None None] The sync data for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 is: [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:17Z', 'revision_number': 3, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:21.705309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:21.708455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.api [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-542186f6-8ac2-44c4-9628-ab493b6cfe1e {{(pid=109298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:21.709234 n-d-835855-2 neutron-server[109298]: DEBUG oslo_db.api [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:21.721991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a5966ba3-ab85-4678-b7ed-5fe98d0b338e) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:21.727097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.727747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.744552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e96ca2-2e1f-4508-8853-aea16b6946a8 None None] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:21.778747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cacae48-d853-4a81-a7b4-732ac3c08de2 req-17ab42a3-9ba8-4b5c-b30f-90fdbad29869 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015997 Mar 31 23:14:21.810786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:21.848903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5ef7af95-9e9a-42e8-95f4-32181827bc7f req-f93910d4-7223-4faa-a8fb-422c911fe20e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213039 Mar 31 23:14:21.894813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:21.912863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f43bbeb-e739-406d-8132-97814de1e810 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2496331 Mar 31 23:14:21.916375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:21.937102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:21.940497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:21.954051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e', 'name': 'tempest-PortsIpV6TestJSON-1121797430'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:21.973353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:22.041677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.064157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.076944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0', 'network_id': '4cbe8143-f354-4816-bc83-9b898eb390d8', 'port_id': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0', 'mac_address': 'fa:16:3e:a4:59:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca22ad4-dc0f-48f4-8396-51691c1755f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:22.147947 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.167084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a5966ba3-ab85-4678-b7ed-5fe98d0b338e', 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': 'a7da7ade-e9eb-45fd-b2de-231d6e0acc01'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:22.167992 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.185929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bfa889-bcdd-45f3-aa54-0d62d827caf0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:22.210152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.234344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:22.248082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.264647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Router 4efa7471-b569-42f0-bc6a-4c1805e6333f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:22.265942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:22.271592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.398072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 4de0a82d-48d0-42e6-a771-3f0781604a05 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:22.487947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:22.494376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c579d529-4278-4722-b36f-9b11ae67b049 admin admin] 10.222.0.95 "PUT /v2.0/routers/4efa7471-b569-42f0-bc6a-4c1805e6333f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2375512 Mar 31 23:14:22.498578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:22.508950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0600c8-c8e1-4328-afbb-6230b4187e34 req-4e9b9113-d013-42fd-9e9b-d60c06f1bc40 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.509667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:22.516993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa0600c8-c8e1-4328-afbb-6230b4187e34 req-4e9b9113-d013-42fd-9e9b-d60c06f1bc40 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.4496932 Mar 31 23:14:22.705211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa0600c8-c8e1-4328-afbb-6230b4187e34 req-9f3df075-fbdb-4978-87c1-a9f48522655a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819611 Mar 31 23:14:22.716216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:22.731389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Sync routers for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:22.731389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:22.759735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:22.760601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:22.871967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.3 (c41c471a-fd1c-41f1-9377-f9e7df8c92df/3d5d5e64-0d59-4e3f-997c-007806df62a3/4de0a82d-48d0-42e6-a771-3f0781604a05) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:22.895324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b1bfa889-bcdd-45f3-aa54-0d62d827caf0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:22.953912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Allocated IP 2001:db8::2 (a5966ba3-ab85-4678-b7ed-5fe98d0b338e/a7da7ade-e9eb-45fd-b2de-231d6e0acc01/24b17d18-b9bc-4475-b2e7-0c5992c14d2a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:23.025269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-46285d8a-f9c7-4d7e-9430-db97d60c928e None None] Provisioning complete for port fc56f99a-54b8-4121-a761-43411ed76116 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:23.025672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-46285d8a-f9c7-4d7e-9430-db97d60c928e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.037796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 10582c75-ba49-4759-b3d3-355c6a192d8d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:23.250871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.275626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-46285d8a-f9c7-4d7e-9430-db97d60c928e None None] Port fc56f99a-54b8-4121-a761-43411ed76116 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:23.285258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.314900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.348538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 10582c75-ba49-4759-b3d3-355c6a192d8d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:23.348908 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.384835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Pushing event updated for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.393382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:23.419605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.461276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.469001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74dfb60-a81c-4b98-9cb5-538dd9f4c8fc None None] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:23.488055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:23.496530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:23.500505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:23.523918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.637337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ab9a-0bfc-4113-bb4a-2e9caff84067 req-981b531c-c404-43be-a09b-9e025cfdba59 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.638840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc27ab9a-0bfc-4113-bb4a-2e9caff84067 req-981b531c-c404-43be-a09b-9e025cfdba59 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 945 time: 0.1443844 Mar 31 23:14:23.692591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.693494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.697967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc27ab9a-0bfc-4113-bb4a-2e9caff84067 req-e1be9db0-26cb-4077-aa6c-b0287770e93d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511198 Mar 31 23:14:23.758062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-21bc807a-290b-4105-b232-505a0132f4c4 None None] Provisioning complete for port 10582c75-ba49-4759-b3d3-355c6a192d8d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:23.758437 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-21bc807a-290b-4105-b232-505a0132f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.784404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Deleting port baaf72a3-728d-45e4-a2b3-b7521dfbee6e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:23.785005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.856691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=4de0a82d-48d0-42e6-a771-3f0781604a05,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:23.875517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.882114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] For port baaf72a3-728d-45e4-a2b3-b7521dfbee6e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:23.882491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 10582c75-ba49-4759-b3d3-355c6a192d8d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=10582c75-ba49-4759-b3d3-355c6a192d8d,segment=NetworkSegment(ed851918-bb57-4c0b-b97f-f21ace85549b),segment_id=ed851918-bb57-4c0b-b97f-f21ace85549b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:23.882620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.910856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.912514 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.913256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dd009274-46a7-4238-a30f-f3b159fe7e7a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:23.918014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Calling delete_port for baaf72a3-728d-45e4-a2b3-b7521dfbee6e owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:23.951481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.952265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:23.994412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::c (a5966ba3-ab85-4678-b7ed-5fe98d0b338e/a7da7ade-e9eb-45fd-b2de-231d6e0acc01/041ffc6e-85c5-4287-99ad-7a7eeb9dad07) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:23.996845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e2de9e6c-3f2d-4cf0-af7b-10718b73dd60 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7450926 Mar 31 23:14:24.000043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33946) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:24.016081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b31822-be4f-4c41-876b-8ec90c90b31e req-0a8f86c4-ee85-4a02-bde6-d6e2003a2d8c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.017831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83b31822-be4f-4c41-876b-8ec90c90b31e req-0a8f86c4-ee85-4a02-bde6-d6e2003a2d8c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1461267 Mar 31 23:14:24.043151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:24.043983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:24.055938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:24.056500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:24.060135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:24.103729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Pushing event updated for resources: {'Port': ['ID=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.189892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83b31822-be4f-4c41-876b-8ec90c90b31e req-bde2d349-f266-4ae6-bb04-661f3bd83045 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482298 Mar 31 23:14:24.258721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:14:20Z', 'revision_number': 5, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port': {'id': 'baaf72a3-728d-45e4-a2b3-b7521dfbee6e', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2159, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:54Z', 'updated_at': '2022-03-31T23:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.281159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 4de0a82d-48d0-42e6-a771-3f0781604a05 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:24.282016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.310081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Router 739d767f-af97-48e0-a416-f1075b9c32a6 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:24.314109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=10582c75-ba49-4759-b3d3-355c6a192d8d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.316941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Attempting to bind port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:24.318207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Attempting to bind port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'c6d721f4-0ce9-4177-9303-204955c5c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:24.318598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Attempting to bind port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a on network a5966ba3-ab85-4678-b7ed-5fe98d0b338e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:24.321328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Checking router: 4efa7471-b569-42f0-bc6a-4c1805e6333f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:24.326245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port dd009274-46a7-4238-a30f-f3b159fe7e7a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:24.326673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.334775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:24.335151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Checking segment: {'id': 'c6d721f4-0ce9-4177-9303-204955c5c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:24.335608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.336005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Bound using segment: {'id': 'c6d721f4-0ce9-4177-9303-204955c5c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:24.336487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Bound port: 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d721f4-0ce9-4177-9303-204955c5c8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:24.336878 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.380105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Routers {'4efa7471-b569-42f0-bc6a-4c1805e6333f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:24.380687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4efa7471-b569-42f0-bc6a-4c1805e6333f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.396209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.445355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaf72a3-728d-45e4-a2b3-b7521dfbee6e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.485136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.491668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.512233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 4de0a82d-48d0-42e6-a771-3f0781604a05 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:24.546857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] Set router 4efa7471-b569-42f0-bc6a-4c1805e6333f gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:24.590149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.647853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:24.652618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.664066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-98f305d6-25ac-45d9-bbd1-31630138a9bc admin admin] 10.222.0.95 "PUT /v2.0/routers/739d767f-af97-48e0-a416-f1075b9c32a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6124997 Mar 31 23:14:24.710732 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Sync routers for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:24.743412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:24.744370 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.816607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.825748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.837413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.839611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:14:23Z', 'revision_number': 6, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:24.855751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:24.880132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=4de0a82d-48d0-42e6-a771-3f0781604a05,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:24.880851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:24.887035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] For port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:24.890922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] For port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,segment=NetworkSegment(c6d721f4-0ce9-4177-9303-204955c5c8a7),segment_id=c6d721f4-0ce9-4177-9303-204955c5c8a7)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:24.896825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6be3c4-fdbb-4308-91fc-e6ad008fc001 None None] The sync data for ids ['4efa7471-b569-42f0-bc6a-4c1805e6333f'] in n-d-835855-2 is: [{'id': '4efa7471-b569-42f0-bc6a-4c1805e6333f', 'name': 'tempest-ServersTestJSON-302380455-router', 'tenant_id': '95ab8de24a96489da8b278a7bb64294b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:53Z', 'updated_at': '2022-03-31T23:14:23Z', 'revision_number': 6, 'project_id': '95ab8de24a96489da8b278a7bb64294b', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:24.912534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:24.928424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.942219 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.980696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:24.996635 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:25.027793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=041ffc6e-85c5-4287-99ad-7a7eeb9dad07,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.052503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.056027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69b9b721-6b05-4b1a-914f-a10e37a3e0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/4de0a82d-48d0-42e6-a771-3f0781604a05 HTTP/1.1" status: 204 len: 168 time: 1.0549281 Mar 31 23:14:25.058744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33956) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.061086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.094531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0f92cc8f-9cc3-40da-8021-84c79700d78c None None] Provisioning complete for port fc56f99a-54b8-4121-a761-43411ed76116 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:25.095091 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f92cc8f-9cc3-40da-8021-84c79700d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.109560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.112611 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab70a79-00cf-4374-9bb6-5ef27718ee74 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:25.117961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ab70a79-00cf-4374-9bb6-5ef27718ee74 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/4de0a82d-48d0-42e6-a771-3f0781604a05 HTTP/1.1" status: 404 len: 333 time: 0.0580044 Mar 31 23:14:25.118857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efa7471-b569-42f0-bc6a-4c1805e6333f {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:25.121907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33958) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.136936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33960) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.142284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': 'a5966ba3-ab85-4678-b7ed-5fe98d0b338e', 'name': 'tempest-PortsIpV6TestJSON-1409971101'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:25.143812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f7209403-c81c-4b05-905b-c6085b082430 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2259936 Mar 31 23:14:25.164110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port dd009274-46a7-4238-a30f-f3b159fe7e7a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dd009274-46a7-4238-a30f-f3b159fe7e7a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:25.168202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.172757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97fdb47b-e099-4978-baf5-e798ebb572a2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/4efa7471-b569-42f0-bc6a-4c1805e6333f HTTP/1.1" status: 204 len: 168 time: 2.6699476 Mar 31 23:14:25.178004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:25.228997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e2f1e-ed18-4d50-a520-9e67a8424f80 None None] Pushing event updated for resources: {'Port': ['ID=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.240616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058f07d-2bf5-4c0f-a05d-364bb6fa0ad9 req-0cc94a43-71e3-419d-af18-ed6257b42fe0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.267215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0058f07d-2bf5-4c0f-a05d-364bb6fa0ad9 req-0cc94a43-71e3-419d-af18-ed6257b42fe0 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 945 time: 0.3991237 Mar 31 23:14:25.323466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:22Z', 'revision_number': 4, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc56f99a-54b8-4121-a761-43411ed76116', 'name': '', 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'mac_address': 'fa:16:3e:8d:90:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:21Z', 'updated_at': '2022-03-31T23:14:22Z', 'revision_number': 2, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'subnets': [{'id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:25.327285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.410501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0f92cc8f-9cc3-40da-8021-84c79700d78c None None] Port fc56f99a-54b8-4121-a761-43411ed76116 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:25.424278 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Checking router: 739d767f-af97-48e0-a416-f1075b9c32a6 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:25.424900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Updating router 739d767f-af97-48e0-a416-f1075b9c32a6 port fc56f99a-54b8-4121-a761-43411ed76116 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:25.477068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=dd009274-46a7-4238-a30f-f3b159fe7e7a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:25.505182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:25.508941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.523929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-733470a1-dcfe-434c-b9f0-987fee69e72a None None] Could not find standard attr ID for object 4de0a82d-48d0-42e6-a771-3f0781604a05. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:25.525599 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.539872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-733470a1-dcfe-434c-b9f0-987fee69e72a None None] Provisioning complete for port 10582c75-ba49-4759-b3d3-355c6a192d8d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:25.540159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-733470a1-dcfe-434c-b9f0-987fee69e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.564685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0058f07d-2bf5-4c0f-a05d-364bb6fa0ad9 req-723f2882-f18d-4337-a12f-15978d28057d tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963989 Mar 31 23:14:25.574798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Deleting subnet 0928102f-4c60-4584-9c6b-ef24ab1299b5 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:25.575569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a9a1d-f3a7-4724-a93f-6a59ea3228ed req-2b6f965f-7728-4243-966c-0a494e4c7cd6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.577131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e3a9a1d-f3a7-4724-a93f-6a59ea3228ed req-2b6f965f-7728-4243-966c-0a494e4c7cd6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1374273 Mar 31 23:14:25.578628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port ffe18fa6-944a-4e41-93c1-562d781d3c2c yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:25.595826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 3d5d5e64-0d59-4e3f-997c-007806df62a3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:25.605244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.630615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b1bfa889-bcdd-45f3-aa54-0d62d827caf0 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:25.684822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e3a9a1d-f3a7-4724-a93f-6a59ea3228ed req-e35f21b1-03bd-44b4-b1cc-e2237af2d535 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972936 Mar 31 23:14:25.686136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.777175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:14:25.777875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.783559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:25.784441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.845154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::116 (a5966ba3-ab85-4678-b7ed-5fe98d0b338e/a7da7ade-e9eb-45fd-b2de-231d6e0acc01/ffe18fa6-944a-4e41-93c1-562d781d3c2c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:25.968120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:25.992960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 10582c75-ba49-4759-b3d3-355c6a192d8d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:26.009958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.031034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.126148 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.138245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:26.146986 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a956d7a-52fa-431a-9b7d-f9cc4f88fcdf" -d '{"events": [{"server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "name": "network-vif-plugged", "status": "completed", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:26.170397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.189164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 10582c75-ba49-4759-b3d3-355c6a192d8d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:26.197589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.202620 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.210884 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.229721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.265388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.290456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.290622 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0e9957-d7e9-4d7c-8dbc-d894f5099fe0 x-openstack-request-id: req-bb0e9957-d7e9-4d7c-8dbc-d894f5099fe0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:26.290822 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "name": "network-vif-plugged", "status": "completed", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:26.291081 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bb0e9957-d7e9-4d7c-8dbc-d894f5099fe0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:26.292656 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0e9957-d7e9-4d7c-8dbc-d894f5099fe0'] response: {'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0', 'code': 200} Mar 31 23:14:26.301241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:26.322520 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.338319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5d5e64-0d59-4e3f-997c-007806df62a3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.354937 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d4d2f-9a99-4eb4-9c95-3626ce5c79be None None] Pushing event updated for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.370715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.383408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a1018db-6ddb-4646-88c0-601ab78489e7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/3d5d5e64-0d59-4e3f-997c-007806df62a3 HTTP/1.1" status: 204 len: 168 time: 1.2337863 Mar 31 23:14:26.383741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33992) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:26.391332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:26.420118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a33dd1-cb4e-44e9-bd0b-dc88d3f34cf7 None None] Network c41c471a-fd1c-41f1-9377-f9e7df8c92df requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:26.440239 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Attempting to bind port fc56f99a-54b8-4121-a761-43411ed76116 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:26.440889 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Attempting to bind port fc56f99a-54b8-4121-a761-43411ed76116 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:26.441461 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Attempting to bind port fc56f99a-54b8-4121-a761-43411ed76116 on network 67a5a49f-2400-4028-86d0-80a22d6c81f1 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:26.448610 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:26.449298 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Checking segment: {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:26.449885 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.450555 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Bound using segment: {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:26.451361 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Bound port: fc56f99a-54b8-4121-a761-43411ed76116, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab143bb-db14-48f9-9918-9cab137d1a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:26.451946 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.480792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:26.506055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=ffe18fa6-944a-4e41-93c1-562d781d3c2c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.512234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:26.530255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.532505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.603870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d7972-64c0-445a-8612-c14b9a69217b req-93b95509-0072-432f-9e99-ef2b80731d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.609854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d22d7972-64c0-445a-8612-c14b9a69217b req-93b95509-0072-432f-9e99-ef2b80731d78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 1097 time: 0.2786121 Mar 31 23:14:26.616762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.620297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a5d8d08-f1ac-4c2f-9a19-918f431dbdf6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4810596 Mar 31 23:14:26.622288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.626045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33998) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:26.638640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] For port fc56f99a-54b8-4121-a761-43411ed76116, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:26.649327 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] For port fc56f99a-54b8-4121-a761-43411ed76116, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc56f99a-54b8-4121-a761-43411ed76116,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:26.663362 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.697137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.714542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:26.727018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d22d7972-64c0-445a-8612-c14b9a69217b req-573ceab8-91bf-42bb-a8c5-61662c0530ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049771 Mar 31 23:14:26.756649 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:26.757556 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:26.808411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:26.808755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 59e8db3d-d15c-4c03-b07c-b5b122c6dc88 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:26.836225 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d4d2f-9a99-4eb4-9c95-3626ce5c79be None None] Pushing event updated for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.849267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0928102f-4c60-4584-9c6b-ef24ab1299b5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:26.858761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:26.864166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ccdea719-b16b-451e-b107-c35aea397e1a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0928102f-4c60-4584-9c6b-ef24ab1299b5 HTTP/1.1" status: 204 len: 168 time: 1.6850822 Mar 31 23:14:26.870350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436e6f-c040-474d-8e14-209c6f29e950 req-ff3cf316-8439-41ec-a908-d9eef7157d65 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.876282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34008) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:26.882095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83436e6f-c040-474d-8e14-209c6f29e950 req-ff3cf316-8439-41ec-a908-d9eef7157d65 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.1337032 Mar 31 23:14:26.882845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c6cc0-3a71-4ff7-8e33-eeaa655de6ea None None] Network 6892548f-19c8-427f-b974-6172bbb6596e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:26.964453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-83436e6f-c040-474d-8e14-209c6f29e950 req-ab7444e0-ffbf-4fab-bfd6-4f3db41774f5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810807 Mar 31 23:14:26.981919 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:27.018211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0d193c38-fdc5-4339-9479-314715e859be None None] Provisioning complete for port fc56f99a-54b8-4121-a761-43411ed76116 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:27.018746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d193c38-fdc5-4339-9479-314715e859be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.091474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443d951-1e5e-44d2-adf1-974159f8589d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.093396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6443d951-1e5e-44d2-adf1-974159f8589d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac HTTP/1.1" status: 200 len: 927 time: 0.4626219 Mar 31 23:14:27.096137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34012) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.117008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.146937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8650c8-fcb1-47eb-90da-611ecb1018ac req-d9cf2fab-d71c-4cf2-b4a6-5be85f0bae84 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.149223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd8650c8-fcb1-47eb-90da-611ecb1018ac req-d9cf2fab-d71c-4cf2-b4a6-5be85f0bae84 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2668812 Mar 31 23:14:27.205950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] DHCP port deletion for c41c471a-fd1c-41f1-9377-f9e7df8c92df request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:27.224648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 10582c75-ba49-4759-b3d3-355c6a192d8d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.225053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.267537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd8650c8-fcb1-47eb-90da-611ecb1018ac req-86c07231-511a-4754-99a5-9ead0a11b5a8 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011417 Mar 31 23:14:27.326830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d193c38-fdc5-4339-9479-314715e859be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.329262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89245294-fc60-4652-b365-9d57e7f0c9d7 None None] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:27.347958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port 10582c75-ba49-4759-b3d3-355c6a192d8d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=10582c75-ba49-4759-b3d3-355c6a192d8d,segment=NetworkSegment(ed851918-bb57-4c0b-b97f-f21ace85549b),segment_id=ed851918-bb57-4c0b-b97f-f21ace85549b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.348328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.349354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port ffe18fa6-944a-4e41-93c1-562d781d3c2c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.353981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.368029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 10582c75-ba49-4759-b3d3-355c6a192d8d owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:27.375730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Deleting port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.376066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.427627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] DHCP port deletion for 6892548f-19c8-427f-b974-6172bbb6596e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:27.540708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34022) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:27.562984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] For port 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=37a518dd-e5b2-4d6c-a884-b9839ae6a481,segment=NetworkSegment(499cf6dc-e107-4077-a4ad-4f428fd37878),segment_id=499cf6dc-e107-4077-a4ad-4f428fd37878)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.563292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.563818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.568728 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:22Z', 'revision_number': 4, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc56f99a-54b8-4121-a761-43411ed76116', 'name': '', 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'mac_address': 'fa:16:3e:8d:90:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:21Z', 'updated_at': '2022-03-31T23:14:26Z', 'revision_number': 4, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'subnets': [{'id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:27.592914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Calling delete_port for 37a518dd-e5b2-4d6c-a884-b9839ae6a481 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:27.606339 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a1a88d-eed9-4fdb-90e1-3e701f20bd12 None None] The sync data for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 is: [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:22Z', 'revision_number': 4, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc56f99a-54b8-4121-a761-43411ed76116', 'name': '', 'network_id': '67a5a49f-2400-4028-86d0-80a22d6c81f1', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'mac_address': 'fa:16:3e:8d:90:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:21Z', 'updated_at': '2022-03-31T23:14:26Z', 'revision_number': 4, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'subnets': [{'id': 'ae0d9a91-bfd5-485a-8602-3daa177843cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:27.680691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24b17d18-b9bc-4475-b2e7-0c5992c14d2a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:27.713937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for ffe18fa6-944a-4e41-93c1-562d781d3c2c owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:27.736096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.738804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0d193c38-fdc5-4339-9479-314715e859be None None] For port fc56f99a-54b8-4121-a761-43411ed76116, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc56f99a-54b8-4121-a761-43411ed76116,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.772865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=10582c75-ba49-4759-b3d3-355c6a192d8d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:27.778318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d193c38-fdc5-4339-9479-314715e859be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.787735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port 10582c75-ba49-4759-b3d3-355c6a192d8d on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:27.847761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.859785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193c38-fdc5-4339-9479-314715e859be None None] Pushing event updated for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:27.864757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Deleting port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.865150 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.917148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.920005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a518dd-e5b2-4d6c-a884-b9839ae6a481,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:27.924949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Deleting port 10582c75-ba49-4759-b3d3-355c6a192d8d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:27.925639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:27.932463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] No DVR routers for this DVR port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:27.981245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41c471a-fd1c-41f1-9377-f9e7df8c92df']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:27.987704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] For port 37a518dd-e5b2-4d6c-a884-b9839ae6a481, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:27.988341 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.002933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed851918-bb57-4c0b-b97f-f21ace85549b') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:28.003228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed851918-bb57-4c0b-b97f-f21ace85549b') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:28.003968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Calling delete_port for 37a518dd-e5b2-4d6c-a884-b9839ae6a481 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:28.007547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:14:28.014608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.054073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.056747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.073887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] No DVR routers for this DVR port 37a518dd-e5b2-4d6c-a884-b9839ae6a481 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:28.085467 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.089162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Provisioning complete for port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:28.089752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.092079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6892548f-19c8-427f-b974-6172bbb6596e']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:28.101176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:28.101627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:28.105685 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:28.142779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858611-da6e-4831-bcce-fe8e1aabbda8 None None] Pushing event deleted for resources: {'Port': ['ID=37a518dd-e5b2-4d6c-a884-b9839ae6a481,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.158661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499cf6dc-e107-4077-a4ad-4f428fd37878') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:28.158971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499cf6dc-e107-4077-a4ad-4f428fd37878') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:28.162273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:28.162786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.186872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.214580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.240270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:28.242717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.314389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.319131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] For port 10582c75-ba49-4759-b3d3-355c6a192d8d, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:28.321954 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:28.363446 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:28.376562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Calling delete_port for 10582c75-ba49-4759-b3d3-355c6a192d8d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:28.379341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=ffe18fa6-944a-4e41-93c1-562d781d3c2c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.386071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Port 10582c75-ba49-4759-b3d3-355c6a192d8d was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:14:28.413612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.478124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.479640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.485343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] Pushing event deleted for resources: {'Port': ['ID=10582c75-ba49-4759-b3d3-355c6a192d8d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.492541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-832a54c9-3825-4c1a-b07b-6ca47d46b8e9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/ffe18fa6-944a-4e41-93c1-562d781d3c2c HTTP/1.1" status: 204 len: 168 time: 1.3902624 Mar 31 23:14:28.495744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d2ab3-734a-4032-bdcb-91da09e4c261 None None] No DVR routers for this DVR port 10582c75-ba49-4759-b3d3-355c6a192d8d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:28.499147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.502336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] 10.222.0.95 "DELETE /v2.0/networks/6892548f-19c8-427f-b974-6172bbb6596e HTTP/1.1" status: 204 len: 168 time: 1.5986071 Mar 31 23:14:28.505833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.506550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34028) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.511089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.524596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e909cf0-08a4-49bf-b0af-9a590c112046 req-d30b64fd-3862-467f-9b3b-2b19a7297cd4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:28.532075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.533954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e909cf0-08a4-49bf-b0af-9a590c112046 req-d30b64fd-3862-467f-9b3b-2b19a7297cd4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.3243649 Mar 31 23:14:28.562257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] For port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,segment=NetworkSegment(c6d721f4-0ce9-4177-9303-204955c5c8a7),segment_id=c6d721f4-0ce9-4177-9303-204955c5c8a7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:28.573776 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.595766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.602276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/c41c471a-fd1c-41f1-9377-f9e7df8c92df HTTP/1.1" status: 204 len: 168 time: 2.2170181 Mar 31 23:14:28.620191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13d0b8-443d-4c96-ab1e-5573d8500325 admin admin] Pushing event deleted for resources: {'Network': ['ID=6892548f-19c8-427f-b974-6172bbb6596e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.622947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34032) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.648103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'name': 'tempest-PortsTestJSON-2089701736'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:28.689787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e909cf0-08a4-49bf-b0af-9a590c112046 req-f8656acb-5452-45bc-ba38-56f249de52cf tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548405 Mar 31 23:14:28.690383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Provisioning complete for port fc56f99a-54b8-4121-a761-43411ed76116 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:28.690511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.725304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:28.725756 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:28.729135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:28.735022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe68e34-b143-4048-ba63-857fc5540b5c None None] Pushing event updated for resources: {'Port': ['ID=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.747078 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-0848677c-d081-4864-8156-13892fc4c6b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:28.753006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0848677c-d081-4864-8156-13892fc4c6b2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/ffe18fa6-944a-4e41-93c1-562d781d3c2c HTTP/1.1" status: 404 len: 333 time: 0.2432866 Mar 31 23:14:28.756433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34034) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:28.837401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c8ca-c83a-43c5-b7c1-a53a11c179a8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=c41c471a-fd1c-41f1-9377-f9e7df8c92df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:28.932184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27590c4-7747-4fc6-ab7e-a2d2e982e5da req-8994ab47-084b-4a53-a811-ad1eae7aad21 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:28.938896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c27590c4-7747-4fc6-ab7e-a2d2e982e5da req-8994ab47-084b-4a53-a811-ad1eae7aad21 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.4607313 Mar 31 23:14:28.952145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34036) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:29.013204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Provisioning complete for port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:29.015926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.024324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c27590c4-7747-4fc6-ab7e-a2d2e982e5da req-ecabacc3-fd10-4008-8512-b889f472235b tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741098 Mar 31 23:14:29.065575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:29.069509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.083003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-df8a5923-adda-4cd8-bf56-9b58311fa572 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=95ab8de24a96489da8b278a7bb64294b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297719 Mar 31 23:14:29.087024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34038) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:29.122187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 2b092400-a209-4701-8626-27c2e53a27fd yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:29.157529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Deleting port aa00a467-2f99-4ad3-9a68-ebe20424b20b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:29.158029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.194725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:29.195069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.308685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] For port aa00a467-2f99-4ad3-9a68-ebe20424b20b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa00a467-2f99-4ad3-9a68-ebe20424b20b,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:29.309377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.313326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.330478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Calling delete_port for aa00a467-2f99-4ad3-9a68-ebe20424b20b owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:29.361046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.392226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dd009274-46a7-4238-a30f-f3b159fe7e7a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:29.392866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.429570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:29.436233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Could not find standard attr ID for object ffe18fa6-944a-4e41-93c1-562d781d3c2c. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:29.449162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Provisioning complete for port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:29.449162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.499837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port dd009274-46a7-4238-a30f-f3b159fe7e7a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:29.501007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.503947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-08942443-fb39-4d47-84fa-e0be46ae6b4a None None] Port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:29.519505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.586015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.588807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.589968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/057fc9d2-57bf-482c-a233-1144b0777bd2 HTTP/1.1" status: 204 len: 168 time: 0.5007842 Mar 31 23:14:29.616305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.621972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b96f4-e1b9-4b4c-b7a3-94d4ba4f3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057fc9d2-57bf-482c-a233-1144b0777bd2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.641298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.680063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7a7bf96f-c1f0-48d9-8dff-d02a783b0bfa None None] Could not find standard attr ID for object ffe18fa6-944a-4e41-93c1-562d781d3c2c. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:29.681557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa00a467-2f99-4ad3-9a68-ebe20424b20b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.774014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7a7bf96f-c1f0-48d9-8dff-d02a783b0bfa None None] Provisioning complete for port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:29.776493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:29.783126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7a7bf96f-c1f0-48d9-8dff-d02a783b0bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.803797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:29.805875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=2b092400-a209-4701-8626-27c2e53a27fd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.812022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:29.824207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.824838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.869989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:29.875698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b1922-d838-4bab-bf14-69461369c7d4 req-ee46cdba-b9f4-4b35-b82a-a4730f87a3e4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.883588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-699b1922-d838-4bab-bf14-69461369c7d4 req-ee46cdba-b9f4-4b35-b82a-a4730f87a3e4 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.0778797 Mar 31 23:14:29.904711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-94069c9e-fe27-46d3-a206-8d5be0abb22d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2789524 Mar 31 23:14:29.906098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=041ffc6e-85c5-4287-99ad-7a7eeb9dad07,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:29.907972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34046) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:29.938580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7a7bf96f-c1f0-48d9-8dff-d02a783b0bfa None None] Port 041ffc6e-85c5-4287-99ad-7a7eeb9dad07 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:29.948152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 37a518dd-e5b2-4d6c-a884-b9839ae6a481 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:29.979929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-699b1922-d838-4bab-bf14-69461369c7d4 req-46510302-3740-43c7-9bd5-0675b0ca1626 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916529 Mar 31 23:14:30.014027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 37a518dd-e5b2-4d6c-a884-b9839ae6a481 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:30.014380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 37a518dd-e5b2-4d6c-a884-b9839ae6a481 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:30.014810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device baaf72a3-728d-45e4-a2b3-b7521dfbee6e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:30.019422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.026454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.029816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-deb40df3-982e-41e1-8b16-a51552085ec0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/041ffc6e-85c5-4287-99ad-7a7eeb9dad07 HTTP/1.1" status: 204 len: 168 time: 1.2645278 Mar 31 23:14:30.081964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: baaf72a3-728d-45e4-a2b3-b7521dfbee6e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:30.082325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device baaf72a3-728d-45e4-a2b3-b7521dfbee6e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:30.082790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 10582c75-ba49-4759-b3d3-355c6a192d8d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:30.098160 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-401d10fe-58bb-4049-816c-521d41c3db2d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:30.098331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 2b092400-a209-4701-8626-27c2e53a27fd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:30.098668 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.112037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34054) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.116721 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-401d10fe-58bb-4049-816c-521d41c3db2d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/041ffc6e-85c5-4287-99ad-7a7eeb9dad07 HTTP/1.1" status: 404 len: 333 time: 0.0891705 Mar 31 23:14:30.126460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.133355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 10582c75-ba49-4759-b3d3-355c6a192d8d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:30.133707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 10582c75-ba49-4759-b3d3-355c6a192d8d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:30.351205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.388808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc2995-fc1e-4d20-be28-11b892730795 req-cfe1e989-62a7-4b12-ab8f-3dfbd2826e84 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.390438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52dc2995-fc1e-4d20-be28-11b892730795 req-cfe1e989-62a7-4b12-ab8f-3dfbd2826e84 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2335603 Mar 31 23:14:30.417663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 2b092400-a209-4701-8626-27c2e53a27fd owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:30.422904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet a7da7ade-e9eb-45fd-b2de-231d6e0acc01 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:30.468281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.526578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52dc2995-fc1e-4d20-be28-11b892730795 req-83cc2d3c-3da1-403d-88e5-09193a1c7b2c tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930479 Mar 31 23:14:30.630727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24b17d18-b9bc-4475-b2e7-0c5992c14d2a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:30.713939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:30.714545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.835636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc56f99a-54b8-4121-a761-43411ed76116 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:30.886438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fc56f99a-54b8-4121-a761-43411ed76116 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:30.886876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:30.914450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34074) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:30.957533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2184de4-f95c-4355-96d1-37c36340ec6b req-a6034071-759a-4441-85e0-fe499fc210d3 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:30.959689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2184de4-f95c-4355-96d1-37c36340ec6b req-a6034071-759a-4441-85e0-fe499fc210d3 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.5827649 Mar 31 23:14:30.989576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Router 64e108d9-e479-4869-bf39-d0ed1f4c93ab has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:30.993218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.081185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2184de4-f95c-4355-96d1-37c36340ec6b req-e7d8c854-89bd-4137-95e4-f45cd04b5f8a tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085603 Mar 31 23:14:31.084074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.135002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1074855799-network', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:31.147182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:31.156774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2a843cd9-8fbd-42ab-8805-6eff74735543 admin admin] 10.222.0.95 "PUT /v2.0/routers/64e108d9-e479-4869-bf39-d0ed1f4c93ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6130805 Mar 31 23:14:31.156774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34078) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.157019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Sync routers for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:31.165763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:31.166485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.168882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=2b092400-a209-4701-8626-27c2e53a27fd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.213518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.219331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c941010-fe37-4983-8a99-e19837ffbf11 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/2b092400-a209-4701-8626-27c2e53a27fd HTTP/1.1" status: 204 len: 168 time: 1.3083014 Mar 31 23:14:31.221580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.229076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'mac_address': 'fa:16:3e:87:d1:10', 'name': 'tempest-PortsTestJSON-1318887106'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:31.237324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.267507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:31.269894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.280246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.288412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:31.292309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.389592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.394763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.445806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=a7da7ade-e9eb-45fd-b2de-231d6e0acc01,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.447617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:31.465853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.467644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f2cc2-febc-4aaf-b535-f5033296c830 None None] Network a5966ba3-ab85-4678-b7ed-5fe98d0b338e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:31.471562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aae31646-8c67-469c-abd1-4724aa6b1ab2 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/a7da7ade-e9eb-45fd-b2de-231d6e0acc01 HTTP/1.1" status: 204 len: 168 time: 1.3201847 Mar 31 23:14:31.472563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34082) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.474117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Deleting port f21b6af1-4750-4a51-b2e5-2eed44a057e7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:31.474525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.546828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.579881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.586792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 516146ea-649a-4903-98e9-4b8d84e515c4 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:31.601705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.619201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:29Z', 'revision_number': 5, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port': {'id': 'f21b6af1-4750-4a51-b2e5-2eed44a057e7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:00Z', 'updated_at': '2022-03-31T23:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.654009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Checking router: 64e108d9-e479-4869-bf39-d0ed1f4c93ab for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:31.667818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] vlan segment allocate from pool success with {'vlan_id': 1255, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:31.670921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Routers {'64e108d9-e479-4869-bf39-d0ed1f4c93ab'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:31.671623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.678443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.701464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfa312-5d4b-471f-a20d-df6fc431be32,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:31.706142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.706666 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Added segment 316846a4-f137-4661-9d48-6c5852c5b945 of type vlan for network 3d4eead0-a80b-4acb-abc0-922c9ac198ed Mar 31 23:14:31.712381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] For port f21b6af1-4750-4a51-b2e5-2eed44a057e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f21b6af1-4750-4a51-b2e5-2eed44a057e7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:31.712744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.748386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Calling delete_port for f21b6af1-4750-4a51-b2e5-2eed44a057e7 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:31.761756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6838e-523a-40c7-b836-40f9554aabf4 req-80399159-a8a7-42fc-b333-de932418f96d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.763335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7f6838e-523a-40c7-b836-40f9554aabf4 req-80399159-a8a7-42fc-b333-de932418f96d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1273310 Mar 31 23:14:31.780565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.808091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] DHCP port deletion for a5966ba3-ab85-4678-b7ed-5fe98d0b338e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:31.818175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] Set router 64e108d9-e479-4869-bf39-d0ed1f4c93ab gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:31.861969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:31.862314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.879404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.881051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.882024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.887678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:31Z', 'revision_number': 6, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.903171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7f6838e-523a-40c7-b836-40f9554aabf4 req-07a4a901-80d9-419e-9a72-0d628a93e938 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801382 Mar 31 23:14:31.913025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.924847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea4ebf3-160e-4d5b-b68e-58823a2fa7a8 None None] The sync data for ids ['64e108d9-e479-4869-bf39-d0ed1f4c93ab'] in n-d-835855-2 is: [{'id': '64e108d9-e479-4869-bf39-d0ed1f4c93ab', 'name': 'tempest-TestAggregatesBasicOps-2046290373-router', 'tenant_id': '8e092a0056f7499f949ff29323d49e2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:58Z', 'updated_at': '2022-03-31T23:14:31Z', 'revision_number': 6, 'project_id': '8e092a0056f7499f949ff29323d49e2a', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:31.946708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0308380 Mar 31 23:14:31.947403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34086) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:31.960173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Request body: {'subnet': {'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1074855799-subnet', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:31.986300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Deleting port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:31.986687 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:31.994954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,segment=NetworkSegment(c6d721f4-0ce9-4177-9303-204955c5c8a7),segment_id=c6d721f4-0ce9-4177-9303-204955c5c8a7)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:31.995618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.011312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 24b17d18-b9bc-4475-b2e7-0c5992c14d2a owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:32.022665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14048907-3cd1-4de2-a43b-a14b141c139c admin admin] Pushing event updated for resources: {'Network': ['ID=3d4eead0-a80b-4acb-abc0-922c9ac198ed,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.042134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:32.042466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:32.045166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.066097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.121035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] For port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,segment=NetworkSegment(c6d721f4-0ce9-4177-9303-204955c5c8a7),segment_id=c6d721f4-0ce9-4177-9303-204955c5c8a7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:32.121787 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.141479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Calling delete_port for 24b17d18-b9bc-4475-b2e7-0c5992c14d2a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:32.155604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.160285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:32.169174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:32.172909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:32.178989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.179595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.181016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.189375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=516146ea-649a-4903-98e9-4b8d84e515c4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.220000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Pushing event deleted for resources: {'Port': ['ID=f21b6af1-4750-4a51-b2e5-2eed44a057e7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:32.236424 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:14:32.249581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.273813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-267df113-5c3f-44d2-9e50-56fa75d15558 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0486743 Mar 31 23:14:32.275960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34090) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.277400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:32.281006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.282142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] Pushing event deleted for resources: {'Port': ['ID=24b17d18-b9bc-4475-b2e7-0c5992c14d2a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.285943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839d12c-4316-4d23-8e07-51682f6fd9b9 None None] No DVR routers for this DVR port 24b17d18-b9bc-4475-b2e7-0c5992c14d2a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:32.385361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85744ccb-b5f9-40da-adbf-502534840fcc req-6353f0bf-bd03-4fa9-a65f-e7e6acab0b52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.392836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85744ccb-b5f9-40da-adbf-502534840fcc req-6353f0bf-bd03-4fa9-a65f-e7e6acab0b52 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.1923165 Mar 31 23:14:32.397173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.400099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.411990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf68edc-abfc-4326-9917-8741eb7497d2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.414925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3bf68edc-abfc-4326-9917-8741eb7497d2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/516146ea-649a-4903-98e9-4b8d84e515c4 HTTP/1.1" status: 200 len: 841 time: 0.1357307 Mar 31 23:14:32.423503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.480183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5966ba3-ab85-4678-b7ed-5fe98d0b338e']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:32.513194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.516500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.518884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d721f4-0ce9-4177-9303-204955c5c8a7') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:32.519256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d721f4-0ce9-4177-9303-204955c5c8a7') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:32.532438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.543972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85744ccb-b5f9-40da-adbf-502534840fcc req-46c6943d-5880-49f2-91fd-49456c27663e tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502631 Mar 31 23:14:32.556742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.587353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.594079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.594654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e108d9-e479-4869-bf39-d0ed1f4c93ab {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:32.596852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:32.597215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:32.600341 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:32.603184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.606545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cebf0d5a-03b7-48d0-af37-3c04322a828b admin admin] 10.222.0.95 "DELETE /v2.0/routers/64e108d9-e479-4869-bf39-d0ed1f4c93ab HTTP/1.1" status: 204 len: 168 time: 1.4479818 Mar 31 23:14:32.610303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34096) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.649105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479226f7-f722-4593-85aa-fcfa6ec55cfc,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.676638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.679851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 516146ea-649a-4903-98e9-4b8d84e515c4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:32.679851 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.693689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.703755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/a5966ba3-ab85-4678-b7ed-5fe98d0b338e HTTP/1.1" status: 204 len: 168 time: 1.2251480 Mar 31 23:14:32.710889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.716085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-27807360'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:32.721766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Checking segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:32.722186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Network hostable DHCP agents. Network: 3d4eead0-a80b-4acb-abc0-922c9ac198ed, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:32.735344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad16404-bf23-4b04-abe0-cf02da20b186 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=a5966ba3-ab85-4678-b7ed-5fe98d0b338e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:32.735577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Deleting subnet 0f8f66ae-c5c6-4823-af76-7be1fefb9482 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:32.743157 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.761187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:32.764909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.799732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:32.818808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.819268 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 3e58eb54-a831-49a3-9613-00abff0a76cb of type vlan for network c64c1acb-129e-48ca-b50b-8efeb4eb262f Mar 31 23:14:32.831734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.840474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24b17d18-b9bc-4475-b2e7-0c5992c14d2a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:32.861377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:32.863481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 24b17d18-b9bc-4475-b2e7-0c5992c14d2a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:32.863824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24b17d18-b9bc-4475-b2e7-0c5992c14d2a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:32.864246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa00a467-2f99-4ad3-9a68-ebe20424b20b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:32.865568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.885441 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.892397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: aa00a467-2f99-4ad3-9a68-ebe20424b20b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:32.893002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa00a467-2f99-4ad3-9a68-ebe20424b20b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:32.902031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 516146ea-649a-4903-98e9-4b8d84e515c4 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:32.916307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3d4eead0-a80b-4acb-abc0-922c9ac198ed) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:32.925140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.925713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf42228-fe60-4a86-83a0-a5a792f1dc93 None None] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:32.932908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.933842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.938302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:32.938901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:32.983370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2684376 Mar 31 23:14:32.984483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34104) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:32.991163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:32.994557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac46b-fcb5-409d-a1d3-c6657544a3c4 req-c3e6912d-05de-475c-bce5-d69b9c4bf105 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.002093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2eac46b-fcb5-409d-a1d3-c6657544a3c4 req-c3e6912d-05de-475c-bce5-d69b9c4bf105 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.1858132 Mar 31 23:14:33.039115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c76384-2179-4e94-9cc0-dc5d315f881b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=c64c1acb-129e-48ca-b50b-8efeb4eb262f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.061049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:33.088870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b218313-76d6-4945-95f3-4bf5139cd383 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1309984 Mar 31 23:14:33.098135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34106) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.103713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:33.135382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2eac46b-fcb5-409d-a1d3-c6657544a3c4 req-1c49ec6a-9e72-4637-865d-7e510014141c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322711 Mar 31 23:14:33.144469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.145511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.152096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f931b-f2eb-44ff-a13d-787bb5d8f3c6 req-5419376f-d132-40e8-a155-c1f9f34aa5a9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.153666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df3f931b-f2eb-44ff-a13d-787bb5d8f3c6 req-5419376f-d132-40e8-a155-c1f9f34aa5a9 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1117213 Mar 31 23:14:33.168276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:33.170425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.173798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.230755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.272828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df3f931b-f2eb-44ff-a13d-787bb5d8f3c6 req-d4949509-9855-49f3-9ef2-64f499f47d6a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912807 Mar 31 23:14:33.321813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.334054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=516146ea-649a-4903-98e9-4b8d84e515c4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.350287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.353287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2b179c9-dcb5-4f21-8733-7c413ab9ba07 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/516146ea-649a-4903-98e9-4b8d84e515c4 HTTP/1.1" status: 204 len: 168 time: 0.9287696 Mar 31 23:14:33.356649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.391606 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d5d6ab-3c12-47d7-b931-47c4629f5aa8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:33.397472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8d5d6ab-3c12-47d7-b931-47c4629f5aa8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/516146ea-649a-4903-98e9-4b8d84e515c4 HTTP/1.1" status: 404 len: 333 time: 0.0388088 Mar 31 23:14:33.398616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.404049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'name': 'tempest-PortsTestJSON-2025713258'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:33.443095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:33.444517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.455020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.471614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.483272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0f8f66ae-c5c6-4823-af76-7be1fefb9482 HTTP/1.1" status: 204 len: 168 time: 0.8631446 Mar 31 23:14:33.483490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34112) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.514876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671d9ac-8418-4b7f-a51f-3f75167cd014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8f66ae-c5c6-4823-af76-7be1fefb9482,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.515728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492e71b-1472-4010-ad8e-e37d24e4611c None None] Network 7316db18-1c76-43c7-b14b-645a7d5fbe9e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:33.521696 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.627789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.628843 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.661636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=3355c6b8-badd-4ab3-a116-795ca00c994c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:33.669706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '3e58eb54-a831-49a3-9613-00abff0a76cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:33.670102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: c64c1acb-129e-48ca-b50b-8efeb4eb262f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:33.678284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:33.682725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Allocated IP 172.20.0.2 (3d4eead0-a80b-4acb-abc0-922c9ac198ed/479226f7-f722-4593-85aa-fcfa6ec55cfc/4ceb7726-93cd-45a2-9752-bf3c59e2605f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:33.683079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.729652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:33.740515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port f83e94bc-8318-4d46-b0de-9bca163fd884 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:33.769634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Deleting port 159dd7ef-b00b-4a30-bb68-9527fca1c681 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:33.769634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.782721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] DHCP port deletion for 7316db18-1c76-43c7-b14b-645a7d5fbe9e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:33.791814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c64c1acb-129e-48ca-b50b-8efeb4eb262f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:33.798578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.799268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.828677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f2388-5c42-469f-88a2-a5205288305b None None] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:33.864873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4e7da22b-bfb2-4c8a-8536-499bf6e84864 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8766270 Mar 31 23:14:33.868835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34114) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:33.871952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] For port 159dd7ef-b00b-4a30-bb68-9527fca1c681, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=159dd7ef-b00b-4a30-bb68-9527fca1c681,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:33.872323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.877738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f', 'name': 'tempest-PortsIpV6TestJSON-780814500', 'fixed_ips': [{'subnet_id': '3355c6b8-badd-4ab3-a116-795ca00c994c', 'ip_address': '2001:db8::10'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:33.903777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Calling delete_port for 159dd7ef-b00b-4a30-bb68-9527fca1c681 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:33.952612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.966460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:33.979552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Deleting port 159dd7ef-b00b-4a30-bb68-9527fca1c681 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:33.979927 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.042276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.056607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:34.076249 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.078012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:34.112348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:34.124270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:34.126220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Pushing event updated for resources: {'Port': ['ID=4ceb7726-93cd-45a2-9752-bf3c59e2605f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.142123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=159dd7ef-b00b-4a30-bb68-9527fca1c681,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.142714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] For port 159dd7ef-b00b-4a30-bb68-9527fca1c681, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=159dd7ef-b00b-4a30-bb68-9527fca1c681,segment=NetworkSegment(e4f4ffb2-8b17-4e4f-a408-38e82f541e46),segment_id=e4f4ffb2-8b17-4e4f-a408-38e82f541e46)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:34.143045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.157951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] No DVR routers for this DVR port 159dd7ef-b00b-4a30-bb68-9527fca1c681 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:34.196490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.233449 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.246996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Calling delete_port for 159dd7ef-b00b-4a30-bb68-9527fca1c681 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:34.249876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:34.271002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:34.280736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:34.286495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.287265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.303146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c64c1acb-129e-48ca-b50b-8efeb4eb262f', 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': '3355c6b8-badd-4ab3-a116-795ca00c994c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:34.304091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=f83e94bc-8318-4d46-b0de-9bca163fd884,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.304601 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.313921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.342102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.382855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f21b6af1-4750-4a51-b2e5-2eed44a057e7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:34.389787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.395662 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-23f16226-28c4-4c53-8b4c-e875aa9286fd tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9959049 Mar 31 23:14:34.396547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34122) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:34.408336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:34.425111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 571286a8-e762-4248-b379-53cc6402ea47 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:34.442379 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.457624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7316db18-1c76-43c7-b14b-645a7d5fbe9e']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:34.491149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f21b6af1-4750-4a51-b2e5-2eed44a057e7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:34.491522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f21b6af1-4750-4a51-b2e5-2eed44a057e7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:34.491945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 159dd7ef-b00b-4a30-bb68-9527fca1c681 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:34.514496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.515861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:34.516556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f4ffb2-8b17-4e4f-a408-38e82f541e46') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:34.537563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Allocated IP 172.25.8.113 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/d7c59242-438f-42a7-a9aa-3f7a814e0292) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:34.542713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.579607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b085c-6165-4789-a571-9b474f3bc333 req-a301a6d3-6567-45de-a3dd-7e2380e04992 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.584049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 159dd7ef-b00b-4a30-bb68-9527fca1c681 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:34.584398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 159dd7ef-b00b-4a30-bb68-9527fca1c681 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:34.592795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c08b085c-6165-4789-a571-9b474f3bc333 req-a301a6d3-6567-45de-a3dd-7e2380e04992 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1986527 Mar 31 23:14:34.602440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] Pushing event deleted for resources: {'Port': ['ID=159dd7ef-b00b-4a30-bb68-9527fca1c681,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.614472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed303e-1c4c-4b45-a369-875028b54fa1 None None] No DVR routers for this DVR port 159dd7ef-b00b-4a30-bb68-9527fca1c681 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:34.647349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.673143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:34.673566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:34.675606 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:34.701456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.710461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Attempting to bind port 4ceb7726-93cd-45a2-9752-bf3c59e2605f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:34.711098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Attempting to bind port 4ceb7726-93cd-45a2-9752-bf3c59e2605f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:34.712661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Attempting to bind port 4ceb7726-93cd-45a2-9752-bf3c59e2605f on network 3d4eead0-a80b-4acb-abc0-922c9ac198ed {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:34.720128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.737413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-db2f1dc5-3051-407c-b27d-ae11920a79cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.741834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:34.742390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Checking segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:34.742805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.743193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Bound using segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:34.743718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Bound port: 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:34.744097 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.812901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] In _notify_port_updated(), no bound segment for port f83e94bc-8318-4d46-b0de-9bca163fd884 on network 785e790a-3b0e-43fa-a439-f4547f6127b8 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:34.818643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.819455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.823892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/ports/f83e94bc-8318-4d46-b0de-9bca163fd884 HTTP/1.1" status: 200 len: 818 time: 0.4220297 Mar 31 23:14:34.825811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:34.844652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c08b085c-6165-4789-a571-9b474f3bc333 req-31fdce03-9ca2-42e3-b168-b000185e2e77 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479453 Mar 31 23:14:34.862911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Allocated IP 2001:db8::2 (c64c1acb-129e-48ca-b50b-8efeb4eb262f/3355c6b8-badd-4ab3-a116-795ca00c994c/2151818d-0378-4720-891d-a4955f2ce683) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:34.872667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa9ab1-277c-412b-823d-acaf504089c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=f83e94bc-8318-4d46-b0de-9bca163fd884,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:34.896672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fb042-c669-4d14-9b6f-f3feef9e58fa req-e796af42-be74-45c8-9cae-0152dbe8f5ee tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.900674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] For port 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:34.904597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-167fb042-c669-4d14-9b6f-f3feef9e58fa req-e796af42-be74-45c8-9cae-0152dbe8f5ee tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.1803775 Mar 31 23:14:34.905817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] For port 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ceb7726-93cd-45a2-9752-bf3c59e2605f,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:34.918742 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.923908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.967940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-167fb042-c669-4d14-9b6f-f3feef9e58fa req-d8f50033-99cc-4d80-afc1-6f2ba02500a5 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621254 Mar 31 23:14:34.970644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:34.974929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] 10.222.0.95 "DELETE /v2.0/networks/7316db18-1c76-43c7-b14b-645a7d5fbe9e HTTP/1.1" status: 204 len: 168 time: 1.4957004 Mar 31 23:14:34.986651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-5ab2957c-840e-47cb-8178-b097f8da16eb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:34.987727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-5ab2957c-840e-47cb-8178-b097f8da16eb tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.4330337 Mar 31 23:14:34.998139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34130) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:35.004094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506d59-61ca-4893-9c50-c1ddc4bcdcfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7316db18-1c76-43c7-b14b-645a7d5fbe9e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.025947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.074217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0dc24-16dc-40cc-b424-3ca44b8ec680 None None] Pushing event updated for resources: {'Port': ['ID=4ceb7726-93cd-45a2-9752-bf3c59e2605f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.157016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port f83e94bc-8318-4d46-b0de-9bca163fd884 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:35.157016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.179644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2df2a4-000b-4e86-b463-d51df1b78adb req-66a694ff-26da-4cf9-a00b-7c55c5616079 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.181203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb2df2a4-000b-4e86-b463-d51df1b78adb req-66a694ff-26da-4cf9-a00b-7c55c5616079 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1211784 Mar 31 23:14:35.207912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Deleting port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:35.209220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.252132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.267741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.275617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.338103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:35.345741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb2df2a4-000b-4e86-b463-d51df1b78adb req-80e2b318-c97f-4f8d-b5e8-7f9713dd8a12 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531994 Mar 31 23:14:35.349920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c59242-438f-42a7-a9aa-3f7a814e0292,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.350280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Pushing event updated for resources: {'Port': ['ID=2151818d-0378-4720-891d-a4955f2ce683,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.352201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:35.355277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:35.355433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.363574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:35.365939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:35.368545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:35.416499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for f83e94bc-8318-4d46-b0de-9bca163fd884 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:35.476166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Attempting to bind port 2151818d-0378-4720-891d-a4955f2ce683 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:35.476853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Attempting to bind port 2151818d-0378-4720-891d-a4955f2ce683 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3e58eb54-a831-49a3-9613-00abff0a76cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:35.477444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Attempting to bind port 2151818d-0378-4720-891d-a4955f2ce683 on network c64c1acb-129e-48ca-b50b-8efeb4eb262f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:35.485736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:35.486357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Checking segment: {'id': '3e58eb54-a831-49a3-9613-00abff0a76cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:35.486775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.487170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Bound using segment: {'id': '3e58eb54-a831-49a3-9613-00abff0a76cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:35.487746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Bound port: 2151818d-0378-4720-891d-a4955f2ce683, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e58eb54-a831-49a3-9613-00abff0a76cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:35.488234 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.508775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::10 (c64c1acb-129e-48ca-b50b-8efeb4eb262f/3355c6b8-badd-4ab3-a116-795ca00c994c/571286a8-e762-4248-b379-53cc6402ea47) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:35.561379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] For port b1bfa889-bcdd-45f3-aa54-0d62d827caf0, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,segment=NetworkSegment(2019ffb5-68ff-4789-a17a-d58f089348a0),segment_id=2019ffb5-68ff-4789-a17a-d58f089348a0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:35.561803 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.565433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] For port 2151818d-0378-4720-891d-a4955f2ce683, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:35.569392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] For port 2151818d-0378-4720-891d-a4955f2ce683, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2151818d-0378-4720-891d-a4955f2ce683,segment=NetworkSegment(3e58eb54-a831-49a3-9613-00abff0a76cb),segment_id=3e58eb54-a831-49a3-9613-00abff0a76cb)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:35.575797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:35.660956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28a289-595a-4954-b164-f48574fc4182 None None] Pushing event updated for resources: {'Port': ['ID=2151818d-0378-4720-891d-a4955f2ce683,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:35.943309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Calling delete_port for b1bfa889-bcdd-45f3-aa54-0d62d827caf0 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:36.111984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea0dcb-4ae4-4bef-a46d-0e0d0ddbe698 req-acf1a0be-ba68-4725-ad39-3283362e8ff2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.113723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84ea0dcb-4ae4-4bef-a46d-0e0d0ddbe698 req-acf1a0be-ba68-4725-ad39-3283362e8ff2 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.6022701 Mar 31 23:14:36.167004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.248699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=f83e94bc-8318-4d46-b0de-9bca163fd884,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.255520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.262168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dce71452-dcee-41eb-a38f-94e2c21412ac tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/f83e94bc-8318-4d46-b0de-9bca163fd884 HTTP/1.1" status: 204 len: 168 time: 1.4317958 Mar 31 23:14:36.271117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34140) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.282013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e645-a976-4619-b3fc-1b3476523915 req-40ec9d54-c762-4dd3-aa5a-946c8cf5c1c1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.284905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f65e645-a976-4619-b3fc-1b3476523915 req-40ec9d54-c762-4dd3-aa5a-946c8cf5c1c1 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/ports?device_id=c1a517f1-f614-47d4-8139-56f6416d6c19 HTTP/1.1" status: 200 len: 946 time: 0.2003932 Mar 31 23:14:36.294419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.352753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-84ea0dcb-4ae4-4bef-a46d-0e0d0ddbe698 req-1f4d5bc5-41d4-4eec-a50f-1f79c7fd42f6 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183952 Mar 31 23:14:36.433025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.439022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ceb7726-93cd-45a2-9752-bf3c59e2605f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:36.454767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5f2ab6-1a47-4f4a-82c3-f554bb8389af tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.456079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6d5f2ab6-1a47-4f4a-82c3-f554bb8389af tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1839387 Mar 31 23:14:36.459167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34144) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.485092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.512514 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee01c79-8bf6-4624-b31c-5df0becaf3df tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:36.517893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4ee01c79-8bf6-4624-b31c-5df0becaf3df tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/f83e94bc-8318-4d46-b0de-9bca163fd884 HTTP/1.1" status: 404 len: 333 time: 0.0509057 Mar 31 23:14:36.527178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70257262-134e-46a8-9a84-3df6965f097a None None] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:36.528149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.532005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b1bfa889-bcdd-45f3-aa54-0d62d827caf0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:36.538163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Pushing event deleted for resources: {'Port': ['ID=b1bfa889-bcdd-45f3-aa54-0d62d827caf0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.544214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.555287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1767507968'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:36.583268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] No DVR routers for this DVR port b1bfa889-bcdd-45f3-aa54-0d62d827caf0 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:36.588451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.591520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.596642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-645fe8bc-fe1c-47b7-94de-17d9638f0a7f req-e5d36cd5-2171-4ee4-b709-1e767d565dc7 tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.60 "DELETE /v2.0/ports/b1bfa889-bcdd-45f3-aa54-0d62d827caf0 HTTP/1.1" status: 204 len: 173 time: 1.5903862 Mar 31 23:14:36.606566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'name': 'network-vif-deleted', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:36.611126 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e51c7-4163-4d34-9583-c8b2927798e0" -d '{"events": [{"server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "name": "network-vif-deleted", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:36.626988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f65e645-a976-4619-b3fc-1b3476523915 req-6f85f3be-f5a1-49cf-8b54-c3362654295c tempest-DeleteServersTestJSON-1108520531 tempest-DeleteServersTestJSON-1108520531-project] 10.222.0.95 "GET /v2.0/security-groups?id=734bde99-e016-4f8b-ae7e-987fe57822e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343537 Mar 31 23:14:36.682596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=571286a8-e762-4248-b379-53cc6402ea47,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:36.710500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:36.712738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:36.719776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:36.730253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.731337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.748285 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935b2fda-9fdc-4967-a0f5-d2465e8f7e70 x-openstack-request-id: req-935b2fda-9fdc-4967-a0f5-d2465e8f7e70 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:36.750688 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a517f1-f614-47d4-8139-56f6416d6c19", "name": "network-vif-deleted", "tag": "b1bfa889-bcdd-45f3-aa54-0d62d827caf0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:36.751270 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-935b2fda-9fdc-4967-a0f5-d2465e8f7e70 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:36.751915 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935b2fda-9fdc-4967-a0f5-d2465e8f7e70'] response: {'server_uuid': 'c1a517f1-f614-47d4-8139-56f6416d6c19', 'name': 'network-vif-deleted', 'tag': 'b1bfa889-bcdd-45f3-aa54-0d62d827caf0', 'status': 'completed', 'code': 200} Mar 31 23:14:36.753512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0e6437ca-f8f4-4206-bdb9-6bbcace25449 None None] Provisioning complete for port 4ceb7726-93cd-45a2-9752-bf3c59e2605f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:36.753903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0e6437ca-f8f4-4206-bdb9-6bbcace25449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.772695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4ceb7726-93cd-45a2-9752-bf3c59e2605f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:36.772695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.779386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-04be7d0f-88db-4f1b-8ca0-d9e1952626a3 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9094145 Mar 31 23:14:36.781895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:36.803716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': 'c64c1acb-129e-48ca-b50b-8efeb4eb262f', 'name': 'tempest-PortsIpV6TestJSON-2004468655', 'fixed_ips': [{'subnet_id': '3355c6b8-badd-4ab3-a116-795ca00c994c', 'ip_address': '2001:db8::f'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:36.821993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:36.825158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.963463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:36.980837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fac5d3-cba2-4a24-8d5a-a5199ffeea50 req-b864f39d-2c9f-430b-9dce-828f0a71a2e3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.981556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:36.983303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0fac5d3-cba2-4a24-8d5a-a5199ffeea50 req-b864f39d-2c9f-430b-9dce-828f0a71a2e3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.2100654 Mar 31 23:14:36.983623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:36.988684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.013956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port d008e4dc-d565-4a7d-8ebf-0c8391564c53 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:37.036959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aba53cc0-a96e-4457-a034-1bd1664f0c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.045131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.045647 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment 9aa2f2cf-b5a3-4037-9406-043ce65e78b4 of type vlan for network 273bd683-c803-4ebf-a09e-8ee8c99b33eb Mar 31 23:14:37.128310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.153564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab442eb0-ec69-4788-8da2-54b539aae553 None None] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:37.164036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0e6437ca-f8f4-4206-bdb9-6bbcace25449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.178105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.249795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::f (c64c1acb-129e-48ca-b50b-8efeb4eb262f/3355c6b8-badd-4ab3-a116-795ca00c994c/d008e4dc-d565-4a7d-8ebf-0c8391564c53) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:37.297378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0fac5d3-cba2-4a24-8d5a-a5199ffeea50 req-05a28970-3324-4974-9d96-0a684d729ed3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626824 Mar 31 23:14:37.318262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.325345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.326925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.400446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8600490 Mar 31 23:14:37.414760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:37.423635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:37.444372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60578cca-ee9b-4f6d-afe3-0b35719085f7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=273bd683-c803-4ebf-a09e-8ee8c99b33eb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.505469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Router bdd413eb-5266-432e-81c7-535a1a5343cf is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:37.511282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ceb7726-93cd-45a2-9752-bf3c59e2605f,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.515275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:37.555405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.556375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2151818d-0378-4720-891d-a4955f2ce683 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:37.575815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.580082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:37.583824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.605024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Deleting port fc56f99a-54b8-4121-a761-43411ed76116 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:37.605361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.717931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-0e6437ca-f8f4-4206-bdb9-6bbcace25449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:37.718156 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.718294 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-0e6437ca-f8f4-4206-bdb9-6bbcace25449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:37.754480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:37.770378 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Sync routers for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:37.783099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4ceb7726-93cd-45a2-9752-bf3c59e2605f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:37.786453 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:37.788035 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:37.807811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] For port fc56f99a-54b8-4121-a761-43411ed76116, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc56f99a-54b8-4121-a761-43411ed76116,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.808184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.814155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.815678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5e92942f-6cc2-4a9d-90d2-1667f4ff2498 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7159853 Mar 31 23:14:37.824388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:37.844412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Calling delete_port for fc56f99a-54b8-4121-a761-43411ed76116 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:37.859661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2151818d-0378-4720-891d-a4955f2ce683 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:37.860045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.925908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:37.931600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:37.940067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:37.946393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.947297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:37.963219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.005710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2196050 Mar 31 23:14:38.005930 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:38.029022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:38.043107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a47e6-c36a-4669-bb96-cd6a35f73ec7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=d008e4dc-d565-4a7d-8ebf-0c8391564c53,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.073462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.097613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': '9aa2f2cf-b5a3-4037-9406-043ce65e78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:38.097982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: 273bd683-c803-4ebf-a09e-8ee8c99b33eb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:38.114636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=0174290a-3ae5-40ad-aa0a-58bf322ff9a1,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.133698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:38.151078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 2151818d-0378-4720-891d-a4955f2ce683, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2151818d-0378-4720-891d-a4955f2ce683,segment=NetworkSegment(3e58eb54-a831-49a3-9613-00abff0a76cb),segment_id=3e58eb54-a831-49a3-9613-00abff0a76cb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:38.153578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 273bd683-c803-4ebf-a09e-8ee8c99b33eb) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:38.170455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:38.171098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.172018 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.184337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f0e65-9413-43f0-8ca4-568e4287a820 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:38.235961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9cd46c32-a689-47bc-918b-2092f616ba70 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8178568 Mar 31 23:14:38.236970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:38.246850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:38.295786 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:35Z', 'revision_number': 3, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:38.333320 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Checking router: bdd413eb-5266-432e-81c7-535a1a5343cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:38.333320 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Updating router bdd413eb-5266-432e-81c7-535a1a5343cf port d7c59242-438f-42a7-a9aa-3f7a814e0292 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:38.377198 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.512010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ceb7726-93cd-45a2-9752-bf3c59e2605f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:38.528480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:38.532438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.559820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=2151818d-0378-4720-891d-a4955f2ce683,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.570217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.698471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.735859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '0174290a-3ae5-40ad-aa0a-58bf322ff9a1'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:38.737590 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.740101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4ceb7726-93cd-45a2-9752-bf3c59e2605f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:38.740625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.770230 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0174290a-3ae5-40ad-aa0a-58bf322ff9a1 (CIDR: 172.20.0.0/28) Mar 31 23:14:38.781167 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:14:38.781922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:14:38.808794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc56f99a-54b8-4121-a761-43411ed76116,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.810004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ced48ded-b4af-4b6d-94dd-8a98ff320a59 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5711882 Mar 31 23:14:38.812377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34190) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:38.822270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:38.824004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-5c3820f2-17c7-4afe-a453-1b15c0ecad40 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:38.831195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-5c3820f2-17c7-4afe-a453-1b15c0ecad40 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.1719649 Mar 31 23:14:38.846427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a52321-a52e-4310-8fef-c93e4e56f9ab tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:38.848250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3a52321-a52e-4310-8fef-c93e4e56f9ab tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8186862 Mar 31 23:14:38.851269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:38.858034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Provisioning complete for port 571286a8-e762-4248-b379-53cc6402ea47 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:38.858411 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.901500 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:38.913417 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.018949 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Attempting to bind port d7c59242-438f-42a7-a9aa-3f7a814e0292 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:39.019860 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Attempting to bind port d7c59242-438f-42a7-a9aa-3f7a814e0292 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:39.020466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Attempting to bind port d7c59242-438f-42a7-a9aa-3f7a814e0292 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:39.032745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:39.033564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:39.034198 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.034840 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:39.035563 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Bound port: d7c59242-438f-42a7-a9aa-3f7a814e0292, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:39.036173 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.116052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366402ad-0cec-4ea2-b7c7-e502068cd9b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.128182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366402ad-0cec-4ea2-b7c7-e502068cd9b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.139500 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] For port d7c59242-438f-42a7-a9aa-3f7a814e0292, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:39.140955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366402ad-0cec-4ea2-b7c7-e502068cd9b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.145717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-366402ad-0cec-4ea2-b7c7-e502068cd9b8 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2873464 Mar 31 23:14:39.146322 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] For port d7c59242-438f-42a7-a9aa-3f7a814e0292, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d7c59242-438f-42a7-a9aa-3f7a814e0292,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:39.148087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34194) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:39.154495 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6082-40e0-4fe0-bd89-80ba93c2a584 None None] Pushing event updated for resources: {'Port': ['ID=d7c59242-438f-42a7-a9aa-3f7a814e0292,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.158423 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.182302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Allocated IP 172.20.0.2 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/0174290a-3ae5-40ad-aa0a-58bf322ff9a1/5b4f9c53-af8c-4db2-86d9-fe65d7682fdb) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:39.253067 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:39.253845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:39.274889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999afdb-ebc3-42fb-b6a1-468fd3fce618 req-6bde258f-f471-4561-b356-24aac64dc1cc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:39.290202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f999afdb-ebc3-42fb-b6a1-468fd3fce618 req-6bde258f-f471-4561-b356-24aac64dc1cc tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 945 time: 0.5958209 Mar 31 23:14:39.349121 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec6082-40e0-4fe0-bd89-80ba93c2a584 None None] Pushing event updated for resources: {'Port': ['ID=d7c59242-438f-42a7-a9aa-3f7a814e0292,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.368998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:39.373458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.461497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port d008e4dc-d565-4a7d-8ebf-0c8391564c53 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:39.461910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.495383 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:39.619326 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.634104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Port 571286a8-e762-4248-b379-53cc6402ea47 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:39.644439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.658848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.669528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for d008e4dc-d565-4a7d-8ebf-0c8391564c53 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:39.682222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b1bfa889-bcdd-45f3-aa54-0d62d827caf0 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:39.797716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:39.814025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: b1bfa889-bcdd-45f3-aa54-0d62d827caf0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:39.814529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b1bfa889-bcdd-45f3-aa54-0d62d827caf0 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:39.822662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:39.826301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:39.832380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Provisioning complete for port d008e4dc-d565-4a7d-8ebf-0c8391564c53 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:39.833035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:39.893143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:35Z', 'revision_number': 3, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:39.911046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Pushing event updated for resources: {'Port': ['ID=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:39.965311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2435f93f-d2f9-4c8d-89ad-57d14decbe85 None None] The sync data for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 is: [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:35Z', 'revision_number': 3, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:39.966408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Port d008e4dc-d565-4a7d-8ebf-0c8391564c53 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:39.983722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Attempting to bind port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:39.984401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Attempting to bind port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '9aa2f2cf-b5a3-4037-9406-043ce65e78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:39.984919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Attempting to bind port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb on network 273bd683-c803-4ebf-a09e-8ee8c99b33eb {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:40.001194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Provisioning complete for port 2151818d-0378-4720-891d-a4955f2ce683 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:40.001891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.004023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.008174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:40.009182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Checking segment: {'id': '9aa2f2cf-b5a3-4037-9406-043ce65e78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:40.009811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.010425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Bound using segment: {'id': '9aa2f2cf-b5a3-4037-9406-043ce65e78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:40.011149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Bound port: 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa2f2cf-b5a3-4037-9406-043ce65e78b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:40.011781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.012797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.097232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:40.110557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.127573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:40.140569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] For port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:40.142761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:40.147484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.149686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] For port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,segment=NetworkSegment(9aa2f2cf-b5a3-4037-9406-043ce65e78b4),segment_id=9aa2f2cf-b5a3-4037-9406-043ce65e78b4)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:40.153486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=2ab6fa5b-7e70-4c3c-bef7-f1dc81720335,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.186952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=d008e4dc-d565-4a7d-8ebf-0c8391564c53,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.192899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.249104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a87b5a23-4050-4dc4-b77d-d72fadc1e80f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4345596 Mar 31 23:14:40.252360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34198) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:40.257894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'fixed_ips': [{'subnet_id': '0174290a-3ae5-40ad-aa0a-58bf322ff9a1'}, {'subnet_id': '2ab6fa5b-7e70-4c3c-bef7-f1dc81720335'}], 'name': 'tempest-PortsTestJSON-1839463355'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:40.262685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.271769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b146a8bf-f055-462a-b5f7-d2e3f9d4c04c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/d008e4dc-d565-4a7d-8ebf-0c8391564c53 HTTP/1.1" status: 204 len: 168 time: 1.1135886 Mar 31 23:14:40.275715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:40.385634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c38d-ae29-4bf7-981a-8753a616d4b9 None None] Pushing event updated for resources: {'Port': ['ID=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:40.397434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.399059 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1970a2a3-91e9-472b-a05f-8de42d01df19 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:40.403311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f999afdb-ebc3-42fb-b6a1-468fd3fce618 req-cf908e53-b3b9-4f70-9eec-e7addc92d795 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1120994 Mar 31 23:14:40.406937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Provisioning complete for port 4ceb7726-93cd-45a2-9752-bf3c59e2605f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:40.407305 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e56cf8f2-0507-4a3c-a875-020c6fed9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.409164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1970a2a3-91e9-472b-a05f-8de42d01df19 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/d008e4dc-d565-4a7d-8ebf-0c8391564c53 HTTP/1.1" status: 404 len: 333 time: 0.1320903 Mar 31 23:14:40.409731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:40.469398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port 37827928-acb6-42e1-8bf5-c5792f99e0c0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:40.469739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.635932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port 37827928-acb6-42e1-8bf5-c5792f99e0c0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=37827928-acb6-42e1-8bf5-c5792f99e0c0,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:40.636916 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.661223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for 37827928-acb6-42e1-8bf5-c5792f99e0c0 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:40.720201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2151818d-0378-4720-891d-a4955f2ce683 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:40.856046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b1c6eee3-8064-400f-b4ab-f8adb02a264b None None] Provisioning complete for port 571286a8-e762-4248-b379-53cc6402ea47 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:40.856411 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b1c6eee3-8064-400f-b4ab-f8adb02a264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.884773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 571286a8-e762-4248-b379-53cc6402ea47 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:40.885312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.885896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.934747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2151818d-0378-4720-891d-a4955f2ce683 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:40.935134 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.936629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:40.952692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:40.977783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6eee3-8064-400f-b4ab-f8adb02a264b None None] Port 571286a8-e762-4248-b379-53cc6402ea47 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:40.992815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b1c6eee3-8064-400f-b4ab-f8adb02a264b None None] Could not find standard attr ID for object d008e4dc-d565-4a7d-8ebf-0c8391564c53. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:41.063641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 37827928-acb6-42e1-8bf5-c5792f99e0c0 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:41.171167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.213995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 571286a8-e762-4248-b379-53cc6402ea47 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:41.230828 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.234945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.303368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:41.425763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.450436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f09f3c65-f9e6-4d28-be70-0b43538c303d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:41.561007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=37827928-acb6-42e1-8bf5-c5792f99e0c0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:41.565698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Allocated IP 172.20.0.1 (3d4eead0-a80b-4acb-abc0-922c9ac198ed/479226f7-f722-4593-85aa-fcfa6ec55cfc/7e820087-cc75-43fd-8c92-99eebe364a4a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:41.597045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port 37827928-acb6-42e1-8bf5-c5792f99e0c0 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:41.600834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:41.606089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db3d0708-8e9b-4f66-976d-a2e131d3fd05 req-cf3c43f4-87dd-4c55-ad30-25309dfdd354 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.96 "DELETE /v2.0/ports/37827928-acb6-42e1-8bf5-c5792f99e0c0 HTTP/1.1" status: 204 len: 173 time: 2.7134223 Mar 31 23:14:41.613537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'name': 'network-vif-deleted', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:41.617491 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1a6e5b-3e8e-4a26-b656-bbc32772721f" -d '{"events": [{"server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "name": "network-vif-deleted", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:41.647889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Router 739d767f-af97-48e0-a416-f1075b9c32a6 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:41.905191 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd8da2-5094-492a-8fec-e8a658f0efdf x-openstack-request-id: req-7fcd8da2-5094-492a-8fec-e8a658f0efdf {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:41.905490 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bc3f6-221c-463e-b154-5270d57fb9d8", "name": "network-vif-deleted", "tag": "37827928-acb6-42e1-8bf5-c5792f99e0c0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:41.905825 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7fcd8da2-5094-492a-8fec-e8a658f0efdf {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:41.906237 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcd8da2-5094-492a-8fec-e8a658f0efdf'] response: {'server_uuid': '491bc3f6-221c-463e-b154-5270d57fb9d8', 'name': 'network-vif-deleted', 'tag': '37827928-acb6-42e1-8bf5-c5792f99e0c0', 'status': 'completed', 'code': 200} Mar 31 23:14:41.913522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:41.923680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4d87391d-db84-4f5f-9b98-d4cbabb5c3f6 admin admin] 10.222.0.95 "PUT /v2.0/routers/739d767f-af97-48e0-a416-f1075b9c32a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9222426 Mar 31 23:14:41.925930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34214) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:41.929404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Sync routers for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:41.986209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.045686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:42.046463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:42.104576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.107762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.164994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116687fe-955d-4666-9531-2394eb5a5771 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:42.205403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-59a8d72b-f881-4e4c-9223-911162c56f04 req-d633f9b9-6dfb-432b-8466-1590170842df tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=491bc3f6-221c-463e-b154-5270d57fb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0878198 Mar 31 23:14:42.307506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Pushing event updated for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:42.325992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:42.332703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:42.337254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:42.405880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.504417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.14 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/0174290a-3ae5-40ad-aa0a-58bf322ff9a1/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:42.515069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.26 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:42.521897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.579092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=571286a8-e762-4248-b379-53cc6402ea47,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:42.630729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.635132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ab548c4-62de-42d4-97b3-3fde851ec4c1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/571286a8-e762-4248-b379-53cc6402ea47 HTTP/1.1" status: 204 len: 168 time: 2.2138560 Mar 31 23:14:42.643010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34216) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:42.685038 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb00ae4-8355-4b6e-b2b2-cf9994ea4f7e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:14:42.687006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8cb00ae4-8355-4b6e-b2b2-cf9994ea4f7e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/571286a8-e762-4248-b379-53cc6402ea47 HTTP/1.1" status: 404 len: 333 time: 0.0427108 Mar 31 23:14:42.691724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34218) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:42.752998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.805365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 3355c6b8-badd-4ab3-a116-795ca00c994c {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:42.805365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.826738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:42.897643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.910729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:42.939781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d7c59242-438f-42a7-a9aa-3f7a814e0292 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:42.959425 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:42.966224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Deleting port dd009274-46a7-4238-a30f-f3b159fe7e7a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:42.966596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.035415 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.121195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34232) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.142358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.190551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=3355c6b8-badd-4ab3-a116-795ca00c994c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.201058 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.205473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-018a0384-6184-443c-b21d-c5b8ff499548 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/3355c6b8-badd-4ab3-a116-795ca00c994c HTTP/1.1" status: 204 len: 168 time: 0.5122926 Mar 31 23:14:43.209708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34236) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.216247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] For port dd009274-46a7-4238-a30f-f3b159fe7e7a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dd009274-46a7-4238-a30f-f3b159fe7e7a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:43.216631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.230422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:43.230765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.237104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Calling delete_port for dd009274-46a7-4238-a30f-f3b159fe7e7a owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:43.274844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efe74cf-0889-4a10-9428-919e96b6537f None None] Network c64c1acb-129e-48ca-b50b-8efeb4eb262f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:43.311942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.381772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.395003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.420360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.427225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 2151818d-0378-4720-891d-a4955f2ce683 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:43.427830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.500866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d7c59242-438f-42a7-a9aa-3f7a814e0292 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:43.501242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.519424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.525277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.570664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Deleting subnet 8ca22ad4-dc0f-48f4-8396-51691c1755f7 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:43.575007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.588670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7a46badb-90c2-4dfb-9cc9-421d6f4a31d6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.596662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port 2151818d-0378-4720-891d-a4955f2ce683, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2151818d-0378-4720-891d-a4955f2ce683,segment=NetworkSegment(3e58eb54-a831-49a3-9613-00abff0a76cb),segment_id=3e58eb54-a831-49a3-9613-00abff0a76cb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:43.596662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.617470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:43.622070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:43.628293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:43.648236 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.663213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:38Z', 'revision_number': 5, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port': {'id': 'dd009274-46a7-4238-a30f-f3b159fe7e7a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:cb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2390, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:15Z', 'updated_at': '2022-03-31T23:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:43.688073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:43.688922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.692802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 2151818d-0378-4720-891d-a4955f2ce683 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:43.743404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.749940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8b6a691a-4a9a-4274-9c21-f73831fad617 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.4964554 Mar 31 23:14:43.752593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34256) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:43.759895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0174290a-3ae5-40ad-aa0a-58bf322ff9a1'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:43.782647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.806803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Checking router: 739d767f-af97-48e0-a416-f1075b9c32a6 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:43.807023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Pushing event updated for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.871850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Routers {'739d767f-af97-48e0-a416-f1075b9c32a6'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:43.872493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['739d767f-af97-48e0-a416-f1075b9c32a6'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:43.893503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.963514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:43.979889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] For port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,segment=NetworkSegment(9aa2f2cf-b5a3-4037-9406-043ce65e78b4),segment_id=9aa2f2cf-b5a3-4037-9406-043ce65e78b4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:44.022047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=2151818d-0378-4720-891d-a4955f2ce683,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.035141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port 2151818d-0378-4720-891d-a4955f2ce683 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:44.041244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.044612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:44.064467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.084278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.084904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:44.143594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca22ad4-dc0f-48f4-8396-51691c1755f7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.145969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.151730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0308bf46-fb04-4115-98ff-0b4158f51468 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/8ca22ad4-dc0f-48f4-8396-51691c1755f7 HTTP/1.1" status: 204 len: 168 time: 1.0238249 Mar 31 23:14:44.158937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34272) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:44.280396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.324836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ac987-f776-4e7f-b2c4-fd41ca644547 None None] DHCP port deletion for c64c1acb-129e-48ca-b50b-8efeb4eb262f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:44.378294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.396779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d7c59242-438f-42a7-a9aa-3f7a814e0292, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d7c59242-438f-42a7-a9aa-3f7a814e0292,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:44.413707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.415193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:44.425609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64c1acb-129e-48ca-b50b-8efeb4eb262f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:44.460058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e58eb54-a831-49a3-9613-00abff0a76cb') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:44.460348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e58eb54-a831-49a3-9613-00abff0a76cb') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:44.484326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.487725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd009274-46a7-4238-a30f-f3b159fe7e7a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.515553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.526074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3af9b783-27fc-40a8-aef4-5fb97128d953 None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:44.527899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3af9b783-27fc-40a8-aef4-5fb97128d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.535862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] Set router 739d767f-af97-48e0-a416-f1075b9c32a6 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:44.542007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:44.543187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.566709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Update dhcp port {'port': {'network_id': '273bd683-c803-4ebf-a09e-8ee8c99b33eb', 'fixed_ips': [{'subnet_id': '0174290a-3ae5-40ad-aa0a-58bf322ff9a1', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ab6fa5b-7e70-4c3c-bef7-f1dc81720335'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '5b4f9c53-af8c-4db2-86d9-fe65d7682fdb'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:14:44.569046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6932f5f-6d28-4796-b841-6cd207f5288c None None] Pushing event updated for resources: {'Port': ['ID=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.624545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:44.664992 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:44.683111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Router bdd413eb-5266-432e-81c7-535a1a5343cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:44.689105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d7c59242-438f-42a7-a9aa-3f7a814e0292,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.694011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.707477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.714274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/c64c1acb-129e-48ca-b50b-8efeb4eb262f HTTP/1.1" status: 204 len: 168 time: 1.5011978 Mar 31 23:14:44.717250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.721067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34278) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:44.724940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b071e4-b10c-4e9b-b625-7623dbb61928 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=c64c1acb-129e-48ca-b50b-8efeb4eb262f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.732734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970387317'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:44.733710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:44.734084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.735749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 6, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:44.750801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d35bf-51cb-4619-9db4-69a0c84d7604 req-f1443093-571d-471f-9a4f-3affb4da5daf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:44.753439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-406d35bf-51cb-4619-9db4-69a0c84d7604 req-f1443093-571d-471f-9a4f-3affb4da5daf tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.2075036 Mar 31 23:14:44.799833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c264aec-279a-4f59-9a4f-050407c9161c None None] The sync data for ids ['739d767f-af97-48e0-a416-f1075b9c32a6'] in n-d-835855-2 is: [{'id': '739d767f-af97-48e0-a416-f1075b9c32a6', 'name': 'tempest-TestAggregatesBasicOps-638814046-router', 'tenant_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:13Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 6, 'project_id': 'c033edd4f7c94c4dbd47f4aa9d3e23af', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:44.804218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.814068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3af9b783-27fc-40a8-aef4-5fb97128d953 None None] Port 7e820087-cc75-43fd-8c92-99eebe364a4a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:44.864740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Delete allocated IP 172.20.0.26 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335) {{(pid=109298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:14:44.966676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c812d4cf-fbfe-4ae2-a912-7bea5651f28f None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:44.967373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c812d4cf-fbfe-4ae2-a912-7bea5651f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.986815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:44.997655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.006297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.012573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.119642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7a46badb-90c2-4dfb-9cc9-421d6f4a31d6,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.145563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] In _notify_port_updated(), no bound segment for port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 on network 273bd683-c803-4ebf-a09e-8ee8c99b33eb {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:45.156000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:45.156804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.162426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e936f7c3-f4ad-455d-b888-137e5a9cfc49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/ports/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 HTTP/1.1" status: 200 len: 920 time: 1.4070101 Mar 31 23:14:45.163259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:45.169603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0174290a-3ae5-40ad-aa0a-58bf322ff9a1'}, {'subnet_id': '2ab6fa5b-7e70-4c3c-bef7-f1dc81720335'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:45.272377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.293828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c812d4cf-fbfe-4ae2-a912-7bea5651f28f None None] Port 7e820087-cc75-43fd-8c92-99eebe364a4a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:45.314361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Allocated IP 172.20.0.18 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335/5b4f9c53-af8c-4db2-86d9-fe65d7682fdb) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:45.389830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:45.393360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.418379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] For port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,segment=NetworkSegment(9aa2f2cf-b5a3-4037-9406-043ce65e78b4),segment_id=9aa2f2cf-b5a3-4037-9406-043ce65e78b4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:45.449167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.456030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.470096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.483804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-406d35bf-51cb-4619-9db4-69a0c84d7604 req-f207d54d-b394-4b9a-82c3-703d76ca20f4 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6473360 Mar 31 23:14:45.523606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:45.525666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.526215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739d767f-af97-48e0-a416-f1075b9c32a6 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:14:45.531537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbe8143-f354-4816-bc83-9b898eb390d8']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.536275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.537497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1b03370c-9b8f-4708-a844-86277684e57f admin admin] 10.222.0.95 "DELETE /v2.0/routers/739d767f-af97-48e0-a416-f1075b9c32a6 HTTP/1.1" status: 204 len: 168 time: 3.6106155 Mar 31 23:14:45.553719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cab9f-5832-4ec5-97bb-a82c197f1bfd None None] Pushing event updated for resources: {'Port': ['ID=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.570341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34282) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:45.587722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019ffb5-68ff-4789-a17a-d58f089348a0') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.588065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019ffb5-68ff-4789-a17a-d58f089348a0') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.590398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.590398 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Added segment 3e7570ff-84c7-4b99-8b34-0ebbcdb3635e of type vlan for network 0022cf26-1657-4894-8cea-b9b9a551a5fd Mar 31 23:14:45.604424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.22 (273bd683-c803-4ebf-a09e-8ee8c99b33eb/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:45.629721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.685897 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.726497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.729890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:45.730411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:45.733210 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:45.735179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:45.748701 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Sync routers for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:45.756140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Deleting subnet ae0d9a91-bfd5-485a-8602-3daa177843cf {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:45.778013 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:45.780128 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:45.784682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.784959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22f5c23d-e87a-4780-9495-38a977369bab admin admin] 10.222.0.95 "PUT /v2.0/routers/bdd413eb-5266-432e-81c7-535a1a5343cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9572530 Mar 31 23:14:45.786136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.792617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.842617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d7c59242-438f-42a7-a9aa-3f7a814e0292 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:45.891901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:14:45.947999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.950077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.956297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d7c59242-438f-42a7-a9aa-3f7a814e0292 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:45.958494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:45.996122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.002041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.002921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.008769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.016403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] 10.222.0.95 "DELETE /v2.0/networks/4cbe8143-f354-4816-bc83-9b898eb390d8 HTTP/1.1" status: 204 len: 168 time: 1.8493335 Mar 31 23:14:46.050599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7a46badb-90c2-4dfb-9cc9-421d6f4a31d6,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.076900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:46.106320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e49fc-bfc0-486f-a1dc-6bcf367673df admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbe8143-f354-4816-bc83-9b898eb390d8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.181600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:46.188639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4637554 Mar 31 23:14:46.194497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34290) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:46.221242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] In _notify_port_updated(), no bound segment for port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 on network 273bd683-c803-4ebf-a09e-8ee8c99b33eb {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:14:46.225899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:46.229185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.230108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.232138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f879688b-3124-40c1-bec1-c702d856413b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/ports/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 HTTP/1.1" status: 200 len: 1000 time: 1.0674269 Mar 31 23:14:46.235791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34294) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:46.282197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-4e822d3b-18e7-414e-89ab-114ede7b2f5e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.286249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-4e822d3b-18e7-414e-89ab-114ede7b2f5e tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.60 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.2762845 Mar 31 23:14:46.311824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:46.312408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.331815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34296) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:46.467706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3ffb9-ac77-4ab8-8551-e7d4f55c042f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Network': ['ID=0022cf26-1657-4894-8cea-b9b9a551a5fd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.474262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6df538-ba34-4506-8a98-a12465810546 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:46.498169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.532599 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:43Z', 'revision_number': 2, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:46.566487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Checking router: bdd413eb-5266-432e-81c7-535a1a5343cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:46.567670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Updating router bdd413eb-5266-432e-81c7-535a1a5343cf port 7e820087-cc75-43fd-8c92-99eebe364a4a binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:46.572883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:46.588973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51b7651e-e60b-4a07-b9c4-9dc8f95c1819 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3420ecc795de4bbaa6acac99f12c3a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510476 Mar 31 23:14:46.597025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34300) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:46.606245 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.622408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:46.639279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.672169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.722660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:46.723144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.771583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Deleting port f09f3c65-f9e6-4d28-be70-0b43538c303d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:46.772045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.778613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9fefca80-a0f8-4810-b0e1-5b0f83609e1c None None] Provisioning complete for port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:46.779374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9fefca80-a0f8-4810-b0e1-5b0f83609e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.788374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae0d9a91-bfd5-485a-8602-3daa177843cf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.862512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9fefca80-a0f8-4810-b0e1-5b0f83609e1c None None] Port 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:46.908689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.915301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1b8b7cb3-25b9-46aa-aca1-eb19b4a6c1d2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ae0d9a91-bfd5-485a-8602-3daa177843cf HTTP/1.1" status: 204 len: 168 time: 1.3401182 Mar 31 23:14:46.916235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34308) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:46.928561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc56f99a-54b8-4121-a761-43411ed76116 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:46.930690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec549fb8-d7fb-4111-91f3-90f5de1eed1a None None] Network 67a5a49f-2400-4028-86d0-80a22d6c81f1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:46.949761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:46.969516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed36ad-a6c6-4b2f-ad5f-9b370ba3239c req-ccd7eb76-7a92-4eb4-b892-4c785ce17e9d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:46.971662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fc56f99a-54b8-4121-a761-43411ed76116 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:46.972005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc56f99a-54b8-4121-a761-43411ed76116 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:46.972189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4ed36ad-a6c6-4b2f-ad5f-9b370ba3239c req-ccd7eb76-7a92-4eb4-b892-4c785ce17e9d tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 946 time: 0.3305404 Mar 31 23:14:46.972429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2151818d-0378-4720-891d-a4955f2ce683 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:46.975859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9fefca80-a0f8-4810-b0e1-5b0f83609e1c None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:46.975859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9fefca80-a0f8-4810-b0e1-5b0f83609e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.023510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2151818d-0378-4720-891d-a4955f2ce683 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:47.024182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2151818d-0378-4720-891d-a4955f2ce683 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:47.049711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.077517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.137567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.139921 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.148945 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.183534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:47.187704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] For port f09f3c65-f9e6-4d28-be70-0b43538c303d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f09f3c65-f9e6-4d28-be70-0b43538c303d,segment=NetworkSegment(921a2aa6-4d9c-4daf-877a-c995aa0e7e45),segment_id=921a2aa6-4d9c-4daf-877a-c995aa0e7e45)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:47.188728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.195009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34312) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:47.195761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4ed36ad-a6c6-4b2f-ad5f-9b370ba3239c req-8d16c031-c119-43a7-8497-560667babf6a tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/security-groups?id=1e7ae65f-428a-4414-a356-c84a261941fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937573 Mar 31 23:14:47.204945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-515200179-network', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:47.220456 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82354610-6c94-4274-9d20-67aec0b83145 None None] Pushing event updated for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.258051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Calling delete_port for f09f3c65-f9e6-4d28-be70-0b43538c303d owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:47.263029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.265731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.269494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/734bde99-e016-4f8b-ae7e-987fe57822e1 HTTP/1.1" status: 204 len: 168 time: 0.6625977 Mar 31 23:14:47.277397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Made reservation on behalf of 4b3516e089a14a56bebe3ff211521f83 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:47.280512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.292156 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.305197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.331186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=9449b2da-92fc-4796-a2fd-f05fd1f167fe,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.355991 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Attempting to bind port 7e820087-cc75-43fd-8c92-99eebe364a4a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:47.356363 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Attempting to bind port 7e820087-cc75-43fd-8c92-99eebe364a4a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:47.356714 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Attempting to bind port 7e820087-cc75-43fd-8c92-99eebe364a4a on network 3d4eead0-a80b-4acb-abc0-922c9ac198ed {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:47.371150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Checking segment: {'id': '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:47.372282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network hostable DHCP agents. Network: 0022cf26-1657-4894-8cea-b9b9a551a5fd, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:47.373658 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:47.374036 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Checking segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:47.374615 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.375084 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Bound using segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:47.375520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Bound port: 7e820087-cc75-43fd-8c92-99eebe364a4a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:47.375905 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.421220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:47.426811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:47.443168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 0022cf26-1657-4894-8cea-b9b9a551a5fd) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:47.452280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.454118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.494080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f285b549-1e22-4476-b459-bf077d2c3e5c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2810581 Mar 31 23:14:47.495076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34316) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:47.506206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-479190383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:47.511764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabc1b8-ee20-49cf-b2ac-fafb545f14f7 None None] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:47.558656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.558858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] DHCP port deletion for 67a5a49f-2400-4028-86d0-80a22d6c81f1 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:47.559922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.567211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bea41f-b1a0-4f6a-90cd-cb5bf7202774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734bde99-e016-4f8b-ae7e-987fe57822e1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.579124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.586529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.591039 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] For port 7e820087-cc75-43fd-8c92-99eebe364a4a, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:47.601204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] vlan segment allocate from pool success with {'vlan_id': 1279, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:47.649959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.650309 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Added segment 7650cd8b-a59e-4470-b44f-c8fd45076450 of type vlan for network 866bccee-abb5-4481-aef7-555b8b3db233 Mar 31 23:14:47.705655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.724967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f85014-4405-47f5-b396-2ee29a44f77d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.741583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.745182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.746487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.821788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6246667 Mar 31 23:14:47.826294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34320) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:47.838693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Request body: {'subnet': {'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-515200179-subnet', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:47.888896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:47.889511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.890299 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] For port 7e820087-cc75-43fd-8c92-99eebe364a4a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7e820087-cc75-43fd-8c92-99eebe364a4a,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:47.896802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Deleting port efefbfe8-15a7-4358-a5bd-88878e9c2a52 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:47.897377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.897871 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.911421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Made reservation on behalf of 4b3516e089a14a56bebe3ff211521f83 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:47.915708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.926362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.961813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:47.962196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:47.982465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747074e-6fc0-4207-b952-2433a417b239 admin admin] Pushing event updated for resources: {'Network': ['ID=866bccee-abb5-4481-aef7-555b8b3db233,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:47.989643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82354610-6c94-4274-9d20-67aec0b83145 None None] Pushing event updated for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:48.018942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:48.020025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.080977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.081350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 866bccee-abb5-4481-aef7-555b8b3db233 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:48.113297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=7a46badb-90c2-4dfb-9cc9-421d6f4a31d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:48.162752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.175970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Deleting port efefbfe8-15a7-4358-a5bd-88878e9c2a52 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:48.176399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.252917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.258297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-964b28af-e7cf-4c7a-b151-07243feda53c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7547588 Mar 31 23:14:48.263307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34332) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.272415 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:48.282021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd', 'name': 'tempest-PortsIpV6TestJSON-349983158'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:48.297731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] For port efefbfe8-15a7-4358-a5bd-88878e9c2a52, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=efefbfe8-15a7-4358-a5bd-88878e9c2a52,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:48.298128 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.341247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Calling delete_port for efefbfe8-15a7-4358-a5bd-88878e9c2a52 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:48.380196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] For port efefbfe8-15a7-4358-a5bd-88878e9c2a52, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=efefbfe8-15a7-4358-a5bd-88878e9c2a52,segment=NetworkSegment(cab143bb-db14-48f9-9918-9cab137d1a8b),segment_id=cab143bb-db14-48f9-9918-9cab137d1a8b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:48.380196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.393325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.457340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Pushing event deleted for resources: {'Port': ['ID=f09f3c65-f9e6-4d28-be70-0b43538c303d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:48.467213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Calling delete_port for efefbfe8-15a7-4358-a5bd-88878e9c2a52 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:48.481541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.485715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8efbb647-c7cf-4e36-a43e-36629e969967 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 HTTP/1.1" status: 204 len: 168 time: 2.2476161 Mar 31 23:14:48.490569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34336) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.498755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b07e750b-1549-4967-878d-d9c7a5f39dd4 req-2cacc3b6-af24-4372-91d9-01c1f8c441d3 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.95 "GET /v2.0/ports?device_id=b556709c-2906-4338-b921-479d9a4b5c97 HTTP/1.1" status: 200 len: 210 time: 0.1096087 Mar 31 23:14:48.543523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.554151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-0022cf26-1657-4894-8cea-b9b9a551a5fd', 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': '9449b2da-92fc-4796-a2fd-f05fd1f167fe'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:48.555101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.562666 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa8ab7c-a715-405c-8ce3-1a7c9e378373 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:14:48.565352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4fa8ab7c-a715-405c-8ce3-1a7c9e378373 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 HTTP/1.1" status: 404 len: 333 time: 0.0737338 Mar 31 23:14:48.571938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.619400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] No DVR routers for this DVR port efefbfe8-15a7-4358-a5bd-88878e9c2a52 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:48.651209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:47Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:48.695047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] No DVR routers for this DVR port f09f3c65-f9e6-4d28-be70-0b43538c303d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:48.701021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.705923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5389a353-93ca-4290-abd1-df8af25c9c29 req-dc9e8795-6881-480e-b5c1-100ab28abb13 tempest-ServersTestJSON-438571937 tempest-ServersTestJSON-438571937-project] 10.222.0.60 "DELETE /v2.0/ports/f09f3c65-f9e6-4d28-be70-0b43538c303d HTTP/1.1" status: 204 len: 173 time: 2.3651845 Mar 31 23:14:48.735596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432eb3cd-78fb-49b9-bc10-0a577997ffc7 None None] The sync data for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 is: [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:47Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:48.757993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'name': 'network-vif-deleted', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:48.773139 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1260197f-e4fc-495e-b4d7-c83bd4b9c661" -d '{"events": [{"server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "name": "network-vif-deleted", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:48.775723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:48.779293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.888881 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9048f43-63f5-4f30-ac27-80887609844b x-openstack-request-id: req-f9048f43-63f5-4f30-ac27-80887609844b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:48.894918 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b556709c-2906-4338-b921-479d9a4b5c97", "name": "network-vif-deleted", "tag": "f09f3c65-f9e6-4d28-be70-0b43538c303d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:48.896963 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f9048f43-63f5-4f30-ac27-80887609844b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:48.897536 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9048f43-63f5-4f30-ac27-80887609844b'] response: {'server_uuid': 'b556709c-2906-4338-b921-479d9a4b5c97', 'name': 'network-vif-deleted', 'tag': 'f09f3c65-f9e6-4d28-be70-0b43538c303d', 'status': 'completed', 'code': 200} Mar 31 23:14:48.905325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 27353cf4-dbf1-4a13-98ef-505323c8e52d yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:48.919149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Allocated IP 2001:db8::2 (0022cf26-1657-4894-8cea-b9b9a551a5fd/9449b2da-92fc-4796-a2fd-f05fd1f167fe/cd518b30-402f-4243-9844-2cdb9c359eda) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:48.929688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 2ab6fa5b-7e70-4c3c-bef7-f1dc81720335 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:48.933123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Pushing event deleted for resources: {'Port': ['ID=efefbfe8-15a7-4358-a5bd-88878e9c2a52,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:48.940708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.950015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:48.961560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34348) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:48.983167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dd009274-46a7-4238-a30f-f3b159fe7e7a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:49.038661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.042766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.050475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.051065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.052328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.052655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.055488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.056087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.056660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.057145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.057626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.058208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.058895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.059944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dd0777-8dd1-49e8-90c1-b2b432adf8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:49.078387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93aee0e0-1f3c-4be9-ab32-7149f1277e51,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.116677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Checking segment: {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:49.120738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Network hostable DHCP agents. Network: 866bccee-abb5-4481-aef7-555b8b3db233, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:49.125316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: dd009274-46a7-4238-a30f-f3b159fe7e7a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:49.128540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dd009274-46a7-4238-a30f-f3b159fe7e7a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:49.159378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] No DVR routers for this DVR port efefbfe8-15a7-4358-a5bd-88878e9c2a52 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:49.166588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Network 866bccee-abb5-4481-aef7-555b8b3db233 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:49.177013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=efefbfe8-15a7-4358-a5bd-88878e9c2a52,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.183227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 866bccee-abb5-4481-aef7-555b8b3db233) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:49.190456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:49.191204 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.223094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1862d643-daaa-4883-a8c8-40f46ee204b3 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3953764 Mar 31 23:14:49.228477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-19534487-network', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:49.230485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34352) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.235982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:49.301769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.302973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.373617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.403519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:49.406685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.417780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a5a49f-2400-4028-86d0-80a22d6c81f1']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:49.425041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.439157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.442338 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.478330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab143bb-db14-48f9-9918-9cab137d1a8b') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:49.478654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab143bb-db14-48f9-9918-9cab137d1a8b') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:49.512056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.562020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.578045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:49.578473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:49.580312 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:49.609863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da53822-5fa4-4192-a801-c0943f30b310 None None] Network 866bccee-abb5-4481-aef7-555b8b3db233 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:49.610450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34358) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.612135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7e820087-cc75-43fd-8c92-99eebe364a4a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:49.659222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.695932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.729013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f09f3c65-f9e6-4d28-be70-0b43538c303d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:49.733174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.791013 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.797377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.802779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] 10.222.0.95 "DELETE /v2.0/networks/67a5a49f-2400-4028-86d0-80a22d6c81f1 HTTP/1.1" status: 204 len: 168 time: 2.8855119 Mar 31 23:14:49.810762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab6fa5b-7e70-4c3c-bef7-f1dc81720335,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.815071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Deleting subnet a8b3c691-1a96-49a1-a056-074cf9e1c1dc {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:49.820133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.840937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: f09f3c65-f9e6-4d28-be70-0b43538c303d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:49.841276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f09f3c65-f9e6-4d28-be70-0b43538c303d not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:49.868167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:49.868411 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.868503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5a85f-4f9f-424f-a6b4-76572dfb33d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a5a49f-2400-4028-86d0-80a22d6c81f1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.872360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.875601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-52f35411-096b-4e4a-b236-ac68b1b2195c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335 HTTP/1.1" status: 204 len: 168 time: 1.3015378 Mar 31 23:14:49.880281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34362) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:49.894451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.900941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.940970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2591058e-c261-4824-8b6d-7fd7c2266465 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:49.942206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:49.982910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] For port 7e820087-cc75-43fd-8c92-99eebe364a4a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7e820087-cc75-43fd-8c92-99eebe364a4a,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:49.990754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] vlan segment allocate from pool success with {'vlan_id': 1298, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:50.023364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.026817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.043646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.053748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.055786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.066481 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.067080 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Added segment aa0df062-5a7f-4183-be08-06971367a163 of type vlan for network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 Mar 31 23:14:50.068680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6da6891-c6c3-419d-b225-d940ce5f850d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.091206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 0174290a-3ae5-40ad-aa0a-58bf322ff9a1 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:14:50.098068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.136158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.197514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.208801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.210234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:50.211094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.223790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-80669407-bb95-4657-ad7f-55094b27c4a7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8e092a0056f7499f949ff29323d49e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647439 Mar 31 23:14:50.238530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.252973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.258014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.286332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.300566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-44fd9959-f094-42d3-b92f-877b7202c77d None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:50.300782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44fd9959-f094-42d3-b92f-877b7202c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.355245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021180e9-4d1d-4d55-80f5-9e96cc4f6a84 None None] Pushing event updated for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.436793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:50.439933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::35b (0022cf26-1657-4894-8cea-b9b9a551a5fd/9449b2da-92fc-4796-a2fd-f05fd1f167fe/27353cf4-dbf1-4a13-98ef-505323c8e52d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:50.488929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device efefbfe8-15a7-4358-a5bd-88878e9c2a52 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:50.492267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:50.496427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:50.536612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.557281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-866bccee-abb5-4481-aef7-555b8b3db233', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:50.558139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.560632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: efefbfe8-15a7-4358-a5bd-88878e9c2a52 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:50.561009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device efefbfe8-15a7-4358-a5bd-88878e9c2a52 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:50.565042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.600105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Pushing event updated for resources: {'Port': ['ID=cd518b30-402f-4243-9844-2cdb9c359eda,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.650774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.653622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.658552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8c4a5222-fbd4-4d13-8625-c22cd0b515ba HTTP/1.1" status: 204 len: 168 time: 0.4039896 Mar 31 23:14:50.681245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Allocated IP 172.25.8.201 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/fda16d91-e74f-4c9d-b725-42a8b2c0eebc) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:50.683857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b3c691-1a96-49a1-a056-074cf9e1c1dc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.712483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.724921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f520603-8910-4b9a-95ea-3b0f7f1c05b9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a8b3c691-1a96-49a1-a056-074cf9e1c1dc HTTP/1.1" status: 204 len: 168 time: 1.1136522 Mar 31 23:14:50.745399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34370) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.751309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa9b1-4bf0-460f-82c8-d3f58ae7138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4a5222-fbd4-4d13-8625-c22cd0b515ba,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.831756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8303623 Mar 31 23:14:50.844703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34372) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:50.850759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:50.854605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a5929-d6a1-4892-bf36-ad3413be4047 admin admin] Pushing event updated for resources: {'Network': ['ID=4eac30c9-af3f-45ed-9cfc-f26849e0c889,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:50.863290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Request body: {'subnet': {'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-subnet', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:50.899333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:50.905197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-44fd9959-f094-42d3-b92f-877b7202c77d None None] Could not find standard attr ID for object 7a46badb-90c2-4dfb-9cc9-421d6f4a31d6. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:50.990491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.022191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-44fd9959-f094-42d3-b92f-877b7202c77d None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:51.022557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44fd9959-f094-42d3-b92f-877b7202c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.062634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.064106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:51.066567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.083307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Attempting to bind port cd518b30-402f-4243-9844-2cdb9c359eda on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:51.083848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Attempting to bind port cd518b30-402f-4243-9844-2cdb9c359eda by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:51.084387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Attempting to bind port cd518b30-402f-4243-9844-2cdb9c359eda on network 0022cf26-1657-4894-8cea-b9b9a551a5fd {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:51.142158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.156033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:51.156409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Checking segment: {'id': '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:51.156826 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.157208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Bound using segment: {'id': '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:51.157690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Bound port: cd518b30-402f-4243-9844-2cdb9c359eda, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '0022cf26-1657-4894-8cea-b9b9a551a5fd'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:51.158116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.192854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a14ad-0f20-4b3e-b177-2bde7bf102d7']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.213019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921a2aa6-4d9c-4daf-877a-c995aa0e7e45') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.213386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921a2aa6-4d9c-4daf-877a-c995aa0e7e45') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.235051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.257527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.258563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.264961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.320365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.338708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:51.339122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.418319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7e820087-cc75-43fd-8c92-99eebe364a4a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:51.478478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] For port cd518b30-402f-4243-9844-2cdb9c359eda, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:51.481012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Allocated IP 172.20.0.2 (866bccee-abb5-4481-aef7-555b8b3db233/93aee0e0-1f3c-4be9-ab32-7149f1277e51/7766e996-c558-4c5c-800b-f713ef58ebfc) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:51.484771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] For port cd518b30-402f-4243-9844-2cdb9c359eda, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd518b30-402f-4243-9844-2cdb9c359eda,segment=NetworkSegment(3e7570ff-84c7-4b99-8b34-0ebbcdb3635e),segment_id=3e7570ff-84c7-4b99-8b34-0ebbcdb3635e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:51.492030 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:51.495538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:51.495624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.501982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.518926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.523339 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.534395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.537861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] 10.222.0.95 "DELETE /v2.0/networks/437a14ad-0f20-4b3e-b177-2bde7bf102d7 HTTP/1.1" status: 204 len: 168 time: 0.7815909 Mar 31 23:14:51.562587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a8421-1ac8-4473-a832-f196d747fbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=437a14ad-0f20-4b3e-b177-2bde7bf102d7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.583901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=0174290a-3ae5-40ad-aa0a-58bf322ff9a1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.643512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd0fbe96-1c91-4586-adcb-64a094fe43d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c033edd4f7c94c4dbd47f4aa9d3e23af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463768 Mar 31 23:14:51.645383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34380) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:51.666599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.672260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c7c33a1-f404-42c0-98b6-973979701c0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/0174290a-3ae5-40ad-aa0a-58bf322ff9a1 HTTP/1.1" status: 204 len: 168 time: 1.7896640 Mar 31 23:14:51.672478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7e820087-cc75-43fd-8c92-99eebe364a4a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:51.672478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.682702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34382) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:51.686522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8fe41-401f-46d0-8ddc-f3a55541b929 None None] Pushing event updated for resources: {'Port': ['ID=cd518b30-402f-4243-9844-2cdb9c359eda,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.714597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:51.742730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:51.745986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.748719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:51.838590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:51.851886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:51.852573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.861126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d1ad51-2f5d-4e45-82f8-3d685aa239ab,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:51.870838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:51.878020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:51.993096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.997202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:51.999399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34384) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:52.007060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.078020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.088339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Pushing event updated for resources: {'Port': ['ID=7766e996-c558-4c5c-800b-f713ef58ebfc,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.109990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Network 866bccee-abb5-4481-aef7-555b8b3db233 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:52.117432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:52.120975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.124579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:52.157030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Pushing event updated for resources: {'Port': ['ID=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.251350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Attempting to bind port 7766e996-c558-4c5c-800b-f713ef58ebfc on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:52.251747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Attempting to bind port 7766e996-c558-4c5c-800b-f713ef58ebfc by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:52.252310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Attempting to bind port 7766e996-c558-4c5c-800b-f713ef58ebfc on network 866bccee-abb5-4481-aef7-555b8b3db233 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:52.262709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:52.263202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Checking segment: {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:52.263718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.269011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Bound using segment: {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:52.269471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Bound port: 7766e996-c558-4c5c-800b-f713ef58ebfc, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:52.269823 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.278748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521eb828-be43-44cb-832c-c6c608387ff4 None None] Network 273bd683-c803-4ebf-a09e-8ee8c99b33eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:52.279838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9dbb69bc-30f0-4217-8e7f-f0cb2f5ae858 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d594611390ec49d79ddbc08e79e49c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703040 Mar 31 23:14:52.281311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.286065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.289399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f2af3b7a-dff8-41f2-9088-b5c9d61ba57b HTTP/1.1" status: 204 len: 168 time: 0.6371124 Mar 31 23:14:52.289399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:52.329401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0636840 Mar 31 23:14:52.339091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34390) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:52.374434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ceee9-e500-4d1b-9ace-4f42672afddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af3b7a-dff8-41f2-9088-b5c9d61ba57b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.400019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.416437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:14:52.416775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.442280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.550515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,segment=NetworkSegment(9aa2f2cf-b5a3-4037-9406-043ce65e78b4),segment_id=9aa2f2cf-b5a3-4037-9406-043ce65e78b4)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:52.550962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.566439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:14:52.599909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8855da4b-3f24-42cb-9cd7-49d82617bcdc None None] Provisioning complete for port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:52.600650 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8855da4b-3f24-42cb-9cd7-49d82617bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.697958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] For port 7766e996-c558-4c5c-800b-f713ef58ebfc, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:52.709148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.714282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.717989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1e7ae65f-428a-4414-a356-c84a261941fb HTTP/1.1" status: 204 len: 168 time: 0.4070239 Mar 31 23:14:52.735223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.749824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] For port 7766e996-c558-4c5c-800b-f713ef58ebfc, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7766e996-c558-4c5c-800b-f713ef58ebfc,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:52.758938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.786421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf49ab9-e409-46d0-b123-6ceaaa66365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ae65f-428a-4414-a356-c84a261941fb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.794388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8855da4b-3f24-42cb-9cd7-49d82617bcdc None None] Could not find standard attr ID for object 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:14:52.833830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570c6a1-7eb4-4f2c-93a9-beef4e2c5c15 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=27353cf4-dbf1-4a13-98ef-505323c8e52d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.840384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Checking segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:52.840896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Network hostable DHCP agents. Network: 4eac30c9-af3f-45ed-9cfc-f26849e0c889, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:52.843790 n-d-835855-2 neutron-server[109300]: INFO neutron.plugins.ml2.db [None req-8855da4b-3f24-42cb-9cd7-49d82617bcdc None None] No ports have port_id starting with 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb Mar 31 23:14:52.902808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=5b4f9c53-af8c-4db2-86d9-fe65d7682fdb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.906503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:52.912032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:52.915172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365acc-bd51-4856-aeaa-35e15a0ee58c None None] Pushing event updated for resources: {'Port': ['ID=7766e996-c558-4c5c-800b-f713ef58ebfc,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.963152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639eebe9-8197-4690-8bd7-8ada5a211237 None None] DHCP port deletion for 273bd683-c803-4ebf-a09e-8ee8c99b33eb request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:14:53.104768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.156376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273bd683-c803-4ebf-a09e-8ee8c99b33eb']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:53.177545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa2f2cf-b5a3-4037-9406-043ce65e78b4') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:53.177842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa2f2cf-b5a3-4037-9406-043ce65e78b4') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:53.190558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:53.203903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.247625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.265722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:14:53.266152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:14:53.287699 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:14:53.310661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4eac30c9-af3f-45ed-9cfc-f26849e0c889) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:53.328882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.329833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.342987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85090a-a64f-4b65-855a-c287e7a8345c None None] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:53.422143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.434079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.446635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/273bd683-c803-4ebf-a09e-8ee8c99b33eb HTTP/1.1" status: 204 len: 168 time: 1.7579331 Mar 31 23:14:53.452980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34406) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:53.473924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-55263ceb-8fe3-45d8-bcb9-eda710516cd6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6278641 Mar 31 23:14:53.478236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:53.523285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:53.528474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1848f255-4ffd-46ad-9c7c-aac79e832276 None None] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:53.548175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219f9ea-e44f-4138-8733-d1f11b41de0f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=273bd683-c803-4ebf-a09e-8ee8c99b33eb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.590989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b2b86-870c-41ad-bec3-c9460525c611 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.597919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-199b2b86-870c-41ad-bec3-c9460525c611 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1401858 Mar 31 23:14:53.598627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34416) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:53.628147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7766e996-c558-4c5c-800b-f713ef58ebfc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:53.657527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.658548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.703945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-006bf09e-d372-4b0c-81dd-360bc96c8d3b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1034920 Mar 31 23:14:53.707578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:53.715517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1272740858'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:53.743715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] Provisioning complete for port cd518b30-402f-4243-9844-2cdb9c359eda triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:53.744547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.752008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.769653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:53.774985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.814246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.819567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.838517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:53.856295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.857917 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment e38010b0-4609-4c5d-beb9-c2f215f7943c of type vlan for network 274cb91a-ff14-49fb-a6ea-a288591f350e Mar 31 23:14:53.929187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.970118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.977770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.978496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:53.990224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7766e996-c558-4c5c-800b-f713ef58ebfc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:53.990748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.029543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:54.030809 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.047627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3359797 Mar 31 23:14:54.052545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34434) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.098205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:54.110252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd295-62c9-4c60-bfb0-011e44136d63 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=274cb91a-ff14-49fb-a6ea-a288591f350e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:54.133019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 274cb91a-ff14-49fb-a6ea-a288591f350e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:54.201799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.228141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:54.235883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.357465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.523466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34446) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.609793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] For port cd518b30-402f-4243-9844-2cdb9c359eda, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd518b30-402f-4243-9844-2cdb9c359eda,segment=NetworkSegment(3e7570ff-84c7-4b99-8b34-0ebbcdb3635e),segment_id=3e7570ff-84c7-4b99-8b34-0ebbcdb3635e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:54.622751 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.633306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Allocated IP 172.20.0.2 (4eac30c9-af3f-45ed-9cfc-f26849e0c889/52d1ad51-2f5d-4e45-82f8-3d685aa239ab/ae2f88d8-b7f3-479b-b5e2-f471fca8b433) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:54.708586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.720692 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.808084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907eeaa3-983e-49d6-a3e4-8f11dd449467 None None] Network 866bccee-abb5-4481-aef7-555b8b3db233 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:54.814554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-49702287-network', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:54.870584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:54.880529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 7766e996-c558-4c5c-800b-f713ef58ebfc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7766e996-c558-4c5c-800b-f713ef58ebfc,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:54.881568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421008d5-bfa2-4af2-aece-324adecfebf8 None None] Pushing event updated for resources: {'Port': ['ID=cd518b30-402f-4243-9844-2cdb9c359eda,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:54.897172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': 'e38010b0-4609-4c5d-beb9-c2f215f7943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:54.897550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: 274cb91a-ff14-49fb-a6ea-a288591f350e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:54.901399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=116736b7-8287-408e-9655-e71678f5475c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:54.907394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.908224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd518b30-402f-4243-9844-2cdb9c359eda up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:54.926164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 274cb91a-ff14-49fb-a6ea-a288591f350e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:54.940841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 274cb91a-ff14-49fb-a6ea-a288591f350e) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:54.951770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.952635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:54.981382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2bb40b56-ff4e-4f88-8128-786636e038c7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9280653 Mar 31 23:14:54.984607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34456) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:54.999152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e', 'name': 'tempest-PortsTestJSON-1308513852'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:55.017718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e002c998-dcfa-4035-9e93-ccbc76a22c26 None None] Network 274cb91a-ff14-49fb-a6ea-a288591f350e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:55.116961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-50689df5-885d-464f-a1cc-c6e777ac17e4 None None] Provisioning complete for port 7766e996-c558-4c5c-800b-f713ef58ebfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:55.117616 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-50689df5-885d-464f-a1cc-c6e777ac17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.158009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:55.162005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Made reservation on behalf of 677ac4e9401b4c47b930094db22e2f7c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:55.162573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=7766e996-c558-4c5c-800b-f713ef58ebfc,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:55.164772 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.165130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.184377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.193234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.200596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.212237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 4c33b6f4-e3ba-4793-b05f-4750035f7d5e yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:55.212854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:55.251606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Sync routers for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:55.329940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:55.330829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:55.401461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.6 (274cb91a-ff14-49fb-a6ea-a288591f350e/116736b7-8287-408e-9655-e71678f5475c/4c33b6f4-e3ba-4793-b05f-4750035f7d5e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:55.449386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cd518b30-402f-4243-9844-2cdb9c359eda triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:55.449983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.462914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.499878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.575102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.596150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=27353cf4-dbf1-4a13-98ef-505323c8e52d,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:55.608196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.626931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.672194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.672536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.675904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.682897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.684938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.685462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.685984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.686351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.686685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.687014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.688330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.688980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.688980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:55.692520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.704941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] vlan segment allocate from pool success with {'vlan_id': 1263, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:14:55.715690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.716765 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Added segment 4ae4ece2-af00-4c2e-9793-e990b04a61a8 of type vlan for network ac6b080b-3537-447c-be73-0baf2255de61 Mar 31 23:14:55.735817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 274cb91a-ff14-49fb-a6ea-a288591f350e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:55.743111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:55.747399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:55.754690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.755287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=4c33b6f4-e3ba-4793-b05f-4750035f7d5e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:55.773066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.801096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.803057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2098012c-475b-409e-a5aa-f95788fa0973 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5712790 Mar 31 23:14:55.808480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:55.822882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.823888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:55.824461 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.876356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3480372 Mar 31 23:14:55.879541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:55.885082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Request body: {'subnet': {'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-49702287-subnet', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:55.899468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:55.900877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ff30d-0c1c-4544-9886-1d405e4280a5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:55.901209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:55.942989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:55.953466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64a5f194-2e46-4d55-bbdb-ca95cc8255d3 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9662101 Mar 31 23:14:55.961538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:55.963225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34470) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:55.973584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:55.977147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e', 'name': 'tempest-PortsTestJSON-2009450684'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:55.998522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Pushing event updated for resources: {'Port': ['ID=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.016587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34472) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:56.025233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40623264', 'description': 'tempest-secgroup-smoke-40623264 description', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:56.033902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Allocated IP 172.25.8.20 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/23369fc8-31bb-4b89-9f73-c2626700a441) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:56.048987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:56.067854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.091577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Made reservation on behalf of 677ac4e9401b4c47b930094db22e2f7c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:56.094261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.191436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92854b6-b0a0-4a99-bcab-9913de5ee99c admin admin] Pushing event updated for resources: {'Network': ['ID=ac6b080b-3537-447c-be73-0baf2255de61,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.214351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.227276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ac6b080b-3537-447c-be73-0baf2255de61 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:14:56.251257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.276607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Attempting to bind port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:56.277482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Attempting to bind port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:56.278055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Attempting to bind port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 on network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:56.280025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.283319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.389851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:56.389851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Checking segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:56.389851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.389851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Bound using segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:56.389851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Bound port: ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:56.390631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.402025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-274cb91a-ff14-49fb-a6ea-a288591f350e', 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '116736b7-8287-408e-9655-e71678f5475c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:56.403017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.450372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:56.475757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.478726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4d67aff9-1fb6-45b7-b45f-1b616ddd2095 None None] Provisioning complete for port cd518b30-402f-4243-9844-2cdb9c359eda triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:56.478869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.478962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d67aff9-1fb6-45b7-b45f-1b616ddd2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.505272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:14:56.505694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5b4f9c53-af8c-4db2-86d9-fe65d7682fdb not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:56.530711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:56.536005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:56.540342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:56.568998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.582559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.675180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7766e996-c558-4c5c-800b-f713ef58ebfc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:56.678735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Pushing event updated for resources: {'Port': ['ID=23369fc8-31bb-4b89-9f73-c2626700a441,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.684331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] For port ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:56.703524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:56.707069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.733320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] For port ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:56.748912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.755383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baaf46a6-e282-4605-bbac-1735eb99047c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.797544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port bc847f38-84a9-4d6f-9f29-c66b81b1a257 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:56.907735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.919324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Allocated IP 172.20.0.2 (274cb91a-ff14-49fb-a6ea-a288591f350e/116736b7-8287-408e-9655-e71678f5475c/762ea2e8-8601-4035-9453-1bd123bed0dd) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:56.931067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.940081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a362b5-b044-4de8-9052-801ea4be3026 None None] Pushing event updated for resources: {'Port': ['ID=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:56.950308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7766e996-c558-4c5c-800b-f713ef58ebfc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:56.950676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.953638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:56.983546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:52Z', 'revision_number': 3, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:57.041431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.042881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0222225 Mar 31 23:14:57.045485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Checking router: a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:57.045830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Updating router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 port fda16d91-e74f-4c9d-b725-42a8b2c0eebc binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:14:57.051779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.059173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:57.066111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7982094f-58f0-484c-b72e-759d24a5178f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:57.099274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968321b3-8550-422c-8329-187773dd08ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840a8d6e-515f-4150-86e1-dcfedd76dc97,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:57.116750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4d67aff9-1fb6-45b7-b45f-1b616ddd2095 None None] Provisioning complete for port 27353cf4-dbf1-4a13-98ef-505323c8e52d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:57.117118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d67aff9-1fb6-45b7-b45f-1b616ddd2095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.132796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Checking segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:57.133297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Network hostable DHCP agents. Network: ac6b080b-3537-447c-be73-0baf2255de61, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:14:57.148791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.155172 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.203967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.302416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Network ac6b080b-3537-447c-be73-0baf2255de61 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:14:57.322363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ac6b080b-3537-447c-be73-0baf2255de61) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:57.352442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.355693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.396799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8d911ce-6489-480c-915e-928f72ced3ba admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5155058 Mar 31 23:14:57.398929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34478) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.403608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:57.459661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.465477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.474028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ba548-379d-41b0-95e4-c5714892f640 None None] Network ac6b080b-3537-447c-be73-0baf2255de61 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:57.512214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4d67aff9-1fb6-45b7-b45f-1b616ddd2095 None None] Port 27353cf4-dbf1-4a13-98ef-505323c8e52d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:57.514973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc77489f-abba-4ae8-b360-9d8c701bd8f5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:57.524867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.526232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8d8127a1-4e08-4e0a-b418-06dfb47fabb9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713361 Mar 31 23:14:57.529007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.534203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.535328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.535451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:57.553113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Allocated IP 172.20.0.1 (866bccee-abb5-4481-aef7-555b8b3db233/93aee0e0-1f3c-4be9-ab32-7149f1277e51/a73f7f6d-91ee-4102-a449-acbcbc31e659) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:57.564932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd518b30-402f-4243-9844-2cdb9c359eda up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:57.582171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.590792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.595647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.604651 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.605589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.639132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.688749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.693307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.741923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.753047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.api [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-13b3aa7b-b034-4172-bdad-27403cf8f4d7 {{(pid=109298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:14:57.753517 n-d-835855-2 neutron-server[109298]: DEBUG oslo_db.api [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:14:57.758578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.798455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.801038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=27353cf4-dbf1-4a13-98ef-505323c8e52d,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:57.801387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfee956-2091-4b03-9f9a-c8e2fd824129,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:57.812873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.816877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0dbec42f-bab4-40d8-9149-42abc8ef57d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2842088 Mar 31 23:14:57.817800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34482) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:57.824099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:57.865213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.907490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:57.957593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Network 274cb91a-ff14-49fb-a6ea-a288591f350e is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:57.976306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Network 866bccee-abb5-4481-aef7-555b8b3db233 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:57.983360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:57.985073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:57.991547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:57.994269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:58.000775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.002890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-78afaad4-b66e-49b0-b5a4-8f2b3ffcf43f None None] Provisioning complete for port 7766e996-c558-4c5c-800b-f713ef58ebfc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:58.003802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78afaad4-b66e-49b0-b5a4-8f2b3ffcf43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.024447 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.030738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Pushing event updated for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.052178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.061171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5593c328-5cb5-4937-97e2-274fffc96637,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.064271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.064825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:58.069036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:58.078870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Pushing event updated for resources: {'Port': ['ID=762ea2e8-8601-4035-9453-1bd123bed0dd,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.117106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.118764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7dae0a35-dff7-4ad7-b614-d14f0d9aa8a5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003941 Mar 31 23:14:58.121894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34484) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:58.127793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:58.286255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ac6b080b-3537-447c-be73-0baf2255de61', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:14:58.287142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.293060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cd518b30-402f-4243-9844-2cdb9c359eda triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:58.293436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.304845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.305348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Attempting to bind port 762ea2e8-8601-4035-9453-1bd123bed0dd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:58.305432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Attempting to bind port 762ea2e8-8601-4035-9453-1bd123bed0dd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e38010b0-4609-4c5d-beb9-c2f215f7943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:58.305790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Attempting to bind port 762ea2e8-8601-4035-9453-1bd123bed0dd on network 274cb91a-ff14-49fb-a6ea-a288591f350e {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:58.323425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:58.323830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Checking segment: {'id': 'e38010b0-4609-4c5d-beb9-c2f215f7943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:58.324162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.324561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Bound using segment: {'id': 'e38010b0-4609-4c5d-beb9-c2f215f7943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:58.325036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Bound port: 762ea2e8-8601-4035-9453-1bd123bed0dd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38010b0-4609-4c5d-beb9-c2f215f7943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '274cb91a-ff14-49fb-a6ea-a288591f350e'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:58.325440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.474499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.574779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Router e8bb32e8-f736-45b5-89d3-4e05c0d63c95 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:58.625751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a687b6e0-3c00-4467-801f-bf7c15a12e15 None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:58.626161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a687b6e0-3c00-4467-801f-bf7c15a12e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.684234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa5ad8-c692-4751-88ef-df192b3a2373 None None] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:14:58.700305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] For port 762ea2e8-8601-4035-9453-1bd123bed0dd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:58.756533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.774283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.784843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] For port 762ea2e8-8601-4035-9453-1bd123bed0dd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=762ea2e8-8601-4035-9453-1bd123bed0dd,segment=NetworkSegment(e38010b0-4609-4c5d-beb9-c2f215f7943c),segment_id=e38010b0-4609-4c5d-beb9-c2f215f7943c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:58.797849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.804295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port e5146926-c6c5-4b74-8efc-97c1bcab672d yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:14:58.805685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a687b6e0-3c00-4467-801f-bf7c15a12e15 None None] Port a73f7f6d-91ee-4102-a449-acbcbc31e659 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:58.809532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.822965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.863630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.887684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:58.893654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73659bff-ed07-400c-9aa7-0198af39170e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/routers/e8bb32e8-f736-45b5-89d3-4e05c0d63c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5509899 Mar 31 23:14:58.895176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:58.896855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:58.901421 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] Sync routers for ids ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:58.903121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Allocated IP 172.20.0.2 (ac6b080b-3537-447c-be73-0baf2255de61/7982094f-58f0-484c-b72e-759d24a5178f/5f0fa881-8ca9-46e0-af21-469ae310e143) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:58.926365 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] Routers {'e8bb32e8-f736-45b5-89d3-4e05c0d63c95'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:58.928375 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.024016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.039333 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] Routers {'e8bb32e8-f736-45b5-89d3-4e05c0d63c95'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:59.041762 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.042475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.052766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Router d3862cc4-af6e-4372-acd6-88c28dc0d9da is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:14:59.064805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.070339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c77d10-cfe7-4df5-8699-b514c6494f3d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:59.071972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3c77d10-cfe7-4df5-8699-b514c6494f3d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8bb32e8-f736-45b5-89d3-4e05c0d63c95 HTTP/1.1" status: 200 len: 988 time: 0.1724079 Mar 31 23:14:59.075904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.102471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.103433 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1d81f-41c7-4b4e-a626-caba34cd5f2c None None] The sync data for ids ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:59.107442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.5 (274cb91a-ff14-49fb-a6ea-a288591f350e/116736b7-8287-408e-9655-e71678f5475c/e5146926-c6c5-4b74-8efc-97c1bcab672d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:59.137718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0a7058-055a-457b-a7ab-9233c8ec6d37,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.161024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.162262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e82e35b9-d2fe-4393-9947-073eadd630e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0391817 Mar 31 23:14:59.165920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34490) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.173434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:59.246436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Attempting to bind port fda16d91-e74f-4c9d-b725-42a8b2c0eebc on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:59.246927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Attempting to bind port fda16d91-e74f-4c9d-b725-42a8b2c0eebc by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:59.247017 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:14:59.247095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Attempting to bind port fda16d91-e74f-4c9d-b725-42a8b2c0eebc on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:59.265596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.269849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.272743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-52079803-2dea-4567-854d-8b233079251a None None] Provisioning complete for port 27353cf4-dbf1-4a13-98ef-505323c8e52d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:59.273220 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-52079803-2dea-4567-854d-8b233079251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.276757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c535e0-2c85-4aea-81bb-db58eeb5586a None None] Pushing event updated for resources: {'Port': ['ID=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.285671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:59.285671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:59.286142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.286538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:59.287072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Bound port: fda16d91-e74f-4c9d-b725-42a8b2c0eebc, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:59.287494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.328586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.345496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.354042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.410890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Allocated IP 172.25.8.104 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:59.479930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Network ac6b080b-3537-447c-be73-0baf2255de61 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:59.498516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:59.505787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:59.509780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae2f88d8-b7f3-479b-b5e2-f471fca8b433 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:14:59.529538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.537183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Pushing event updated for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.551905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.563139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-52079803-2dea-4567-854d-8b233079251a None None] Port 27353cf4-dbf1-4a13-98ef-505323c8e52d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:14:59.564931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.578532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.604189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] For port fda16d91-e74f-4c9d-b725-42a8b2c0eebc, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:59.609282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] For port fda16d91-e74f-4c9d-b725-42a8b2c0eebc, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:59.629001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.634745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84daa4-4e4e-41a3-a1cb-cbfdcf2cdd1f None None] Pushing event updated for resources: {'Port': ['ID=762ea2e8-8601-4035-9453-1bd123bed0dd,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.650919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c5131-771b-4999-ad25-a64d20c5be79,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.664485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.665770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1e19d25d-c793-403c-aa39-8869146c99d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4973898 Mar 31 23:14:59.675920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34492) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:14:59.680604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '840a8d6e-515f-4150-86e1-dcfedd76dc97', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:59.735423 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:14:59.740135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Network 866bccee-abb5-4481-aef7-555b8b3db233 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:59.743927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.754286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:59.769136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.781133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-52079803-2dea-4567-854d-8b233079251a None None] Provisioning complete for port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:59.781983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-52079803-2dea-4567-854d-8b233079251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.789071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Attempting to bind port 5f0fa881-8ca9-46e0-af21-469ae310e143 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:14:59.789443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Attempting to bind port 5f0fa881-8ca9-46e0-af21-469ae310e143 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:14:59.789804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Attempting to bind port 5f0fa881-8ca9-46e0-af21-469ae310e143 on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:59.827169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:59.827832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:59.830429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Pushing event updated for resources: {'Port': ['ID=5f0fa881-8ca9-46e0-af21-469ae310e143,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:59.885109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:59.885598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Checking segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:14:59.885801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.886138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Bound using segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:59.886689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Bound port: 5f0fa881-8ca9-46e0-af21-469ae310e143, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:14:59.887074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.895141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:14:59.895141 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:14:59.995717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 274cb91a-ff14-49fb-a6ea-a288591f350e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:00.009051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:00.016269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=e5146926-c6c5-4b74-8efc-97c1bcab672d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.021998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:00.195162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.201725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.202402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.222634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.274464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:00.284365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6017d320-4a98-42b1-b749-b94fbdb00ffe,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.308083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b4c2e96-5b64-4b81-bad3-8c31e28bda82 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3384998 Mar 31 23:15:00.310894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.355792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:00.359493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.361280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-54350e63-bcfc-437e-b59c-993fe4617b42 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6843395 Mar 31 23:15:00.368390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.369698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2e051446-efdd-4dfb-8a25-afd0fd6b274d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8829327 Mar 31 23:15:00.373760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.374101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34498) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.390166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'network': {'name': 'tempest-network-smoke--683429289', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:00.471849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:00.476983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0069b9-8c76-4459-8a74-6e90b56ab2c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.481917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0b0069b9-8c76-4459-8a74-6e90b56ab2c6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1667612 Mar 31 23:15:00.483811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34500) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:00.488952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.513135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:00.516734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.571396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Sync routers for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:00.585884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] For port 5f0fa881-8ca9-46e0-af21-469ae310e143, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:00.594320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147b842-ba5a-4bba-b9d3-ca56a1ebffac None None] Network 274cb91a-ff14-49fb-a6ea-a288591f350e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:00.604756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c535e0-2c85-4aea-81bb-db58eeb5586a None None] Pushing event updated for resources: {'Port': ['ID=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.639831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] For port 5f0fa881-8ca9-46e0-af21-469ae310e143, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5f0fa881-8ca9-46e0-af21-469ae310e143,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:00.653723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:00.667927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:00.676095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95cc3d79-fc7f-4334-9539-04b01c2d9a09 admin admin] 10.222.0.95 "PUT /v2.0/routers/a3e1aa09-80ff-4c5c-a59b-0799e3a77c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8649666 Mar 31 23:15:00.686044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port e5146926-c6c5-4b74-8efc-97c1bcab672d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:00.686348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.718300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.726338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.726688 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Added segment 7fa58256-cc72-4215-94d0-a23d1ca15b7c of type vlan for network a5e7d297-16e3-4858-91bd-a0d321df5f54 Mar 31 23:15:00.763368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:00.764016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:00.792187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.807936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.824285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for e5146926-c6c5-4b74-8efc-97c1bcab672d owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:00.862896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.900329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.920762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:00.950652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:00.991087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.006065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-52079803-2dea-4567-854d-8b233079251a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.054821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:01.077204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.081189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:01.092670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Pushing event updated for resources: {'Port': ['ID=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.116277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:01.125825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b7f1a-8108-4b68-8220-f897be9700de None None] Pushing event updated for resources: {'Port': ['ID=5f0fa881-8ca9-46e0-af21-469ae310e143,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.125988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=e5146926-c6c5-4b74-8efc-97c1bcab672d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.217784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.223080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae207044-9ba3-46bd-aa60-a904bdae8829 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/e5146926-c6c5-4b74-8efc-97c1bcab672d HTTP/1.1" status: 204 len: 168 time: 0.7390525 Mar 31 23:15:01.225894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34524) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:01.276618 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf1c09d-0a09-46b2-8a9b-37468126d723 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:01.278519 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fdf1c09d-0a09-46b2-8a9b-37468126d723 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/e5146926-c6c5-4b74-8efc-97c1bcab672d HTTP/1.1" status: 404 len: 333 time: 0.0473537 Mar 31 23:15:01.288289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:01.288571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34534) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:01.292282 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.293744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.297815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.303611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.496063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-52079803-2dea-4567-854d-8b233079251a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:01.496755 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-52079803-2dea-4567-854d-8b233079251a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:01.502616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 762ea2e8-8601-4035-9453-1bd123bed0dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:01.533076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1516292 Mar 31 23:15:01.535174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34544) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:01.552079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'admin_state_up': True, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:01.588340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 4c33b6f4-e3ba-4793-b05f-4750035f7d5e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:01.588766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.637145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.638456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.668886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d88c8-e5a8-4106-ab2f-014d6010ec97 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Network': ['ID=a5e7d297-16e3-4858-91bd-a0d321df5f54,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.711088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:01.819201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:58Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a73f7f6d-91ee-4102-a449-acbcbc31e659', 'name': '', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'mac_address': 'fa:16:3e:53:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 2, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'subnets': [{'id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:01.826915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.846038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:01.870934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c07ca-822f-47df-82a2-cbea764142cb None None] The sync data for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 is: [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:58Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a73f7f6d-91ee-4102-a449-acbcbc31e659', 'name': '', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'mac_address': 'fa:16:3e:53:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 2, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'subnets': [{'id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:01.883851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 762ea2e8-8601-4035-9453-1bd123bed0dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:01.884253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.010250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 4c33b6f4-e3ba-4793-b05f-4750035f7d5e owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:02.159756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:14:57Z', 'revision_number': 3, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:02.242100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.264659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Checking router: d3862cc4-af6e-4372-acd6-88c28dc0d9da for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:02.265325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.265593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Updating router d3862cc4-af6e-4372-acd6-88c28dc0d9da port 23369fc8-31bb-4b89-9f73-c2626700a441 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:02.267372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.350589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.356037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.490885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.508120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 27353cf4-dbf1-4a13-98ef-505323c8e52d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:02.508713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.546830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:02.547515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.559013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=4c33b6f4-e3ba-4793-b05f-4750035f7d5e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.591279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 762ea2e8-8601-4035-9453-1bd123bed0dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=762ea2e8-8601-4035-9453-1bd123bed0dd,segment=NetworkSegment(e38010b0-4609-4c5d-beb9-c2f215f7943c),segment_id=e38010b0-4609-4c5d-beb9-c2f215f7943c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:02.622551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.823601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Port a73f7f6d-91ee-4102-a449-acbcbc31e659 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:02.887016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:02.893979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-31d7516b-a952-4611-9d13-d9345c06de87 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/4c33b6f4-e3ba-4793-b05f-4750035f7d5e HTTP/1.1" status: 204 len: 168 time: 1.6005604 Mar 31 23:15:02.896152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=762ea2e8-8601-4035-9453-1bd123bed0dd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.899330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34582) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:02.980987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Provisioning complete for port 762ea2e8-8601-4035-9453-1bd123bed0dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:02.981693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.026336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.071978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.075267 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9caef3b-74ef-4510-80fc-302232b4499a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:03.077301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e9caef3b-74ef-4510-80fc-302232b4499a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/4c33b6f4-e3ba-4793-b05f-4750035f7d5e HTTP/1.1" status: 404 len: 333 time: 0.1700616 Mar 31 23:15:03.082433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34586) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:03.193459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.207065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.250135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 27353cf4-dbf1-4a13-98ef-505323c8e52d owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:03.273161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 116736b7-8287-408e-9655-e71678f5475c {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:03.288174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.381101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085eebd-5327-49f0-81ff-7fa93fd6a405 None None] Network ac6b080b-3537-447c-be73-0baf2255de61 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:03.458245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.638715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Allocated IP 172.20.0.1 (4eac30c9-af3f-45ed-9cfc-f26849e0c889/52d1ad51-2f5d-4e45-82f8-3d685aa239ab/44c839d8-cd3b-4f15-847c-0e4d8de96c17) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:03.696327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.771311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 762ea2e8-8601-4035-9453-1bd123bed0dd up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:03.806913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.845476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=116736b7-8287-408e-9655-e71678f5475c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:03.860450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.861068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.861644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.862461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.862957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.863715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.864215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.864752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.865234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.865713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.866193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.866715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:03.870375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:03.875004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5bed3701-e638-4c72-a1da-d38b3a670a6f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/116736b7-8287-408e-9655-e71678f5475c HTTP/1.1" status: 204 len: 168 time: 0.7914777 Mar 31 23:15:03.877774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34588) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:04.019379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.082217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.088573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Could not find standard attr ID for object 4c33b6f4-e3ba-4793-b05f-4750035f7d5e. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:04.126300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.162124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 762ea2e8-8601-4035-9453-1bd123bed0dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:04.163090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.212842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Provisioning complete for port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:04.213472 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f5bc1770-d79f-4c93-a1b2-caa6fa1ae461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.229272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.119 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b84a639e-0d74-42c9-8e1a-5d1e993ccda7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:04.308219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Attempting to bind port 23369fc8-31bb-4b89-9f73-c2626700a441 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:04.308725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Attempting to bind port 23369fc8-31bb-4b89-9f73-c2626700a441 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:04.309255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Attempting to bind port 23369fc8-31bb-4b89-9f73-c2626700a441 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:04.322057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:04.322646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:04.323164 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.323914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:04.324514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Bound port: 23369fc8-31bb-4b89-9f73-c2626700a441, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:04.325559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.380221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 762ea2e8-8601-4035-9453-1bd123bed0dd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:04.380916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.475541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c261-cb84-4e3e-91f7-44441c67e6c7 None None] Pushing event updated for resources: {'Port': ['ID=23369fc8-31bb-4b89-9f73-c2626700a441,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:04.477679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port 762ea2e8-8601-4035-9453-1bd123bed0dd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=762ea2e8-8601-4035-9453-1bd123bed0dd,segment=NetworkSegment(e38010b0-4609-4c5d-beb9-c2f215f7943c),segment_id=e38010b0-4609-4c5d-beb9-c2f215f7943c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:04.478087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.486185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae2f88d8-b7f3-479b-b5e2-f471fca8b433 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:04.499465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 762ea2e8-8601-4035-9453-1bd123bed0dd owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:04.567188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb01b4-974e-44fc-ac1a-c52aa4bd26eb None None] Network 274cb91a-ff14-49fb-a6ea-a288591f350e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:04.683801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61056d8-5d5f-4513-8a80-e770f4936681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.717076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.771271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] For port 23369fc8-31bb-4b89-9f73-c2626700a441, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:04.771972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=762ea2e8-8601-4035-9453-1bd123bed0dd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:04.774329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:04.774329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.777796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port 762ea2e8-8601-4035-9453-1bd123bed0dd on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:04.871902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:04.873907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Could not find standard attr ID for object e5146926-c6c5-4b74-8efc-97c1bcab672d. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:04.877848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.912898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.946229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Provisioning complete for port 5f0fa881-8ca9-46e0-af21-469ae310e143 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:04.946649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:04.991984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] For port 23369fc8-31bb-4b89-9f73-c2626700a441, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=23369fc8-31bb-4b89-9f73-c2626700a441,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:05.015284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=27353cf4-dbf1-4a13-98ef-505323c8e52d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.027046 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.097004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.151811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bec76-1986-435c-8bab-c6962cc359b4 None None] DHCP port deletion for 274cb91a-ff14-49fb-a6ea-a288591f350e request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:05.221041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.272114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.294838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:05.306525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5f0fa881-8ca9-46e0-af21-469ae310e143 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:05.311156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:05.330314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:05.334248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:05.345470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:05.374504 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:05.379028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.386744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.429880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:05.434907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.490233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.563524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274cb91a-ff14-49fb-a6ea-a288591f350e']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.565917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.568403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d9f29be-4969-455e-91e1-973e96305e4b admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1680329 Mar 31 23:15:05.571908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:05.595871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38010b0-4609-4c5d-beb9-c2f215f7943c') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.596926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38010b0-4609-4c5d-beb9-c2f215f7943c') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.605939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:05.629111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.666005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.683280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:05.687218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.695526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592c261-cb84-4e3e-91f7-44441c67e6c7 None None] Pushing event updated for resources: {'Port': ['ID=23369fc8-31bb-4b89-9f73-c2626700a441,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:05.712975 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:05.718876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.757237 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.792806 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.845017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.849710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] For port 5f0fa881-8ca9-46e0-af21-469ae310e143, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5f0fa881-8ca9-46e0-af21-469ae310e143,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:05.852597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Sync routers for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:05.872600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5f0fa881-8ca9-46e0-af21-469ae310e143 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:05.872971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.874566 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.882428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:05.901498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34600) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:05.908430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/274cb91a-ff14-49fb-a6ea-a288591f350e HTTP/1.1" status: 204 len: 168 time: 2.0207827 Mar 31 23:15:05.911328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Could not find standard attr ID for object 4c33b6f4-e3ba-4793-b05f-4750035f7d5e. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:05.915465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1079327705'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:05.925696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:05.931541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:05.935161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:05.940535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:05.941170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.945114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:06.011782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56a27-0200-47df-b6b5-429b1571a0e2 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=274cb91a-ff14-49fb-a6ea-a288591f350e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.026369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.042538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:06.052277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.124585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Router e8bb32e8-f736-45b5-89d3-4e05c0d63c95 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:06.224417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1286, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:06.231120 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:01Z', 'revision_number': 3, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.294027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.294367 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment d41e1489-593a-4751-b458-37500bc95fe7 of type vlan for network e906bdd4-27f7-4352-9eb4-1c45280c0d83 Mar 31 23:15:06.324201 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:06.324541 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Updating router fb546895-290a-44dc-aff2-a56dbee9a7a5 port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:06.335607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798f44f-97fd-42ba-b2bc-73945b21a0dd None None] Pushing event updated for resources: {'Port': ['ID=5f0fa881-8ca9-46e0-af21-469ae310e143,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.353864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-64b71220-3353-4873-9a2e-4b9166ce81b2 None None] Provisioning complete for port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:06.353864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64b71220-3353-4873-9a2e-4b9166ce81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.367631 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.452951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:06.502281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.521229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-64b71220-3353-4873-9a2e-4b9166ce81b2 None None] Port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:06.581957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.587636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.590468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:14:57Z', 'revision_number': 3, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.592514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:06.611739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1efbb870-ca60-4fc7-8930-0473907f63e7 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/routers/e8bb32e8-f736-45b5-89d3-4e05c0d63c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5337148 Mar 31 23:15:06.617394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34604) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.630509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3879308e-7ff0-4ecc-942f-2d4f22c11f3c None None] The sync data for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 is: [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:14:57Z', 'revision_number': 3, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:06.743415 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-494e9aab-297f-4f2b-8739-09189a37be72 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:15:06.751473 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] Sync routers for ids ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:06.751975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-494e9aab-297f-4f2b-8739-09189a37be72 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/27353cf4-dbf1-4a13-98ef-505323c8e52d HTTP/1.1" status: 404 len: 333 time: 0.1331851 Mar 31 23:15:06.758147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34606) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:06.793407 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] Routers {'e8bb32e8-f736-45b5-89d3-4e05c0d63c95'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:06.794668 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.824489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.833913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.834924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:06.873122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.929481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] Routers {'e8bb32e8-f736-45b5-89d3-4e05c0d63c95'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:06.930447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.970986 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.972100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85286a0-a02d-4831-a9c0-6761e0e7a251 None None] The sync data for ids ['e8bb32e8-f736-45b5-89d3-4e05c0d63c95'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:06.992984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-903034ad-5e20-4335-8467-27628c084a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.012044 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.052234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fda16d91-e74f-4c9d-b725-42a8b2c0eebc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:07.055148 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.075269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.167942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:58Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a73f7f6d-91ee-4102-a449-acbcbc31e659', 'name': '', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'mac_address': 'fa:16:3e:53:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:14:59Z', 'revision_number': 2, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'subnets': [{'id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:07.230245 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Attempting to bind port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:07.230615 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Attempting to bind port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:07.231772 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Attempting to bind port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:07.268691 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:07.269069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:07.269419 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.271465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:07.271994 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Bound port: 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:07.272384 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.291035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Checking router: a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:07.291416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Updating router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 port a73f7f6d-91ee-4102-a449-acbcbc31e659 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:07.381591 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.391313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 493eae24-da53-42c9-aa81-e3bce510f01f is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:07.468364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.474384 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] For port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:07.483860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fda16d91-e74f-4c9d-b725-42a8b2c0eebc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:07.484708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.485854 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] For port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:07.514626 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.541941 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8aa24-6d1f-4165-91d8-0a6cd1db371f None None] Pushing event updated for resources: {'Port': ['ID=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:07.638722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:07.646425 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:07.650541 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:07.685298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:07.690756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7644c353-1e2a-4f4d-966c-489832d3e29b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1488478 Mar 31 23:15:07.691445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34614) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:07.780135 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8aa24-6d1f-4165-91d8-0a6cd1db371f None None] Pushing event updated for resources: {'Port': ['ID=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:07.865715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6082022d-f291-462d-a9c1-1890c7f971dc tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1705441 Mar 31 23:15:07.868809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Sync routers for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:07.875928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:07.894700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9888852 Mar 31 23:15:07.902922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34620) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:07.907586 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:07.907746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:08.145727 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.162090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.221201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.256175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:08.257070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:08.275972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.282320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca2b8c-2acb-4aa5-9085-541f406a506c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=e906bdd4-27f7-4352-9eb4-1c45280c0d83,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.359607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff600b1d-2106-482f-9581-21a5e0df6147 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:08.361121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff600b1d-2106-482f-9581-21a5e0df6147 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4839504 Mar 31 23:15:08.370838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:08.373536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34628) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.403532 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:01Z', 'revision_number': 3, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:08.462548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.463605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Fanout notify agent at l3_agent the message router_deleted on router e8bb32e8-f736-45b5-89d3-4e05c0d63c95 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:15:08.472882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.503107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:08.505132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.510595 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a4643-70ca-46d0-9d63-d31af75cb781 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:01Z', 'revision_number': 3, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:08.517583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-df5abfc3-81a7-4827-8c88-8de28e452f4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/routers/e8bb32e8-f736-45b5-89d3-4e05c0d63c95 HTTP/1.1" status: 204 len: 168 time: 1.7546782 Mar 31 23:15:08.519665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34634) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.533141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.553496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81d89a83-d2a5-42bb-81d5-ee95f07e4f4e tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618698 Mar 31 23:15:08.556338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.616645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528972053', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:08.657564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05613c-2f89-45c0-8f8f-9e7420c48701 None None] Pushing event updated for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.669463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.683318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.699182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.742714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.771815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34642) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:08.822381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port fda16d91-e74f-4c9d-b725-42a8b2c0eebc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:08.850176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Attempting to bind port a73f7f6d-91ee-4102-a449-acbcbc31e659 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:08.850546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Attempting to bind port a73f7f6d-91ee-4102-a449-acbcbc31e659 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:08.852686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Attempting to bind port a73f7f6d-91ee-4102-a449-acbcbc31e659 on network 866bccee-abb5-4481-aef7-555b8b3db233 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:08.861786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.862568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5f0fa881-8ca9-46e0-af21-469ae310e143 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:08.885822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:08.944750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 9449b2da-92fc-4796-a2fd-f05fd1f167fe {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:08.961690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd6b27-362e-451a-ab04-50e452a11eff req-4cd600c1-9993-4174-a776-40f23a732d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:08.963979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:08.975107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02fd6b27-362e-451a-ab04-50e452a11eff req-4cd600c1-9993-4174-a776-40f23a732d13 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.1983507 Mar 31 23:15:09.047954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-82f5074f-1a41-4a46-ae47-f689477e97b1 None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:09.048327 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-82f5074f-1a41-4a46-ae47-f689477e97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.075911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.077575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Pushing event updated for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.097441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.108769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02fd6b27-362e-451a-ab04-50e452a11eff req-2aa1a179-bca0-4464-84f2-1b32dfdf436e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319740 Mar 31 23:15:09.121547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.125635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:09.129319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.237113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=71276847-1e13-4b00-af33-4813a3403492,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.287228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': 'd41e1489-593a-4751-b458-37500bc95fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:09.288592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: e906bdd4-27f7-4352-9eb4-1c45280c0d83, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:09.295523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:09.296148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Checking segment: {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:09.296708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.296708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Bound using segment: {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:09.297158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Bound port: a73f7f6d-91ee-4102-a449-acbcbc31e659, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7650cd8b-a59e-4470-b44f-c8fd45076450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:09.297547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.328936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:09.381805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e906bdd4-27f7-4352-9eb4-1c45280c0d83) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:09.391223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:09.392067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.403218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.429476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Allocated IP 172.20.0.1 (ac6b080b-3537-447c-be73-0baf2255de61/7982094f-58f0-484c-b72e-759d24a5178f/81c88099-80fb-45be-a57d-dc30ec6379ee) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:09.429922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec9f7d-7480-4dbc-918f-c824488ca5fe None None] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:09.440274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34650) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:09.443071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-103d68bd-2a62-44d1-aff7-1659b1103857 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5367451 Mar 31 23:15:09.458583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83', 'name': 'tempest-PortsTestJSON-249044019', 'fixed_ips': [{'subnet_id': '71276847-1e13-4b00-af33-4813a3403492', 'ip_address': '172.20.0.10'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:09.524239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-82f5074f-1a41-4a46-ae47-f689477e97b1 None None] Port a73f7f6d-91ee-4102-a449-acbcbc31e659 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:09.524420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.645831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:09.675070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:09.702915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 5f0fa881-8ca9-46e0-af21-469ae310e143 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:09.703593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.831154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] For port a73f7f6d-91ee-4102-a449-acbcbc31e659, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:09.845860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] For port a73f7f6d-91ee-4102-a449-acbcbc31e659, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a73f7f6d-91ee-4102-a449-acbcbc31e659,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:09.892201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:09.981613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.004337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.010480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/9449b2da-92fc-4796-a2fd-f05fd1f167fe HTTP/1.1" status: 204 len: 168 time: 1.4813783 Mar 31 23:15:10.012301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34654) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:10.052659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb4376-a92b-485a-bcad-82296077c954 None None] Network 0022cf26-1657-4894-8cea-b9b9a551a5fd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:10.148928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49a02f-fab7-4ea6-82e7-8d99835d8f3f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=9449b2da-92fc-4796-a2fd-f05fd1f167fe,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.176723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:10.211038 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.246755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.366716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port cd518b30-402f-4243-9844-2cdb9c359eda {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:10.369474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.380958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 762ea2e8-8601-4035-9453-1bd123bed0dd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:10.438498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05613c-2f89-45c0-8f8f-9e7420c48701 None None] Pushing event updated for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.449559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:10.450516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:10.502446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 762ea2e8-8601-4035-9453-1bd123bed0dd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:10.502797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 762ea2e8-8601-4035-9453-1bd123bed0dd not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:10.503552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] For port cd518b30-402f-4243-9844-2cdb9c359eda, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd518b30-402f-4243-9844-2cdb9c359eda,segment=NetworkSegment(3e7570ff-84c7-4b99-8b34-0ebbcdb3635e),segment_id=3e7570ff-84c7-4b99-8b34-0ebbcdb3635e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:10.504072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.556148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for cd518b30-402f-4243-9844-2cdb9c359eda owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:10.621832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f8a176b2-c578-4b6e-bc5e-531c681b9a3b None None] Provisioning complete for port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:10.622304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8a176b2-c578-4b6e-bc5e-531c681b9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.677506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.690331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.728231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-e906bdd4-27f7-4352-9eb4-1c45280c0d83', 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '71276847-1e13-4b00-af33-4813a3403492'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:10.730835 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.747906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.790901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Router d3862cc4-af6e-4372-acd6-88c28dc0d9da has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:10.818523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No DVR routers for this DVR port cd518b30-402f-4243-9844-2cdb9c359eda on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:10.828324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=cd518b30-402f-4243-9844-2cdb9c359eda,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.890668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.942205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:10.959657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Subnet': ['ID=ce3c5371-5387-4d54-8fe0-f515862c9330,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:11.031930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.084876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0022cf26-1657-4894-8cea-b9b9a551a5fd']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.089697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 00775f7d-baef-485f-9e6d-934cfeac28b0 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:11.103025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.113618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.114533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7570ff-84c7-4b99-8b34-0ebbcdb3635e') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.114952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Checking segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:11.115799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network hostable DHCP agents. Network: a5e7d297-16e3-4858-91bd-a0d321df5f54, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:11.138862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.151973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb49b7c-1a92-455e-aac6-1a078657b2da None None] DHCP port deletion for 0022cf26-1657-4894-8cea-b9b9a551a5fd request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:11.159123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 23369fc8-31bb-4b89-9f73-c2626700a441 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:11.169321 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.175066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.187442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:11.188317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.204415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f8a176b2-c578-4b6e-bc5e-531c681b9a3b None None] Port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:11.218192 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:11.291150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Checking router: 493eae24-da53-42c9-aa81-e3bce510f01f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:11.291349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Updating router 493eae24-da53-42c9-aa81-e3bce510f01f port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:11.356935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Allocated IP 172.20.0.2 (e906bdd4-27f7-4352-9eb4-1c45280c0d83/71276847-1e13-4b00-af33-4813a3403492/d445791e-bd77-4fdc-a53f-a55dd35dc389) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:11.374985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.396112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Pushing event updated for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:11.412685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Network ac6b080b-3537-447c-be73-0baf2255de61 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:11.421421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:11.426691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.428085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:11.431145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:11.439511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:11.446122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:11.446519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.454648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.471756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/0022cf26-1657-4894-8cea-b9b9a551a5fd HTTP/1.1" status: 204 len: 168 time: 1.4578125 Mar 31 23:15:11.473352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c185-3252-4e05-b977-1f13815eba27 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=0022cf26-1657-4894-8cea-b9b9a551a5fd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:11.476105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34668) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:11.540532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a5e7d297-16e3-4858-91bd-a0d321df5f54) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:11.547636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:11.553488 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a29f689a-0d7f-48ab-9588-7a857c90ae34 admin admin] 10.222.0.95 "PUT /v2.0/routers/d3862cc4-af6e-4372-acd6-88c28dc0d9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1732213 Mar 31 23:15:11.557096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:11.558361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.567147 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Sync routers for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:11.599797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5e08d54-e038-4dec-a702-694def795f6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0419371 Mar 31 23:15:11.601797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.602940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:11.610487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:11.613447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:11.648462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ceeb2f-cce4-4130-bbbd-190ca76d782c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:11.660315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7ceeb2f-cce4-4130-bbbd-190ca76d782c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/800ee26a-96f6-42f6-8aa0-9faeeb703667 HTTP/1.1" status: 200 len: 845 time: 0.1828134 Mar 31 23:15:11.660958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34674) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:11.792001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:11.856626 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:11.935796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-900ce2e3-09fc-4ded-8988-251b886831b9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/800ee26a-96f6-42f6-8aa0-9faeeb703667?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2704546 Mar 31 23:15:11.939809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:11.946288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:11.965453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a065cce-aaea-4462-8c3b-c1b23eb98e6f None None] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:12.151605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 23369fc8-31bb-4b89-9f73-c2626700a441 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:12.152007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.230647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.240886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.318355 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 2, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:12.320190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:12.324160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.373736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.376194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Checking router: d3862cc4-af6e-4372-acd6-88c28dc0d9da for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:12.377794 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Updating router d3862cc4-af6e-4372-acd6-88c28dc0d9da port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:12.393722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Pushing event updated for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:12.550058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Network ac6b080b-3537-447c-be73-0baf2255de61 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:12.555315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:12.708154 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.822848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.842934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:12.959645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:12.972197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:12.973177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:12.979953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:12.980776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:12.992125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-network', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:13.060087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=2cbd085e-c32e-43a2-997b-d702ebd557dd,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.108217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3c4eb96e-2720-459a-b82b-37cae8eab9a9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1659501 Mar 31 23:15:13.109999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.112715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dc0c80-b4a9-4b70-bd7d-f16cc2c881dd None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:13.114971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1789062622'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:13.138796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Made reservation on behalf of 6eb28fe82feb4e38b3ff84c4a216b313 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:13.140370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.143363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.167300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.201170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:13.219669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-280e1e78-db66-4632-9e6b-86bf3bc9318a admin admin] 10.222.0.95 "PUT /v2.0/routers/fb546895-290a-44dc-aff2-a56dbee9a7a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6337626 Mar 31 23:15:13.244106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:13.315267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.328583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.370204 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.374777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.378865 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.382753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.388961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.392211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.400544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] vlan segment allocate from pool success with {'vlan_id': 1257, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:13.402481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:13.403140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:13.416679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.418090 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Added segment f8ff3419-df42-47b5-8ba7-161c7ca0c525 of type vlan for network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 Mar 31 23:15:13.496815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.534951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0726b-2cbb-4b8e-84ea-a3ea6f6a498c None None] Pushing event updated for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.560030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.561473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:13.562235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.604165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.622221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.637488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.642126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Pushing event updated for resources: {'Port': ['ID=d445791e-bd77-4fdc-a53f-a55dd35dc389,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.646069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Attempting to bind port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:13.646467 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Attempting to bind port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:13.646836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Attempting to bind port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 on network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:13.657650 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:13.657928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Checking segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:13.662705 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.663273 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Bound using segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:13.663741 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Bound port: 44c839d8-cd3b-4f15-847c-0e4d8de96c17, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:13.666374 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.690652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7120159 Mar 31 23:15:13.702173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34706) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.765797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Request body: {'subnet': {'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-subnet', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:13.772518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Pushing event updated for resources: {'Network': ['ID=a9a0e87a-cbb1-4a90-bb81-845bd591b4d6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.786554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.788876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.790186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6792245 Mar 31 23:15:13.793083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad4a0-5f68-44ec-a21e-aefcf434e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75661ba-1dbf-4f15-9d1c-f9a30fbd6dd1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.799527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:13.825122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:13.829862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.10 (e906bdd4-27f7-4352-9eb4-1c45280c0d83/71276847-1e13-4b00-af33-4813a3403492/00775f7d-baef-485f-9e6d-934cfeac28b0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:13.834365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a5e7d297-16e3-4858-91bd-a0d321df5f54', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:13.835474 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.837403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:13.841833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1636531281'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:13.895107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e17aa6-2087-4d8f-bb53-aeea815c3bee tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5309949-935a-4a71-9657-bc8cd80c02b8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.895539 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] For port 44c839d8-cd3b-4f15-847c-0e4d8de96c17, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:13.912821 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] For port 44c839d8-cd3b-4f15-847c-0e4d8de96c17, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=44c839d8-cd3b-4f15-847c-0e4d8de96c17,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:13.919903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.921343 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.935786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Made reservation on behalf of 6eb28fe82feb4e38b3ff84c4a216b313 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:13.937781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] For port a73f7f6d-91ee-4102-a449-acbcbc31e659, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a73f7f6d-91ee-4102-a449-acbcbc31e659,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:13.939499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:13.957672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.041132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:14.050541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Attempting to bind port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:14.052012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Attempting to bind port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:14.056153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Attempting to bind port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:14.072522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:14.078885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:14.081988 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.083593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:14.084308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:14.084864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.091941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:14.092937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Bound port: b84a639e-0d74-42c9-8e1a-5d1e993ccda7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:14.093677 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.194482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] For port b84a639e-0d74-42c9-8e1a-5d1e993ccda7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:14.198067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] For port b84a639e-0d74-42c9-8e1a-5d1e993ccda7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:14.199638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.221885 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.254590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 23369fc8-31bb-4b89-9f73-c2626700a441, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=23369fc8-31bb-4b89-9f73-c2626700a441,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:14.296122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.330811 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0726b-2cbb-4b8e-84ea-a3ea6f6a498c None None] Pushing event updated for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.421375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.477014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Allocated IP 172.20.0.2 (a5e7d297-16e3-4858-91bd-a0d321df5f54/ce3c5371-5387-4d54-8fe0-f515862c9330/91cef1f5-9055-47ee-b09c-b0e8545c6eab) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:14.509992 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:14.559754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=00775f7d-baef-485f-9e6d-934cfeac28b0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.598970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34712) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:14.600071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:14.606894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:14.613554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:14.615141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057277175', 'description': 'tempest-description--1424770921'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:14.643117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.681407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.682791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.692829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:58Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a73f7f6d-91ee-4102-a449-acbcbc31e659', 'name': '', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'mac_address': 'fa:16:3e:53:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:09Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'subnets': [{'id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:14.710068 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.727945 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.728908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:14.748610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:14.749798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.755762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d163980c-aa52-47c7-875a-8cdfce440d60 None None] The sync data for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 is: [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:14:58Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a73f7f6d-91ee-4102-a449-acbcbc31e659', 'name': '', 'network_id': '866bccee-abb5-4481-aef7-555b8b3db233', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'mac_address': 'fa:16:3e:53:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:09Z', 'revision_number': 4, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'subnets': [{'id': '93aee0e0-1f3c-4be9-ab32-7149f1277e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:14.757566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc106e-5069-4dad-b8ad-279e91e3e675 None None] Pushing event updated for resources: {'Port': ['ID=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:14.773369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.794486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a72895c6-e37d-4fc4-98c8-4ed13e0c13db tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3458793 Mar 31 23:15:14.796659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34714) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:14.812131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83', 'name': 'tempest-PortsTestJSON-626446657', 'fixed_ips': [{'subnet_id': '71276847-1e13-4b00-af33-4813a3403492', 'ip_address': '172.20.0.9'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:14.864841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:14.868509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0388324 Mar 31 23:15:14.872700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34716) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:14.878042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:14.928628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1242990188', 'security_groups': ['4a8ae1ed-1d71-4943-a482-b21773b1dab1'], 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2cbd085e-c32e-43a2-997b-d702ebd557dd'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:14.960157 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:15.010174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9320c5d1-c934-48e9-8fb6-2c90c470c98c None None] The sync data for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 is: [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:15.040672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:15.041749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:15.044435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Provisioning complete for port 81c88099-80fb-45be-a57d-dc30ec6379ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:15.044883 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.062090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd6694-5d87-4a39-813c-1a269a5f8248 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ae1ed-1d71-4943-a482-b21773b1dab1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.116269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:15.126571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.136761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e9d8e-cab8-4c2a-9ddd-d244b36d813f None None] Pushing event updated for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.139972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.140145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:15.186676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:15.267274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:15.409100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.424768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.444844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85077826-f10c-4522-b4ce-4d477bc1f321,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.484219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.1 (a5e7d297-16e3-4858-91bd-a0d321df5f54/ce3c5371-5387-4d54-8fe0-f515862c9330/83049b8a-f938-42a5-b6ee-1125af74a13b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:15.557061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.9 (e906bdd4-27f7-4352-9eb4-1c45280c0d83/71276847-1e13-4b00-af33-4813a3403492/5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:15.571986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.573477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9731739 Mar 31 23:15:15.576698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.585944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group_rule': {'security_group_id': 'e790f5b1-e3eb-4e85-93f2-3c123f3c41ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:15.589793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Checking segment: {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:15.590311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Network hostable DHCP agents. Network: a9a0e87a-cbb1-4a90-bb81-845bd591b4d6, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:15.634005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb2806-85bc-418e-8acd-6f9fff464586 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.679546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.715140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc106e-5069-4dad-b8ad-279e91e3e675 None None] Pushing event updated for resources: {'Port': ['ID=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.793061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:15.795043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:15.801825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Port 81c88099-80fb-45be-a57d-dc30ec6379ee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:15.803977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Attempting to bind port d445791e-bd77-4fdc-a53f-a55dd35dc389 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:15.804357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Attempting to bind port d445791e-bd77-4fdc-a53f-a55dd35dc389 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'd41e1489-593a-4751-b458-37500bc95fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:15.804721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Attempting to bind port d445791e-bd77-4fdc-a53f-a55dd35dc389 on network e906bdd4-27f7-4352-9eb4-1c45280c0d83 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:15.876735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:15.877133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Checking segment: {'id': 'd41e1489-593a-4751-b458-37500bc95fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:15.877553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.877704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.877952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Bound using segment: {'id': 'd41e1489-593a-4751-b458-37500bc95fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:15.879575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Bound port: d445791e-bd77-4fdc-a53f-a55dd35dc389, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41e1489-593a-4751-b458-37500bc95fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e906bdd4-27f7-4352-9eb4-1c45280c0d83'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:15.881427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.886937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.908845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.934687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0938a9a0-7c95-48ce-b080-0381596a6498,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.940970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:15.942171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c1f1c4df-fd2a-4ebd-bef4-c8331891d9ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3637052 Mar 31 23:15:15.945947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:15.952282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group_rule': {'security_group_id': 'e790f5b1-e3eb-4e85-93f2-3c123f3c41ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:15.985280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Pushing event updated for resources: {'Port': ['ID=91cef1f5-9055-47ee-b09c-b0e8545c6eab,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.010768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.030083 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.074962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.084417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:16.125837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=23369fc8-31bb-4b89-9f73-c2626700a441,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.142247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:16.154403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a9a0e87a-cbb1-4a90-bb81-845bd591b4d6) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:16.163803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:16.187045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869ab80-d7a8-4101-8c8d-6571a3caedcd None None] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:16.191533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:16.213421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.214912 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.227475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.233521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.252095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-992132a9-5b59-448e-b4b4-11014f3b2a53 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5476041 Mar 31 23:15:16.255456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34724) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.261338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:16.266046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.272858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.278941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.300056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.300056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.304860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:16.305523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.326788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a37845-9c37-4d75-8bf1-d3356d20cd9b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.338260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e5a7d40-0e38-41f1-ba18-6dd9bc5f812c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5404334 Mar 31 23:15:16.339011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34728) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.352228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.357204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-43172ca5-0981-4393-af87-33d50189c68b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066315 Mar 31 23:15:16.357204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34730) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.362582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:16.368607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Provisioning complete for port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:16.369219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.389912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port 1f61adef-4a25-4de4-b8e6-d555b56f0958 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:16.415735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.431605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a88631e-5f6e-4dad-bcc4-c03f66b22777 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.434196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a88631e-5f6e-4dad-bcc4-c03f66b22777 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0936913 Mar 31 23:15:16.455129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.581204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc77a13-55bf-4594-bf97-d418b02b3834 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.587875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc77a13-55bf-4594-bf97-d418b02b3834 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.589926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.595215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc77a13-55bf-4594-bf97-d418b02b3834 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.595778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] For port d445791e-bd77-4fdc-a53f-a55dd35dc389, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:16.600724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ecc77a13-55bf-4594-bf97-d418b02b3834 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1414137 Mar 31 23:15:16.625696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34736) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:16.629342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:16.634998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.637916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.638079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-481ae38d-e3af-4551-99e7-129b477c368d', 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'tenant_id': 'f430466c49fa49f9b71731e295c84878', 'fixed_ips': [{'subnet_id': '2cbd085e-c32e-43a2-997b-d702ebd557dd'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:16.639216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.652180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:16.657597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:16.701897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Attempting to bind port 91cef1f5-9055-47ee-b09c-b0e8545c6eab on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:16.702259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Attempting to bind port 91cef1f5-9055-47ee-b09c-b0e8545c6eab by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:16.702618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Attempting to bind port 91cef1f5-9055-47ee-b09c-b0e8545c6eab on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:16.708541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] For port d445791e-bd77-4fdc-a53f-a55dd35dc389, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d445791e-bd77-4fdc-a53f-a55dd35dc389,segment=NetworkSegment(d41e1489-593a-4751-b458-37500bc95fe7),segment_id=d41e1489-593a-4751-b458-37500bc95fe7)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:16.711516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'fixed_ips': [{'subnet_id': '85077826-f10c-4522-b4ce-4d477bc1f321'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:16.712540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.739122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::319 (481ae38d-e3af-4551-99e7-129b477c368d/2cbd085e-c32e-43a2-997b-d702ebd557dd/1f61adef-4a25-4de4-b8e6-d555b56f0958) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:16.765098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.768092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.776996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:16.777383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.811983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.866369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.927096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:16.927811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Checking segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:16.928791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.929364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Bound using segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:16.930033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Bound port: 91cef1f5-9055-47ee-b09c-b0e8545c6eab, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:16.930916 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:16.966652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8cc8-2b14-4df5-9724-a66cca4000f5 None None] Pushing event updated for resources: {'Port': ['ID=d445791e-bd77-4fdc-a53f-a55dd35dc389,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.980760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:17.256082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.269412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.284787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Allocated IP 172.25.8.171 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/7d4c3ad4-d522-4941-9a3d-024865200b53) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:17.287105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:17.349011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.527228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.568142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.606533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] For port 91cef1f5-9055-47ee-b09c-b0e8545c6eab, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:17.623766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] For port 91cef1f5-9055-47ee-b09c-b0e8545c6eab, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=91cef1f5-9055-47ee-b09c-b0e8545c6eab,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:17.636703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.673398 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.680750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.684833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.709365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.711495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.719058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.751643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:17.772361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:17.803288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:17.810609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:17.819746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Allocated IP 2001:db8::2 (481ae38d-e3af-4551-99e7-129b477c368d/2cbd085e-c32e-43a2-997b-d702ebd557dd/b7ab2c79-491c-4c79-8cf1-48834106ebed) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:17.825763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:17.842382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=7d4c3ad4-d522-4941-9a3d-024865200b53,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.863045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] For port 44c839d8-cd3b-4f15-847c-0e4d8de96c17, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=44c839d8-cd3b-4f15-847c-0e4d8de96c17,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:17.877389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.886115 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8fa7c687-e8fa-4804-9564-35a7da78bdcf tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed HTTP/1.1" status: 204 len: 168 time: 1.2592683 Mar 31 23:15:17.889217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.902600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:17.903404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a73f7f6d-91ee-4102-a449-acbcbc31e659 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:17.926967 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5d2143-035b-4dea-b252-70cb5049d41f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:17.931472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c5d2143-035b-4dea-b252-70cb5049d41f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/5ff444d3-e0b5-4a1c-b4cd-2d8ea028e5ed HTTP/1.1" status: 404 len: 333 time: 0.0388196 Mar 31 23:15:17.932078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34742) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:17.979370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.003884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 2, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:18.048524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Allocated IP 172.20.0.2 (a9a0e87a-cbb1-4a90-bb81-845bd591b4d6/85077826-f10c-4522-b4ce-4d477bc1f321/8660ee04-442b-4569-b937-e29ca823356e) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:18.050721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:18.051070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Updating router fb546895-290a-44dc-aff2-a56dbee9a7a5 port 81c88099-80fb-45be-a57d-dc30ec6379ee binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:18.075797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:18.080425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=1f61adef-4a25-4de4-b8e6-d555b56f0958,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:18.092800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:18.114549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.115252 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.222500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.285668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4346381-47a0-43d7-9b06-891281cbe153 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3692851 Mar 31 23:15:18.288377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34750) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:18.305600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:18.406605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.524453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.534406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9753c-f13f-4217-8e92-089cf64f12e3 None None] Pushing event updated for resources: {'Port': ['ID=91cef1f5-9055-47ee-b09c-b0e8545c6eab,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:18.542049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 00775f7d-baef-485f-9e6d-934cfeac28b0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:18.542683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.706760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.727109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.732378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.836450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.862020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:18.864107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6dfa398a-b576-46b2-9fa0-bc4f70608443 None None] Provisioning complete for port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:18.864489 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6dfa398a-b576-46b2-9fa0-bc4f70608443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.916831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:18.947031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8f7e7-cee1-4e3b-9037-f3e28a3e81f4 None None] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:18.977832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 00775f7d-baef-485f-9e6d-934cfeac28b0 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:18.990351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:19.011609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.037963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebb6ad-fad9-4a7e-a817-5f9e8df6c616 req-13b0889d-4123-4db8-a348-1a34df46aa84 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.042511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6ebb6ad-fad9-4a7e-a817-5f9e8df6c616 req-13b0889d-4123-4db8-a348-1a34df46aa84 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.1275764 Mar 31 23:15:19.060523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.075764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:19.077844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c7fca-dd27-4588-b373-36e40104439a None None] The sync data for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 is: [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:19.080296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:19.103392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:19.103774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.178802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6ebb6ad-fad9-4a7e-a817-5f9e8df6c616 req-05cb4967-e52a-495d-b33f-c2f7c75927c0 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027186 Mar 31 23:15:19.226304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.301426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.325451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:19.340742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.362001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.410952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=7d4c3ad4-d522-4941-9a3d-024865200b53,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.538688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.564398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.568624 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cbd085e-c32e-43a2-997b-d702ebd557dd (CIDR: 2001:db8::/64) Mar 31 23:15:19.578669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.580043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b98383c4-80da-4e51-a0ea-c70d58a910dd tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2221558 Mar 31 23:15:19.580451 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:19.581380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:19.627291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.635378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=00775f7d-baef-485f-9e6d-934cfeac28b0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.742741 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.781238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9b3bd57b-ecff-449c-a3dc-ad4e57a8a2f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4907508 Mar 31 23:15:19.784213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Attempting to bind port b7ab2c79-491c-4c79-8cf1-48834106ebed on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:19.784731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Attempting to bind port b7ab2c79-491c-4c79-8cf1-48834106ebed by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3aacd628-82ba-4151-983a-33ce23377255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:19.784946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Attempting to bind port b7ab2c79-491c-4c79-8cf1-48834106ebed on network 481ae38d-e3af-4551-99e7-129b477c368d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:19.799883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34766) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.848313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.853376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1fe94cb0-4b3f-4d04-b0b8-c300d266b79c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/00775f7d-baef-485f-9e6d-934cfeac28b0 HTTP/1.1" status: 204 len: 168 time: 1.9194369 Mar 31 23:15:19.855802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.878060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:19.902315 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d321020-9406-42d4-8ee7-05902ecab3b6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:19.910877 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1d321020-9406-42d4-8ee7-05902ecab3b6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/00775f7d-baef-485f-9e6d-934cfeac28b0 HTTP/1.1" status: 404 len: 333 time: 0.0535271 Mar 31 23:15:19.914958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34776) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:19.957189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:19.957565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Checking segment: {'id': '3aacd628-82ba-4151-983a-33ce23377255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:19.957980 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.958410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Bound using segment: {'id': '3aacd628-82ba-4151-983a-33ce23377255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:19.958845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Bound port: b7ab2c79-491c-4c79-8cf1-48834106ebed, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aacd628-82ba-4151-983a-33ce23377255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:19.959225 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:19.960042 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:19.961187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398365a1-57d9-4f21-8485-809b3e20724e None None] Pushing event updated for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.981202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e88ee-0fc5-470a-bc0b-5ff7a9988341 None None] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:20.025931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:20.035142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:20.064792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 71276847-1e13-4b00-af33-4813a3403492 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:20.068859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.124640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.166349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-56151e0f-6f94-4857-8b49-30ba92cf5360 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--2057277175&fields=id&tenant_id=677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 267 time: 0.2381222 Mar 31 23:15:20.322596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.352693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Allocated IP 172.25.8.10 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/576dd6a6-e676-4619-97eb-8e22a34de0d0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:20.412234 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.420658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.482577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.493864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.496549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fda16d91-e74f-4c9d-b725-42a8b2c0eebc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:20.535339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=71276847-1e13-4b00-af33-4813a3403492,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.554734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.567683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-571df2ff-a56f-46de-9e82-042710cab248 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/71276847-1e13-4b00-af33-4813a3403492 HTTP/1.1" status: 204 len: 168 time: 0.6545403 Mar 31 23:15:20.569520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:20.572480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Provisioning complete for port d445791e-bd77-4fdc-a53f-a55dd35dc389 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:20.572856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.644779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f18ebc-9dbe-4624-8de2-0363e9b25efb req-d1d73e06-4c91-4fa0-b1f6-1d00dce056ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.646403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08f18ebc-9dbe-4624-8de2-0363e9b25efb req-d1d73e06-4c91-4fa0-b1f6-1d00dce056ff tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.1809745 Mar 31 23:15:20.688849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Pushing event updated for resources: {'Port': ['ID=8660ee04-442b-4569-b937-e29ca823356e,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.692640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:20.721967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:20.731782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:20.734307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:20.758093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08f18ebc-9dbe-4624-8de2-0363e9b25efb req-4b97c424-ea45-4153-96e0-6abaa0323bf8 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631614 Mar 31 23:15:20.763628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:20.859851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port d445791e-bd77-4fdc-a53f-a55dd35dc389 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:20.860199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.003726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:21.013729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port d445791e-bd77-4fdc-a53f-a55dd35dc389, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d445791e-bd77-4fdc-a53f-a55dd35dc389,segment=NetworkSegment(d41e1489-593a-4751-b458-37500bc95fe7),segment_id=d41e1489-593a-4751-b458-37500bc95fe7)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:21.014106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.060043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for d445791e-bd77-4fdc-a53f-a55dd35dc389 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:21.135063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.277842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.303377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port d445791e-bd77-4fdc-a53f-a55dd35dc389 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:21.356891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.396775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Attempting to bind port 8660ee04-442b-4569-b937-e29ca823356e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:21.397156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Attempting to bind port 8660ee04-442b-4569-b937-e29ca823356e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:21.397571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Attempting to bind port 8660ee04-442b-4569-b937-e29ca823356e on network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:21.404483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=d445791e-bd77-4fdc-a53f-a55dd35dc389,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.425219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.430608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Port d445791e-bd77-4fdc-a53f-a55dd35dc389 update to ACTIVE by agent not found {{(pid=109300) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:15:21.458581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.504685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fda16d91-e74f-4c9d-b725-42a8b2c0eebc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:21.505062 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.507626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:21.508037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Checking segment: {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:21.508443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.508898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Bound using segment: {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:21.509397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Bound port: 8660ee04-442b-4569-b937-e29ca823356e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:21.510362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.586794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-c7ba90e3-1a18-4112-a006-115220d07581 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.588540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-c7ba90e3-1a18-4112-a006-115220d07581 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.60 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 1.2748492 Mar 31 23:15:21.596675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db534b55-5392-4c2b-81e5-efff48de7ae8 None None] Network e906bdd4-27f7-4352-9eb4-1c45280c0d83 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:21.601955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620308f-a4f5-4644-92e0-070d099b6f3b None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.646099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.734229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e906bdd4-27f7-4352-9eb4-1c45280c0d83']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:21.751781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-82f3f1de-3445-44a9-aa6f-a11a6c1fa30b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.759996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-82f3f1de-3445-44a9-aa6f-a11a6c1fa30b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 809 time: 1.5266120 Mar 31 23:15:21.808922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41e1489-593a-4751-b458-37500bc95fe7') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:21.809239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41e1489-593a-4751-b458-37500bc95fe7') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:21.812065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 493eae24-da53-42c9-aa81-e3bce510f01f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:21.814868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:21.820869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.832750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.863898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:21.874989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:21.875445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:22.043273 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:22.151960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Provisioning complete for port 91cef1f5-9055-47ee-b09c-b0e8545c6eab triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:22.153055 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.153169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-2c161f34-aebb-407c-a68d-180986af7fe5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/quotas/677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 375 time: 0.3909488 Mar 31 23:15:22.177845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.200814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.204554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/e906bdd4-27f7-4352-9eb4-1c45280c0d83 HTTP/1.1" status: 204 len: 168 time: 1.6339874 Mar 31 23:15:22.237661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:22.262408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-864068701'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:22.328242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:22.336663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.357485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed627724-d470-4559-adf5-12ab4f67fb93 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=e906bdd4-27f7-4352-9eb4-1c45280c0d83,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:22.438635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf744868-dcba-48ac-b1e6-09775495f793 req-26eafc0c-5bdd-4bb1-8ee6-037ea2a2364a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.441072 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf744868-dcba-48ac-b1e6-09775495f793 req-26eafc0c-5bdd-4bb1-8ee6-037ea2a2364a tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.2848399 Mar 31 23:15:22.445674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Attempting to bind port 81c88099-80fb-45be-a57d-dc30ec6379ee on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:22.445869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Attempting to bind port 81c88099-80fb-45be-a57d-dc30ec6379ee by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:22.446206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Attempting to bind port 81c88099-80fb-45be-a57d-dc30ec6379ee on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:22.452964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:22.466182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:22.466495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Checking segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:22.466914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.467349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Bound using segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:22.468577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Bound port: 81c88099-80fb-45be-a57d-dc30ec6379ee, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:22.469086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.504291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.506897 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.507600 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Added segment 1e3f7931-2786-4520-9cb1-4c950a30f6c5 of type vlan for network 049aea82-e742-4678-bedd-ea1e522b2833 Mar 31 23:15:22.544851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba52904-1dbd-4830-a46e-8ece3bccc9c9 None None] Pushing event updated for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:22.559012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:22.614648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.634312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:22.654040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.657434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.681817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.688003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.691934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.757215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf744868-dcba-48ac-b1e6-09775495f793 req-ef2b2d5c-ab89-439e-92dc-bf925a4647ad tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012581 Mar 31 23:15:22.764660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.789065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] For port 8660ee04-442b-4569-b937-e29ca823356e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:22.793560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38a6e3-774f-41c3-a7ed-bfe1b1baa42b None None] DHCP port deletion for e906bdd4-27f7-4352-9eb4-1c45280c0d83 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:22.793775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Deleting port 352d613b-7762-4a7f-a6de-6b3d78741cc2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:22.794116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.817210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5760415 Mar 31 23:15:22.821048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34792) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:22.844199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] For port 8660ee04-442b-4569-b937-e29ca823356e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8660ee04-442b-4569-b937-e29ca823356e,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:22.847358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '049aea82-e742-4678-bedd-ea1e522b2833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:22.852175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0071208 Mar 31 23:15:22.867140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.930203 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:22.933828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34794) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:22.964316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-611522613', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a28282e-448e-4a20-9ee7-79598bc22d0d'}], 'security_groups': ['b5309949-935a-4a71-9657-bc8cd80c02b8']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:23.039814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611af37-33a1-4e21-8105-53852417a18f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=3a28282e-448e-4a20-9ee7-79598bc22d0d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.059014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] For port 81c88099-80fb-45be-a57d-dc30ec6379ee, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:23.117212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] For port 81c88099-80fb-45be-a57d-dc30ec6379ee, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=81c88099-80fb-45be-a57d-dc30ec6379ee,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:23.158725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-536807ae-22f2-4f9c-85a0-fe609b6adeff tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7212236 Mar 31 23:15:23.211107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.257820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4ce78-065c-4f5c-91b2-7d85d40b8ea6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Network': ['ID=049aea82-e742-4678-bedd-ea1e522b2833,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.317876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 049aea82-e742-4678-bedd-ea1e522b2833 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:23.318818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:23.333498 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Sync routers for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:23.379647 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:23.380405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:23.386472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:23.392969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.401027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64fc2af2-359d-4f11-bc24-6e4553da3a3c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/493eae24-da53-42c9-aa81-e3bce510f01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7727671 Mar 31 23:15:23.475140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d0a45-5935-4eef-9a8e-36308f73a416 None None] Pushing event updated for resources: {'Port': ['ID=8660ee04-442b-4569-b937-e29ca823356e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.491454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] For port 91cef1f5-9055-47ee-b09c-b0e8545c6eab, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=91cef1f5-9055-47ee-b09c-b0e8545c6eab,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:23.690687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:23.694461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.695354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:23.816209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:23.817860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:23.824804 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:23.845977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 23369fc8-31bb-4b89-9f73-c2626700a441 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:23.881000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32707fd-67c1-4e3e-a65b-111e793de66e None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:24.011380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-aac56a74-cfa8-4d83-a17e-4a57d38f8148 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40623264&fields=id&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 267 time: 0.1554761 Mar 31 23:15:24.075425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.128281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 352d613b-7762-4a7f-a6de-6b3d78741cc2 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:24.138491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba52904-1dbd-4830-a46e-8ece3bccc9c9 None None] Pushing event updated for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:24.145236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.237980 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:18Z', 'revision_number': 2, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:24.264681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Checking router: 493eae24-da53-42c9-aa81-e3bce510f01f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:24.265260 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Updating router 493eae24-da53-42c9-aa81-e3bce510f01f port 83049b8a-f938-42a5-b6ee-1125af74a13b binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:24.267161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-fb8728c1-1a26-4564-bf89-afe7d0cf6d57 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.269176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-fb8728c1-1a26-4564-bf89-afe7d0cf6d57 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 796 time: 0.2479990 Mar 31 23:15:24.292610 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.334027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-b4024a28-7e11-4452-a402-ddf625f99fbf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/quotas/d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 375 time: 0.0301919 Mar 31 23:15:24.346601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.491350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:24.546650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Provisioning complete for port 81c88099-80fb-45be-a57d-dc30ec6379ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:24.547298 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.756301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Delete allocated IP 2001:db8::319 (481ae38d-e3af-4551-99e7-129b477c368d/2cbd085e-c32e-43a2-997b-d702ebd557dd) {{(pid=109298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:15:24.766585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8:0:1::2f0 (481ae38d-e3af-4551-99e7-129b477c368d/3a28282e-448e-4a20-9ee7-79598bc22d0d/1f61adef-4a25-4de4-b8e6-d555b56f0958) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:24.830433 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.838664 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.862967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:24.872770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:24.897279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e1257-082d-4fd4-b0d1-7cff97eb22f5 None None] Pushing event updated for resources: {'Port': ['ID=91cef1f5-9055-47ee-b09c-b0e8545c6eab,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:24.910800 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Pushing event updated for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:24.924119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.924673 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.925162 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.925670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.926156 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.926645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.927119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.927617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.928118 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.928299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 23369fc8-31bb-4b89-9f73-c2626700a441 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:24.928488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.928667 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:24.928767 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.929074 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:24.939206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-422da23c-d13c-4d81-98dc-9538616b54f8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5976460 Mar 31 23:15:24.952030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:24.996203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=3851fd16-625a-4cba-b819-e84f42e2831a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:25.008975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Checking segment: {'id': '1e3f7931-2786-4520-9cb1-4c950a30f6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:25.009339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network hostable DHCP agents. Network: 049aea82-e742-4678-bedd-ea1e522b2833, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:25.032815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 049aea82-e742-4678-bedd-ea1e522b2833 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:25.062978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Attempting to bind port 83049b8a-f938-42a5-b6ee-1125af74a13b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:25.064553 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Attempting to bind port 83049b8a-f938-42a5-b6ee-1125af74a13b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:25.065742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Attempting to bind port 83049b8a-f938-42a5-b6ee-1125af74a13b on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:25.067457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 049aea82-e742-4678-bedd-ea1e522b2833) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:25.081163 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:25.081723 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Checking segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:25.082574 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.083448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:25.084077 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Bound using segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:25.084208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.086387 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Bound port: 83049b8a-f938-42a5-b6ee-1125af74a13b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:25.086863 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.112298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d4deb0e9-548e-409a-8989-22da47e231b4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2900312 Mar 31 23:15:25.114175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3875d-bea2-42c8-a36c-578852a7f15e None None] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:25.114991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:25.120271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a56b73-8f07-4f58-b788-6f11623c2441 None None] Network 049aea82-e742-4678-bedd-ea1e522b2833 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:25.124810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1763635133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:25.164815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.166035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.262066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.268877 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] For port 83049b8a-f938-42a5-b6ee-1125af74a13b, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:25.272833 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] For port 83049b8a-f938-42a5-b6ee-1125af74a13b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=83049b8a-f938-42a5-b6ee-1125af74a13b,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:25.277650 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.381519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-c33c790a-4a33-49d8-8565-8a27e19d7964 service neutron] 10.222.0.95 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103558 Mar 31 23:15:25.395368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.408046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Pushing event updated for resources: {'Port': ['ID=576dd6a6-e676-4619-97eb-8e22a34de0d0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:25.418734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-c3e3972f-2ecc-4f7e-89d0-7e93f0cd3108 service neutron] 10.222.0.95 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1785843 Mar 31 23:15:25.432509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.434057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ddf20d1-d7a2-4e45-8cb3-fa4250860504 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3178883 Mar 31 23:15:25.437138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:25.438644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:25.439515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:25.454227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'network_id': '049aea82-e742-4678-bedd-ea1e522b2833', 'name': 'tempest-PortsTestJSON-1170603478'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:25.616647 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:25.740506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-e373b71e-59d0-4c02-9e39-e658b54ea70e service neutron] 10.222.0.95 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575790 Mar 31 23:15:25.784447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469df877-6fa3-433b-875e-e04a123265e1 None None] Pushing event updated for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:25.790283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:25.799370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.845870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.846518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:25.846645 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Floating IP 78736aa0-6e63-40a1-abdd-78f91ba2fa12 disassociated. External IP: 172.25.8.122, port: 352d613b-7762-4a7f-a6de-6b3d78741cc2. Mar 31 23:15:25.847019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Calling delete_port for 352d613b-7762-4a7f-a6de-6b3d78741cc2 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:25.847667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 7006b1bc-91a7-4029-aeff-9a5fc770c6ae yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:26.011857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a73f7f6d-91ee-4102-a449-acbcbc31e659 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:26.027730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:25Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:26.061642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-049aea82-e742-4678-bedd-ea1e522b2833', 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': '3851fd16-625a-4cba-b819-e84f42e2831a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:26.064156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.067622 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c85d48-e7dd-4bcf-a248-a3d2afb9887f None None] The sync data for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 is: [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:25Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:26.117896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.11 (049aea82-e742-4678-bedd-ea1e522b2833/3851fd16-625a-4cba-b819-e84f42e2831a/7006b1bc-91a7-4029-aeff-9a5fc770c6ae) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:26.161161 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.296420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-64cd8020-9ae3-41f5-8f3e-db1e47230ef2 service neutron] 10.222.0.95 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949977 Mar 31 23:15:26.309470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.360146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.390109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Update dhcp port {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'fixed_ips': [{'subnet_id': '2cbd085e-c32e-43a2-997b-d702ebd557dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a28282e-448e-4a20-9ee7-79598bc22d0d'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'b7ab2c79-491c-4c79-8cf1-48834106ebed'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:26.390860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.399223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.470722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.524031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.649347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Allocated IP 172.20.0.2 (049aea82-e742-4678-bedd-ea1e522b2833/3851fd16-625a-4cba-b819-e84f42e2831a/f94474ea-67b6-4793-aebb-b9213974cd34) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:26.651886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a73f7f6d-91ee-4102-a449-acbcbc31e659 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:26.652385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.716243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 049aea82-e742-4678-bedd-ea1e522b2833 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:26.719766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:26.722351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:26.722528 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb9baa-1acc-452c-8109-57687598c592" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-unplugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:26.729737 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.739587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:26.801758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f873-8ee9-4d79-a104-935de92a614e req-a00845b8-57b5-4f4f-9465-6197d09d18dc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.810519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9505f873-8ee9-4d79-a104-935de92a614e req-a00845b8-57b5-4f4f-9465-6197d09d18dc tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 946 time: 0.3675084 Mar 31 23:15:26.878717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:26.896134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9505f873-8ee9-4d79-a104-935de92a614e req-d4eae1f5-531e-485f-af0c-09b5d1d64d91 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups?id=17be3946-86f2-497a-a2a9-8a10913a37b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844998 Mar 31 23:15:26.925187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 352d613b-7762-4a7f-a6de-6b3d78741cc2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=352d613b-7762-4a7f-a6de-6b3d78741cc2,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.943154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7006b1bc-91a7-4029-aeff-9a5fc770c6ae,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.012892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:27.013553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.081211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-298c6a3a-1054-462f-a6db-3def6c6cd088 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6356213 Mar 31 23:15:27.083291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:27.188342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Allocated IP 2001:db8:0:1::2 (481ae38d-e3af-4551-99e7-129b477c368d/3a28282e-448e-4a20-9ee7-79598bc22d0d/b7ab2c79-491c-4c79-8cf1-48834106ebed) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:27.296323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b212527-27e3-443f-8a0d-fc62c6a9f45f req-08eaf4cd-f866-49bb-b63a-4096ab41f960 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 210 time: 0.0477684 Mar 31 23:15:27.343859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:27.386771 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.390267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:22Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:27.404248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b7ab2c79-491c-4c79-8cf1-48834106ebed up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:27.441929 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.451826 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43f0f2-4cb4-43e9-b7c5-54149d00cd8d x-openstack-request-id: req-7f43f0f2-4cb4-43e9-b7c5-54149d00cd8d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:27.452305 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-unplugged", "status": "completed", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:27.452654 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7f43f0f2-4cb4-43e9-b7c5-54149d00cd8d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:27.453293 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f43f0f2-4cb4-43e9-b7c5-54149d00cd8d'] response: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'code': 200} Mar 31 23:15:27.539140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.574527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ddee1e-8ef3-4cbc-89df-7178dac9a7f3 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:22Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:27.603061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] For port 81c88099-80fb-45be-a57d-dc30ec6379ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=81c88099-80fb-45be-a57d-dc30ec6379ee,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:27.750406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.799809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] In _notify_port_updated(), no bound segment for port 1f61adef-4a25-4de4-b8e6-d555b56f0958 on network 481ae38d-e3af-4551-99e7-129b477c368d {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:15:27.801712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.817378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:27.818055 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:27.819435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/ports/1f61adef-4a25-4de4-b8e6-d555b56f0958 HTTP/1.1" status: 200 len: 930 time: 4.8809063 Mar 31 23:15:27.822589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34866) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:27.826740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce9b17-0340-49bf-9b54-929726eaebc0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=1f61adef-4a25-4de4-b8e6-d555b56f0958,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.902536 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ead20c3c-3f43-44d4-b5b5-cfb4a6ec35e6 req-5b179e2c-c335-45bf-93f8-fb4f1469db65 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 210 time: 1.2083600 Mar 31 23:15:28.033848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:28.034273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.037037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.043775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:28.051364 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.057168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.231836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b440d0f-c12a-47df-a63d-65fc493296f6 req-6a619c6f-cb42-4685-9b7d-99f7264b1175 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 210 time: 0.0727859 Mar 31 23:15:28.242522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'Port': ['ID=352d613b-7762-4a7f-a6de-6b3d78741cc2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.610005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a470b889-2f50-4739-81b0-76671fa6ec5b req-5b3c88a2-740f-4ca0-b439-f4934ce7403b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 210 time: 0.1840231 Mar 31 23:15:28.629872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.644525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.684366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34e446-3e9a-42e5-892e-bf70dfe01b58 None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.748886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-d11373ea-f9b2-4d24-b98d-14a9a82e015f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.761517 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-d11373ea-f9b2-4d24-b98d-14a9a82e015f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 796 time: 0.7391469 Mar 31 23:15:28.807026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 1f61adef-4a25-4de4-b8e6-d555b56f0958 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:28.807751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:28.941986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7006b1bc-91a7-4029-aeff-9a5fc770c6ae,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:28.974233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.000984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.034099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.074790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Network 049aea82-e742-4678-bedd-ea1e522b2833 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:29.076330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.076968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.096078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 1f61adef-4a25-4de4-b8e6-d555b56f0958 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:29.103469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:29.117401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:29.150728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.206205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-db04beca-c4c0-48a6-8ac6-c8bd2cbc6b93 req-9bf10be8-8b4d-4a80-80ec-6b8cf5e1730b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 210 time: 0.0602038 Mar 31 23:15:29.280349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:29.321089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Pushing event updated for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.360012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:29.403101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.424962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.430368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Pushing event updated for resources: {'Port': ['ID=f94474ea-67b6-4793-aebb-b9213974cd34,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.495962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-63717c1c-4cbe-40ba-9366-2005251e38d7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 378 time: 0.6988792 Mar 31 23:15:29.578829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Attempting to bind port f94474ea-67b6-4793-aebb-b9213974cd34 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:29.584800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Attempting to bind port f94474ea-67b6-4793-aebb-b9213974cd34 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1e3f7931-2786-4520-9cb1-4c950a30f6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:29.586876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Attempting to bind port f94474ea-67b6-4793-aebb-b9213974cd34 on network 049aea82-e742-4678-bedd-ea1e522b2833 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:29.590584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Could not find standard attr ID for object d445791e-bd77-4fdc-a53f-a55dd35dc389. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:29.630981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:29.631604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Checking segment: {'id': '1e3f7931-2786-4520-9cb1-4c950a30f6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:29.632753 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.633310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Bound using segment: {'id': '1e3f7931-2786-4520-9cb1-4c950a30f6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:29.637332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Bound port: f94474ea-67b6-4793-aebb-b9213974cd34, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3f7931-2786-4520-9cb1-4c950a30f6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '049aea82-e742-4678-bedd-ea1e522b2833'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:29.637568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.661003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.710761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:29.711326 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:29.711639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eafc09f-bc41-4d12-bd97-ef5b317f0be0 req-0b4117a1-553d-4910-9127-f4f934d45c4b tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/ports?device_id=608b2a7c-e4e7-470c-b085-336b67e537ba HTTP/1.1" status: 200 len: 210 time: 0.2473609 Mar 31 23:15:29.717981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Provisioning complete for port 800ee26a-96f6-42f6-8aa0-9faeeb703667 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:29.718492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.731556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.761504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-bdb9d38b-1738-4a3d-a837-ca22c85d29d1 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.763122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-bdb9d38b-1738-4a3d-a837-ca22c85d29d1 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 809 time: 0.9658446 Mar 31 23:15:29.774969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'port': {'device_id': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'admin_state_up': True, 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'security_groups': ['840a8d6e-515f-4150-86e1-dcfedd76dc97']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:29.847565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Port 800ee26a-96f6-42f6-8aa0-9faeeb703667 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:29.890367 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6cc87dd6-6691-4ab5-972c-3c57a848974f req-cd388cab-6b73-4e08-8976-bea07c40723f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 210 time: 0.1433885 Mar 31 23:15:29.914289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Provisioning complete for port 83049b8a-f938-42a5-b6ee-1125af74a13b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:29.914289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:29.967529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] For port f94474ea-67b6-4793-aebb-b9213974cd34, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:29.970787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-98179210-bdd4-432e-a895-3bec11b0508b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 380 time: 0.1909754 Mar 31 23:15:29.972313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:29.990039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] For port f94474ea-67b6-4793-aebb-b9213974cd34, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94474ea-67b6-4793-aebb-b9213974cd34,segment=NetworkSegment(1e3f7931-2786-4520-9cb1-4c950a30f6c5),segment_id=1e3f7931-2786-4520-9cb1-4c950a30f6c5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:29.996098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:30.019567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.045921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'port': {'device_id': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'admin_state_up': True, 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'security_groups': ['e790f5b1-e3eb-4e85-93f2-3c123f3c41ed']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:30.059455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] No DVR routers for this DVR port 352d613b-7762-4a7f-a6de-6b3d78741cc2 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:30.062380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.066525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f7d003e-17a0-4bbe-8b9e-1feb0026682a req-0fba1722-6715-45ba-95d8-e37b631da327 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.60 "DELETE /v2.0/ports/352d613b-7762-4a7f-a6de-6b3d78741cc2 HTTP/1.1" status: 204 len: 173 time: 8.2939501 Mar 31 23:15:30.078787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:30.080727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:30.095075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-deleted', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:30.095075 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393ffc5e-f9bd-4057-a8df-914c91512f43" -d '{"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-deleted", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:30.193669 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608cc99e-5fe9-46e8-8bff-ab9fcb3974aa x-openstack-request-id: req-608cc99e-5fe9-46e8-8bff-ab9fcb3974aa {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:30.194212 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b2a7c-e4e7-470c-b085-336b67e537ba", "name": "network-vif-deleted", "tag": "352d613b-7762-4a7f-a6de-6b3d78741cc2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:30.194645 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-608cc99e-5fe9-46e8-8bff-ab9fcb3974aa {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:30.195310 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608cc99e-5fe9-46e8-8bff-ab9fcb3974aa'] response: {'server_uuid': '608b2a7c-e4e7-470c-b085-336b67e537ba', 'name': 'network-vif-deleted', 'tag': '352d613b-7762-4a7f-a6de-6b3d78741cc2', 'status': 'completed', 'code': 200} Mar 31 23:15:30.196747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.203126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.317166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.319038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=7006b1bc-91a7-4029-aeff-9a5fc770c6ae,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:30.422711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b926b7da-5695-4c7c-ada4-72a7fe3b1089 req-897ea06c-28bb-4d8c-bcfb-fc60b5433e52 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 210 time: 0.0609806 Mar 31 23:15:30.503454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:30.523049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.525186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:30.532817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.544244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 44c839d8-cd3b-4f15-847c-0e4d8de96c17 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:30.592349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 049aea82-e742-4678-bedd-ea1e522b2833 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:30.594539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:30.655406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:30.714682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=1f61adef-4a25-4de4-b8e6-d555b56f0958,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:30.773410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Made reservation on behalf of 677ac4e9401b4c47b930094db22e2f7c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:30.778578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.825774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Router 4b17e7df-1feb-409e-adf9-48037c4d1403 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:15:30.881728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.886352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f2cbc-77a9-41f0-911d-c02d1076e107 None None] Pushing event updated for resources: {'Port': ['ID=f94474ea-67b6-4793-aebb-b9213974cd34,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:30.891278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:30.894375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-966a8629-3b82-4ae0-8ce6-80920c0dae4c tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/1f61adef-4a25-4de4-b8e6-d555b56f0958 HTTP/1.1" status: 204 len: 168 time: 3.0646839 Mar 31 23:15:30.898717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34900) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:30.949994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34904) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.083329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:31.094300 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] Sync routers for ids ['4b17e7df-1feb-409e-adf9-48037c4d1403'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:31.105005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d356a4d7-0355-4522-b6c0-2b5c502d7198 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/routers/4b17e7df-1feb-409e-adf9-48037c4d1403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0166247 Mar 31 23:15:31.108948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.136837 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] Routers {'4b17e7df-1feb-409e-adf9-48037c4d1403'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:31.137066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] For port 83049b8a-f938-42a5-b6ee-1125af74a13b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=83049b8a-f938-42a5-b6ee-1125af74a13b,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:31.138550 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4b17e7df-1feb-409e-adf9-48037c4d1403'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.148948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.231635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Pushing event updated for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.235916 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.240036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.253557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] Routers {'4b17e7df-1feb-409e-adf9-48037c4d1403'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:31.254202 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4b17e7df-1feb-409e-adf9-48037c4d1403'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.262296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Provisioning complete for port 91cef1f5-9055-47ee-b09c-b0e8545c6eab triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:31.262296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-95a2c387-3119-4a78-8845-05004fc8696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.317973 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.318627 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f41b766-95fd-4726-9600-ad579262d4c5 None None] The sync data for ids ['4b17e7df-1feb-409e-adf9-48037c4d1403'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:31.339543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.385464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e271d-ef34-4ad6-9523-0cd78277fc0c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:31.386072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:31.386457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.390619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb1e271d-ef34-4ad6-9523-0cd78277fc0c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?device_id=4b17e7df-1feb-409e-adf9-48037c4d1403 HTTP/1.1" status: 200 len: 983 time: 0.2780969 Mar 31 23:15:31.396136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34910) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.461593 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-734a4e4f-1ca7-4d6b-902e-0b5e0bac5abf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:15:31.465694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-734a4e4f-1ca7-4d6b-902e-0b5e0bac5abf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/1f61adef-4a25-4de4-b8e6-d555b56f0958 HTTP/1.1" status: 404 len: 333 time: 0.5642107 Mar 31 23:15:31.473125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.577440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 91cef1f5-9055-47ee-b09c-b0e8545c6eab up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:31.590982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46e1da34-8ae1-419f-b42e-13b6640d0fa5 req-56086691-d2aa-4ffe-8d50-26a2f0d508c9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 210 time: 0.0577276 Mar 31 23:15:31.615056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Allocated IP 172.20.0.5 (ac6b080b-3537-447c-be73-0baf2255de61/7982094f-58f0-484c-b72e-759d24a5178f/00da9f55-d6d4-450c-96ec-e58cf14d9b90) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:31.643287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.682768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.685817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.687415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "DELETE /v2.0/security-groups/17be3946-86f2-497a-a2a9-8a10913a37b9 HTTP/1.1" status: 204 len: 168 time: 0.7362399 Mar 31 23:15:31.708031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:31.740614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.750793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:31.752060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:31.770565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff7fe9-bcd7-40f5-831e-804afee78999 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17be3946-86f2-497a-a2a9-8a10913a37b9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:31.775925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.782825 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-0ac8522b-17fc-424f-9ebd-2b53675626ab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] show failed (client error): The resource could not be found. Mar 31 23:15:31.787764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ac8522b-17fc-424f-9ebd-2b53675626ab tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "GET /v2.0/security-groups/17be3946-86f2-497a-a2a9-8a10913a37b9 HTTP/1.1" status: 404 len: 347 time: 0.0431635 Mar 31 23:15:31.790815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:31.813549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.832739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.840733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:31.866062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.5 (a5e7d297-16e3-4858-91bd-a0d321df5f54/ce3c5371-5387-4d54-8fe0-f515862c9330/b73a51b5-cf8c-476e-b99f-500db2e606de) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:31.881045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b784ede-f8b3-4d73-9639-1ac44e1bd04c req-7bf7d36c-aff2-4dde-b8dd-2a92b98ce272 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 210 time: 0.5200431 Mar 31 23:15:31.895297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Sync routers for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:31.916411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Provisioning complete for port 81c88099-80fb-45be-a57d-dc30ec6379ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:31.916853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.952172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:31.957245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24a4e985-c295-46e1-8f5b-646b129a4e2a admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.6993465 Mar 31 23:15:31.961322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:32.000580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.005419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:32.006131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:32.129357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Network ac6b080b-3537-447c-be73-0baf2255de61 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:32.184766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:32.215897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:32.228350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:32.314603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.382361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:32.382848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.421756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:32.429494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-63759299-1be2-40db-9933-56fe5dcdb0d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4243534 Mar 31 23:15:32.433805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.472229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Request body: {'port': {'device_id': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:32.477267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 91cef1f5-9055-47ee-b09c-b0e8545c6eab triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:32.479583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.494392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96e7b5-d765-4a2f-b307-ac083b3ffcf1 None None] Network 049aea82-e742-4678-bedd-ea1e522b2833 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:32.586876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.644260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.673397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:32.828807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6085f5e-ab3f-4d9b-8cba-75d0a932f610 req-51f78022-f9e7-465f-aea1-e3415bc9d63a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:32.830579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6085f5e-ab3f-4d9b-8cba-75d0a932f610 req-51f78022-f9e7-465f-aea1-e3415bc9d63a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 931 time: 0.0822663 Mar 31 23:15:32.846691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:32.847125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.868381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.871746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.873176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/security-groups/4a8ae1ed-1d71-4943-a482-b21773b1dab1 HTTP/1.1" status: 204 len: 168 time: 1.3947685 Mar 31 23:15:32.961036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00da9f55-d6d4-450c-96ec-e58cf14d9b90 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:32.969387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.978542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:32.983984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Transition to ACTIVE for port object 00da9f55-d6d4-450c-96ec-e58cf14d9b90 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:15:32.985156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:32.988655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:32.990056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Deleting port 4a96a1bc-94b2-4255-a654-8990d10fca20 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:32.990747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:32.991351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:32.993501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db640d81-843a-4048-8317-61c58a20a19d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ae1ed-1d71-4943-a482-b21773b1dab1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.051762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.052540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.058625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.119581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.151016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.171915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-4c5f0788-99f1-425e-87d3-45f0d44ba0cc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4536927 Mar 31 23:15:33.186445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1791f-dfcf-4731-896e-b6d528f7cb5e req-3c814506-305c-4bdc-9556-52f3a5dbd711 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.188801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5aa1791f-dfcf-4731-896e-b6d528f7cb5e req-3c814506-305c-4bdc-9556-52f3a5dbd711 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.1324072 Mar 31 23:15:33.207635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Request body: {'port': {'device_id': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:33.288811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.334958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.336042 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.368284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Calling delete_port for 4a96a1bc-94b2-4255-a654-8990d10fca20 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:33.418312 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5aa1791f-dfcf-4731-896e-b6d528f7cb5e req-14ba6847-e42f-4700-bda4-9e3b6bc90766 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799798 Mar 31 23:15:33.443608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Attempting to bind port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:33.443905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Attempting to bind port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:33.444243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Attempting to bind port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:33.446188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.468950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 on network ac6b080b-3537-447c-be73-0baf2255de61 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:33.469347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Attempting to bind port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:33.478143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:33.478831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Checking segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:33.478958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Bound using segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:33.479612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Bound port: 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:33.479742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.552248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6085f5e-ab3f-4d9b-8cba-75d0a932f610 req-2620feb9-885f-4eec-8066-204a6b8d5df0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6979487 Mar 31 23:15:33.554406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.562032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.565738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/security-groups/b5309949-935a-4a71-9657-bc8cd80c02b8 HTTP/1.1" status: 204 len: 168 time: 0.5620954 Mar 31 23:15:33.586487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Could not find standard attr ID for object 1f61adef-4a25-4de4-b8e6-d555b56f0958. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:33.597698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:33.602084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:33.603211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34932) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:33.624166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.645834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:33.659001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Provisioning complete for port 800ee26a-96f6-42f6-8aa0-9faeeb703667 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:33.660743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.668689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d520b3-96c4-4884-8fff-6568c3407486 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5309949-935a-4a71-9657-bc8cd80c02b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.796427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:25Z', 'revision_number': 3, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:33.820162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:33.916153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Pushing event deleted for resources: {'Port': ['ID=4a96a1bc-94b2-4255-a654-8990d10fca20,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:33.933143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Checking router: e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:33.933496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Updating router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e port 576dd6a6-e676-4619-97eb-8e22a34de0d0 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:33.968962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Port 800ee26a-96f6-42f6-8aa0-9faeeb703667 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:33.979478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.043115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.046914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Provisioning complete for port 8660ee04-442b-4569-b937-e29ca823356e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:34.047637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.099098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.102122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.120083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f933f424-4378-4caa-ae44-bb9197363584 tempest-AttachVolumeShelveTestJSON-438050361 tempest-AttachVolumeShelveTestJSON-438050361-project] 10.222.0.95 "DELETE /v2.0/floatingips/78736aa0-6e63-40a1-abdd-78f91ba2fa12 HTTP/1.1" status: 204 len: 168 time: 2.3165061 Mar 31 23:15:34.162295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:34.207807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9309d-97bf-42bb-9963-a34a3e6374a7 None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:05:13Z', 'revision_number': 4, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8e15f11-cff2-438e-954b-d6934db4feb7', 'name': '', 'network_id': '3b898086-220c-4d6e-a12b-ba89b0041bf4', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'mac_address': 'fa:16:3e:6a:25:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:10Z', 'updated_at': '2022-03-31T23:05:23Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'subnets': [{'id': '84808a44-88c2-4c43-a45e-345fd53f701f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:34.217324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:34.217707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.351653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.352570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.354153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] 10.222.0.60 "PUT /v2.0/ports/00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 1091 time: 1.9142616 Mar 31 23:15:34.354881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:34.357585 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391188f7-55ab-4745-afcf-b22affa84511" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:34.577494 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2f2707-4c23-4bdf-8397-119e7330e1d9 x-openstack-request-id: req-0c2f2707-4c23-4bdf-8397-119e7330e1d9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:34.578214 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:34.578214 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0c2f2707-4c23-4bdf-8397-119e7330e1d9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:34.578518 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2f2707-4c23-4bdf-8397-119e7330e1d9'] response: {'name': 'network-changed', 'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'status': 'completed', 'code': 200} Mar 31 23:15:34.678842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.859362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0316d296-73f5-4a66-bd4a-2c14cf056505 None None] New status for floating IP 78736aa0-6e63-40a1-abdd-78f91ba2fa12: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:34.862841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.880379 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:34.900315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-befbd993-1024-4934-ad14-6a3ac3c45451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.039560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dca9b7-0f19-4ade-83a9-0d47fdd8cbb3 req-03b54828-8498-4165-a074-bd4ddeff8c70 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.041447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9dca9b7-0f19-4ade-83a9-0d47fdd8cbb3 req-03b54828-8498-4165-a074-bd4ddeff8c70 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.3648894 Mar 31 23:15:35.064218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.099547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 2cbd085e-c32e-43a2-997b-d702ebd557dd {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:35.109895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Attempting to bind port 576dd6a6-e676-4619-97eb-8e22a34de0d0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:35.110712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Attempting to bind port 576dd6a6-e676-4619-97eb-8e22a34de0d0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:35.110712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Attempting to bind port 576dd6a6-e676-4619-97eb-8e22a34de0d0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:35.113937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b786-4b13-480d-86c9-015efa54ac93 service neutron] Pushing event updated for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.116098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.132455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a8950-2fa9-4886-8e82-4a5b0710df8a None None] Pushing event updated for resources: {'Port': ['ID=576dd6a6-e676-4619-97eb-8e22a34de0d0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.144397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:35.144772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:35.145180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.145636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:35.146115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Bound port: 576dd6a6-e676-4619-97eb-8e22a34de0d0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:35.146502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.152235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73a51b5-cf8c-476e-b99f-500db2e606de {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:35.180766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.192750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 7006b1bc-91a7-4029-aeff-9a5fc770c6ae {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:35.192984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.209400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-7c50576d-b124-4ea4-aaba-b28f025a6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.211199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-7c50576d-b124-4ea4-aaba-b28f025a6516 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1094 time: 0.7769425 Mar 31 23:15:35.217279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b84a639e-0d74-42c9-8e1a-5d1e993ccda7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:35.241973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107167d-c3d8-46f7-a585-8914c4a212d3 req-a34a65ce-0b4a-4ae8-90a2-f32595c7e37f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.243006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9dca9b7-0f19-4ade-83a9-0d47fdd8cbb3 req-efffc19b-c0ee-4bd4-a2d1-5e622b6b3f2f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936245 Mar 31 23:15:35.255855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d107167d-c3d8-46f7-a585-8914c4a212d3 req-a34a65ce-0b4a-4ae8-90a2-f32595c7e37f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 931 time: 0.2840590 Mar 31 23:15:35.260585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.272181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] For port 8660ee04-442b-4569-b937-e29ca823356e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8660ee04-442b-4569-b937-e29ca823356e,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:35.303589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.330817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Transition to ACTIVE for port object b73a51b5-cf8c-476e-b99f-500db2e606de will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:15:35.342614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-af6761d6-8927-4d9f-b392-3744c4fc4d40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 217 time: 0.1217949 Mar 31 23:15:35.361264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.381406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] For port 576dd6a6-e676-4619-97eb-8e22a34de0d0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:35.383498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Allocated IP 172.20.0.1 (a9a0e87a-cbb1-4a90-bb81-845bd591b4d6/85077826-f10c-4522-b4ce-4d477bc1f321/51850846-9fd1-400c-a3c6-4840ba20460a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:35.390252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Provisioning complete for port 83049b8a-f938-42a5-b6ee-1125af74a13b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:35.390822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.455469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] For port 576dd6a6-e676-4619-97eb-8e22a34de0d0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=576dd6a6-e676-4619-97eb-8e22a34de0d0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:35.480945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d107167d-c3d8-46f7-a585-8914c4a212d3 req-ac961bc3-f9fb-4ef9-9fbc-832086badf25 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980417 Mar 31 23:15:35.511377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.540729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.552240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-b5ed393d-ce29-4a32-8a3c-460a4d5bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.554198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-b5ed393d-ce29-4a32-8a3c-460a4d5bb618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.2035117 Mar 31 23:15:35.565420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:35.565814 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.597020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53964bd-03d9-4104-b986-97467117c6bb None None] Pushing event updated for resources: {'Port': ['ID=8660ee04-442b-4569-b937-e29ca823356e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.633526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.667124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:35.667523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.668602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:35.675625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 7006b1bc-91a7-4029-aeff-9a5fc770c6ae owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:35.823805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.856764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.878683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:35.884001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/2cbd085e-c32e-43a2-997b-d702ebd557dd HTTP/1.1" status: 204 len: 168 time: 2.2742455 Mar 31 23:15:35.889658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd2661-839b-4b6e-ab4e-304a1600b44f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbd085e-c32e-43a2-997b-d702ebd557dd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:35.895863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34958) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:35.898436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-38119c20-bd67-4856-afee-a81da33ada05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:35.898570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587a507-579b-41ed-abb4-bd12e02799cf None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:35.900353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-38119c20-bd67-4856-afee-a81da33ada05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3231697 Mar 31 23:15:35.906910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:35.910262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:35.980349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:35.981080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:35.981406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:36.002815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.056783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:36.060009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a8950-2fa9-4886-8e82-4a5b0710df8a None None] Pushing event updated for resources: {'Port': ['ID=576dd6a6-e676-4619-97eb-8e22a34de0d0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:36.061129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:36.065505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:36.140223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-de93bff3-cd8a-45e8-ac91-bb5b0080dfda service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969011 Mar 31 23:15:36.140785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:36.141110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:36.222197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.232239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Pushing event updated for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:36.243372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.260799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.406607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:36.406861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Checking segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:36.407178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Bound using segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:36.407672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Bound port: b73a51b5-cf8c-476e-b99f-500db2e606de, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:36.408365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.497785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:36.502264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.664432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b84a639e-0d74-42c9-8e1a-5d1e993ccda7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:36.680650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Could not find standard attr ID for object 7006b1bc-91a7-4029-aeff-9a5fc770c6ae. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:36.685606 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:36.803274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd518b30-402f-4243-9844-2cdb9c359eda no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:36.842911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: cd518b30-402f-4243-9844-2cdb9c359eda {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:36.843317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd518b30-402f-4243-9844-2cdb9c359eda not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:36.889261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:36.894444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:36.909719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:36.957734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.002241 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3d73a5c-3506-49ff-8533-f174d1b66574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.025129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:25Z', 'revision_number': 3, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:37.053376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fcc95-c6b1-4067-adfd-0e0cd69a7c25 req-1968d2dd-0ed6-4272-8cda-c44fbb54536d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.055269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-460fcc95-c6b1-4067-adfd-0e0cd69a7c25 req-1968d2dd-0ed6-4272-8cda-c44fbb54536d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.2405274 Mar 31 23:15:37.055963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.059127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.065820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60d73c-68d6-4c50-9dc3-5795d70fcc4d None None] The sync data for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 is: [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:25Z', 'revision_number': 3, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:37.067459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Provisioning complete for port f94474ea-67b6-4793-aebb-b9213974cd34 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:37.067997 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.104171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=7006b1bc-91a7-4029-aeff-9a5fc770c6ae,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.119930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7d010-4e07-43e2-975d-e179ad0613f2 req-5c2b1ae8-4688-47f5-afa7-758c3a426ff7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.121836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfe7d010-4e07-43e2-975d-e179ad0613f2 req-5c2b1ae8-4688-47f5-afa7-758c3a426ff7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.7049975 Mar 31 23:15:37.125726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.201011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:37.209530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:37.242299 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.283964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.284658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.289557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-460fcc95-c6b1-4067-adfd-0e0cd69a7c25 req-68c6a237-fd9f-46b1-b3fb-ed6c3b478190 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137220 Mar 31 23:15:37.291515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a99acc55-1ccb-4eab-9799-92dd361804e1 req-59a2cd0e-1f49-42bd-afa4-260b4fd192b5 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0967059 Mar 31 23:15:37.316819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.318384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.320860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-f7b88c58-8e6c-457e-83f1-f8e6fac2d532 service neutron] 10.222.0.60 "PUT /v2.0/ports/b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 1091 time: 4.1237473 Mar 31 23:15:37.321565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:37.325861 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecd1be2-407f-4bdf-9d98-207200418dec" -d '{"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:37.397456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] For port f94474ea-67b6-4793-aebb-b9213974cd34, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94474ea-67b6-4793-aebb-b9213974cd34,segment=NetworkSegment(1e3f7931-2786-4520-9cb1-4c950a30f6c5),segment_id=1e3f7931-2786-4520-9cb1-4c950a30f6c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:37.410034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.571083 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4dc721-389a-4a55-92da-5f54a5c5ed5c x-openstack-request-id: req-df4dc721-389a-4a55-92da-5f54a5c5ed5c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:37.581212 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:37.581608 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-df4dc721-389a-4a55-92da-5f54a5c5ed5c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:37.582162 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4dc721-389a-4a55-92da-5f54a5c5ed5c'] response: {'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'status': 'completed', 'code': 200} Mar 31 23:15:37.585284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=1c7a19b3-6685-492f-aef2-5763d7d63e51,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.590592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba7465-aa7e-498d-a003-3b6a1c5baa76 None None] Pushing event updated for resources: {'Port': ['ID=f94474ea-67b6-4793-aebb-b9213974cd34,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:37.601843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0f5940f2-d408-416e-bd3b-9091d2ef04f9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7000258 Mar 31 23:15:37.607731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34976) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:37.607880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1ad8f570-bb7a-4aaf-af89-4c6246eeb2c4 None None] Provisioning complete for port 51850846-9fd1-400c-a3c6-4840ba20460a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:37.607880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ad8f570-bb7a-4aaf-af89-4c6246eeb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.621209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'security_group': {'name': 'tempest-secgroup-2140308495'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:37.686694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-a5703639-abec-4de3-bc37-624d2845b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.688320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-a5703639-abec-4de3-bc37-624d2845b5ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1094 time: 0.1845675 Mar 31 23:15:37.694098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:37.698564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391188f7-55ab-4745-afcf-b22affa84511 req-e9f0ad84-6ae8-4615-912b-eb9b1d40de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.700156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-e9f0ad84-6ae8-4615-912b-eb9b1d40de47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1094 time: 0.3030376 Mar 31 23:15:37.755004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8f570-bb7a-4aaf-af89-4c6246eeb2c4 None None] Port 51850846-9fd1-400c-a3c6-4840ba20460a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:37.770991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94474ea-67b6-4793-aebb-b9213974cd34 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:37.942502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-16ac038e-3f29-47d1-bc5a-2c4c35b817b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 217 time: 0.2269943 Mar 31 23:15:37.959938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfe7d010-4e07-43e2-975d-e179ad0613f2 req-30b01909-45cf-4ef2-847c-ee0db1000f74 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8234549 Mar 31 23:15:38.002056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Router 4b17e7df-1feb-409e-adf9-48037c4d1403 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:38.007017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f94474ea-67b6-4793-aebb-b9213974cd34 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:38.007017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.231207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-7bc61f70-86d7-458f-bb8c-54ef2ccc9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.234271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-7bc61f70-86d7-458f-bb8c-54ef2ccc9242 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.2393243 Mar 31 23:15:38.237291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:38.249217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-12b012d7-272a-47fc-87c0-975c02822471 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/routers/4b17e7df-1feb-409e-adf9-48037c4d1403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8512809 Mar 31 23:15:38.284184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b7ab2c79-491c-4c79-8cf1-48834106ebed up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:38.286702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] Sync routers for ids ['4b17e7df-1feb-409e-adf9-48037c4d1403'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:38.298161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.298979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.326181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391188f7-55ab-4745-afcf-b22affa84511 req-7161bd7b-c06b-48a9-ad5a-7729242c8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.327759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-7161bd7b-c06b-48a9-ad5a-7729242c8309 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.6023057 Mar 31 23:15:38.343890 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac8c096-2768-4ab4-96b9-7ff4b57c0dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:38.349217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7ac8c096-2768-4ab4-96b9-7ff4b57c0dad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/7006b1bc-91a7-4029-aeff-9a5fc770c6ae HTTP/1.1" status: 404 len: 333 time: 0.0473504 Mar 31 23:15:38.350209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34996) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:38.446795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.494880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] Routers {'4b17e7df-1feb-409e-adf9-48037c4d1403'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:38.495817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4b17e7df-1feb-409e-adf9-48037c4d1403'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.506494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-522dfc1e-25a7-416a-b59e-d41b11141aa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 217 time: 0.1699193 Mar 31 23:15:38.538575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15762750-2f55-4506-a256-2cae1fa5e62f None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:38.629664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.644696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.665587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-39cda7fb-2bf4-4c1d-8648-cd38956488b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.667172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-39cda7fb-2bf4-4c1d-8648-cd38956488b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3384676 Mar 31 23:15:38.672535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391188f7-55ab-4745-afcf-b22affa84511 req-c6cdbd40-83c2-4955-8a05-7833f4fccad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.674003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-c6cdbd40-83c2-4955-8a05-7833f4fccad2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1149035 Mar 31 23:15:38.731372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:38.732030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.739630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] Routers {'4b17e7df-1feb-409e-adf9-48037c4d1403'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:38.744016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['4b17e7df-1feb-409e-adf9-48037c4d1403'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.746226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-96411699-dbd0-48ea-848d-a065b9037ad1 None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:38.748415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96411699-dbd0-48ea-848d-a065b9037ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.792557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6b4a-0805-4d4b-a58a-091245ba2356 req-c430474b-89ca-4cfe-b19d-be949f9fe021 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:38.811453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adbb6b4a-0805-4d4b-a58a-091245ba2356 req-c430474b-89ca-4cfe-b19d-be949f9fe021 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.3025572 Mar 31 23:15:38.865129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.922832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.925825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:38.927907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:38.928840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0b4dc-0d6b-4d98-938c-9c87c416dfe7 None None] The sync data for ids ['4b17e7df-1feb-409e-adf9-48037c4d1403'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:39.085918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.086094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Fanout notify agent at l3_agent the message router_deleted on router 4b17e7df-1feb-409e-adf9-48037c4d1403 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:15:39.088336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-7c9d6396-ef2c-4598-ac4e-291562eab0a6 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423810 Mar 31 23:15:39.103651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.105666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.106806 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8fea8234-b51d-4bf8-a619-0b98142b5401 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/routers/4b17e7df-1feb-409e-adf9-48037c4d1403 HTTP/1.1" status: 204 len: 168 time: 0.7535882 Mar 31 23:15:39.122254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.213631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.213631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5896852 Mar 31 23:15:39.215470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391188f7-55ab-4745-afcf-b22affa84511 req-94ecbf68-fd8d-4264-accb-d97614db2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.217224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-94ecbf68-fd8d-4264-accb-d97614db2907 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5163565 Mar 31 23:15:39.225094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.263277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 81c88099-80fb-45be-a57d-dc30ec6379ee up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:39.357771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 3851fd16-625a-4cba-b819-e84f42e2831a {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:39.359816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-96411699-dbd0-48ea-848d-a065b9037ad1 None None] Provisioning complete for port 800ee26a-96f6-42f6-8aa0-9faeeb703667 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:39.360427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96411699-dbd0-48ea-848d-a065b9037ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.361860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267457211'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:39.382596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd48cad1-4ca5-4ce7-b7e9-13759f702f79 req-91ea11f7-2643-42d9-a6a7-7c90fa3c84e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454524 Mar 31 23:15:39.385565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.425882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-96411699-dbd0-48ea-848d-a065b9037ad1 None None] Port 800ee26a-96f6-42f6-8aa0-9faeeb703667 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:39.496373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4618f-82ba-44a5-8f6d-115d6992bc3b req-9520e43a-7784-41b9-9ab7-40e00e9fdfd3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.505608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2f4618f-82ba-44a5-8f6d-115d6992bc3b req-9520e43a-7784-41b9-9ab7-40e00e9fdfd3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.3840265 Mar 31 23:15:39.511150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 81c88099-80fb-45be-a57d-dc30ec6379ee triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:39.511565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.550541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.555727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-b3807f0d-8789-48df-bea4-dc67e47a4a23 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552322 Mar 31 23:15:39.567415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.576108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.643872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Update dhcp port {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'fixed_ips': [{'subnet_id': '3a28282e-448e-4a20-9ee7-79598bc22d0d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c7a19b3-6685-492f-aef2-5763d7d63e51'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'b7ab2c79-491c-4c79-8cf1-48834106ebed'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:39.654573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adbb6b4a-0805-4d4b-a58a-091245ba2356 req-35b6e041-c314-4d54-8080-535c56353672 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8421602 Mar 31 23:15:39.682473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-b8253644-4343-4964-974e-c06aaf8fb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:39.693679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-b8253644-4343-4964-974e-c06aaf8fb908 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1094 time: 0.1311226 Mar 31 23:15:39.698161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c87120-3c2c-4d1b-b4ab-bbe3721e8cbf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d37a9e6-07b1-4ec4-a1c1-989a8fe0b7fd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:39.699812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.712712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 91cef1f5-9055-47ee-b09c-b0e8545c6eab up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:39.718098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2f4618f-82ba-44a5-8f6d-115d6992bc3b req-3ab60456-c9ef-4eac-852e-ed62130bc9fe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113333 Mar 31 23:15:39.788626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 91cef1f5-9055-47ee-b09c-b0e8545c6eab triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:39.789010 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.796162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.797031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.840944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Pushing event updated for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:39.894499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.901941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.912939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.922274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8660ee04-442b-4569-b937-e29ca823356e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:39.960764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d882283e-0958-49f8-8246-6b449785297b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:39.981959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:39.983612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1f3c6530-e5e0-4f5b-abf0-3fb89488b0bc tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6339936 Mar 31 23:15:39.987955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35008) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:39.994283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'security_group': {'name': 'tempest-secgroup-669608947'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:40.049937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-391188f7-55ab-4745-afcf-b22affa84511 req-cd5954a5-852e-4881-8377-bec9cbcc367d service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396141 Mar 31 23:15:40.069226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:40.071031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.073899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.076169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:40.086260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8660ee04-442b-4569-b937-e29ca823356e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:40.086625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.112337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-9e0208d9-c201-4148-99d3-7645b4068f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.114924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-9e0208d9-c201-4148-99d3-7645b4068f4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.4006920 Mar 31 23:15:40.130521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=3851fd16-625a-4cba-b819-e84f42e2831a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.138816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.144783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f2e9765-0b9e-4160-a217-4fa066e9db62 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/3851fd16-625a-4cba-b819-e84f42e2831a HTTP/1.1" status: 204 len: 168 time: 1.0198131 Mar 31 23:15:40.149300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.157579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231bf08-1022-4fc1-aa2b-551ea367690a None None] Network 049aea82-e742-4678-bedd-ea1e522b2833 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:40.188453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.200589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-f7a5f80e-34fe-4814-81ac-db95696f2fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 217 time: 0.0776439 Mar 31 23:15:40.304832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.348631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.367759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-629866702'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:40.414835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:40.419812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.421495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.424376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 83049b8a-f938-42a5-b6ee-1125af74a13b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:40.453225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-58cbbef9-f404-4225-9a88-b12b57aae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.454794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-58cbbef9-f404-4225-9a88-b12b57aae020 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1453009 Mar 31 23:15:40.481589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.491694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:40.494301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.512518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:40.518610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Allocated IP 2001:db8::2 (481ae38d-e3af-4551-99e7-129b477c368d/1c7a19b3-6685-492f-aef2-5763d7d63e51/b7ab2c79-491c-4c79-8cf1-48834106ebed) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:40.530447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.534967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5459545 Mar 31 23:15:40.535647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35018) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.545334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-429554589', 'security_groups': ['d40e4192-e6dc-498a-abf4-2f6c9ff1ff43'], 'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c7a19b3-6685-492f-aef2-5763d7d63e51'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:40.555396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.555905 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Added segment 898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556 of type vlan for network 16ba65db-a638-4748-a23c-24a3acd3efe6 Mar 31 23:15:40.566858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23cdef-1937-42b4-a608-a1e52ed96626 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40e4192-e6dc-498a-abf4-2f6c9ff1ff43,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.645092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:40.660756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.671470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:40.692340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.694479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-01a74412-6297-4aa0-8b87-8b608d5e1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.696428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-01a74412-6297-4aa0-8b87-8b608d5e1e48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2324491 Mar 31 23:15:40.704431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port f94474ea-67b6-4793-aebb-b9213974cd34 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:40.705193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.719222 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.744486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.750745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:40.751762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:40.819872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-d3b395aa-a7af-47da-934c-138cd94d3393 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077712 Mar 31 23:15:40.838557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Network': ['ID=16ba65db-a638-4748-a23c-24a3acd3efe6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:40.859577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:40.871194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Sync routers for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:40.891319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8e35327a-aa5f-4b42-9cd9-79de62b37140 admin admin] 10.222.0.95 "PUT /v2.0/routers/e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8676906 Mar 31 23:15:40.891319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9cd3f91f-3ac1-440f-b64e-7204f8220fec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5283716 Mar 31 23:15:40.891788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:40.907325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:40.908014 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:40.913681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-397144785'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:40.981939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911abaf6-8031-4966-a348-dcdb8b6944ad req-3927ff94-bd58-4dcb-b40f-7e58b4544f98 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.000150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-911abaf6-8031-4966-a348-dcdb8b6944ad req-3927ff94-bd58-4dcb-b40f-7e58b4544f98 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.1621723 Mar 31 23:15:41.000898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:41.005791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.044746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:41.096686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-911abaf6-8031-4966-a348-dcdb8b6944ad req-ae5c0e37-9344-4e42-b2e3-7b05d92f5199 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863776 Mar 31 23:15:41.132729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:15:41.136481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:41.155347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.155770 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Added segment 0cc09a1c-789b-4447-9df2-8eee6ec16f64 of type vlan for network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb Mar 31 23:15:41.195021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-35c291b9-da0f-4bd3-9067-1d54cf3e17d3 None None] Provisioning complete for port 51850846-9fd1-400c-a3c6-4840ba20460a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:41.195691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-35c291b9-da0f-4bd3-9067-1d54cf3e17d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.247062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.255539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-35c291b9-da0f-4bd3-9067-1d54cf3e17d3 None None] Port 51850846-9fd1-400c-a3c6-4840ba20460a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:41.321557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.329339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:41.330151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.368544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d001eb-3550-4d03-8bde-2fec8b8c016f None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:41.390860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 83049b8a-f938-42a5-b6ee-1125af74a13b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:41.391261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.456350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5523114 Mar 31 23:15:41.466141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35038) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:41.481567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'subnet': {'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:41.516065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 4, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '51850846-9fd1-400c-a3c6-4840ba20460a', 'name': '', 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'mac_address': 'fa:16:3e:34:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:34Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 2, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'subnets': [{'id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:41.523000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] DHCP port deletion for 049aea82-e742-4678-bedd-ea1e522b2833 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:41.573796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f444b9f-6327-4f0a-91c1-17de86357df7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Network': ['ID=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:41.598530 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Checking router: e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:41.598890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Updating router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e port 51850846-9fd1-400c-a3c6-4840ba20460a binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:15:41.659197 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.661049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:15:41.888196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Deleting port f94474ea-67b6-4793-aebb-b9213974cd34 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:41.892656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port f94474ea-67b6-4793-aebb-b9213974cd34, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94474ea-67b6-4793-aebb-b9213974cd34,segment=NetworkSegment(1e3f7931-2786-4520-9cb1-4c950a30f6c5),segment_id=1e3f7931-2786-4520-9cb1-4c950a30f6c5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:41.893200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.901394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:41.909989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for f94474ea-67b6-4793-aebb-b9213974cd34 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:41.938906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 00da9f55-d6d4-450c-96ec-e58cf14d9b90 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:42.066437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.079015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 576dd6a6-e676-4619-97eb-8e22a34de0d0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:42.079715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc8735-81ed-43e7-b9e4-a597208aac57 req-2f442ea1-e448-4fea-8199-46da15739999 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.081449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9dbc8735-81ed-43e7-b9e4-a597208aac57 req-2f442ea1-e448-4fea-8199-46da15739999 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 1.2546401 Mar 31 23:15:42.107747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.164848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:15:42.189153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] For port f94474ea-67b6-4793-aebb-b9213974cd34, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94474ea-67b6-4793-aebb-b9213974cd34,segment=NetworkSegment(1e3f7931-2786-4520-9cb1-4c950a30f6c5),segment_id=1e3f7931-2786-4520-9cb1-4c950a30f6c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:42.189745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.237198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=f94474ea-67b6-4793-aebb-b9213974cd34,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:42.263536 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.284422 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.300823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port f94474ea-67b6-4793-aebb-b9213974cd34 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:42.321333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] device_id is not set on port b6d740a6-07b1-46ea-8384-d9b9c4045757 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:42.360537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:42.387858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'port_id': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'mac_address': 'fa:16:3e:47:37:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:42.435427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Calling delete_port for f94474ea-67b6-4793-aebb-b9213974cd34 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:42.516421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecd1be2-407f-4bdf-9d98-207200418dec req-851a8a80-ae60-457b-9ab6-01df92c2e45f service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6377616 Mar 31 23:15:42.523970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:42.529207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.597190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9dbc8735-81ed-43e7-b9e4-a597208aac57 req-48de8126-e89c-4701-b531-8b5d044ce537 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4750602 Mar 31 23:15:42.661987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.666059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.703904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291f1f-61c9-4652-b747-29d8975dfb19 req-57a5e90d-b3ed-4d03-be5f-f015fcf062f5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:42.706915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d291f1f-61c9-4652-b747-29d8975dfb19 req-57a5e90d-b3ed-4d03-be5f-f015fcf062f5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 943 time: 0.2653682 Mar 31 23:15:42.711799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00da9f55-d6d4-450c-96ec-e58cf14d9b90 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:42.770404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049aea82-e742-4678-bedd-ea1e522b2833']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:42.778593 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb29f7-ae5b-4d59-ad27-f9efc8b3f2d7 None None] Pushing event updated for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:42.781298 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Attempting to bind port 51850846-9fd1-400c-a3c6-4840ba20460a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:42.781665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Attempting to bind port 51850846-9fd1-400c-a3c6-4840ba20460a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:42.782021 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Attempting to bind port 51850846-9fd1-400c-a3c6-4840ba20460a on network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:42.788605 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:42.789511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Checking segment: {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:42.789933 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.790310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Bound using segment: {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:42.790823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Bound port: 51850846-9fd1-400c-a3c6-4840ba20460a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ff3419-df42-47b5-8ba7-161c7ca0c525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:42.791203 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.797048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:42.807974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-87ebf120-7200-4149-bf60-66caf49301c2 None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:42.815629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d291f1f-61c9-4652-b747-29d8975dfb19 req-f4cf3c67-3411-47bd-a6cb-7c2d94fa0d51 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000748 Mar 31 23:15:42.826838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-87ebf120-7200-4149-bf60-66caf49301c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.830387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3f7931-2786-4520-9cb1-4c950a30f6c5') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:42.830747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3f7931-2786-4520-9cb1-4c950a30f6c5') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:42.873576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.899732 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] For port 51850846-9fd1-400c-a3c6-4840ba20460a, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:42.904626 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] For port 51850846-9fd1-400c-a3c6-4840ba20460a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=51850846-9fd1-400c-a3c6-4840ba20460a,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:42.916771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 576dd6a6-e676-4619-97eb-8e22a34de0d0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:42.917132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.920230 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:42.940910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.005782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:43.006524 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.018787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.057166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:43.070143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:43.074716 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:43.097755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.103165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.116092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.176613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:43.215861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] Pushing event deleted for resources: {'Port': ['ID=f94474ea-67b6-4793-aebb-b9213974cd34,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.222632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3fd43-e8a7-43f3-a14b-d8616f93caf9 None None] No DVR routers for this DVR port f94474ea-67b6-4793-aebb-b9213974cd34 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:43.306533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.311835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['00da9f55-d6d4-450c-96ec-e58cf14d9b90'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:43.326473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Subnet': ['ID=f4bfe8ad-6c88-4671-a805-2175834fefa6,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.333060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8::290 (481ae38d-e3af-4551-99e7-129b477c368d/1c7a19b3-6685-492f-aef2-5763d7d63e51/b6d740a6-07b1-46ea-8384-d9b9c4045757) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:43.348603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:43.351387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network hostable DHCP agents. Network: 16ba65db-a638-4748-a23c-24a3acd3efe6, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:43.354924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.376473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.380507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/049aea82-e742-4678-bedd-ea1e522b2833 HTTP/1.1" status: 204 len: 168 time: 3.1905704 Mar 31 23:15:43.387492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 576dd6a6-e676-4619-97eb-8e22a34de0d0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=576dd6a6-e676-4619-97eb-8e22a34de0d0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:43.390828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:43.404233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.405283 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b84a639e-0d74-42c9-8e1a-5d1e993ccda7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:43.408515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-87ebf120-7200-4149-bf60-66caf49301c2 None None] Provisioning complete for port 800ee26a-96f6-42f6-8aa0-9faeeb703667 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:43.409081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-87ebf120-7200-4149-bf60-66caf49301c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.425029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:43.442367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 16ba65db-a638-4748-a23c-24a3acd3efe6) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:43.461160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:43.461768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.511329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37b81b60-89f6-40c2-8a11-80987f00be13 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0419211 Mar 31 23:15:43.512355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:43.518981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'subnet': {'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:43.528071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdae721-1326-4d69-8267-1a802e2a788e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:43.529526 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bfdae721-1326-4d69-8267-1a802e2a788e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/c120e932-542d-4211-a9ae-c36d62e43461 HTTP/1.1" status: 200 len: 841 time: 0.1354609 Mar 31 23:15:43.535810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35112) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:43.568354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f031d2-039c-4b21-8002-55264a3093ba tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=049aea82-e742-4678-bedd-ea1e522b2833,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.622116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea8e6d-563e-4786-976e-63c56c6010e2 None None] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:43.645015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=576dd6a6-e676-4619-97eb-8e22a34de0d0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.646934 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb29f7-ae5b-4d59-ad27-f9efc8b3f2d7 None None] Pushing event updated for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:43.703895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 4, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '51850846-9fd1-400c-a3c6-4840ba20460a', 'name': '', 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'mac_address': 'fa:16:3e:34:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:34Z', 'updated_at': '2022-03-31T23:15:42Z', 'revision_number': 4, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'subnets': [{'id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.737048 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c269226d-4c4f-44b2-8ecd-c3c21226c9de None None] The sync data for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 is: [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:15:38Z', 'revision_number': 4, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '51850846-9fd1-400c-a3c6-4840ba20460a', 'name': '', 'network_id': 'a9a0e87a-cbb1-4a90-bb81-845bd591b4d6', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'mac_address': 'fa:16:3e:34:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:34Z', 'updated_at': '2022-03-31T23:15:42Z', 'revision_number': 4, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'subnets': [{'id': '85077826-f10c-4522-b4ce-4d477bc1f321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:43.742723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:43.752767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.756227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35122) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:43.781497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19f2d7bd-292b-4f64-a0b6-280ddb9bba09 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/c120e932-542d-4211-a9ae-c36d62e43461?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2391467 Mar 31 23:15:43.788857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:43.814759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:43.952672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:43.988563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:43.997221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-87ebf120-7200-4149-bf60-66caf49301c2 None None] Port 800ee26a-96f6-42f6-8aa0-9faeeb703667 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:44.029918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9b9e6-5c2e-41fa-8f1d-13b5d8c3b932 req-5619f5fb-df0a-49e7-a056-57bb964c9a6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.031970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10f9b9e6-5c2e-41fa-8f1d-13b5d8c3b932 req-5619f5fb-df0a-49e7-a056-57bb964c9a6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.2035108 Mar 31 23:15:44.060242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:44.060631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.227619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.238818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10f9b9e6-5c2e-41fa-8f1d-13b5d8c3b932 req-97c3e508-6234-4a91-ad9a-8cb1c3378319 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670578 Mar 31 23:15:44.251160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] Provisioning complete for port 51850846-9fd1-400c-a3c6-4840ba20460a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:44.251524 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.275994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cbe5c-dc35-40d7-bfc6-d3134431b0d5 req-83491177-7681-4c15-965c-05ca05113a1b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.282796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f7cbe5c-dc35-40d7-bfc6-d3134431b0d5 req-83491177-7681-4c15-965c-05ca05113a1b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 944 time: 0.2234445 Mar 31 23:15:44.299277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.resource_extend [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:15:44.354953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:44.373941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:44.389670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:44.397328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.398164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.454854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f7cbe5c-dc35-40d7-bfc6-d3134431b0d5 req-2797981f-9eef-4283-8e79-02a2afe3102b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684613 Mar 31 23:15:44.462003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:44.466006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.558446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.727121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=b6d740a6-07b1-46ea-8384-d9b9c4045757,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.736580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3a3e3994-a7c3-4acf-b490-8c3d7ed7bae9 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1957557 Mar 31 23:15:44.738676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.743127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35132) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:44.803875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:44.811665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=e4aa0a25-adca-4515-b321-d30f5f6ee302,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.846587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Subnet': ['ID=9d61aa8a-de01-455f-8231-d75acc8621ec,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.860740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Checking segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:44.861338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network hostable DHCP agents. Network: c3dc91f7-e5d8-4382-b03c-090a7a3baaeb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:15:44.863074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:44.866903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:44.871960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:44.872684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:44.884264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b7ab2c79-491c-4c79-8cf1-48834106ebed up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:44.893899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9710e44e-831c-463e-bf39-4f68508f1bb4 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:44.945806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd3f72b3-ecc1-4917-96cd-9cbb19f9a25c tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1545589 Mar 31 23:15:44.951567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35134) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:44.954278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:15:44.962530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'security_group': {'name': 'tempest-secgroup-710262887'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.035074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.036554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c3dc91f7-e5d8-4382-b03c-090a7a3baaeb) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:45.044815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.045404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.094366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0cad182a-e455-49ac-9ae1-554ee4a59a18 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5794022 Mar 31 23:15:45.101379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35136) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:45.109192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'name': 'tempest-TaggedBootDevicesTest-2073864497', 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.143408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.145458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:45.150426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.158849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.187582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aaba9a-8faf-4bfc-ba29-937074d8465b None None] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:45.302878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:45.316113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.323275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3680141 Mar 31 23:15:45.323444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35140) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:45.328737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.334700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed5854-8d3a-46e4-a29b-4c395565afb1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c39f3-843d-4967-bb7f-d4a52f9cf3bb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:45.337222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1338047297'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.383082 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c7a19b3-6685-492f-aef2-5763d7d63e51 (CIDR: 2001:db8::/64) Mar 31 23:15:45.390904 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:45.391759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:45.427635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:45.430125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-16ba65db-a638-4748-a23c-24a3acd3efe6', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:45.430961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.431997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b63843b2-906a-4e2e-9504-9d88eb405726 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6340899 Mar 31 23:15:45.433710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:45.440948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.442232 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.486790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] For port 51850846-9fd1-400c-a3c6-4840ba20460a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=51850846-9fd1-400c-a3c6-4840ba20460a,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:45.492967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.520325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'mac_address': 'fa:16:3e:96:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:45.529762 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.606311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9d75e-3e24-4a8b-b2ca-eb9978ead01f req-606f490c-37cf-4e67-bfcc-38514c13bd1a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.608952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e2a9d75e-3e24-4a8b-b2ca-eb9978ead01f req-606f490c-37cf-4e67-bfcc-38514c13bd1a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.2647009 Mar 31 23:15:45.614539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fc19a-e71f-4eaa-b6ea-89e809558ac5 None None] Pushing event updated for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:45.708764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.722855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf9cdc-a101-4c07-a2d3-30a9bcf65c14 req-e399aac8-dfbd-496f-ba8a-c129e9c9f36b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:45.725751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8bf9cdc-a101-4c07-a2d3-30a9bcf65c14 req-e399aac8-dfbd-496f-ba8a-c129e9c9f36b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 944 time: 0.1249795 Mar 31 23:15:45.727517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:45.729227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:45.729595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.734507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.795298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e2a9d75e-3e24-4a8b-b2ca-eb9978ead01f req-f0db7631-1675-4640-836c-9cff518d6866 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1715677 Mar 31 23:15:45.811692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ips': [{'subnet_id': '9d61aa8a-de01-455f-8231-d75acc8621ec'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:45.812674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] device_id is not set on port 1a058065-5812-4f30-8820-a1c944f0d068 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:45.813019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.836253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.862133 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3a28282e-448e-4a20-9ee7-79598bc22d0d (CIDR: 2001:db8:0:1::/64) Mar 31 23:15:45.875020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-040f89b1-2492-493a-be3b-33aa248136cf None None] Provisioning complete for port b6d740a6-07b1-46ea-8384-d9b9c4045757 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:45.875739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-040f89b1-2492-493a-be3b-33aa248136cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.893741 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:45.894242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:45.918188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8bf9cdc-a101-4c07-a2d3-30a9bcf65c14 req-4db5fff6-77b9-4008-8989-16fd157926a5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540411 Mar 31 23:15:45.929593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f7cfa1b6-2be0-4d64-8337-159738e80a31 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4929814 Mar 31 23:15:45.939286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35148) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:45.939499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:45.942877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'subnet': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:45.945154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73a51b5-cf8c-476e-b99f-500db2e606de {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:46.013996 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.032023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Allocated IP 10.1.1.2 (16ba65db-a638-4748-a23c-24a3acd3efe6/f4bfe8ad-6c88-4671-a805-2175834fefa6/d0325bb2-898e-4562-bc82-76bb2feec346) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:46.051813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:46.056329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-040f89b1-2492-493a-be3b-33aa248136cf None None] Port b6d740a6-07b1-46ea-8384-d9b9c4045757 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:46.056793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9b7803-8a6d-4f50-bba4-608084a473cd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:46.072400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.092296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Made reservation on behalf of f430466c49fa49f9b71731e295c84878 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:46.099383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.119484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 00da9f55-d6d4-450c-96ec-e58cf14d9b90 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:46.159563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.163986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41ac5697-d018-4ac0-81f6-27381137f97f tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8366451 Mar 31 23:15:46.164898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35150) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:46.170804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-471848204', 'security_groups': ['8b9b7803-8a6d-4f50-bba4-608084a473cd'], 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4aa0a25-adca-4515-b321-d30f5f6ee302'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:46.213555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-785e790a-3b0e-43fa-a439-f4547f6127b8', 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'tenant_id': '1d88396f89fc40c28c021b6b40a941f2', 'fixed_ips': [{'subnet_id': 'e4aa0a25-adca-4515-b321-d30f5f6ee302'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:15:46.214426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.298139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Deleting port c8e15f11-cff2-438e-954b-d6934db4feb7 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:46.298519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.344570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Allocated IP 10.2.2.2 (c3dc91f7-e5d8-4382-b03c-090a7a3baaeb/9d61aa8a-de01-455f-8231-d75acc8621ec/0728a302-feb4-4c22-99f5-97a7e471c112) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:46.351952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:46.367011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:46.418277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b73a51b5-cf8c-476e-b99f-500db2e606de'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:46.420163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94474ea-67b6-4793-aebb-b9213974cd34 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:46.438662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.502992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Network 481ae38d-e3af-4551-99e7-129b477c368d is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:46.506822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f94474ea-67b6-4793-aebb-b9213974cd34 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:46.507284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94474ea-67b6-4793-aebb-b9213974cd34 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:46.509805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] For port c8e15f11-cff2-438e-954b-d6934db4feb7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e15f11-cff2-438e-954b-d6934db4feb7,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:46.510178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.525705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:46.536945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Calling delete_port for c8e15f11-cff2-438e-954b-d6934db4feb7 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:46.541281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:46.541885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.557373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.563839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Subnet': ['ID=b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:46.564738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f947d71-4bba-4056-a1ab-4db07938fb0a None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:46.566504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:15:46.589322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef1cd38c-28ad-4806-9b6c-578d8584d47e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6555085 Mar 31 23:15:46.590170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:46.595538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1606365909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20'}], 'security_groups': ['3d37a9e6-07b1-4ec4-a1c1-989a8fe0b7fd', 'd882283e-0958-49f8-8246-6b449785297b']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:46.640019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:46.640453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.678983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 8f2c6c31-ee43-4c48-b14a-7054df6fdc01 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:46.713348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.746649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.785596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:46.810857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Allocated IP 172.20.0.2 (785e790a-3b0e-43fa-a439-f4547f6127b8/e4aa0a25-adca-4515-b321-d30f5f6ee302/933c8fb9-1138-4453-a381-238eab757247) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:47.106870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 576dd6a6-e676-4619-97eb-8e22a34de0d0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:47.150495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:47.197723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Delete allocated IP 2001:db8::290 (481ae38d-e3af-4551-99e7-129b477c368d/1c7a19b3-6685-492f-aef2-5763d7d63e51) {{(pid=109298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:15:47.220861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058477d-6615-442e-ad4d-b57138f032bc req-ba685280-7674-4c8a-b48f-8e670b115382 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:47.222588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e058477d-6615-442e-ad4d-b57138f032bc req-ba685280-7674-4c8a-b48f-8e670b115382 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 944 time: 0.0765109 Mar 31 23:15:47.223403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:47.223995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Allocated IP 2001:db8:0:2::366 (481ae38d-e3af-4551-99e7-129b477c368d/b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20/b6d740a6-07b1-46ea-8384-d9b9c4045757) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:47.236647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:47.273025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Pushing event updated for resources: {'Port': ['ID=d0325bb2-898e-4562-bc82-76bb2feec346,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.307307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e058477d-6615-442e-ad4d-b57138f032bc req-55846f78-252b-45f2-baa9-b6539632edb3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677717 Mar 31 23:15:47.380127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.427982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.459744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.466022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.1.1.121 (16ba65db-a638-4748-a23c-24a3acd3efe6/f4bfe8ad-6c88-4671-a805-2175834fefa6/1a058065-5812-4f30-8820-a1c944f0d068) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:47.482391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d8ab6-da08-4c36-8ddc-551c1b187f28 req-86ad8ff7-6aed-45ad-9263-fad40e9b4048 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:47.484407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f93d8ab6-da08-4c36-8ddc-551c1b187f28 req-86ad8ff7-6aed-45ad-9263-fad40e9b4048 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.1363604 Mar 31 23:15:47.556149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f93d8ab6-da08-4c36-8ddc-551c1b187f28 req-4bc1246a-6b08-415e-9ada-2a740f3b4d99 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611989 Mar 31 23:15:47.559876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.568302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.588205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Attempting to bind port d0325bb2-898e-4562-bc82-76bb2feec346 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:47.588205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Attempting to bind port d0325bb2-898e-4562-bc82-76bb2feec346 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:47.588205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Attempting to bind port d0325bb2-898e-4562-bc82-76bb2feec346 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:47.590379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:47.594584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 576dd6a6-e676-4619-97eb-8e22a34de0d0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:47.594741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.612512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Pushing event updated for resources: {'Port': ['ID=0728a302-feb4-4c22-99f5-97a7e471c112,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.614678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:47.617175 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95da787-4775-461c-a25f-9060e0792f3c" -d '{"events": [{"server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "name": "network-vif-plugged", "status": "completed", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:47.620028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:47.643600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:47.649577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:47.651355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:47.651355 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.651355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Bound using segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:47.651355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Bound port: d0325bb2-898e-4562-bc82-76bb2feec346, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:47.651739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.662104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.669040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] In _notify_port_updated(), no bound segment for port b6d740a6-07b1-46ea-8384-d9b9c4045757 on network 481ae38d-e3af-4551-99e7-129b477c368d {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:15:47.676793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:47.677473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.678984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "PUT /v2.0/ports/b6d740a6-07b1-46ea-8384-d9b9c4045757 HTTP/1.1" status: 200 len: 970 time: 1.0878606 Mar 31 23:15:47.681833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:47.714048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:47.759224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e15f11-cff2-438e-954b-d6934db4feb7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.769199 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd962d-2374-4ac5-b300-d13dc20f6d16 x-openstack-request-id: req-bfbd962d-2374-4ac5-b300-d13dc20f6d16 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:47.769481 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "name": "network-vif-plugged", "status": "completed", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:47.769719 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bfbd962d-2374-4ac5-b300-d13dc20f6d16 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:47.770111 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbd962d-2374-4ac5-b300-d13dc20f6d16'] response: {'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'code': 200} Mar 31 23:15:47.779806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bd110-5c6b-4014-ae2a-acb0d0953110 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event updated for resources: {'Port': ['ID=b6d740a6-07b1-46ea-8384-d9b9c4045757,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.780055 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.891842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.985811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:47.991957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.018353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76be49-4669-46d2-a6c5-54a532ad04c2 req-ffa18c9e-609e-41d7-abba-8d305ad1bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.024357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c76be49-4669-46d2-a6c5-54a532ad04c2 req-ffa18c9e-609e-41d7-abba-8d305ad1bc6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.2064397 Mar 31 23:15:48.076358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port b6d740a6-07b1-46ea-8384-d9b9c4045757 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:48.076753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.105570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Attempting to bind port 0728a302-feb4-4c22-99f5-97a7e471c112 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:48.105570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Attempting to bind port 0728a302-feb4-4c22-99f5-97a7e471c112 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:48.106064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Attempting to bind port 0728a302-feb4-4c22-99f5-97a7e471c112 on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:48.113075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.136514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.141742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1794b9eb-2f34-4a13-b030-abcbcc64f00b {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:48.142178 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:48.199279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.202681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:48.202681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Checking segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:48.203059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.203492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Bound using segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:48.203974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Bound port: 0728a302-feb4-4c22-99f5-97a7e471c112, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:48.204364 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.206763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.212609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for b6d740a6-07b1-46ea-8384-d9b9c4045757 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:48.232939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:48.276807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Update dhcp port {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'fixed_ips': [{'subnet_id': '3a28282e-448e-4a20-9ee7-79598bc22d0d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c7a19b3-6685-492f-aef2-5763d7d63e51', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'b7ab2c79-491c-4c79-8cf1-48834106ebed'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:48.292515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c76be49-4669-46d2-a6c5-54a532ad04c2 req-a98466fc-80eb-4794-9d2e-c1fa875c5c63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628779 Mar 31 23:15:48.309550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:48.313026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:48.322241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] For port d0325bb2-898e-4562-bc82-76bb2feec346, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:48.336794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.342060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 51850846-9fd1-400c-a3c6-4840ba20460a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:48.353099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Router 1211a98b-8158-4f1b-bafd-be6f5202c272 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:48.377985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.439296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:48.440514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=b6d740a6-07b1-46ea-8384-d9b9c4045757,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.465027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] For port 0728a302-feb4-4c22-99f5-97a7e471c112, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:48.468272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] For port d0325bb2-898e-4562-bc82-76bb2feec346, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d0325bb2-898e-4562-bc82-76bb2feec346,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:48.472692 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.479805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.483400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2ebd69fe-239a-4778-9cbe-e6afc8a426ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/b6d740a6-07b1-46ea-8384-d9b9c4045757 HTTP/1.1" status: 204 len: 168 time: 0.7998884 Mar 31 23:15:48.486519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35168) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.491019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:48.511346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.513944 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3f51d9-49db-431c-93ac-6532295b3dda tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] GET failed (client error): The resource could not be found. Mar 31 23:15:48.515556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:48.516001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-df3f51d9-49db-431c-93ac-6532295b3dda tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports/b6d740a6-07b1-46ea-8384-d9b9c4045757 HTTP/1.1" status: 404 len: 333 time: 0.0283632 Mar 31 23:15:48.518560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.523796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] For port 0728a302-feb4-4c22-99f5-97a7e471c112, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0728a302-feb4-4c22-99f5-97a7e471c112,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:48.564147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.582337 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.596268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.606210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Attempting to bind port 933c8fb9-1138-4453-a381-238eab757247 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:15:48.606590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Attempting to bind port 933c8fb9-1138-4453-a381-238eab757247 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'aeb3d322-6af5-431d-849e-88c283a1f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:15:48.606961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Attempting to bind port 933c8fb9-1138-4453-a381-238eab757247 on network 785e790a-3b0e-43fa-a439-f4547f6127b8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:48.637313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.645684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.666055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:48.666435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Checking segment: {'id': 'aeb3d322-6af5-431d-849e-88c283a1f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:15:48.666860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.667373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Bound using segment: {'id': 'aeb3d322-6af5-431d-849e-88c283a1f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:48.667829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Bound port: 933c8fb9-1138-4453-a381-238eab757247, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb3d322-6af5-431d-849e-88c283a1f8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:15:48.668217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.693045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.697579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.701540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/security-groups/d40e4192-e6dc-498a-abf4-2f6c9ff1ff43 HTTP/1.1" status: 204 len: 168 time: 0.1796758 Mar 31 23:15:48.704527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port d5d08bec-8ccc-44dd-b368-f4c3e30c2860 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:48.707053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.716038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1946-49ae-4714-b1d5-09f428fe82f3 None None] Pushing event updated for resources: {'Port': ['ID=d0325bb2-898e-4562-bc82-76bb2feec346,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.723012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.728305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.742352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffff1a0-c743-461a-a143-6918d8d67c46 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40e4192-e6dc-498a-abf4-2f6c9ff1ff43,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:48.772330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c081b-6f36-4979-97bb-bc6f77f16071 req-7bb20dbc-83bb-4ae3-a94c-32adca4007c9 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:48.774038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-396c081b-6f36-4979-97bb-bc6f77f16071 req-7bb20dbc-83bb-4ae3-a94c-32adca4007c9 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.3518896 Mar 31 23:15:48.816710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:48.818795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:48.832082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:48.858338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ff9449a-0e1b-4c77-945c-71a84795361b admin admin] 10.222.0.95 "PUT /v2.0/routers/1211a98b-8158-4f1b-bafd-be6f5202c272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0955269 Mar 31 23:15:48.865922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35176) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.918524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fead816d-6459-4bed-9473-690cbd316dec tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8115468 Mar 31 23:15:48.919447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:48.925660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.931948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 51850846-9fd1-400c-a3c6-4840ba20460a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:48.932610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:48.935592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Sync routers for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:48.944911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'name': 'tempest-TaggedBootDevicesTest-516270335', 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:49.003534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a007-ffb8-4202-ba3e-1164dac02cdc req-1d81c833-2605-4fc2-a38e-34182c7551fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:49.005091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6857a007-ffb8-4202-ba3e-1164dac02cdc req-1d81c833-2605-4fc2-a38e-34182c7551fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.2174232 Mar 31 23:15:49.013727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.083846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.101128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:49.101847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:49.215065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Pushing event updated for resources: {'Port': ['ID=0728a302-feb4-4c22-99f5-97a7e471c112,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.267410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-396c081b-6f36-4979-97bb-bc6f77f16071 req-bffb12d5-9d97-4918-8cfe-a66c6527e78e tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395759 Mar 31 23:15:49.287434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6857a007-ffb8-4202-ba3e-1164dac02cdc req-3377757d-4b48-496c-90c2-c4a264668c29 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2199981 Mar 31 23:15:49.309827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.406548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.406731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.407179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.407376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.407654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.407983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.408321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.411037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.411218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.411406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.411738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.412065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.412412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.412717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef640e4-e775-4c33-8a68-10181ef5b4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:49.417477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/security-groups/d882283e-0958-49f8-8246-6b449785297b HTTP/1.1" status: 204 len: 168 time: 0.7069407 Mar 31 23:15:49.417665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:49.448855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:49.456882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578b28d-121c-4f36-ad43-afa2f4802c7b tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d882283e-0958-49f8-8246-6b449785297b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:49.550980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.7 (785e790a-3b0e-43fa-a439-f4547f6127b8/e4aa0a25-adca-4515-b321-d30f5f6ee302/d5d08bec-8ccc-44dd-b368-f4c3e30c2860) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:49.554342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:49.560394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.586163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.670211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] device_id is not set on port 900b9350-98d6-42a4-b40c-40bab2d60db0 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:15:49.679100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.713938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Deleting port 50d391ec-0d29-488f-8fec-dfa47417d43f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:49.715170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.814955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Allocated IP 2001:db8:0:2::2 (481ae38d-e3af-4551-99e7-129b477c368d/b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20/b7ab2c79-491c-4c79-8cf1-48834106ebed) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:49.825567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.972486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] For port 50d391ec-0d29-488f-8fec-dfa47417d43f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=50d391ec-0d29-488f-8fec-dfa47417d43f,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:49.973865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:49.978251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13318aae-7a47-4a80-ab7f-c3edc085539c None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:50.026290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Calling delete_port for 50d391ec-0d29-488f-8fec-dfa47417d43f owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:50.084854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:50.139082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.141894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.143093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/security-groups/3d37a9e6-07b1-4ec4-a1c1-989a8fe0b7fd HTTP/1.1" status: 204 len: 168 time: 0.7253053 Mar 31 23:15:50.148948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:50.186662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:50.271119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a876d4-e5b8-4794-ada4-d6de31649605 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d37a9e6-07b1-4ec4-a1c1-989a8fe0b7fd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:50.360550 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.389136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port b73a51b5-cf8c-476e-b99f-500db2e606de completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:15:50.401341 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.419116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port b73a51b5-cf8c-476e-b99f-500db2e606de triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:50.424621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.427874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.474267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.571826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:15:47Z', 'revision_number': 5, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port': {'id': '50d391ec-0d29-488f-8fec-dfa47417d43f', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:05:04Z', 'updated_at': '2022-03-31T23:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:50.574273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0728a302-feb4-4c22-99f5-97a7e471c112 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:50.607581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.1.1.74 (16ba65db-a638-4748-a23c-24a3acd3efe6/f4bfe8ad-6c88-4671-a805-2175834fefa6/900b9350-98d6-42a4-b40c-40bab2d60db0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:50.616358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.667088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.737669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Checking router: 1211a98b-8158-4f1b-bafd-be6f5202c272 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:50.741854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:50.744799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad9982-4527-47fc-b87d-0f8a83d5d536 None None] Pushing event updated for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:50.824635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:50.827090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.836948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:50.839910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:50.847014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Routers {'1211a98b-8158-4f1b-bafd-be6f5202c272'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:50.852127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['1211a98b-8158-4f1b-bafd-be6f5202c272'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:50.959896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e77c6c-8bf0-47ab-b7a4-50274bb86dd9 None None] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:50.962859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d391ec-0d29-488f-8fec-dfa47417d43f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:50.998505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 1c7a19b3-6685-492f-aef2-5763d7d63e51 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:51.008840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.050584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.051145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1211a98b-8158-4f1b-bafd-be6f5202c272 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:15:51.068530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.069696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5f98d87-84ff-4399-a11d-3db4d9022588 admin admin] 10.222.0.95 "DELETE /v2.0/routers/1211a98b-8158-4f1b-bafd-be6f5202c272 HTTP/1.1" status: 204 len: 168 time: 2.2029901 Mar 31 23:15:51.073550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:51.104392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3c91b-a6ac-4fcb-b920-7e097fd0ebdb req-e2723c4d-a146-4c05-958a-681523807607 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.107152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4e3c91b-a6ac-4fcb-b920-7e097fd0ebdb req-e2723c4d-a146-4c05-958a-681523807607 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.6643825 Mar 31 23:15:51.241285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] Set router 1211a98b-8158-4f1b-bafd-be6f5202c272 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:51.266992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.315583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.316639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.327114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=d5d08bec-8ccc-44dd-b368-f4c3e30c2860,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:51.332708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.406512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:51.415649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d66667-28a8-45ac-bc7d-84999327297f req-f2fc6cf2-1d82-4701-85f3-55cf011673b3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.425196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d66667-28a8-45ac-bc7d-84999327297f req-f2fc6cf2-1d82-4701-85f3-55cf011673b3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.8632965 Mar 31 23:15:51.456915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:51.500426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c425a-fd16-4b1b-82f7-63745868353d None None] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:51.501620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46d66667-28a8-45ac-bc7d-84999327297f req-c34455ab-914b-48f3-ab41-b6644fca0578 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746183 Mar 31 23:15:51.504191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:51.509026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:51.623574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.651284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dcf04b76-c90e-4cf8-a76d-1c3c6285a57e tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4858787 Mar 31 23:15:51.668253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:51.674140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:51.677159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:15:50Z', 'revision_number': 7, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:51.684628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.686301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.752785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] Provisioning complete for port 0728a302-feb4-4c22-99f5-97a7e471c112 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:51.753158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.755432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a313e-03c3-4d19-84c4-8897b86f743e None None] The sync data for ids ['1211a98b-8158-4f1b-bafd-be6f5202c272'] in n-d-835855-2 is: [{'id': '1211a98b-8158-4f1b-bafd-be6f5202c272', 'name': 'tempest-AttachVolumeShelveTestJSON-1682186705-router', 'tenant_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:05:03Z', 'updated_at': '2022-03-31T23:15:50Z', 'revision_number': 7, 'project_id': 'e4dda04b7f2841ccbfeeb822504c1ed8', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:51.762850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.786634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31023534-4562-4bd5-83e3-e91f2ae160d2 req-c5b3c822-80a5-4fb5-88f9-0e1a8149bb83 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:51.804425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31023534-4562-4bd5-83e3-e91f2ae160d2 req-c5b3c822-80a5-4fb5-88f9-0e1a8149bb83 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1642752 Mar 31 23:15:51.810738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ba34d6f2-8fa9-42cc-9aef-1155b77d0669 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8782892 Mar 31 23:15:51.813703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:51.834411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'floatingip': {'port_id': '00da9f55-d6d4-450c-96ec-e58cf14d9b90'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:51.886905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0728a302-feb4-4c22-99f5-97a7e471c112 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:51.887311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:51.927701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.003814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.069728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:52.234396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.284819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:52.299025 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd9dca-890b-4c01-94eb-1f702b037339" -d '{"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:52.341733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:52.345658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.366189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.460738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Deleting subnet 84808a44-88c2-4c43-a45e-345fd53f701f {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:52.472052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.481999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.542651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7a19b3-6685-492f-aef2-5763d7d63e51,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:52.554236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35210) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:52.566763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677543120', 'description': 'tempest-description--20026439'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:52.590050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.595294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4adf419-421c-4a78-a800-5495803a41f0 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/1c7a19b3-6685-492f-aef2-5763d7d63e51 HTTP/1.1" status: 204 len: 168 time: 2.4459388 Mar 31 23:15:52.608746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35212) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:52.649881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.683568 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e2140-bd21-4eb9-88aa-f4cdeec03839 x-openstack-request-id: req-244e2140-bd21-4eb9-88aa-f4cdeec03839 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:52.684224 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:52.684224 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-244e2140-bd21-4eb9-88aa-f4cdeec03839 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:52.684475 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244e2140-bd21-4eb9-88aa-f4cdeec03839'] response: {'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'code': 200} Mar 31 23:15:52.768284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.814565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4e3c91b-a6ac-4fcb-b920-7e097fd0ebdb req-7c1f5d97-c94b-47dd-8796-5b409ac88ed6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7006962 Mar 31 23:15:52.845315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:52.865143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.917773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:52.976916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:53.002281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.037566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a52a6-b1bb-4c11-8d03-927d635af0e0 None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:53.061653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] For port 0728a302-feb4-4c22-99f5-97a7e471c112, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0728a302-feb4-4c22-99f5-97a7e471c112,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:53.096856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.123509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.146180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e51e9-30bd-4ac2-91ac-aab94c3ac8ab req-de97f891-c3ee-4c60-b22a-b493fa846c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:53.147808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f3e51e9-30bd-4ac2-91ac-aab94c3ac8ab req-de97f891-c3ee-4c60-b22a-b493fa846c9c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.3321440 Mar 31 23:15:53.150769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.250136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.266926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:53.267313 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:53.268713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f72914-b391-4c02-84f4-e91edae50423 None None] Pushing event updated for resources: {'Port': ['ID=0728a302-feb4-4c22-99f5-97a7e471c112,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:53.362918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.390130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.438139 n-d-835855-2 neutron-server[109299]: INFO neutron.db.ipam_backend_mixin [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e4aa0a25-adca-4515-b321-d30f5f6ee302 (CIDR: 172.20.0.0/28) Mar 31 23:15:53.448627 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:15:53.449129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:53.498023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.503144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9370735 Mar 31 23:15:53.504291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84808a44-88c2-4c43-a45e-345fd53f701f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:53.514554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35216) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:53.519878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'security_group_rule': {'security_group_id': '7b8701e4-a19b-4869-9cb6-f357f8b2ec47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:53.541858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c6f0e551-26bd-4226-824b-01a889a0fbfb tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8716092 Mar 31 23:15:53.546053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35218) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:53.564433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.570347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7d0f9066-20fc-406c-af24-e3b491a9cfc0 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/84808a44-88c2-4c43-a45e-345fd53f701f HTTP/1.1" status: 204 len: 168 time: 2.4911559 Mar 31 23:15:53.578453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:53.579888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35220) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:53.621911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32384f02-7c83-4b95-8bb6-b48942e10dd8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8701e4-a19b-4869-9cb6-f357f8b2ec47,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:53.635038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.636083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5d986-b0f0-4216-8670-09102cb317f8 None None] Network 3b898086-220c-4d6e-a12b-ba89b0041bf4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:53.677352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:53.677745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.686992 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.729268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.773737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f3e51e9-30bd-4ac2-91ac-aab94c3ac8ab req-06a51438-89bb-4109-9ab6-b71a44f3a871 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4072683 Mar 31 23:15:53.808940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.845138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03ea618-f3e8-454b-8f78-d7b9a711372f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:53.849411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.881884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:53.883124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b949b429-b54f-4b88-b286-e4faf88f54a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673897 Mar 31 23:15:53.912467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35224) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:53.921754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d0325bb2-898e-4562-bc82-76bb2feec346 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:53.934804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'security_group_rule': {'security_group_id': '7b8701e4-a19b-4869-9cb6-f357f8b2ec47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:53.976196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.021123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.032804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.036890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a744621-3da5-41f5-b3b0-280d42f8cb4d tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20 HTTP/1.1" status: 204 len: 168 time: 1.4198055 Mar 31 23:15:54.040567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35226) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.080644 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6de97e-3956-45db-915c-b3e1feb2e16e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:54.081578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6de97e-3956-45db-915c-b3e1feb2e16e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:54.085201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f6de97e-3956-45db-915c-b3e1feb2e16e tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/1c7a19b3-6685-492f-aef2-5763d7d63e51 HTTP/1.1" status: 404 len: 337 time: 0.0430334 Mar 31 23:15:54.088700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35228) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.114082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port d0325bb2-898e-4562-bc82-76bb2feec346 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:54.114894 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.171826 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.175266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d0325bb2-898e-4562-bc82-76bb2feec346 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:54.175840 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.231176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Deleting port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:54.232396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.240159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.291621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] DHCP port deletion for 3b898086-220c-4d6e-a12b-ba89b0041bf4 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:54.300363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting subnet 3a28282e-448e-4a20-9ee7-79598bc22d0d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:15:54.303961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba78423-dca5-43c5-a847-bc0bbbda2149 req-5803404d-4cac-461b-b215-d72682ab9857 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:54.304355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.306028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eba78423-dca5-43c5-a847-bc0bbbda2149 req-5803404d-4cac-461b-b215-d72682ab9857 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.2608993 Mar 31 23:15:54.312903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:15:54.314995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:54.318859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.352052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.377307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] For port d0325bb2-898e-4562-bc82-76bb2feec346, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d0325bb2-898e-4562-bc82-76bb2feec346,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:54.383988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad13c6c-dcfc-4006-95ef-060510b58eb1 None None] Update dhcp port {'port': {'network_id': '481ae38d-e3af-4551-99e7-129b477c368d', 'fixed_ips': [{'subnet_id': '3a28282e-448e-4a20-9ee7-79598bc22d0d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b6ff1c0c-dc75-4b6d-baf7-822e38e9fa20'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'b7ab2c79-491c-4c79-8cf1-48834106ebed'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:54.432807 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.454320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.474587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.492521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.500128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eba78423-dca5-43c5-a847-bc0bbbda2149 req-8439da6b-cdc7-4050-bf03-06c5ef8beb5c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456718 Mar 31 23:15:54.523941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0ad13c6c-dcfc-4006-95ef-060510b58eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.528919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Pushing event updated for resources: {'Port': ['ID=d0325bb2-898e-4562-bc82-76bb2feec346,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.534217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.553050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Deleting port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:54.553924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.563756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:54.564510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.608051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.667865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Subnet': ['ID=3a28282e-448e-4a20-9ee7-79598bc22d0d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.679784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.684204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8de10656-d933-403c-a3b6-7ae25a4459b6 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/3a28282e-448e-4a20-9ee7-79598bc22d0d HTTP/1.1" status: 204 len: 168 time: 0.5784879 Mar 31 23:15:54.686530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] For port 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=17bd2486-5d9b-4eac-8581-62c2d99f7b15,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:54.687149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.692930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35232) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.717158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.720119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Calling delete_port for 17bd2486-5d9b-4eac-8581-62c2d99f7b15 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:54.741668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] For port 17bd2486-5d9b-4eac-8581-62c2d99f7b15, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=17bd2486-5d9b-4eac-8581-62c2d99f7b15,segment=NetworkSegment(9f943ee5-1abb-47c8-9128-c56df4a21b60),segment_id=9f943ee5-1abb-47c8-9128-c56df4a21b60)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:54.742178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.742523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.749191 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cdee6f-7e56-4334-81bb-cd0304444193 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:54.749908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cdee6f-7e56-4334-81bb-cd0304444193 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:54.753097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d1cdee6f-7e56-4334-81bb-cd0304444193 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/2cbd085e-c32e-43a2-997b-d702ebd557dd HTTP/1.1" status: 404 len: 337 time: 0.0543249 Mar 31 23:15:54.758414 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Floating IP eca3f661-a837-4efb-9b32-26113190e737 associated. External IP: 172.25.8.171, port: 00da9f55-d6d4-450c-96ec-e58cf14d9b90. Mar 31 23:15:54.769217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35234) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.779508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6b34a2-6a06-4341-ab06-28084a30051f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:54.819770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Calling delete_port for 17bd2486-5d9b-4eac-8581-62c2d99f7b15 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:54.829888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.831542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c72cdf4f-3b5b-4a68-9b43-4dbb6c49f42b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9079051 Mar 31 23:15:54.835436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35236) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.840781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:54.847537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57024df4-01f5-45db-9b54-ce6123b24463 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8bb32e8-f736-45b5-89d3-4e05c0d63c95 HTTP/1.1" status: 200 len: 205 time: 0.0770810 Mar 31 23:15:54.848091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35238) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.852442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.874781 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:15:54.874954 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:15:54.899513 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-cd54f733-ff30-4bac-bc6f-55449c3ecdad tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] delete failed (client error): The resource could not be found. Mar 31 23:15:54.902937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cd54f733-ff30-4bac-bc6f-55449c3ecdad tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/routers/e8bb32e8-f736-45b5-89d3-4e05c0d63c95 HTTP/1.1" status: 404 len: 336 time: 0.0514631 Mar 31 23:15:54.907439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35240) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.930015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f425563-03fd-45cf-9035-2b64ec4f4018 None None] Network 481ae38d-e3af-4551-99e7-129b477c368d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:54.944966 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.948955 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3b58e3-2099-459a-869c-1790aab8e582 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:54.949528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3b58e3-2099-459a-869c-1790aab8e582 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:54.955167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de3b58e3-2099-459a-869c-1790aab8e582 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/9449b2da-92fc-4796-a2fd-f05fd1f167fe HTTP/1.1" status: 404 len: 337 time: 0.0442703 Mar 31 23:15:54.955828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35242) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:54.966084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:54.967897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:55.000022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:55.012798 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-97877924-15bc-4847-af00-eda5e4d3b4bf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.013277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97877924-15bc-4847-af00-eda5e4d3b4bf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.019024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97877924-15bc-4847-af00-eda5e4d3b4bf tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/3355c6b8-badd-4ab3-a116-795ca00c994c HTTP/1.1" status: 404 len: 337 time: 0.0599780 Mar 31 23:15:55.019538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35244) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.027006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c45d5-dcdf-4105-9620-eb3e422eeac1 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:15:55.038852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=42c888b3-d4c7-4fcf-991c-58c9c4eb1b75,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.051946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:55.052798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.063945 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8badbfa9-593e-4e79-8fff-553bd9916450 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.064530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8badbfa9-593e-4e79-8fff-553bd9916450 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.069783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8badbfa9-593e-4e79-8fff-553bd9916450 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/a7da7ade-e9eb-45fd-b2de-231d6e0acc01 HTTP/1.1" status: 404 len: 337 time: 0.0409160 Mar 31 23:15:55.070034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35246) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.083690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:55.086478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f8460bb-fa84-4dd3-bca4-65bf82dbf537 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5181704 Mar 31 23:15:55.089996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35248) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.097038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.109148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-955693198', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42c888b3-d4c7-4fcf-991c-58c9c4eb1b75'}], 'security_groups': ['2a2c39f3-843d-4967-bb7f-d4a52f9cf3bb']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:55.122188 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b852f6fc-4956-4a1f-8ee8-9341199075cb tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.123109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b852f6fc-4956-4a1f-8ee8-9341199075cb tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.128634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b852f6fc-4956-4a1f-8ee8-9341199075cb tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/b8eac8c6-f380-442b-98ab-37c2204509d4 HTTP/1.1" status: 404 len: 333 time: 0.0551841 Mar 31 23:15:55.130976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bd2486-5d9b-4eac-8581-62c2d99f7b15,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.132493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.138597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35250) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.165925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Could not find standard attr ID for object b6d740a6-07b1-46ea-8384-d9b9c4045757. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:55.197628 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd92c55-9265-435a-b6e2-6ca8c439eab1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.198137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd92c55-9265-435a-b6e2-6ca8c439eab1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.203586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6dd92c55-9265-435a-b6e2-6ca8c439eab1 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/2d76d3cc-67a9-41f0-b230-dd12ae1e9ed0 HTTP/1.1" status: 404 len: 337 time: 0.0645187 Mar 31 23:15:55.203776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] No DVR routers for this DVR port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:55.205225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35252) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.217092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.254782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] No DVR routers for this DVR port 17bd2486-5d9b-4eac-8581-62c2d99f7b15 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:55.277740 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd4f9ac-db00-46ce-8e4e-4903742ed312 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.278205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd4f9ac-db00-46ce-8e4e-4903742ed312 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.290146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port d5d08bec-8ccc-44dd-b368-f4c3e30c2860 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:55.290744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.293915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.294217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1dd4f9ac-db00-46ce-8e4e-4903742ed312 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/dc962024-46b2-4c3e-9f1d-5953e0e77459 HTTP/1.1" status: 404 len: 337 time: 0.0865307 Mar 31 23:15:55.301544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35254) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.341752 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a2d404-6dc8-400a-a38a-7881a85659ba tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.342466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a2d404-6dc8-400a-a38a-7881a85659ba tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.345574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5a2d404-6dc8-400a-a38a-7881a85659ba tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/8936f21c-3aff-4b7c-9169-c513035b18e8 HTTP/1.1" status: 404 len: 333 time: 0.0430865 Mar 31 23:15:55.349818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35256) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.390198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] DHCP port deletion for 481ae38d-e3af-4551-99e7-129b477c368d request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:15:55.407648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.413471 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-69023b7f-23ea-4b9f-a5f1-423d4163e5ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.413471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69023b7f-23ea-4b9f-a5f1-423d4163e5ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.414960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69023b7f-23ea-4b9f-a5f1-423d4163e5ae tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/cd1866d5-105e-4b68-840d-2004c60f6d2e HTTP/1.1" status: 404 len: 337 time: 0.0368891 Mar 31 23:15:55.421923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0821249-9699-4c24-8b20-599010d4c75f None None] Pushing event deleted for resources: {'Port': ['ID=17bd2486-5d9b-4eac-8581-62c2d99f7b15,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:55.423554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35258) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.465981 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c65d54-7776-4d15-84c7-3914a7bb2c65 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] DELETE failed (client error): The resource could not be found. Mar 31 23:15:55.466402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c65d54-7776-4d15-84c7-3914a7bb2c65 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:15:55.470037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-48c65d54-7776-4d15-84c7-3914a7bb2c65 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/subnets/bf91fcc9-27b2-43bd-b078-ff0185f5c8b3 HTTP/1.1" status: 404 len: 337 time: 0.0426657 Mar 31 23:15:55.473413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35260) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:55.476006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b898086-220c-4d6e-a12b-ba89b0041bf4']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:55.509096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:55.530725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.538566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.549344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f943ee5-1abb-47c8-9128-c56df4a21b60') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:55.554100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f943ee5-1abb-47c8-9128-c56df4a21b60') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:55.602461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.691925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Port d5d08bec-8ccc-44dd-b368-f4c3e30c2860 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:55.699406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:55.711217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.738040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:55.738564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:55.741221 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:55.789742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:55.790481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.853801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Deleting port b7ab2c79-491c-4c79-8cf1-48834106ebed {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:55.854498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.859510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:55.893708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1ebf2-b4ac-4d7f-adcc-ae5f637cc2f7 req-b2e7cf61-44d6-4a08-91de-32a0119128f6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:55.895929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62a1ebf2-b4ac-4d7f-adcc-ae5f637cc2f7 req-b2e7cf61-44d6-4a08-91de-32a0119128f6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.2796669 Mar 31 23:15:55.897443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:55.897443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.954647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.959296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:55.964884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] 10.222.0.95 "DELETE /v2.0/networks/3b898086-220c-4d6e-a12b-ba89b0041bf4 HTTP/1.1" status: 204 len: 168 time: 2.3812416 Mar 31 23:15:55.991353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Provisioning complete for port 800ee26a-96f6-42f6-8aa0-9faeeb703667 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:55.991938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.003528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] For port b7ab2c79-491c-4c79-8cf1-48834106ebed, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b7ab2c79-491c-4c79-8cf1-48834106ebed,segment=NetworkSegment(3aacd628-82ba-4151-983a-33ce23377255),segment_id=3aacd628-82ba-4151-983a-33ce23377255)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:56.004022 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.011825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 172.25.8.199 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6dac7ce8-2910-42cd-8d1e-adaed43c9842) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:56.024343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Deleting port 800ee26a-96f6-42f6-8aa0-9faeeb703667 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:56.024977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.033526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c708d9-5a1c-4164-a03f-0b7b206b3c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b898086-220c-4d6e-a12b-ba89b0041bf4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.056321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Calling delete_port for b7ab2c79-491c-4c79-8cf1-48834106ebed owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:56.064094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Update dhcp port {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'fixed_ips': [{'subnet_id': 'e4aa0a25-adca-4515-b321-d30f5f6ee302', 'ip_address': '172.20.0.2'}, {'subnet_id': '42c888b3-d4c7-4fcf-991c-58c9c4eb1b75'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '933c8fb9-1138-4453-a381-238eab757247'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:15:56.072915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62a1ebf2-b4ac-4d7f-adcc-ae5f637cc2f7 req-6196e75b-6180-4f7e-8633-896aa6698c20 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1539984 Mar 31 23:15:56.103905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d67cbc5e-8186-45f0-ba58-54dd05964e1a None None] Port 800ee26a-96f6-42f6-8aa0-9faeeb703667 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:56.170132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.193037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.249877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.290338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Calling delete_port for 800ee26a-96f6-42f6-8aa0-9faeeb703667 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:56.314205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Provisioning complete for port b7ab2c79-491c-4c79-8cf1-48834106ebed triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.314990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.351728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35270) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:56.375887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.386327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:56.399883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.405159 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:56.428305 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:56.429289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:56.437374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.448089 n-d-835855-2 neutron-server[109300]: INFO neutron.plugins.ml2.db [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] No ports have port_id starting with b7ab2c79-491c-4c79-8cf1-48834106ebed Mar 31 23:15:56.461973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.467302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] Pushing event deleted for resources: {'Port': ['ID=b7ab2c79-491c-4c79-8cf1-48834106ebed,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.477062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1fc23-18d7-4853-941f-966eca6ebaf1 None None] No DVR routers for this DVR port b7ab2c79-491c-4c79-8cf1-48834106ebed on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:56.489925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Provisioning complete for port d0325bb2-898e-4562-bc82-76bb2feec346 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.489925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.526334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.537312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Port': ['ID=800ee26a-96f6-42f6-8aa0-9faeeb703667,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.609199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a811d-0059-44c1-984f-1672f688a786 req-aa6c656a-ec86-4aa8-adab-05306bad395d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:56.610894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c30a811d-0059-44c1-984f-1672f688a786 req-aa6c656a-ec86-4aa8-adab-05306bad395d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.2580442 Mar 31 23:15:56.612340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.621431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8d6c0a99-7ab6-4898-a074-c2224d22ee6f tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/ports/800ee26a-96f6-42f6-8aa0-9faeeb703667 HTTP/1.1" status: 204 len: 168 time: 1.1439667 Mar 31 23:15:56.625905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35274) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:56.638669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:56.646396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:56.649437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:56.651147 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:56.667901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:56.684448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=6dac7ce8-2910-42cd-8d1e-adaed43c9842,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:56.756174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.756506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.760771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.763198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Provisioning complete for port 900b9350-98d6-42a4-b40c-40bab2d60db0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.763369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.771123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Delete allocated IP 172.20.0.7 (785e790a-3b0e-43fa-a439-f4547f6127b8/e4aa0a25-adca-4515-b321-d30f5f6ee302) {{(pid=109299) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:15:56.780780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.24 (785e790a-3b0e-43fa-a439-f4547f6127b8/42c888b3-d4c7-4fcf-991c-58c9c4eb1b75/d5d08bec-8ccc-44dd-b368-f4c3e30c2860) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:56.831059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Port 900b9350-98d6-42a4-b40c-40bab2d60db0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:56.839056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.849330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Provisioning complete for port 0728a302-feb4-4c22-99f5-97a7e471c112 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.849718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.912935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0728a302-feb4-4c22-99f5-97a7e471c112 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:56.957482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.971271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71808d9d-d1c3-406c-871e-6e794c50ef2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "PUT /v2.0/floatingips/eca3f661-a837-4efb-9b32-26113190e737 HTTP/1.1" status: 200 len: 991 time: 5.1354642 Mar 31 23:15:56.972512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:56.978923 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dedfd6-9a4b-4697-862e-25304774f230" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:56.981730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0728a302-feb4-4c22-99f5-97a7e471c112 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:56.984924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.985084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64678b2f-e5fd-4d2d-89ba-629d406d3221 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e4dda04b7f2841ccbfeeb822504c1ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592697 Mar 31 23:15:56.991003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:56.992733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:57.049617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:57.095954 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1822018a-4cd8-41e3-9eae-2d879f2a70ce x-openstack-request-id: req-1822018a-4cd8-41e3-9eae-2d879f2a70ce {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:57.096296 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:57.096689 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1822018a-4cd8-41e3-9eae-2d879f2a70ce {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:57.096875 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.097350 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1822018a-4cd8-41e3-9eae-2d879f2a70ce'] response: {'name': 'network-changed', 'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'status': 'completed', 'code': 200} Mar 31 23:15:57.111090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c30a811d-0059-44c1-984f-1672f688a786 req-5e8a9233-a8c9-4438-873d-9c7087b4be3d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4791510 Mar 31 23:15:57.120813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.137685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35282) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:57.163360 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'eca3f661-a837-4efb-9b32-26113190e737', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:47:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:17Z', 'updated_at': '2022-03-31T23:15:54Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.199228 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:57.208856 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:57.209735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.256197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Could not find standard attr ID for object 800ee26a-96f6-42f6-8aa0-9faeeb703667. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:57.261037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedfd6-9a4b-4697-862e-25304774f230 req-fbcecaed-3f73-44b4-bba8-4d6e6de963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.263122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-fbcecaed-3f73-44b4-bba8-4d6e6de963b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.1792388 Mar 31 23:15:57.267715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=6dac7ce8-2910-42cd-8d1e-adaed43c9842,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.298745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Provisioning complete for port 1a058065-5812-4f30-8820-a1c944f0d068 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:57.299200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.319437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.330257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=d5d08bec-8ccc-44dd-b368-f4c3e30c2860,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.358066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.358525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.358942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.359316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.359712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.359968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.360290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.360655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.360931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.361258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.361566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.362311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:57.371767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Allocated IP 172.20.0.18 (785e790a-3b0e-43fa-a439-f4547f6127b8/42c888b3-d4c7-4fcf-991c-58c9c4eb1b75/933c8fb9-1138-4453-a381-238eab757247) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:57.373848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-20e40b39-1cc9-4661-85ff-e7d373a01c84 None None] Port 1a058065-5812-4f30-8820-a1c944f0d068 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:57.393208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.400474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:57.408126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedfd6-9a4b-4697-862e-25304774f230 req-97336223-0d76-4c38-8ae4-0315da370bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.409644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-97336223-0d76-4c38-8ae4-0315da370bb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.1284063 Mar 31 23:15:57.414102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d5c6b-d4d6-4367-9ff7-107aef811094 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.418460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-681d5c6b-d4d6-4367-9ff7-107aef811094 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1091 time: 0.2500880 Mar 31 23:15:57.422429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] In _notify_port_updated(), no bound segment for port d5d08bec-8ccc-44dd-b368-f4c3e30c2860 on network 785e790a-3b0e-43fa-a439-f4547f6127b8 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:15:57.424722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35284) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:57.427998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.428634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.430107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:57.433116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-55f6f597-d77a-4c01-a32d-d33a5b42c345 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/ports/d5d08bec-8ccc-44dd-b368-f4c3e30c2860 HTTP/1.1" status: 200 len: 920 time: 2.3418074 Mar 31 23:15:57.435134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.437887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35286) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:57.447705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d0325bb2-898e-4562-bc82-76bb2feec346 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:57.488166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.498091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a686cd8c-4575-4dc5-94bf-b68311673776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6533763 Mar 31 23:15:57.513053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.542861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d0325bb2-898e-4562-bc82-76bb2feec346 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:57.543264 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.565514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-71122068-88f1-4871-b979-f24e917c0eab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 999 time: 0.1452146 Mar 31 23:15:57.566841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.581889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.646069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481ae38d-e3af-4551-99e7-129b477c368d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.749973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedfd6-9a4b-4697-862e-25304774f230 req-be3e6517-9515-4789-babc-fe7ed4517050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.751357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-be3e6517-9515-4789-babc-fe7ed4517050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1628296 Mar 31 23:15:57.761110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:57.814471 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.823832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e15f11-cff2-438e-954b-d6934db4feb7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:57.836563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dedfd6-9a4b-4697-862e-25304774f230 req-e277f87e-ecc6-4a09-85ab-c903b44d3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.838346 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-e277f87e-ecc6-4a09-85ab-c903b44d3cab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793915 Mar 31 23:15:57.849763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aacd628-82ba-4151-983a-33ce23377255') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.852095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aacd628-82ba-4151-983a-33ce23377255') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.864871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c8e15f11-cff2-438e-954b-d6934db4feb7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:57.865215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e15f11-cff2-438e-954b-d6934db4feb7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:57.865653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b7ab2c79-491c-4c79-8cf1-48834106ebed no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:57.868112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.873079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.880477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.882530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bd3f5fa0-c257-4f8e-b1a1-aee4e1e1078c HTTP/1.1" status: 204 len: 168 time: 0.8761919 Mar 31 23:15:57.884472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.919435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'eca3f661-a837-4efb-9b32-26113190e737', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:47:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:17Z', 'updated_at': '2022-03-31T23:15:54Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:57.924336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.933194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3041e65-cd1f-4dc7-8699-e4e7d0cf0d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f5fa0-c257-4f8e-b1a1-aee4e1e1078c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:57.951172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.961866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:57.962669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:57.966950 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:57.972905 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f59b38-4703-4fe2-b605-9d68f4ae3e77 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'eca3f661-a837-4efb-9b32-26113190e737', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:47:37:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:17Z', 'updated_at': '2022-03-31T23:15:54Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:57.986892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b7ab2c79-491c-4c79-8cf1-48834106ebed {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:57.987270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b7ab2c79-491c-4c79-8cf1-48834106ebed not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:57.995887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 50d391ec-0d29-488f-8fec-dfa47417d43f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:58.038646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port d5d08bec-8ccc-44dd-b368-f4c3e30c2860 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:15:58.038992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.080632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 50d391ec-0d29-488f-8fec-dfa47417d43f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:58.081057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 50d391ec-0d29-488f-8fec-dfa47417d43f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:58.081390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 17bd2486-5d9b-4eac-8581-62c2d99f7b15 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:58.113338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.161081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.167438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] 10.222.0.95 "DELETE /v2.0/networks/481ae38d-e3af-4551-99e7-129b477c368d HTTP/1.1" status: 204 len: 168 time: 1.2028646 Mar 31 23:15:58.192454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4fab1d87-3f5a-499d-8dfe-dbc8e1681a93 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1677543120&fields=id&tenant_id=cd2e64f7c2434c89a40dc688296f2981 HTTP/1.1" status: 200 len: 267 time: 0.2858641 Mar 31 23:15:58.194600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90017-0b1b-40ff-a8b3-6f9889b1bd14 tempest-PortsIpV6TestJSON-1005875524 tempest-PortsIpV6TestJSON-1005875524-project] Pushing event deleted for resources: {'Network': ['ID=481ae38d-e3af-4551-99e7-129b477c368d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.238731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 17bd2486-5d9b-4eac-8581-62c2d99f7b15 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:15:58.246386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 17bd2486-5d9b-4eac-8581-62c2d99f7b15 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:58.250496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a773e-fb1e-4c49-9347-d624b420dba7 None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.306562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.214 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:58.316680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.358431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for d5d08bec-8ccc-44dd-b368-f4c3e30c2860 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:15:58.484451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c3933-be00-4d59-b039-5bcf82104d60 None None] New status for floating IP eca3f661-a837-4efb-9b32-26113190e737: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:58.557661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-167e815a-43db-45e5-804c-1cbe3de61933 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7106690 Mar 31 23:15:58.577841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.592756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:58.642945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ff945bec-200a-46b3-9527-66def4b0352c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:58.650508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ff945bec-200a-46b3-9527-66def4b0352c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 932 time: 0.4571049 Mar 31 23:15:58.728489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35316) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:58.830925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:58.834664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2f3df9b0-f88f-495c-a43f-cb7f01d1b7d7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:58.851983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2f3df9b0-f88f-495c-a43f-cb7f01d1b7d7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 930 time: 0.2001064 Mar 31 23:15:58.878825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=d5d08bec-8ccc-44dd-b368-f4c3e30c2860,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:58.912955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:58.913331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.051844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.064588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3106f4e9-389d-414f-ae69-3abd1ef8a7a5 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/d5d08bec-8ccc-44dd-b368-f4c3e30c2860 HTTP/1.1" status: 204 len: 168 time: 1.6251905 Mar 31 23:15:59.065552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35326) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:59.073156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-e44466e9-1d45-4f63-b13e-b60123938458 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2199891 Mar 31 23:15:59.112459 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8855a88-24d5-4475-94ca-b7f6a96495a4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:15:59.117838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b8855a88-24d5-4475-94ca-b7f6a96495a4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/d5d08bec-8ccc-44dd-b368-f4c3e30c2860 HTTP/1.1" status: 404 len: 333 time: 0.0474825 Mar 31 23:15:59.118935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35328) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:59.177624 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-fa3f3306-0dfe-466a-a09f-093e28313173 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1035335 Mar 31 23:15:59.235414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.236641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92dedfd6-9a4b-4697-862e-25304774f230 req-d2729b50-d5d9-4966-b267-632d83821ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544881 Mar 31 23:15:59.311664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Could not find standard attr ID for object d5d08bec-8ccc-44dd-b368-f4c3e30c2860. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:59.333104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:59.333699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.389019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:15:59.403682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:15:59.404066 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-17115961-ea29-4915-9d24-2e6e37d332d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.717243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:59.729726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:59.732751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:59.783010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:59.806862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7bc148b-cc7f-4a50-82cf-b69ba086ca4a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f430466c49fa49f9b71731e295c84878&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0743656 Mar 31 23:15:59.807043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35346) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:15:59.820231 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.823376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ed94134d-746e-41db-8b8b-e28210ea45fb None None] Could not find standard attr ID for object d5d08bec-8ccc-44dd-b368-f4c3e30c2860. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:15:59.878520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-10d40c15-ff8a-408e-a18f-261a9c59da24 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:59.884419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-10d40c15-ff8a-408e-a18f-261a9c59da24 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:59.890139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-10d40c15-ff8a-408e-a18f-261a9c59da24 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:59.891830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-10d40c15-ff8a-408e-a18f-261a9c59da24 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/networks?id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 200 len: 1989 time: 0.7045624 Mar 31 23:15:59.915597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.917391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.957101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:15:59.961542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-936284be-68e3-4516-bf0d-d4018bd84dc7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/quotas/cd2e64f7c2434c89a40dc688296f2981 HTTP/1.1" status: 200 len: 375 time: 0.0492508 Mar 31 23:16:00.051903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.062978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.068635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/787e8c91-9a3f-46cc-ba5e-c38222ad444e HTTP/1.1" status: 204 len: 168 time: 0.2607603 Mar 31 23:16:00.081798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3681c-0d1c-4bcb-a485-19e58b719951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e8c91-9a3f-46cc-ba5e-c38222ad444e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:00.107457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.110056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.113964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/security-groups/8b9b7803-8a6d-4f50-bba4-608084a473cd HTTP/1.1" status: 204 len: 168 time: 0.9673047 Mar 31 23:16:00.114293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35354) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:00.140918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bdc64-d365-48c5-bc57-dfa9bc552127 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9b7803-8a6d-4f50-bba4-608084a473cd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:00.159442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-656d869e-84bb-4509-b5d0-b0aed15997bf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1715322 Mar 31 23:16:00.270678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.298233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.358260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.360971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.364667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/security-groups/2a2c39f3-843d-4967-bb7f-d4a52f9cf3bb HTTP/1.1" status: 204 len: 168 time: 0.2468965 Mar 31 23:16:00.364854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-48ad1623-f0f6-4def-acce-46912264186b service neutron] 10.222.0.95 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563215 Mar 31 23:16:00.365304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35362) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:00.378335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12a56d-c97f-4a58-af1b-bf7e72600e7b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c39f3-843d-4967-bb7f-d4a52f9cf3bb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:00.501455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet e4aa0a25-adca-4515-b321-d30f5f6ee302 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:00.511611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.636378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.696238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c446d3e1-bb1e-41c0-8f36-45b9f982c3a6 service neutron] 10.222.0.95 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892942 Mar 31 23:16:00.700672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.799632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3ff9202c-a6db-4cb5-bd88-8c677004a648 service neutron] 10.222.0.95 "GET /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0769317 Mar 31 23:16:00.874422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:00.879290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.037482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-88a7aa2d-cd05-4ddf-b5db-2f1a811bf6ac service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272050 Mar 31 23:16:01.102429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.162890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=e4aa0a25-adca-4515-b321-d30f5f6ee302,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:01.174147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.178137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928be47-2eb2-493a-b2ba-351e561fd4c2 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:01.183808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-347b9694-a9b1-419c-b688-cb468e93715a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/e4aa0a25-adca-4515-b321-d30f5f6ee302 HTTP/1.1" status: 204 len: 168 time: 0.8175867 Mar 31 23:16:01.183980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:01.189736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:01.320156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2d73ff95-2dd0-4f1e-b7a5-034aca95de51 service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306333 Mar 31 23:16:01.322311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.331113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.438996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9cf3c9a1-c91c-4359-a4c1-9dceef801e38 service neutron] 10.222.0.95 "GET /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1036813 Mar 31 23:16:01.460029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:01.463543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.466078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35400) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:01.490901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:01.496443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.675128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-1c68661e-8b09-4f0b-a31a-7879d3049728 service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247863 Mar 31 23:16:01.724995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6c2d0ef4-4be7-4e19-b00d-b2191ff057ce tempest-DvrRoutersNegativeTest-602009827 tempest-DvrRoutersNegativeTest-602009827-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-541664415', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:01.728793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.policy [None req-6c2d0ef4-4be7-4e19-b00d-b2191ff057ce tempest-DvrRoutersNegativeTest-602009827 tempest-DvrRoutersNegativeTest-602009827-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109299) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 31 23:16:01.729413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.policy [None req-6c2d0ef4-4be7-4e19-b00d-b2191ff057ce tempest-DvrRoutersNegativeTest-602009827 tempest-DvrRoutersNegativeTest-602009827-project] Failed policy check for 'create_router' {{(pid=109299) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 31 23:16:01.730502 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-6c2d0ef4-4be7-4e19-b00d-b2191ff057ce tempest-DvrRoutersNegativeTest-602009827 tempest-DvrRoutersNegativeTest-602009827-project] create failed (client error): Access was denied to this resource. Mar 31 23:16:01.732063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c2d0ef4-4be7-4e19-b00d-b2191ff057ce tempest-DvrRoutersNegativeTest-602009827 tempest-DvrRoutersNegativeTest-602009827-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2625325 Mar 31 23:16:01.906741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-0fedc864-b183-49da-944a-3c10e99010f6 service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969883 Mar 31 23:16:01.908622 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP cc774a85-a882-4da0-a8ba-f9701e109139 associated. External IP: 172.25.8.214, port: b73a51b5-cf8c-476e-b99f-500db2e606de. Mar 31 23:16:01.911201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:01.987762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=8afc13f5-bcec-44da-ad44-2785a3986fb9,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:02.020574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:02.027034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:02.039210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:02.040383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.082420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-be10b053-7dd5-484b-ba5b-b44257b771f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8967717 Mar 31 23:16:02.085227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.097359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'security_group': {'name': 'tempest-secgroup-343904904'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:02.154762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9a9bab71-00c8-466a-96d5-b705d4a57e2f service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415540 Mar 31 23:16:02.359428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.368145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35424) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.505202 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-47f9799f-eff8-462f-b54e-f402d148f4ee service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395448 Mar 31 23:16:02.508921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f5d2a1-41d3-4573-b8e7-07b5ecfc1f64 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:02.568811 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccec123c-3d49-4de1-a8e9-e41094284ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.603697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 493eae24-da53-42c9-aa81-e3bce510f01f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:02.677671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.687466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.698248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-47769838-6468-4fe2-ae67-e96c1a5dfa3f None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:02.699981 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-47769838-6468-4fe2-ae67-e96c1a5dfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.729922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35430) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.772880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-47769838-6468-4fe2-ae67-e96c1a5dfa3f None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:02.777672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccec123c-3d49-4de1-a8e9-e41094284ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.779041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-085d6ff4-cb28-4485-863e-a35a1cf8b876 service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593007 Mar 31 23:16:02.782935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b0e976-bd5f-450d-88df-fd6a48c1c4fd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:02.791378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.794362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35434) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:02.801537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'security_group': {'name': 'tempest-secgroup-832491655'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:02.805502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1a40e04-fa52-4380-a82d-a9293f6f0182 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7192068 Mar 31 23:16:02.808531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccec123c-3d49-4de1-a8e9-e41094284ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.821838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-47769838-6468-4fe2-ae67-e96c1a5dfa3f None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:02.822211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-47769838-6468-4fe2-ae67-e96c1a5dfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.923622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.969453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1615c9ba-e36a-41e8-a5bd-51bcf6381548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:02.984832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec123c-3d49-4de1-a8e9-e41094284ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fa99b1-8464-4a7d-9a33-075c22de5483,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.006418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ccec123c-3d49-4de1-a8e9-e41094284ccb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f6cc973d74e94c548b9dcdcdaf787c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368897 Mar 31 23:16:03.014228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.019978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Update dhcp port {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'fixed_ips': [{'subnet_id': '42c888b3-d4c7-4fcf-991c-58c9c4eb1b75', 'ip_address': '172.20.0.18'}, {'subnet_id': '8afc13f5-bcec-44da-ad44-2785a3986fb9'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '933c8fb9-1138-4453-a381-238eab757247'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:16:03.054612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.161419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.166064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.182778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.251778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1633bb4-51e3-45b3-8b28-96487b6ff01a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.267962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.305605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1615c9ba-e36a-41e8-a5bd-51bcf6381548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.309090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.310254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a9ae7e0f-aaab-47dc-b105-911ec04ae474 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5135305 Mar 31 23:16:03.314003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.322304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'security_group': {'name': 'tempest-secgroup-985824704'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:03.324544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1615c9ba-e36a-41e8-a5bd-51bcf6381548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.336922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:03.358851 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Sync routers for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:03.372177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.376734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1615c9ba-e36a-41e8-a5bd-51bcf6381548 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5687625718cb45e8840f76d44d3a3180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427627 Mar 31 23:16:03.376734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615c9ba-e36a-41e8-a5bd-51bcf6381548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834b0dff-3808-4495-babb-2cb61fa074b1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.378628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.407021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.412085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:03.412718 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:03.417687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-df2ad315-0725-48a1-ad6d-72c618fb0b6b service neutron] 10.222.0.95 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066561 Mar 31 23:16:03.418673 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.421414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.424993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e2fa99b1-8464-4a7d-9a33-075c22de5483 HTTP/1.1" status: 204 len: 168 time: 0.4073877 Mar 31 23:16:03.436025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8bac-9944-4b7a-b853-5b2e5dcaff4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fa99b1-8464-4a7d-9a33-075c22de5483,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.450888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.481012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.584665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.593285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.596247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/834b0dff-3808-4495-babb-2cb61fa074b1 HTTP/1.1" status: 204 len: 168 time: 0.2168994 Mar 31 23:16:03.599171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d2f4e32d-ce8a-4d7b-9e89-0441226ec6c8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1722653 Mar 31 23:16:03.607718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a2894-bec5-4989-b091-e67923ff54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b0dff-3808-4495-babb-2cb61fa074b1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.637397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:03.640029 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ffb6ee-7106-44a3-8480-60c5cb207679" -d '{"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:03.666771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.705608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Allocated IP 172.20.0.2 (785e790a-3b0e-43fa-a439-f4547f6127b8/8afc13f5-bcec-44da-ad44-2785a3986fb9/933c8fb9-1138-4453-a381-238eab757247) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:03.712026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:03.714385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ea4c292-9703-4c07-9926-1005548a2d48 service neutron] 10.222.0.95 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527788 Mar 31 23:16:03.715739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.764380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a1398-974a-4fa3-9c89-9b1ab0061224,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:03.770188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:03.771577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-73282839-39a6-4e9f-b044-b117420962a6 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4548557 Mar 31 23:16:03.782911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35462) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:03.789015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1742880489', 'security_groups': ['6e0a1398-974a-4fa3-9c89-9b1ab0061224'], 'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8afc13f5-bcec-44da-ad44-2785a3986fb9'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:03.823196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704562a-dd9f-4131-bc88-bd11e007c00d req-45385a72-a0c2-4715-a784-996789019451 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:03.825361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a704562a-dd9f-4131-bc88-bd11e007c00d req-45385a72-a0c2-4715-a784-996789019451 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1322277 Mar 31 23:16:03.939153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:03.949926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a704562a-dd9f-4131-bc88-bd11e007c00d req-f5397b88-4a67-4414-ba89-4bc10caf4f2e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177347 Mar 31 23:16:03.984462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35468) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.062466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.080314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.080663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-09345928-5a0a-475b-8c04-4dcde8b984f6 service neutron] 10.222.0.95 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538690 Mar 31 23:16:04.137013 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb61120-bde7-41a3-b750-2a5fe81d94e3 x-openstack-request-id: req-9bb61120-bde7-41a3-b750-2a5fe81d94e3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:04.139411 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:04.139411 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9bb61120-bde7-41a3-b750-2a5fe81d94e3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:04.139411 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb61120-bde7-41a3-b750-2a5fe81d94e3'] response: {'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'status': 'completed', 'code': 200} Mar 31 23:16:04.152781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-963301ed-33f3-4d3d-a902-1aa803aa0b76 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 991 time: 0.1609645 Mar 31 23:16:04.175724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:04.277418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa1e04-8c1a-4f52-b396-900ee8f52a0b None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.453252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35480) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.460428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f466c829-24d4-428c-9bae-4eb35006eca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.481937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1d79f75-2679-46cb-9177-cb2428cada26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.520544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7954b6f9-1c6d-48c4-9606-1298046ddf16 service neutron] 10.222.0.95 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123142 Mar 31 23:16:04.556255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:04.575485 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cc774a85-a882-4da0-a8ba-f9701e109139', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'mac_address': 'fa:16:3e:96:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:00Z', 'updated_at': '2022-03-31T23:16:00Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:04.644139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Checking router: 493eae24-da53-42c9-aa81-e3bce510f01f for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:04.674737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:04.678061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.693452 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:04.699993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:04.720999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1d79f75-2679-46cb-9177-cb2428cada26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.723229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-a71c1b49-9689-4ec7-adf5-07e48515220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:04.727552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-a71c1b49-9689-4ec7-adf5-07e48515220e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.5886853 Mar 31 23:16:04.732271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-db25fb5f-2261-4154-abb8-a4bf106e3d15 service neutron] 10.222.0.95 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108927 Mar 31 23:16:04.737934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1d79f75-2679-46cb-9177-cb2428cada26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.738752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:04.836387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] device_id is not set on port 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:04.856830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1d79f75-2679-46cb-9177-cb2428cada26 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cd4266ee7eb74aadb719e5cea9d257e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002497 Mar 31 23:16:04.861910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:04.869257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d79f75-2679-46cb-9177-cb2428cada26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d8661-1726-4bac-80ac-1a1d3b09471b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:04.978781 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:05.061544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.126112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.153545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35506) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:05.249529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-90a4955f-0db8-4a21-9c73-2a6b7d4f3c71 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 991 time: 0.0952072 Mar 31 23:16:05.250836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35512) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:05.347798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.350608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.360284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b99d8661-1726-4bac-80ac-1a1d3b09471b HTTP/1.1" status: 204 len: 168 time: 0.4646358 Mar 31 23:16:05.378962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814d716-49ca-4f20-94c3-d79e3a65d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d8661-1726-4bac-80ac-1a1d3b09471b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:05.434172 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7032c73b-9abc-4485-a098-153341df6222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cc774a85-a882-4da0-a8ba-f9701e109139', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'mac_address': 'fa:16:3e:96:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:00Z', 'updated_at': '2022-03-31T23:16:00Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:05.459249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.11 (785e790a-3b0e-43fa-a439-f4547f6127b8/8afc13f5-bcec-44da-ad44-2785a3986fb9/46a0bde0-c9fa-4c26-9cee-8966a6993cf6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:05.474692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9c7a88ff-e921-4a09-bcc0-e6fb5386accb None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:05.475282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88ff-e921-4a09-bcc0-e6fb5386accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.478610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2143397072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:05.482226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-0b9864ec-9887-445f-8d44-0de11bbbdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:05.482520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7032c73b-9abc-4485-a098-153341df6222 None None] The sync data for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 is: [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cc774a85-a882-4da0-a8ba-f9701e109139', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'mac_address': 'fa:16:3e:96:3b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:00Z', 'updated_at': '2022-03-31T23:16:00Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:05.483917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-0b9864ec-9887-445f-8d44-0de11bbbdb16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.7426190 Mar 31 23:16:05.517909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.519982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.592561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a88ff-e921-4a09-bcc0-e6fb5386accb None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:05.617667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9c7a88ff-e921-4a09-bcc0-e6fb5386accb None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:05.617901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88ff-e921-4a09-bcc0-e6fb5386accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.653393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.663102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.686372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-3db346e8-8bdf-4763-8cde-8e6ad32f3a00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 999 time: 0.1906536 Mar 31 23:16:05.699894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.703696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a32c80c-7afc-41ac-986e-5f104c610448 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4373302 Mar 31 23:16:05.704513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35528) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:05.717322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1004358243'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:05.768693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:05.779768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.801228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.840913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-e4b2cdc3-2874-4f13-a4cf-da180ff8d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:05.842936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-e4b2cdc3-2874-4f13-a4cf-da180ff8d0ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1328366 Mar 31 23:16:05.926340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.932778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.939558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:05.941463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-ad4910ab-5f63-43b4-a384-69300357eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:05.943703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-ad4910ab-5f63-43b4-a384-69300357eeed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879071 Mar 31 23:16:06.031824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d12879d1-3591-4c8e-97be-9dbcb01eb245 req-9f717152-97ff-4de8-9b9b-89b300db5e95 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0884056 Mar 31 23:16:06.045020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] vlan segment allocate from pool success with {'vlan_id': 1289, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:06.051471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80eca879-a7cb-441d-8d25-86e4352dd3df,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:06.071266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.071645 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Added segment 74ebf055-72d0-47fa-b21d-926288603e21 of type vlan for network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 Mar 31 23:16:06.088342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-4805d274-b118-490e-945d-4fb307810ceb service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366599 Mar 31 23:16:06.117203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.168434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.179791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:06.180524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.182640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.256538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35546) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.258646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:06.273373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5623825 Mar 31 23:16:06.289171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=46a0bde0-c9fa-4c26-9cee-8966a6993cf6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:06.291819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:06.294946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:06.299140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35550) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.308695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'subnet': {'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:06.374001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.374341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.374736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.375069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.375424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.375753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.376079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.376453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.376894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.377287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.377624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.378124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:06.400809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44986fa-44df-4f1e-b0d5-22ea7aafbc4f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Network': ['ID=f0350e9b-61b4-4ebc-b5b0-50e47178a3a7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:06.465996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:06.507575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1dd4fe5-b761-4896-81e7-a32fd2c63c0d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 991 time: 0.2488925 Mar 31 23:16:06.544309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:06.545169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.570529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1092b4f4-fe03-4ff5-97a1-73bec95c7735 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7863164 Mar 31 23:16:06.574756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35558) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:06.589310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-98ffb6ee-7106-44a3-8480-60c5cb207679 req-04a704bc-8962-41c3-b7dc-eb7246355cbd service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915605 Mar 31 23:16:06.601380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:06.792002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:06.794737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.812866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b3167a7d-8e15-4428-a766-68adeccf73ce None None] Provisioning complete for port 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:06.824180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3167a7d-8e15-4428-a766-68adeccf73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.898329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b3167a7d-8e15-4428-a766-68adeccf73ce None None] Port 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:06.943274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:06.946981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:06.965478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a87d0f68-7f6a-4650-8cdf-36ccce56e4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.060191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd957a1-71ec-4918-a043-7a1bff5a5a72 None None] New status for floating IP cc774a85-a882-4da0-a8ba-f9701e109139: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:16:07.254054 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8afc13f5-bcec-44da-ad44-2785a3986fb9 (CIDR: 172.20.0.0/28) Mar 31 23:16:07.284899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5f57d1f-b920-47ff-862d-d50b39714e59 req-4ffcada9-cd1b-48db-8de9-234cd720079f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0543242 Mar 31 23:16:07.285748 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:07.286486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:07.305827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.331221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35572) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:07.331445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e0ba44ff-9179-44e4-b25a-c34f755991d7 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7499626 Mar 31 23:16:07.337662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:07.403194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Subnet': ['ID=542569e2-d53d-4cf7-b45d-c25d99e85002,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:07.473064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Checking segment: {'id': '74ebf055-72d0-47fa-b21d-926288603e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:07.473449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network hostable DHCP agents. Network: f0350e9b-61b4-4ebc-b5b0-50e47178a3a7, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:07.508730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:07.512236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35578) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:07.527770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f0350e9b-61b4-4ebc-b5b0-50e47178a3a7) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:07.542637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e8c92-b384-490e-8374-663629ccc8ae None None] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:07.544606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.548406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.593812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2d8147b7-a8ca-4de8-a5e7-945131996e06 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2896476 Mar 31 23:16:07.596841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35582) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:07.603131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'network': {'name': 'tempest-router-network01--1996523276'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:07.655942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:07.660865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.701850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:07.706375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.753628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ae1b00a9-6848-4c6e-9db9-6a079e6a765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.755214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ae1b00a9-6848-4c6e-9db9-6a079e6a765c service neutron] 10.222.0.96 "GET /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 1028 time: 0.1588674 Mar 31 23:16:07.761948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:07.770592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5e5379c7-ce6b-4441-bd66-10c3e4f0ed7a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 993 time: 0.2539413 Mar 31 23:16:07.799443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.800676 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Added segment c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f of type vlan for network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 Mar 31 23:16:07.883405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-020bc682-1a03-480d-be72-f3dbd861aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.885369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-020bc682-1a03-480d-be72-f3dbd861aaf0 service neutron] 10.222.0.96 "GET /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 1026 time: 0.1131725 Mar 31 23:16:07.886427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.935432 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.941678 n-d-835855-2 neutron-server[109299]: INFO neutron.db.ipam_backend_mixin [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 42c888b3-d4c7-4fcf-991c-58c9c4eb1b75 (CIDR: 172.20.0.16/28) Mar 31 23:16:07.947694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.948844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:07.959207 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:07.960088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:07.979598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-f0350e9b-61b4-4ebc-b5b0-50e47178a3a7', 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7', 'tenant_id': '6b47225b624245148c3e0c54c4bcc19c', 'fixed_ips': [{'subnet_id': '542569e2-d53d-4cf7-b45d-c25d99e85002'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:07.984351 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.032032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7bc0d7c2-cabd-4893-948e-24ff316045ad tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6993389 Mar 31 23:16:08.035436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35590) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:08.040986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'subnet': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:08.056768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4583957 Mar 31 23:16:08.064927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35592) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:08.075847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'network': {'name': 'tempest-router-network02--1008196366'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:08.128986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d7421b3b-aa82-4589-a658-c6d772bb0626 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.137037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d7421b3b-aa82-4589-a658-c6d772bb0626 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.142571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5894341-a6d9-4356-8d79-686ee6dcfb66 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Network': ['ID=41aab7e5-41a2-4f42-9694-7a781bc4c3c2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:08.148102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d7421b3b-aa82-4589-a658-c6d772bb0626 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.150189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d7421b3b-aa82-4589-a658-c6d772bb0626 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/networks?id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 200 len: 1989 time: 0.2482669 Mar 31 23:16:08.167162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:08.236595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:08.240340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.324209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-68c26b2c-8a7d-4c5f-9d30-84032e6a1618 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd2e64f7c2434c89a40dc688296f2981 HTTP/1.1" status: 200 len: 380 time: 0.1330090 Mar 31 23:16:08.338088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'admin_state_up': True, 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'security_groups': ['7b8701e4-a19b-4869-9cb6-f357f8b2ec47']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:08.364279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:08.374180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Made reservation on behalf of 1d88396f89fc40c28c021b6b40a941f2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:08.378156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.406088 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.406447 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Added segment faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d of type vlan for network e4319ca9-46aa-4284-8f4d-0a93846b0d9f Mar 31 23:16:08.448842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.509289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Allocated IP 172.20.0.2 (f0350e9b-61b4-4ebc-b5b0-50e47178a3a7/542569e2-d53d-4cf7-b45d-c25d99e85002/1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:08.671997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f142c25-2b6b-43ef-b186-c5a64904bf86 req-9c2e82a1-aa8f-4ce0-ae5b-4cd2ec33e6f8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.1815906 Mar 31 23:16:08.681877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.740372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.753774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.794275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:08.803867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.819227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:08.822714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:08.824098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.827320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:08.842318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.842969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.868973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:08.910034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Attempting to bind port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:08.910420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Attempting to bind port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '74ebf055-72d0-47fa-b21d-926288603e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:08.910910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Attempting to bind port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 on network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:08.917503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:08.917929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Checking segment: {'id': '74ebf055-72d0-47fa-b21d-926288603e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:08.918350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.918839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Bound using segment: {'id': '74ebf055-72d0-47fa-b21d-926288603e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:08.919326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Bound port: 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74ebf055-72d0-47fa-b21d-926288603e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'f0350e9b-61b4-4ebc-b5b0-50e47178a3a7'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:08.919791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:08.949306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8828580 Mar 31 23:16:08.952215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35612) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:08.962830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'subnet': {'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:09.042975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] For port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:09.049055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892f01b-31b6-42eb-8377-14bb3ab988e3 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Network': ['ID=e4319ca9-46aa-4284-8f4d-0a93846b0d9f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.050657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] For port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,segment=NetworkSegment(74ebf055-72d0-47fa-b21d-926288603e21),segment_id=74ebf055-72d0-47fa-b21d-926288603e21)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:09.059184 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.129928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859db03b-3cd7-479e-8ced-09b352b44539 None None] Pushing event updated for resources: {'Port': ['ID=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.133211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:09.159822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:09.165916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.604305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.622469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 172.20.0.12 (3d4eead0-a80b-4acb-abc0-922c9ac198ed/479226f7-f722-4593-85aa-fcfa6ec55cfc/83d1b07b-7b92-4681-a55c-957f35e9a896) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:09.670825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.672749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Subnet': ['ID=a0518f54-5027-44c4-b4eb-723962ae611b,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.715707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Checking segment: {'id': 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:09.715976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network hostable DHCP agents. Network: 41aab7e5-41a2-4f42-9694-7a781bc4c3c2, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:09.746820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:09.770158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 41aab7e5-41a2-4f42-9694-7a781bc4c3c2) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:09.780977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869e283-6781-4940-92ad-e14a562e8070 None None] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:09.789847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:09.791742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.793125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.823669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:09.836964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:09.837600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:09.845169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9178ee-ab1f-44a8-98db-75cf01d6b8a1 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:09.850437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Subnet': ['ID=8f50178f-759c-45c8-8ca2-c7bbc94b4c74,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.869582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f13277da-464b-4ccb-8ed6-24ffbfe984be tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9160938 Mar 31 23:16:09.876536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.920140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fe61b587-99a3-4a8f-a46e-d6fbbfccfc12 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8798230 Mar 31 23:16:09.920140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35628) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:09.925694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1656912022', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f50178f-759c-45c8-8ca2-c7bbc94b4c74'}], 'security_groups': ['37b0e976-bd5f-450d-88df-fd6a48c1c4fd', 'f1633bb4-51e3-45b3-8b28-96487b6ff01a']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:09.926370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'subnet': {'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:10.013483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.171050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.207991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.308015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.314811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:10.329294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:10.337189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:10.339405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c33677-f643-4fb7-96bb-184781db2d37 req-3f93d35e-c62d-4af5-b1d7-d5dee3ac1df3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:10.346006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39c33677-f643-4fb7-96bb-184781db2d37 req-3f93d35e-c62d-4af5-b1d7-d5dee3ac1df3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 932 time: 0.1973462 Mar 31 23:16:10.347319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Made reservation on behalf of 6b47225b624245148c3e0c54c4bcc19c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:10.353605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.386633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:10.425211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.431719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Update dhcp port {'port': {'network_id': '785e790a-3b0e-43fa-a439-f4547f6127b8', 'fixed_ips': [{'subnet_id': '42c888b3-d4c7-4fcf-991c-58c9c4eb1b75', 'ip_address': '172.20.0.18'}, {'subnet_id': '8afc13f5-bcec-44da-ad44-2785a3986fb9', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f50178f-759c-45c8-8ca2-c7bbc94b4c74'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '933c8fb9-1138-4453-a381-238eab757247'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:16:10.582994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-41aab7e5-41a2-4f42-9694-7a781bc4c3c2', 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2', 'tenant_id': '6b47225b624245148c3e0c54c4bcc19c', 'fixed_ips': [{'subnet_id': 'a0518f54-5027-44c4-b4eb-723962ae611b'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:10.598862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:10.599108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.605155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.646319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ed317ac-a6f1-4a25-af7f-9bea547f321e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3146765 Mar 31 23:16:10.680486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'admin_state_up': True, 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'security_groups': ['7b8701e4-a19b-4869-9cb6-f357f8b2ec47']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:10.705969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39c33677-f643-4fb7-96bb-184781db2d37 req-06c9f125-68d8-4934-aac3-847fba6a60f3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405228 Mar 31 23:16:10.877855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:10.934597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:10.940318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:10.952198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.001580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.185570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Subnet': ['ID=ccc432ea-1d45-4519-9a9a-f95174715353,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:11.220536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Checking segment: {'id': 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:11.220913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network hostable DHCP agents. Network: e4319ca9-46aa-4284-8f4d-0a93846b0d9f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:11.262704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35642) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:11.272464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:11.288464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e4319ca9-46aa-4284-8f4d-0a93846b0d9f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:11.303340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:11.303959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.305128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Allocated IP 172.20.0.34 (785e790a-3b0e-43fa-a439-f4547f6127b8/8f50178f-759c-45c8-8ca2-c7bbc94b4c74/933c8fb9-1138-4453-a381-238eab757247) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:11.353115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fa78e6ce-e4e8-4eef-9c34-76561f0b9455 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4718163 Mar 31 23:16:11.353893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35646) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:11.464452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.1.1.18 (16ba65db-a638-4748-a23c-24a3acd3efe6/f4bfe8ad-6c88-4671-a805-2175834fefa6/933d02c5-4c80-417a-be1c-bf3ae34a267f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:11.674183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf48c6d3-8812-4df8-84e5-db78368c0e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.685332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.690981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4133e75-8996-4990-aa10-407e785f6075 None None] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:11.692692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b5fb6-093e-41b4-8320-9847a2331796 None None] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:11.731551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.812214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:11.816263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:11.821338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:11.895731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Allocated IP 172.20.0.2 (41aab7e5-41a2-4f42-9694-7a781bc4c3c2/a0518f54-5027-44c4-b4eb-723962ae611b/fac4fd00-5e34-46a1-9d06-9860e214c861) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:11.923551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:11.931660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.964508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:11.966009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:11.993574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dfbc4527-8576-49b4-ab17-619a21bea478 None None] Provisioning complete for port 83d1b07b-7b92-4681-a55c-957f35e9a896 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:11.993955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dfbc4527-8576-49b4-ab17-619a21bea478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.000679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaeada-7f64-4180-a5df-8fbf53536414 req-cb8feb10-2ad2-43ad-914b-41ca5cb4de20 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:12.008378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaeada-7f64-4180-a5df-8fbf53536414 req-cb8feb10-2ad2-43ad-914b-41ca5cb4de20 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:12.010656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26aaeada-7f64-4180-a5df-8fbf53536414 req-cb8feb10-2ad2-43ad-914b-41ca5cb4de20 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 1653 time: 0.1541953 Mar 31 23:16:12.018743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c6c61ea4-7176-4438-97b1-3fb5f1ea10f9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3510845 Mar 31 23:16:12.052434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'admin_state_up': True, 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'security_groups': ['7b8701e4-a19b-4869-9cb6-f357f8b2ec47']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:12.125863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26aaeada-7f64-4180-a5df-8fbf53536414 req-40f2ac48-292e-4958-8458-e4458e83b404 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050940 Mar 31 23:16:12.207612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc4527-8576-49b4-ab17-619a21bea478 None None] Port 83d1b07b-7b92-4681-a55c-957f35e9a896 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:12.284284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:12.291984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.398662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:12.399849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.482675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:12.510947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.1.1.23 (16ba65db-a638-4748-a23c-24a3acd3efe6/f4bfe8ad-6c88-4671-a805-2175834fefa6/5cc1dbc8-27d2-435c-afdf-fa3fec2272a5) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:12.543915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf48c6d3-8812-4df8-84e5-db78368c0e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.554850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf48c6d3-8812-4df8-84e5-db78368c0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.606775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-00737179-9389-47d8-aba7-92f3882b8a72 None None] Provisioning complete for port 933d02c5-4c80-417a-be1c-bf3ae34a267f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:12.607333 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00737179-9389-47d8-aba7-92f3882b8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.639474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bf48c6d3-8812-4df8-84e5-db78368c0e1c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b9df7ed1ed324d619d12fd7ef8dced95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3732817 Mar 31 23:16:12.639474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48c6d3-8812-4df8-84e5-db78368c0e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e8b14b-280d-4841-bc0a-f3d6bc65b525,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:12.641302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35658) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:12.687472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-e4319ca9-46aa-4284-8f4d-0a93846b0d9f', 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f', 'tenant_id': '6b47225b624245148c3e0c54c4bcc19c', 'fixed_ips': [{'subnet_id': 'ccc432ea-1d45-4519-9a9a-f95174715353'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:12.688639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.712471 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.739004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.757334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.783619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.823189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-00737179-9389-47d8-aba7-92f3882b8a72 None None] Port 933d02c5-4c80-417a-be1c-bf3ae34a267f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:12.847943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.851718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.859608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80e8b14b-280d-4841-bc0a-f3d6bc65b525 HTTP/1.1" status: 204 len: 168 time: 0.2138565 Mar 31 23:16:12.898714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c27e-2678-464e-9ef1-819b441e554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e8b14b-280d-4841-bc0a-f3d6bc65b525,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:12.899822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Delete allocated IP 172.20.0.11 (785e790a-3b0e-43fa-a439-f4547f6127b8/8afc13f5-bcec-44da-ad44-2785a3986fb9) {{(pid=109299) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 31 23:16:12.920969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:12.927272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Allocated IP 172.20.0.43 (785e790a-3b0e-43fa-a439-f4547f6127b8/8f50178f-759c-45c8-8ca2-c7bbc94b4c74/46a0bde0-c9fa-4c26-9cee-8966a6993cf6) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:13.002173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.024602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.036121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-00737179-9389-47d8-aba7-92f3882b8a72 None None] Provisioning complete for port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:13.037798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00737179-9389-47d8-aba7-92f3882b8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.043207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.069010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb9fc-b9b9-4491-9ba0-a987897a53a6 None None] Pushing event updated for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.115517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.119540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.135364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:13.146581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:13.152072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:13.248182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Allocated IP 172.20.0.1 (41aab7e5-41a2-4f42-9694-7a781bc4c3c2/a0518f54-5027-44c4-b4eb-723962ae611b/13ef7a48-7d31-451d-9e21-c965c1a1a429) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:13.338622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:13.347859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,segment=NetworkSegment(74ebf055-72d0-47fa-b21d-926288603e21),segment_id=74ebf055-72d0-47fa-b21d-926288603e21)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:13.371359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.377238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.382360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:13.387193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:13.415666 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f4b7dcac-23a8-46f4-875d-9c6688c2a3be tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3816874 Mar 31 23:16:13.428660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.436062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'admin_state_up': True, 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'security_groups': ['7b8701e4-a19b-4869-9cb6-f357f8b2ec47']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:13.445966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Pushing event updated for resources: {'Port': ['ID=fac4fd00-5e34-46a1-9d06-9860e214c861,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.587333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:13.601154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Allocated IP 172.20.0.2 (e4319ca9-46aa-4284-8f4d-0a93846b0d9f/ccc432ea-1d45-4519-9a9a-f95174715353/fd5d8605-b6f3-436a-a134-aa0056aa33f1) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:13.634941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.658430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:13.665000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d24617cb-4b09-4a44-9f2c-cb1846ea669c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.696763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24d0a-7fb5-473f-a27b-c50e686887fb req-eda603ad-d197-43d3-a286-08ca29655c96 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.709358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24d0a-7fb5-473f-a27b-c50e686887fb req-eda603ad-d197-43d3-a286-08ca29655c96 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.724821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.727977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24d0a-7fb5-473f-a27b-c50e686887fb req-eda603ad-d197-43d3-a286-08ca29655c96 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:13.729719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f24d0a-7fb5-473f-a27b-c50e686887fb req-eda603ad-d197-43d3-a286-08ca29655c96 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 2373 time: 0.3953202 Mar 31 23:16:13.747591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.833568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Attempting to bind port fac4fd00-5e34-46a1-9d06-9860e214c861 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:13.833568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Attempting to bind port fac4fd00-5e34-46a1-9d06-9860e214c861 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:13.833568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Attempting to bind port fac4fd00-5e34-46a1-9d06-9860e214c861 on network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:13.843009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:13.843519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Checking segment: {'id': 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:13.843999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.844698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Bound using segment: {'id': 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:13.845350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Bound port: fac4fd00-5e34-46a1-9d06-9860e214c861, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '41aab7e5-41a2-4f42-9694-7a781bc4c3c2'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:13.845812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.889730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:13.901810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event updated for resources: {'Port': ['ID=46a0bde0-c9fa-4c26-9cee-8966a6993cf6,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:13.956925 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f24d0a-7fb5-473f-a27b-c50e686887fb req-8f4f2a11-40b8-4dde-a7bc-15565e9a94a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040956 Mar 31 23:16:13.994987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:13.995452 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.110467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1c48d00b-93c1-476e-898b-f707a1f2c25e None None] Provisioning complete for port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:14.110757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.112400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c48d00b-93c1-476e-898b-f707a1f2c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.127436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:14.190243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] In _notify_port_updated(), no bound segment for port 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 on network 785e790a-3b0e-43fa-a439-f4547f6127b8 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:16:14.196209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:14.197010 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.202915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-89dcdfad-792d-4c9b-9678-9d54a80422f4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "PUT /v2.0/ports/46a0bde0-c9fa-4c26-9cee-8966a6993cf6 HTTP/1.1" status: 200 len: 960 time: 4.2816412 Mar 31 23:16:14.203103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35674) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:14.216195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d24617cb-4b09-4a44-9f2c-cb1846ea669c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.254270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:14.255579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d24617cb-4b09-4a44-9f2c-cb1846ea669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.272370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:14.318197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Port': ['ID=13ef7a48-7d31-451d-9e21-c965c1a1a429,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.320654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24617cb-4b09-4a44-9f2c-cb1846ea669c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40804401-e3a9-4be1-a7b1-ea6622c5fe43,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.329879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d24617cb-4b09-4a44-9f2c-cb1846ea669c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8efe175394ae40c1b190b68e540fab43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303371 Mar 31 23:16:14.329879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:14.330178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.333773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:14.349672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.412528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Pushing event updated for resources: {'Port': ['ID=fd5d8605-b6f3-436a-a134-aa0056aa33f1,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.417418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] For port fac4fd00-5e34-46a1-9d06-9860e214c861, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:14.429409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:14.431615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.451328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:14.451785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.513451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:14.522981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:14.530573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] For port fac4fd00-5e34-46a1-9d06-9860e214c861, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fac4fd00-5e34-46a1-9d06-9860e214c861,segment=NetworkSegment(c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f),segment_id=c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:14.597173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.607111 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.622756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 46a0bde0-c9fa-4c26-9cee-8966a6993cf6 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:14.845012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.910058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:14.930752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b54da4-28e0-4ace-b569-0fd5dbf0e8d9 None None] Pushing event updated for resources: {'Port': ['ID=fac4fd00-5e34-46a1-9d06-9860e214c861,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.982314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Attempting to bind port fd5d8605-b6f3-436a-a134-aa0056aa33f1 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:14.982692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Attempting to bind port fd5d8605-b6f3-436a-a134-aa0056aa33f1 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:14.987380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Attempting to bind port fd5d8605-b6f3-436a-a134-aa0056aa33f1 on network e4319ca9-46aa-4284-8f4d-0a93846b0d9f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:14.999951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:15.004072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Checking segment: {'id': 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:15.004546 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.004954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Bound using segment: {'id': 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:15.005461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Bound port: fd5d8605-b6f3-436a-a134-aa0056aa33f1, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'e4319ca9-46aa-4284-8f4d-0a93846b0d9f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:15.008329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.016944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1c48d00b-93c1-476e-898b-f707a1f2c25e None None] Provisioning complete for port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:15.017353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c48d00b-93c1-476e-898b-f707a1f2c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.051856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=46a0bde0-c9fa-4c26-9cee-8966a6993cf6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.093243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1c48d00b-93c1-476e-898b-f707a1f2c25e None None] Port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:15.240324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] For port fd5d8605-b6f3-436a-a134-aa0056aa33f1, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:15.251785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Could not find standard attr ID for object 46a0bde0-c9fa-4c26-9cee-8966a6993cf6. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:16:15.288863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] For port fd5d8605-b6f3-436a-a134-aa0056aa33f1, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fd5d8605-b6f3-436a-a134-aa0056aa33f1,segment=NetworkSegment(faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d),segment_id=faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:15.313363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:15.313736 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.322089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.418114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.551811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:15.591529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.611600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.626484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0265c752-4753-4012-a26e-fb71dff173fa tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/46a0bde0-c9fa-4c26-9cee-8966a6993cf6 HTTP/1.1" status: 204 len: 168 time: 1.4170074 Mar 31 23:16:15.634775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35690) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.638800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45ea11-f959-44a9-89b3-237e90eab93e None None] Pushing event updated for resources: {'Port': ['ID=fd5d8605-b6f3-436a-a134-aa0056aa33f1,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.662158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:15.675451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.682435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-33f4c165-6c40-4c50-b34a-c1e18f7dfc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:15.816699 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd8ff72-ce5a-4332-94c4-4e0d5a4e10d4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] GET failed (client error): The resource could not be found. Mar 31 23:16:15.818520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-efd8ff72-ce5a-4332-94c4-4e0d5a4e10d4 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports/46a0bde0-c9fa-4c26-9cee-8966a6993cf6 HTTP/1.1" status: 404 len: 333 time: 0.1729066 Mar 31 23:16:15.824597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:15.865393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432109f9-b957-4f49-8620-7f3b44ff91a8 req-8d9576cf-f170-4d1b-812d-4b789ebf4b06 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.873257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432109f9-b957-4f49-8620-7f3b44ff91a8 req-8d9576cf-f170-4d1b-812d-4b789ebf4b06 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.880980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432109f9-b957-4f49-8620-7f3b44ff91a8 req-8d9576cf-f170-4d1b-812d-4b789ebf4b06 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:15.889250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-432109f9-b957-4f49-8620-7f3b44ff91a8 req-8d9576cf-f170-4d1b-812d-4b789ebf4b06 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 2373 time: 0.7708745 Mar 31 23:16:15.949876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:15.957143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.2.2.100 (c3dc91f7-e5d8-4382-b03c-090a7a3baaeb/9d61aa8a-de01-455f-8231-d75acc8621ec/d3414406-0e8a-480f-95fc-f874068ddee3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:16.014437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.033167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-432109f9-b957-4f49-8620-7f3b44ff91a8 req-4a94a377-fa4d-40eb-9e9e-353553edec01 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381495 Mar 31 23:16:16.050935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:16.050935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.053256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.065177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.069649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/40804401-e3a9-4be1-a7b1-ea6622c5fe43 HTTP/1.1" status: 204 len: 168 time: 1.7315063 Mar 31 23:16:16.111226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0ad3c-5833-410b-9700-c6765dd664c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40804401-e3a9-4be1-a7b1-ea6622c5fe43,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.137019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.242568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fac4fd00-5e34-46a1-9d06-9860e214c861 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:16.341018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fac4fd00-5e34-46a1-9d06-9860e214c861 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:16.341839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.352498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.363348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.394740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.429939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.525449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Port': ['ID=13ef7a48-7d31-451d-9e21-c965c1a1a429,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.527909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.534666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.576509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.581859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.584756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.584983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-869764147'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:16.589532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/security-groups/6e0a1398-974a-4fa3-9c89-9b1ab0061224 HTTP/1.1" status: 204 len: 168 time: 0.7622476 Mar 31 23:16:16.592790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:16.609107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port fac4fd00-5e34-46a1-9d06-9860e214c861, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fac4fd00-5e34-46a1-9d06-9860e214c861,segment=NetworkSegment(c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f),segment_id=c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:16.616214 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.632049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:16.638557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:16.643830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37c993-20dd-4196-8fd7-564efc5444ca tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a1398-974a-4fa3-9c89-9b1ab0061224,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.646841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:16.724681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:16.725538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.755120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:16.755845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.765088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.771582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=fac4fd00-5e34-46a1-9d06-9860e214c861,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.772356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-be9b0e3e-3424-4720-a7bf-a61d6c2a1d43 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3467629 Mar 31 23:16:16.783972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'admin_state_up': True, 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'security_groups': ['7b8701e4-a19b-4869-9cb6-f357f8b2ec47']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:16.846000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] vlan segment allocate from pool success with {'vlan_id': 1291, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:16.869322 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.869668 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Added segment 84493609-b8a7-4240-8e27-24755c364bdb of type vlan for network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 Mar 31 23:16:16.972125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:16.994502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f19257-5158-4b6e-a98b-6a112e3da445 None None] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:17.008953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Made reservation on behalf of cd2e64f7c2434c89a40dc688296f2981 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:17.014211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.038410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:17.064790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:17.116274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.126501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.147738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.148471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.153877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-43244990-682b-4931-83dc-80c9a0498f58 None None] Provisioning complete for port fac4fd00-5e34-46a1-9d06-9860e214c861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:17.154495 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43244990-682b-4931-83dc-80c9a0498f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.400406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Allocated IP 10.2.2.200 (c3dc91f7-e5d8-4382-b03c-090a7a3baaeb/9d61aa8a-de01-455f-8231-d75acc8621ec/4cbe9363-b1f2-40f8-aad8-5a87346219ca) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:17.410564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.445823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b171c33d-1915-482a-bdcb-83408ad3b6e4 None None] Provisioning complete for port d3414406-0e8a-480f-95fc-f874068ddee3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:17.479485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b171c33d-1915-482a-bdcb-83408ad3b6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.511870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9336967 Mar 31 23:16:17.512554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:17.546549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b171c33d-1915-482a-bdcb-83408ad3b6e4 None None] Port d3414406-0e8a-480f-95fc-f874068ddee3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:17.546549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7328f3f1-ba5d-4f63-a722-9dcbfda3c14f None None] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:17.594369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.642880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1417629884'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:17.666582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.724903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:17.730540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:17.737081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:17.781467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:17.787462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ab64-8615-4627-8581-ea05089a0899 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Network': ['ID=e53d796f-bfe4-445d-b4cc-7bdecd770aa3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:17.812991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fd5d8605-b6f3-436a-a134-aa0056aa33f1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:17.816429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.819612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.828899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] Provisioning complete for port fd5d8605-b6f3-436a-a134-aa0056aa33f1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:17.832629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:17.862983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4ff41b32-bd4b-4764-8533-69b3f5ef408b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836322 Mar 31 23:16:17.864397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-e8831948-5842-456a-8e54-beb3efced9f0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.870868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-e8831948-5842-456a-8e54-beb3efced9f0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.877403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:17.898069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-e8831948-5842-456a-8e54-beb3efced9f0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.912402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-e8831948-5842-456a-8e54-beb3efced9f0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.923966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:17.925997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-e8831948-5842-456a-8e54-beb3efced9f0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 3094 time: 0.6781430 Mar 31 23:16:17.984189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:17.994823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.013818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.117182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.124006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.139482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/security-groups/f1633bb4-51e3-45b3-8b28-96487b6ff01a HTTP/1.1" status: 204 len: 168 time: 1.5377641 Mar 31 23:16:18.144164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:18.177969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8eef-3a61-4e6b-a48c-6b2a4da14d49 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1633bb4-51e3-45b3-8b28-96487b6ff01a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:18.199139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffa1b3f6-1f95-488c-9d81-205228376c74 req-d662c568-4bed-4b86-8e50-e25861b71bba tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697027 Mar 31 23:16:18.201385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:18.232238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fd5d8605-b6f3-436a-a134-aa0056aa33f1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:18.232527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.235368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.235970 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Added segment 3839b714-73f9-44c3-baa7-9febb009a8c5 of type vlan for network dc4cc462-d50c-44be-87a1-5dffcf790e48 Mar 31 23:16:18.262438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Router 961bbd9d-598f-40da-b2b0-f3fb200aab7a is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:18.382988 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.454252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] For port fd5d8605-b6f3-436a-a134-aa0056aa33f1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fd5d8605-b6f3-436a-a134-aa0056aa33f1,segment=NetworkSegment(faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d),segment_id=faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:18.489601 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.570050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.577544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.587029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.676686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6be06-1716-4b10-a009-6fd111cc365a None None] Pushing event updated for resources: {'Port': ['ID=fd5d8605-b6f3-436a-a134-aa0056aa33f1,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:18.716686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Provisioning complete for port fac4fd00-5e34-46a1-9d06-9860e214c861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:18.720012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.721091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:18.732070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e57aeda-0e84-4aef-867e-5ad1e14f4326 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3768995 Mar 31 23:16:18.734206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.734871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] Sync routers for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:18.748133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.748597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:18.756652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35738) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:18.760205 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:18.760850 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:18.766796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-b96a89b7-6f4c-4232-bd0e-b615cd31e087 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770555 Mar 31 23:16:18.804515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:16:18.805109 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:16:18.844974 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:18.861714 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:18.862337 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:18.909525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:18.910609 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a07a89-a137-400d-9a7d-a1ac09ef0595 None None] The sync data for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:18.928201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3933158 Mar 31 23:16:18.935366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35740) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:18.943600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'subnet': {'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:18.956546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Provisioning complete for port 13ef7a48-7d31-451d-9e21-c965c1a1a429 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:18.957147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.027080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31e241-2915-4b4b-9f14-0f06d7179f47 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Network': ['ID=dc4cc462-d50c-44be-87a1-5dffcf790e48,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:19.047171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:19.063110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Port 13ef7a48-7d31-451d-9e21-c965c1a1a429 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:19.145499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.182304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-7c15e236-f2d6-4730-a43c-0ffcad785d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.184156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-7c15e236-f2d6-4730-a43c-0ffcad785d48 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.3384378 Mar 31 23:16:19.191761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.194819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.196228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/security-groups/37b0e976-bd5f-450d-88df-fd6a48c1c4fd HTTP/1.1" status: 204 len: 168 time: 1.0509217 Mar 31 23:16:19.215180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35746) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:19.216124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd456d2-3a90-4c53-a17c-71ae9ba22443 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b0e976-bd5f-450d-88df-fd6a48c1c4fd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:19.225349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Provisioning complete for port 4cbe9363-b1f2-40f8-aad8-5a87346219ca triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:19.227096 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.327742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 8afc13f5-bcec-44da-ad44-2785a3986fb9 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:19.421257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d1b07b-7b92-4681-a55c-957f35e9a896 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:19.436859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.443276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-79459428-e7c7-4be0-a088-e314a81a2338 None None] Port 4cbe9363-b1f2-40f8-aad8-5a87346219ca cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:19.445378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fac4fd00-5e34-46a1-9d06-9860e214c861 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:19.453744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Transition to ACTIVE for port object 83d1b07b-7b92-4681-a55c-957f35e9a896 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:19.457950 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.509724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.557850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fac4fd00-5e34-46a1-9d06-9860e214c861 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:19.558229 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.572497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-8ffb4d89-1d7c-4a98-91ff-d943dd992e9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3933308 Mar 31 23:16:19.588795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:19.592383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.614057 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.642053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2f630536-1112-4806-a033-a167e1bebf92 None None] Provisioning complete for port fd5d8605-b6f3-436a-a134-aa0056aa33f1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:19.642648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f630536-1112-4806-a033-a167e1bebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.692176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:19.809324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-4be9f2d1-ec2d-4b5a-ad4d-10f050b4667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.814063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-4be9f2d1-ec2d-4b5a-ad4d-10f050b4667c service neutron] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 909 time: 0.5814586 Mar 31 23:16:19.838429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.851774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2f630536-1112-4806-a033-a167e1bebf92 None None] Provisioning complete for port 13ef7a48-7d31-451d-9e21-c965c1a1a429 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:19.852003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f630536-1112-4806-a033-a167e1bebf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:19.935311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2f630536-1112-4806-a033-a167e1bebf92 None None] Port 13ef7a48-7d31-451d-9e21-c965c1a1a429 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:19.999974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.006377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.013366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.021076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.029916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.032389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b225f-6a26-4143-adad-ce137783c0a7 req-5a788c72-b7e0-4bb1-9dd5-98340059cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.034572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-5a788c72-b7e0-4bb1-9dd5-98340059cac2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.3211982 Mar 31 23:16:20.035267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-e02b0aa2-735a-44a7-aa8a-fbcc49a2c83b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 3827 time: 0.5799491 Mar 31 23:16:20.042446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-203a3119-a06b-4181-890c-35aee0ccdf0b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 1002 time: 0.1690702 Mar 31 23:16:20.055616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fd5d8605-b6f3-436a-a134-aa0056aa33f1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:20.163445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.182394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Attempting to bind port 83d1b07b-7b92-4681-a55c-957f35e9a896 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:20.182730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Attempting to bind port 83d1b07b-7b92-4681-a55c-957f35e9a896 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:20.183059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Attempting to bind port 83d1b07b-7b92-4681-a55c-957f35e9a896 on network 3d4eead0-a80b-4acb-abc0-922c9ac198ed {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:20.202770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-88235245-a407-4523-8633-29ca605af7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.204424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-88235245-a407-4523-8633-29ca605af7c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.1521981 Mar 31 23:16:20.240351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fd5d8605-b6f3-436a-a134-aa0056aa33f1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:20.240729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.253348 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-057fe011-a993-4a83-8418-283481cef57a tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:16:20.254373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-057fe011-a993-4a83-8418-283481cef57a tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4806075 Mar 31 23:16:20.271999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35764) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.273201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=8afc13f5-bcec-44da-ad44-2785a3986fb9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:20.363748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b225f-6a26-4143-adad-ce137783c0a7 req-ea59326c-e6a6-47f2-a6a8-b981bc8bb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.364000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Port 83d1b07b-7b92-4681-a55c-957f35e9a896 on network 3d4eead0-a80b-4acb-abc0-922c9ac198ed not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:20.364432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Attempting to bind port 83d1b07b-7b92-4681-a55c-957f35e9a896 on network 3d4eead0-a80b-4acb-abc0-922c9ac198ed {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:20.365829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-ea59326c-e6a6-47f2-a6a8-b981bc8bb591 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2751172 Mar 31 23:16:20.368876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-9915b098-138c-4354-99ee-76c8541fdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.370767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-9915b098-138c-4354-99ee-76c8541fdf31 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319430 Mar 31 23:16:20.374962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.376468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.382740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb8548-714a-4809-9e07-ad2809489480 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:20.386550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca0a987e-1268-4068-8bf7-6811723e882a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/8afc13f5-bcec-44da-ad44-2785a3986fb9 HTTP/1.1" status: 204 len: 168 time: 1.1680980 Mar 31 23:16:20.387254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:20.495530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c102a44-c90d-49db-8e54-b69ac42ab8e7 req-60aa39d0-fdb7-48ce-84fa-f26dfaf14a44 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150586 Mar 31 23:16:20.568978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:20.569735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Checking segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:20.570518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Bound using segment: {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:20.571346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Bound port: 83d1b07b-7b92-4681-a55c-957f35e9a896, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316846a4-f137-4661-9d48-6c5852c5b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:20.572351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.897137 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.915204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 8f50178f-759c-45c8-8ca2-c7bbc94b4c74 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:20.929828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:20.937923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:20.965486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Subnet': ['ID=4c7f455e-3732-4684-a6e9-f195a453a9bb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:20.968817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-871055fe-54e4-44dc-8010-96317af90930 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 1001 time: 0.5941956 Mar 31 23:16:20.996433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:21.002877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.037025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.061643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-c7f911e6-0508-47ff-a465-ec2f42ed3644 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312846 Mar 31 23:16:21.151096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.153204 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.154658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] 10.222.0.96 "PUT /v2.0/ports/83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 200 len: 1092 time: 3.2823424 Mar 31 23:16:21.157064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:21.164358 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7436d3-4212-4d00-91d9-1c5553448690" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:21.196133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:21.196620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network hostable DHCP agents. Network: e53d796f-bfe4-445d-b4cc-7bdecd770aa3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:21.202543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b225f-6a26-4143-adad-ce137783c0a7 req-f0dd9889-82fb-4508-9c15-85a30d514d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.212065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-f0dd9889-82fb-4508-9c15-85a30d514d71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1453948 Mar 31 23:16:21.232596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:21.251407 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f07741-9e8d-4224-b74b-bccd4269633c x-openstack-request-id: req-73f07741-9e8d-4224-b74b-bccd4269633c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:21.251988 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:21.252401 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-73f07741-9e8d-4224-b74b-bccd4269633c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:21.252976 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f07741-9e8d-4224-b74b-bccd4269633c'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'status': 'completed', 'code': 200} Mar 31 23:16:21.335790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35780) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:21.399512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:21.412564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.416602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-3cce6789-1447-4bc9-8324-a03ce676b74d service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435864 Mar 31 23:16:21.420116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b225f-6a26-4143-adad-ce137783c0a7 req-01ab4ee9-df62-4819-98ed-d526a8dcd296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.421691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-01ab4ee9-df62-4819-98ed-d526a8dcd296 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429024 Mar 31 23:16:21.428742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e53d796f-bfe4-445d-b4cc-7bdecd770aa3) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:21.452310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8cb86-02a7-4763-8ff7-174511b14c5f None None] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:21.463190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.469893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.495169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9aec22-2da7-40ee-a3e9-4450f720ecfb service neutron] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:21.600807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.724978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.732823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-73c58f81-5597-4340-a203-6f270cad503d service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009574 Mar 31 23:16:21.739585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6fe8ac41-b6c6-4035-a8d4-61f65ed0c72e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7981598 Mar 31 23:16:21.745163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35786) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:21.751973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'subnet': {'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:21.832761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.841191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.841749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.842233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.842707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.848883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-1d2ac272-9da8-4259-8ea2-ea4f3f314812 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 4362 time: 0.5609665 Mar 31 23:16:21.858943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-709ed2c9-dae4-435a-a5a7-02d131d01b39 None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:21.859490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-709ed2c9-dae4-435a-a5a7-02d131d01b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.899217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:21.900207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.922961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:21.978041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-709ed2c9-dae4-435a-a5a7-02d131d01b39 None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:22.018991 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7f45e50-cde0-45e6-bb71-cd75af081d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.022356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=8f50178f-759c-45c8-8ca2-c7bbc94b4c74,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.076828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.079111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-709ed2c9-dae4-435a-a5a7-02d131d01b39 None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:22.079570 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-709ed2c9-dae4-435a-a5a7-02d131d01b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.082996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66ec85da-13b6-429a-ae5e-ff6522afa8cc tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/8f50178f-759c-45c8-8ca2-c7bbc94b4c74 HTTP/1.1" status: 204 len: 168 time: 1.6070733 Mar 31 23:16:22.086421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:22.105633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:22.109625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.114683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e31ca2-d980-4e8d-89b6-2fdc2c3be817 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:22.134522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-643b225f-6a26-4143-adad-ce137783c0a7 req-ed815e56-78ba-4a98-a231-fbf6d3f0f129 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881733 Mar 31 23:16:22.148221 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f08a1d-c79d-4798-bda6-2db3f294c55d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:22.148675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f08a1d-c79d-4798-bda6-2db3f294c55d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:22.151803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-79f08a1d-c79d-4798-bda6-2db3f294c55d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/8afc13f5-bcec-44da-ad44-2785a3986fb9 HTTP/1.1" status: 404 len: 337 time: 0.0644169 Mar 31 23:16:22.158088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35790) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:22.177404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.183789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.191333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.197382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.203417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.205335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da355877-862a-42ae-9bfd-234f130e100c req-2f94f894-207f-412d-adce-8fc99a55fc40 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 3827 time: 0.5169327 Mar 31 23:16:22.340718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting subnet 42c888b3-d4c7-4fcf-991c-58c9c4eb1b75 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:22.350440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.406810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Allocated IP 10.1.1.2 (e53d796f-bfe4-445d-b4cc-7bdecd770aa3/4c7f455e-3732-4684-a6e9-f195a453a9bb/1c69957b-371b-4e83-b76a-03457d30d011) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:22.513649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.563464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.575154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.580274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7f45e50-cde0-45e6-bb71-cd75af081d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.585799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.626057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7f45e50-cde0-45e6-bb71-cd75af081d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.658895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:22.668096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:22.676341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:22.704494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Pushing event updated for resources: {'Port': ['ID=1c69957b-371b-4e83-b76a-03457d30d011,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.724372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f45e50-cde0-45e6-bb71-cd75af081d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd3807d-3551-4a03-8789-fd415a0c2652,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.730879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da355877-862a-42ae-9bfd-234f130e100c req-67dca2df-c52e-4cfe-ae6a-b9b1f858e07f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051508 Mar 31 23:16:22.735561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-d33ca477-0029-4e87-ab09-f79a893ecbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.736042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-d33ca477-0029-4e87-ab09-f79a893ecbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.736549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-d33ca477-0029-4e87-ab09-f79a893ecbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.738097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-d33ca477-0029-4e87-ab09-f79a893ecbc1 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8724124 Mar 31 23:16:22.761875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Checking segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:22.762337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network hostable DHCP agents. Network: dc4cc462-d50c-44be-87a1-5dffcf790e48, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:22.767388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Subnet': ['ID=d1a7e92e-9051-42f9-a90b-5267d4652691,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:22.799458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Attempting to bind port 1c69957b-371b-4e83-b76a-03457d30d011 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:22.800092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Attempting to bind port 1c69957b-371b-4e83-b76a-03457d30d011 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:22.800620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Attempting to bind port 1c69957b-371b-4e83-b76a-03457d30d011 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:22.811391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:22.812078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:22.812684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.813232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Bound using segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:22.813859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Bound port: 1c69957b-371b-4e83-b76a-03457d30d011, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:22.814418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.842173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.891478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b7f45e50-cde0-45e6-bb71-cd75af081d50 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2fb8a68e66ca4eb0bb3f7c80ce69fb83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5461087 Mar 31 23:16:22.895046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35792) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:22.911042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] For port 1c69957b-371b-4e83-b76a-03457d30d011, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:22.917441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] For port 1c69957b-371b-4e83-b76a-03457d30d011, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1c69957b-371b-4e83-b76a-03457d30d011,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:22.925713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.929362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:22.955099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, dc4cc462-d50c-44be-87a1-5dffcf790e48) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:22.971281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:22.972685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:22.978791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.020055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f363227-e34b-444d-86df-68959dfa8ed8 None None] Pushing event updated for resources: {'Port': ['ID=1c69957b-371b-4e83-b76a-03457d30d011,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.035706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c23b81-802c-4413-8063-07b3be00854e None None] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:23.038108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Subnet': ['ID=42c888b3-d4c7-4fcf-991c-58c9c4eb1b75,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.041440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.046011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b6b1913-1ccd-4627-b661-ebde44c7e60d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/42c888b3-d4c7-4fcf-991c-58c9c4eb1b75 HTTP/1.1" status: 204 len: 168 time: 0.8815975 Mar 31 23:16:23.055079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b78e5a29-d334-4a11-99bb-2065524f7988 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3070593 Mar 31 23:16:23.055843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35794) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.056391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35796) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.063389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'name': 'tempest-TaggedBootDevicesTest_v242-756449641', 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:23.116763 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee200cd6-61ef-4833-a5e6-af7395320b3a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.118192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee200cd6-61ef-4833-a5e6-af7395320b3a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.121766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee200cd6-61ef-4833-a5e6-af7395320b3a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/e4aa0a25-adca-4515-b321-d30f5f6ee302 HTTP/1.1" status: 404 len: 337 time: 0.0642340 Mar 31 23:16:23.125478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35798) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.161813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-464c4d1f-6ad0-4f00-908d-19dfdcda34f8 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "GET /v2.0/ports?device_id=4b17e7df-1feb-409e-adf9-48037c4d1403 HTTP/1.1" status: 200 len: 205 time: 0.0348341 Mar 31 23:16:23.171427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35800) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.205044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-f23486e2-d0e3-4d95-aac0-5fe3aaa058ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:23.206560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf7436d3-4212-4d00-91d9-1c5553448690 req-f23486e2-d0e3-4d95-aac0-5fe3aaa058ba service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4599113 Mar 31 23:16:23.257221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.298635 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1474235a-f6b1-4bec-8a8f-9e896fcdb24a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] delete failed (client error): The resource could not be found. Mar 31 23:16:23.307014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1474235a-f6b1-4bec-8a8f-9e896fcdb24a tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/routers/4b17e7df-1feb-409e-adf9-48037c4d1403 HTTP/1.1" status: 404 len: 336 time: 0.1327674 Mar 31 23:16:23.311073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.328023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.366388 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-00028975-d588-4e32-868c-70b15c00328b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.366855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00028975-d588-4e32-868c-70b15c00328b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.374144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-00028975-d588-4e32-868c-70b15c00328b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/3851fd16-625a-4cba-b819-e84f42e2831a HTTP/1.1" status: 404 len: 337 time: 0.0427914 Mar 31 23:16:23.382527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35804) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.412871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a058065-5812-4f30-8820-a1c944f0d068 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:23.415383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-dc4cc462-d50c-44be-87a1-5dffcf790e48', 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ips': [{'subnet_id': 'd1a7e92e-9051-42f9-a90b-5267d4652691'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:23.416927 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.420492 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb64677-0e11-434e-8ebf-419eefcbf6f0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.420960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb64677-0e11-434e-8ebf-419eefcbf6f0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.424047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.435491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8bb64677-0e11-434e-8ebf-419eefcbf6f0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/71276847-1e13-4b00-af33-4813a3403492 HTTP/1.1" status: 404 len: 337 time: 0.0522256 Mar 31 23:16:23.436164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35806) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.439762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Transition to ACTIVE for port object 1a058065-5812-4f30-8820-a1c944f0d068 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:23.458864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting port 13ef7a48-7d31-451d-9e21-c965c1a1a429 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:23.459649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.467511 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.474436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.478965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bbd3807d-3551-4a03-8789-fd415a0c2652 HTTP/1.1" status: 204 len: 168 time: 0.5754085 Mar 31 23:16:23.502225 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-875e4ad3-06e7-42f4-a77a-9f855103f43b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.503976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875e4ad3-06e7-42f4-a77a-9f855103f43b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.523359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:23.526841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-875e4ad3-06e7-42f4-a77a-9f855103f43b tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/116736b7-8287-408e-9655-e71678f5475c HTTP/1.1" status: 404 len: 337 time: 0.0855024 Mar 31 23:16:23.531905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35810) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.584496 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-463dda98-97f2-4b07-8708-4cec93d09c39 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.585923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463dda98-97f2-4b07-8708-4cec93d09c39 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.599928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-463dda98-97f2-4b07-8708-4cec93d09c39 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/7a46badb-90c2-4dfb-9cc9-421d6f4a31d6 HTTP/1.1" status: 404 len: 333 time: 0.0641487 Mar 31 23:16:23.601328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35812) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.648471 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f5f440-07e8-48b7-99e3-e0b802e6997d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.649392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f5f440-07e8-48b7-99e3-e0b802e6997d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.659024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8f5f440-07e8-48b7-99e3-e0b802e6997d tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/2ab6fa5b-7e70-4c3c-bef7-f1dc81720335 HTTP/1.1" status: 404 len: 337 time: 0.0532558 Mar 31 23:16:23.660000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.693268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2312d-33ba-4791-b08e-f43da12f35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd3807d-3551-4a03-8789-fd415a0c2652,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:23.695745 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c936d77-c89c-4032-8426-91442ac55fed tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.696283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c936d77-c89c-4032-8426-91442ac55fed tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.702784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1c936d77-c89c-4032-8426-91442ac55fed tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/0174290a-3ae5-40ad-aa0a-58bf322ff9a1 HTTP/1.1" status: 404 len: 337 time: 0.0393119 Mar 31 23:16:23.703481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.740356 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-120b0e8e-d154-4484-8e89-e76de06ef8ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.741510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120b0e8e-d154-4484-8e89-e76de06ef8ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.745849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-120b0e8e-d154-4484-8e89-e76de06ef8ce tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/4de0a82d-48d0-42e6-a771-3f0781604a05 HTTP/1.1" status: 404 len: 333 time: 0.0410256 Mar 31 23:16:23.747310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:23.754810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.779643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Allocated IP 10.2.2.2 (dc4cc462-d50c-44be-87a1-5dffcf790e48/d1a7e92e-9051-42f9-a90b-5267d4652691/b8e08c5c-791a-41ad-b53d-287fe24a87f5) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:23.843106 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd91fd9-904b-459d-b623-63df09ffdcc1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.843803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd91fd9-904b-459d-b623-63df09ffdcc1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.848293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0bd91fd9-904b-459d-b623-63df09ffdcc1 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/3d5d5e64-0d59-4e3f-997c-007806df62a3 HTTP/1.1" status: 404 len: 337 time: 0.0920222 Mar 31 23:16:23.854763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.951030 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61378ce-704d-4bc3-8096-7f7cec5b2f00 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] DELETE failed (client error): The resource could not be found. Mar 31 23:16:23.951506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61378ce-704d-4bc3-8096-7f7cec5b2f00 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:16:23.954565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e61378ce-704d-4bc3-8096-7f7cec5b2f00 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/subnets/497835ba-816f-47c6-9d43-8cd38c32bc94 HTTP/1.1" status: 404 len: 337 time: 0.0900178 Mar 31 23:16:23.959308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35826) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:23.991572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.124045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd1a30-1fda-4650-a151-57b439621d05 None None] Network 785e790a-3b0e-43fa-a439-f4547f6127b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:24.135298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] device_id is not set on port a9a7e063-ebc5-4548-8d20-9728ebf2b57b yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:24.159304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Attempting to bind port 1a058065-5812-4f30-8820-a1c944f0d068 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:24.159649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Attempting to bind port 1a058065-5812-4f30-8820-a1c944f0d068 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:24.159974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Attempting to bind port 1a058065-5812-4f30-8820-a1c944f0d068 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:24.167131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Port 1a058065-5812-4f30-8820-a1c944f0d068 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:24.167494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Attempting to bind port 1a058065-5812-4f30-8820-a1c944f0d068 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:24.171722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.174654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.186184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:24.186379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:24.186756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Bound using segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:24.187220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Bound port: 1a058065-5812-4f30-8820-a1c944f0d068, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:24.187797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.228788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.252267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.272217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.289983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.296269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.302400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35828) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:24.302941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.304426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-304be4cc-3cb4-48f7-acff-b42a0f8aa3e5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 4600 time: 0.3475573 Mar 31 23:16:24.304700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Calling delete_port for 13ef7a48-7d31-451d-9e21-c965c1a1a429 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:24.331222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ac4bb3ee-b3f1-4a4d-82db-88bc4b48f737 None None] Provisioning complete for port c120e932-542d-4211-a9ae-c36d62e43461 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:24.331673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3ee-b3f1-4a4d-82db-88bc4b48f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.333926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1c69957b-371b-4e83-b76a-03457d30d011 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:24.351218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.355806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b88e-5244-485d-afb8-79b5f89ab3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.362486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:24.408140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.429776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4486ab6c-c420-4477-9cf8-4d9327515d15 req-3b75d91f-6407-4305-b850-bb92604de988 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744562 Mar 31 23:16:24.466704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1a058065-5812-4f30-8820-a1c944f0d068,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:24.509208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.546350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port c120e932-542d-4211-a9ae-c36d62e43461 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:24.546621 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.553011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bb3ee-b3f1-4a4d-82db-88bc4b48f737 None None] Port c120e932-542d-4211-a9ae-c36d62e43461 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:24.562450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:24.576102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:24.578658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:24.584570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Pushing event updated for resources: {'Port': ['ID=b8e08c5c-791a-41ad-b53d-287fe24a87f5,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.598472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.598704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ac4bb3ee-b3f1-4a4d-82db-88bc4b48f737 None None] Provisioning complete for port 933c8fb9-1138-4453-a381-238eab757247 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:24.599069 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3ee-b3f1-4a4d-82db-88bc4b48f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.644001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.661236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for c120e932-542d-4211-a9ae-c36d62e43461 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:24.669226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1c69957b-371b-4e83-b76a-03457d30d011 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:24.669600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.737615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.738708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.740566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7cde7738-b40f-4b8a-a3dd-cf295bf53b98 service neutron] 10.222.0.96 "PUT /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 1131 time: 3.5391998 Mar 31 23:16:24.741307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '1a058065-5812-4f30-8820-a1c944f0d068'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:24.744687 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "1a058065-5812-4f30-8820-a1c944f0d068"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:24.815212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.819709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:24.823689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] DHCP port deletion for 785e790a-3b0e-43fa-a439-f4547f6127b8 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:24.826641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Attempting to bind port b8e08c5c-791a-41ad-b53d-287fe24a87f5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:24.827327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Attempting to bind port b8e08c5c-791a-41ad-b53d-287fe24a87f5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:24.827801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Attempting to bind port b8e08c5c-791a-41ad-b53d-287fe24a87f5 on network dc4cc462-d50c-44be-87a1-5dffcf790e48 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:24.865347 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3ebfbe-a1e9-43a5-8eea-ca2a5f1a4cbd x-openstack-request-id: req-3a3ebfbe-a1e9-43a5-8eea-ca2a5f1a4cbd {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:24.865843 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "1a058065-5812-4f30-8820-a1c944f0d068", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:24.865962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:24.866289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Checking segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:24.866404 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3a3ebfbe-a1e9-43a5-8eea-ca2a5f1a4cbd {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:24.866700 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.867077 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a3ebfbe-a1e9-43a5-8eea-ca2a5f1a4cbd'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '1a058065-5812-4f30-8820-a1c944f0d068', 'status': 'completed', 'code': 200} Mar 31 23:16:24.867174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Bound using segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:24.867954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Bound port: b8e08c5c-791a-41ad-b53d-287fe24a87f5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:24.868162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.878682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=c120e932-542d-4211-a9ae-c36d62e43461,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:24.886553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:24.895157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-826cafd0-74d0-4a58-8780-6b5a746196b9 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/ports/c120e932-542d-4211-a9ae-c36d62e43461 HTTP/1.1" status: 204 len: 168 time: 0.9347510 Mar 31 23:16:24.898111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35832) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:24.937567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.1.1.229 (e53d796f-bfe4-445d-b4cc-7bdecd770aa3/4c7f455e-3732-4684-a6e9-f195a453a9bb/a9a7e063-ebc5-4548-8d20-9728ebf2b57b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:24.995554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.031074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.164675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b88e-5244-485d-afb8-79b5f89ab3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.170877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.171530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.172101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.172625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.173309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.173870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.175965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-97521ff3-363b-4a9e-8d6e-0845116bd6a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5286 time: 0.2860057 Mar 31 23:16:25.185784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Deleting port 933c8fb9-1138-4453-a381-238eab757247 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:25.186350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.233087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b88e-5244-485d-afb8-79b5f89ab3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.254277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] For port b8e08c5c-791a-41ad-b53d-287fe24a87f5, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:25.258059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] For port b8e08c5c-791a-41ad-b53d-287fe24a87f5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8e08c5c-791a-41ad-b53d-287fe24a87f5,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:25.270024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46550ac7-3ce2-4256-8be1-d507559df9d0 None None] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:25.288499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=933c8fb9-1138-4453-a381-238eab757247,segment=NetworkSegment(aeb3d322-6af5-431d-849e-88c283a1f8cb),segment_id=aeb3d322-6af5-431d-849e-88c283a1f8cb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:25.288874 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.300331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.308338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Calling delete_port for 933c8fb9-1138-4453-a381-238eab757247 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:25.371285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.376204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-896e0fd2-1877-4ab5-b795-7f88e2a8c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.376963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-896e0fd2-1877-4ab5-b795-7f88e2a8c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.377600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-896e0fd2-1877-4ab5-b795-7f88e2a8c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.379148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-896e0fd2-1877-4ab5-b795-7f88e2a8c1fc service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1506147 Mar 31 23:16:25.390748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7b88e-5244-485d-afb8-79b5f89ab3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25213841-5dc7-48d8-96ab-9139379fb458,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.410485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.452875 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.469956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:25.482392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:25.489383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:25.513671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.556647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] No DVR routers for this DVR port 933c8fb9-1138-4453-a381-238eab757247 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:25.568333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.568931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.583540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Deleting port 933c8fb9-1138-4453-a381-238eab757247 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:25.584155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.593191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.604336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a137b0bf-103d-4f88-a0a3-2c72b3a5107f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5429139 Mar 31 23:16:25.606554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:25.617179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'name': 'tempest-TaggedBootDevicesTest_v242-106448504', 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:25.625591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-2981ce46-4022-463e-a9d9-fe2cd4b21132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.627519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8800e38-a0a1-42d9-8fa5-6ec15b398e68 req-2981ce46-4022-463e-a9d9-fe2cd4b21132 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2328019 Mar 31 23:16:25.652837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b6c7b88e-5244-485d-afb8-79b5f89ab3af admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e2e588cca27341909bc4d8e71dd1a6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3414686 Mar 31 23:16:25.664591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35838) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:25.673670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.712565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.770002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.777539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156ad2a-c5b6-47ce-9e60-0d46a5e0a9c2 None None] Pushing event updated for resources: {'Port': ['ID=b8e08c5c-791a-41ad-b53d-287fe24a87f5,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.832034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] For port 933c8fb9-1138-4453-a381-238eab757247, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:25.833609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.848465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785e790a-3b0e-43fa-a439-f4547f6127b8']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:25.850802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Calling delete_port for 933c8fb9-1138-4453-a381-238eab757247 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:25.853707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Port 933c8fb9-1138-4453-a381-238eab757247 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:16:25.857933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.858077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb3d322-6af5-431d-849e-88c283a1f8cb') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:25.858309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb3d322-6af5-431d-849e-88c283a1f8cb') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:25.868510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 1c69957b-371b-4e83-b76a-03457d30d011, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1c69957b-371b-4e83-b76a-03457d30d011,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:25.872963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.878988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] No DVR routers for this DVR port 933c8fb9-1138-4453-a381-238eab757247 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:25.899251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.904917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:25.906280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.928253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.955879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3079e-cc14-42a0-97a7-5bbe51eea7c6 None None] Pushing event deleted for resources: {'Port': ['ID=933c8fb9-1138-4453-a381-238eab757247,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:25.982703 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:25.989809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b98d3541-436d-4e35-a449-bf8b6d7fda27 None None] Provisioning complete for port 1c69957b-371b-4e83-b76a-03457d30d011 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:25.990181 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b98d3541-436d-4e35-a449-bf8b6d7fda27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:25.996897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.007310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.013578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.020645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.029725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.035937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:26.037940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fc6771d-112b-4d11-a001-1aa18781deab req-b445a387-2aaa-47a7-9377-2440fe19ee9f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 4600 time: 0.4502387 Mar 31 23:16:26.039377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.044497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.048200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] 10.222.0.95 "DELETE /v2.0/networks/785e790a-3b0e-43fa-a439-f4547f6127b8 HTTP/1.1" status: 204 len: 168 time: 1.1489675 Mar 31 23:16:26.121000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.195866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd77572-9129-452b-9a0b-6322de6f6fb0 tempest-PortsTestJSON-251870938 tempest-PortsTestJSON-251870938-project] Pushing event deleted for resources: {'Network': ['ID=785e790a-3b0e-43fa-a439-f4547f6127b8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.201584 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.211031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9fc6771d-112b-4d11-a001-1aa18781deab req-5132a2ff-1372-47ed-babf-d136ef5c8029 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239779 Mar 31 23:16:26.283193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=1c69957b-371b-4e83-b76a-03457d30d011,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.290274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.296444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Port': ['ID=13ef7a48-7d31-451d-9e21-c965c1a1a429,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.389824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.392849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.407666 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/25213841-5dc7-48d8-96ab-9139379fb458 HTTP/1.1" status: 204 len: 168 time: 0.7299597 Mar 31 23:16:26.421796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8e08c5c-791a-41ad-b53d-287fe24a87f5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:26.473765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ca562-884d-4d2d-8c53-41f2025059f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25213841-5dc7-48d8-96ab-9139379fb458,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:26.508186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:26.516526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b8e08c5c-791a-41ad-b53d-287fe24a87f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:26.516902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.677207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:26.693928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbe15a87-4bfc-444f-9e59-002a1a30efba None None] Provisioning complete for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:26.694302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbe15a87-4bfc-444f-9e59-002a1a30efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.745734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.769437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.775060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bbe15a87-4bfc-444f-9e59-002a1a30efba None None] Port a9a7e063-ebc5-4548-8d20-9728ebf2b57b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:26.820082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b8e08c5c-791a-41ad-b53d-287fe24a87f5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8e08c5c-791a-41ad-b53d-287fe24a87f5,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:26.837850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.859781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbe15a87-4bfc-444f-9e59-002a1a30efba None None] Provisioning complete for port 1c69957b-371b-4e83-b76a-03457d30d011 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:26.860155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbe15a87-4bfc-444f-9e59-002a1a30efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:26.965374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:26.999904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1214745a-0055-4144-86a5-802cbf66fd05 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1d88396f89fc40c28c021b6b40a941f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212397 Mar 31 23:16:27.002554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35860) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:27.012420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.017254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 933c8fb9-1138-4453-a381-238eab757247 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:27.017599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 933c8fb9-1138-4453-a381-238eab757247 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:27.023014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900b9350-98d6-42a4-b40c-40bab2d60db0 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:27.041413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b8e08c5c-791a-41ad-b53d-287fe24a87f5,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.045926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.115141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] device_id is not set on port 014a8811-af37-48e5-bf46-980f901d2f0d yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:27.124248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Transition to ACTIVE for port object 900b9350-98d6-42a4-b40c-40bab2d60db0 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:27.169798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.217451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.226051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-140a58f5-6260-4d39-b48d-1b7f70ced873 None None] Provisioning complete for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:27.226457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-140a58f5-6260-4d39-b48d-1b7f70ced873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.287862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-140a58f5-6260-4d39-b48d-1b7f70ced873 None None] Port a9a7e063-ebc5-4548-8d20-9728ebf2b57b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:27.327037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.335281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.338016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fb5ae4ac-8145-48e6-b344-dabccc1f4f0a HTTP/1.1" status: 204 len: 168 time: 0.3343768 Mar 31 23:16:27.356521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddd990-e9c9-422b-82c8-442b2b58e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ae4ac-8145-48e6-b344-dabccc1f4f0a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.394096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6895980-a95c-4443-905b-83ea4c250d78 None None] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:27.615821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-000b7824-d3ad-4ed2-b75c-1065966b11b7 None None] Provisioning complete for port b8e08c5c-791a-41ad-b53d-287fe24a87f5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:27.616196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-000b7824-d3ad-4ed2-b75c-1065966b11b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.626110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Router 961bbd9d-598f-40da-b2b0-f3fb200aab7a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:27.662312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:27.719305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:27.976273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:27.989060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] Sync routers for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:28.017850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:28.018978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:28.037057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35888) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.038457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a8548f5d-b4b8-4336-ac35-4bb5ecf7ff4e tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7622602 Mar 31 23:16:28.066092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.082269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.099534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:28.105192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.111692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.127826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.130027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:28.130981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:28.153082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.156786 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-7a3e4352-e273-467b-b138-6d735607bc0f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] delete failed (client error): The resource could not be found. Mar 31 23:16:28.162201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a3e4352-e273-467b-b138-6d735607bc0f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-1708724860 HTTP/1.1" status: 404 len: 335 time: 0.1195834 Mar 31 23:16:28.165554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.167544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-03ea7389-d273-43bc-a191-1739001d61a5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5371 time: 0.5380309 Mar 31 23:16:28.168784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.177282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5ac31e5a-d06a-4355-ad0b-d934b150a6df tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'router': {'external_gateway_info': {'network_id': '961bbd9d-598f-40da-b2b0-f3fb200aab7a'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:28.240646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8e08c5c-791a-41ad-b53d-287fe24a87f5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:28.245029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:28.245941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c459c1c6-e1bd-47b9-8be0-87d4fe7435b7 None None] The sync data for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:28.302993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Attempting to bind port 900b9350-98d6-42a4-b40c-40bab2d60db0 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:28.311439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Attempting to bind port 900b9350-98d6-42a4-b40c-40bab2d60db0 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:28.311894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Attempting to bind port 900b9350-98d6-42a4-b40c-40bab2d60db0 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:28.350663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Port 900b9350-98d6-42a4-b40c-40bab2d60db0 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:28.351285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Attempting to bind port 900b9350-98d6-42a4-b40c-40bab2d60db0 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:28.394301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef01f71d-6568-4553-a368-b2a4547d3733 req-a77ec83a-b7a0-415f-ab04-a8b37b6675e8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157691 Mar 31 23:16:28.395716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.1.1.53 (e53d796f-bfe4-445d-b4cc-7bdecd770aa3/4c7f455e-3732-4684-a6e9-f195a453a9bb/014a8811-af37-48e5-bf46-980f901d2f0d) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:28.397897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:28.398237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:28.398622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Bound using segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:28.399766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Bound port: 900b9350-98d6-42a4-b40c-40bab2d60db0, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:28.401079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3b5432e3-c3c7-49ba-ba8d-c6a0f6a827d4 None None] Provisioning complete for port b8e08c5c-791a-41ad-b53d-287fe24a87f5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:28.401262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b5432e3-c3c7-49ba-ba8d-c6a0f6a827d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.414235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.474536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b8e08c5c-791a-41ad-b53d-287fe24a87f5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:28.480422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.527858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:28.532699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=900b9350-98d6-42a4-b40c-40bab2d60db0,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:28.553313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.579573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ac31e5a-d06a-4355-ad0b-d934b150a6df tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.620263 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-5ac31e5a-d06a-4355-ad0b-d934b150a6df tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] update failed (client error): The resource could not be found. Mar 31 23:16:28.623934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5ac31e5a-d06a-4355-ad0b-d934b150a6df tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a HTTP/1.1" status: 404 len: 339 time: 0.4526043 Mar 31 23:16:28.628189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35904) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:28.648645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.649240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.650696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] 10.222.0.96 "PUT /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 1129 time: 3.8436866 Mar 31 23:16:28.652437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '900b9350-98d6-42a4-b40c-40bab2d60db0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:28.654791 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff254ce-6c12-4284-8cd5-bab38a030eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "900b9350-98d6-42a4-b40c-40bab2d60db0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:28.697008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:28.700841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318ef59-692d-4b7b-b50d-03a775865513 service neutron] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:28.754834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1c69957b-371b-4e83-b76a-03457d30d011 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:28.761660 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c31a04-d81e-4900-9713-e0bb6723b3b6 x-openstack-request-id: req-66c31a04-d81e-4900-9713-e0bb6723b3b6 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:28.762044 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "900b9350-98d6-42a4-b40c-40bab2d60db0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:28.762294 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66c31a04-d81e-4900-9713-e0bb6723b3b6 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:28.779922 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c31a04-d81e-4900-9713-e0bb6723b3b6'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '900b9350-98d6-42a4-b40c-40bab2d60db0', 'status': 'completed', 'code': 200} Mar 31 23:16:28.806419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:28.874115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1c69957b-371b-4e83-b76a-03457d30d011 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:28.874335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.025413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.026125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.026740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.027212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.032881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.034216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.036435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.039636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-50d9f1e3-ae37-4c8d-85bd-9904a0d343e2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6208 time: 0.2581322 Mar 31 23:16:29.041768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.098863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:29.165796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.266477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:29.277376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.281835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:29.285514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:29.342765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:29.408874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-ce37b80e-404c-44a3-886e-859e0d49b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.409345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-ce37b80e-404c-44a3-886e-859e0d49b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.409801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-ce37b80e-404c-44a3-886e-859e0d49b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.411581 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-ce37b80e-404c-44a3-886e-859e0d49b497 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3466396 Mar 31 23:16:29.422568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.423201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.493974 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6ba2b12-380d-417d-8834-8243d66f88fb tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8809190 Mar 31 23:16:29.713106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-29a2bdd1-7a39-4e93-8a59-d4ba9d22649b None None] Provisioning complete for port 014a8811-af37-48e5-bf46-980f901d2f0d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:29.714380 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29a2bdd1-7a39-4e93-8a59-d4ba9d22649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:29.785062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.792138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.799444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.806725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.807572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-29a2bdd1-7a39-4e93-8a59-d4ba9d22649b None None] Port 014a8811-af37-48e5-bf46-980f901d2f0d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:29.813725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.820788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.829400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.831601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-6a96685d-830b-4a4f-8cde-7e58ca492e26 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5371 time: 0.2313960 Mar 31 23:16:29.896981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-bed5aaac-1073-4491-b030-1dbb661bf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.906209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ff254ce-6c12-4284-8cd5-bab38a030eb1 req-bed5aaac-1073-4491-b030-1dbb661bf7fd service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4794545 Mar 31 23:16:29.918321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7d836f8-64e5-49be-846d-b33e0b641d43 req-e185ef3a-7f52-42fb-86f1-cb5b2f754560 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751503 Mar 31 23:16:30.022385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933d02c5-4c80-417a-be1c-bf3ae34a267f {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:30.034110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.048562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Transition to ACTIVE for port object 933d02c5-4c80-417a-be1c-bf3ae34a267f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:30.051832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-364457340'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:30.056071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.155275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:30.164169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.199355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.309054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Allocated IP 172.20.0.1 (f0350e9b-61b4-4ebc-b5b0-50e47178a3a7/542569e2-d53d-4cf7-b45d-c25d99e85002/9db57088-93b2-4d4b-8d32-3a51cd625297) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:30.323513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Attempting to bind port 933d02c5-4c80-417a-be1c-bf3ae34a267f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:30.323914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Attempting to bind port 933d02c5-4c80-417a-be1c-bf3ae34a267f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:30.324178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Attempting to bind port 933d02c5-4c80-417a-be1c-bf3ae34a267f on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:30.334046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.359811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Port 933d02c5-4c80-417a-be1c-bf3ae34a267f on network 16ba65db-a638-4748-a23c-24a3acd3efe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:30.360358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Attempting to bind port 933d02c5-4c80-417a-be1c-bf3ae34a267f on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:30.368013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:30.369414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:30.369979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Bound using segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:30.370588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Bound port: 933d02c5-4c80-417a-be1c-bf3ae34a267f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:30.371122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.400970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.455228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:30.455918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.465696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1375399433', 'description': 'tempest-description--1594123722'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:30.500933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:30.506949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:30.514067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.530071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1264, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:30.552132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568c8d1c-fa23-431a-8759-c2785c23c5c9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.562575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.562899 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8 of type vlan for network 96f7edf9-f14f-4331-a94c-30bebd921b43 Mar 31 23:16:30.564272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.568202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.569070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.570732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] 10.222.0.96 "PUT /v2.0/ports/933d02c5-4c80-417a-be1c-bf3ae34a267f HTTP/1.1" status: 200 len: 1090 time: 1.8831570 Mar 31 23:16:30.615321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:30.657471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.663669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc23c4c-8499-4eac-b219-0ece92159b68 service neutron] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:30.672563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.724326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.757121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.763098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.763414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.789216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:30.792270 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329a73e-270e-4180-915a-cc3fb922a74d" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:30.864630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.898398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.914434 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29500d89-7a01-4776-9c8c-a6a07335fa91 x-openstack-request-id: req-29500d89-7a01-4776-9c8c-a6a07335fa91 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:30.914797 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:30.914969 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-29500d89-7a01-4776-9c8c-a6a07335fa91 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:30.915408 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29500d89-7a01-4776-9c8c-a6a07335fa91'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'status': 'completed', 'code': 200} Mar 31 23:16:30.953718 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:30.986418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8556120 Mar 31 23:16:30.994475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35954) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.006745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1037427533'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:31.072424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed196947-1e0b-478c-8dcd-4b9e5e5961d5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=96f7edf9-f14f-4331-a94c-30bebd921b43,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.077737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:31.080765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.084577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6229367 Mar 31 23:16:31.084577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ff0cf-873d-4d53-abd2-5453864f7975 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbdb436-dba0-4f5e-9376-36cff3b41802,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.087594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35960) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.097421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:31.098258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'security_group_rule': {'security_group_id': '8fbdb436-dba0-4f5e-9376-36cff3b41802', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:31.106654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:31.116163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:31.147854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Port': ['ID=9db57088-93b2-4d4b-8d32-3a51cd625297,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.186756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.238139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:31.246317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.287620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.288127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.288755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.289235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.289703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.290171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.290634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.292724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f329a73e-270e-4180-915a-cc3fb922a74d req-8d39198e-392c-4fa9-8042-3921faac7565 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6275 time: 0.3882680 Mar 31 23:16:31.323632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.331612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:31.385939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.386348 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 7d229f37-9c34-4cd9-9c5a-0d160a38ee2a of type vlan for network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 Mar 31 23:16:31.426855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f9392a66-ee36-4973-a55b-2ed41bbe6e9f None None] Provisioning complete for port 9db57088-93b2-4d4b-8d32-3a51cd625297 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:31.427670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9392a66-ee36-4973-a55b-2ed41bbe6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.461185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.466924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.470350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f9392a66-ee36-4973-a55b-2ed41bbe6e9f None None] Port 9db57088-93b2-4d4b-8d32-3a51cd625297 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:31.473586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.479969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.486324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.492135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.499090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.501993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-a36180f3-d080-4ee2-bc30-ad2495f1b87e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5383 time: 0.1972148 Mar 31 23:16:31.507958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.520488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.541580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:31.541819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.557821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.560678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-edc8ab18-0923-4363-a8a6-9e1a47cd7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.560971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-edc8ab18-0923-4363-a8a6-9e1a47cd7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.561441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-edc8ab18-0923-4363-a8a6-9e1a47cd7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.563091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f329a73e-270e-4180-915a-cc3fb922a74d req-edc8ab18-0923-4363-a8a6-9e1a47cd7b0e service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2521844 Mar 31 23:16:31.566988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.594307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.599813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.600409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.621212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641fda5f-6ddd-4112-afcc-266a5aff2e6a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.624094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Transition to ACTIVE for port object 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:31.634633 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.638899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de929c41-7c27-499e-832e-cc3a6f8ad2f1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5474906 Mar 31 23:16:31.639931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35970) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.656153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7bd9662f-9636-4ea9-b18c-2057de857cf4 req-e0e1ae04-a892-4afb-991a-35e0e937b639 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267598 Mar 31 23:16:31.677928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'security_group_rule': {'security_group_id': '8fbdb436-dba0-4f5e-9376-36cff3b41802', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:31.677928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.702101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7005234 Mar 31 23:16:31.705855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35974) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:31.713176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:31.792699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3565c57-f6d6-4acf-b056-6f88154cf94d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=fb3345b8-7f93-4197-b8b0-b5c3ff1db743,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.808497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:31.823674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.827750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.832855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329a73e-270e-4180-915a-cc3fb922a74d req-be3e9bc3-3562-4f32-89eb-e28578b6a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:31.834351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f329a73e-270e-4180-915a-cc3fb922a74d req-be3e9bc3-3562-4f32-89eb-e28578b6a741 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2629025 Mar 31 23:16:31.886372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:31.892858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.975779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Attempting to bind port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:31.975779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Attempting to bind port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:31.975779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Attempting to bind port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:31.983875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:31.986209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:31.986868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Attempting to bind port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:31.991873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:31.992242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Checking segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:31.992575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Bound using segment: {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:31.993016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Bound port: 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:31.993378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.005828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.043213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11436024-2d4d-4774-9854-4d87c72d20b3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.062506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.066607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7ad006b-f066-4768-b5dc-491413bbf95f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254100 Mar 31 23:16:32.070027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:32.074628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:32.110804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:32.114866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:32.116812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.133309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.191553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:32.192257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.193749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] 10.222.0.96 "PUT /v2.0/ports/5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 HTTP/1.1" status: 200 len: 1090 time: 1.5833559 Mar 31 23:16:32.250839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.254972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83910782-fb20-4227-bd75-4b4db8c7e39c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.280496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.308603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:32.379636 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.382471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.403007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event updated for resources: {'Port': ['ID=9db57088-93b2-4d4b-8d32-3a51cd625297,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.404626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.427069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.491058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.535354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:32.535728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 96f7edf9-f14f-4331-a94c-30bebd921b43, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:32.573451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:32.590824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:32.592671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:32.594838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 96f7edf9-f14f-4331-a94c-30bebd921b43) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:32.607794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8060d-da91-4bef-a2e1-d60125c10479 None None] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:32.625378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 172.25.8.80 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/f755aec8-d7c8-483a-8957-241a4e5aa866) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:32.665089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:32.666038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.733529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-11a1099c-0b30-4adb-8b0e-99e017e71611 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0259187 Mar 31 23:16:32.740691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:32.746893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:32.889494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:32.895763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.897341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-96f7edf9-f14f-4331-a94c-30bebd921b43', 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:32.898329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:32.931862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Router 961bbd9d-598f-40da-b2b0-f3fb200aab7a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:33.050540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ff120fb9-7177-4aaa-b4a5-1d9116cb53e0 None None] Provisioning complete for port 9db57088-93b2-4d4b-8d32-3a51cd625297 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:33.050972 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ff120fb9-7177-4aaa-b4a5-1d9116cb53e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.127087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ff120fb9-7177-4aaa-b4a5-1d9116cb53e0 None None] Port 9db57088-93b2-4d4b-8d32-3a51cd625297 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:33.152332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Allocated IP 2001:db8::2 (96f7edf9-f14f-4331-a94c-30bebd921b43/082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3/02ac9884-b784-4b2c-8be1-ab19853d5717) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:33.223223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:33.226472 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa82985d-12be-4820-b382-31bd311aafb8" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:33.230739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:33.244075 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.258215 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] Sync routers for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:33.268057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-712257a6-f4ba-4e12-bb7a-d0c3061cb4a5 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6385565 Mar 31 23:16:33.275555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:33.276440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:33.279496 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:33.313305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.319223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.325234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.331562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.337298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.343111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.349146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.351170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-df667128-1817-41fe-a4e9-38cceb7bdc1a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5395 time: 0.5678890 Mar 31 23:16:33.389831 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:33.392852 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b80d9-c97a-4522-b469-af87e764b97c x-openstack-request-id: req-4f8b80d9-c97a-4522-b469-af87e764b97c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:33.393184 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:33.393390 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4f8b80d9-c97a-4522-b469-af87e764b97c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:33.393733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:33.393858 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8b80d9-c97a-4522-b469-af87e764b97c'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5', 'status': 'completed', 'code': 200} Mar 31 23:16:33.394158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: fb3345b8-7f93-4197-b8b0-b5c3ff1db743, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:33.406688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=3fb508ff-f6d3-41d9-8e9b-da22d40064ad,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:33.419056 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:33.419937 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:33.440701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.457525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:33.458600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb840362-1ed8-4eac-817e-52fd958aaad9 None None] The sync data for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:33.465051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:33.480222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, fb3345b8-7f93-4197-b8b0-b5c3ff1db743) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:33.497228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.498267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.523115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ecfea6d9-3de6-4a60-b9e9-b2889a28b9c2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7811832 Mar 31 23:16:33.524244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:33.530615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-598877010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:33.561494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.563844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.568621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7d87c1-1307-47dd-b476-a30e26636f0f req-193abf34-15f8-46db-9345-31cc19cd0ab6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622357 Mar 31 23:16:33.594717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebed3f4-7046-4487-8451-e0ebbfc1cd90 None None] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:33.596342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.596655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.597117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.597622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.598053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.598518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.598978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.601242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa82985d-12be-4820-b382-31bd311aafb8 req-0cc86dd3-42f0-4f58-9b79-84c890c96429 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6342 time: 0.2037458 Mar 31 23:16:33.603462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-288d830b-1ce9-4026-91d3-73f44d439bf2 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.661360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.669648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.694798 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-288d830b-1ce9-4026-91d3-73f44d439bf2 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 31 23:16:33.695842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-288d830b-1ce9-4026-91d3-73f44d439bf2 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a HTTP/1.1" status: 409 len: 329 time: 0.4122093 Mar 31 23:16:33.697211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.702496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9d6f3aa9-d968-483b-a7b7-73c63b063e38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1741197 Mar 31 23:16:33.702496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:33.704936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36012) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:33.709404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3414406-0e8a-480f-95fc-f874068ddee3 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:33.727032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.729836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.743099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.786240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.788837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Transition to ACTIVE for port object d3414406-0e8a-480f-95fc-f874068ddee3 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:33.816835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:33.823230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:33.829615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.831695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:33.842656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Pushing event updated for resources: {'Port': ['ID=02ac9884-b784-4b2c-8be1-ab19853d5717,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:33.849913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:33.860050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:33.863351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:33.897874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=f755aec8-d7c8-483a-8957-241a4e5aa866,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:33.937471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Attempting to bind port 02ac9884-b784-4b2c-8be1-ab19853d5717 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:33.937846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Attempting to bind port 02ac9884-b784-4b2c-8be1-ab19853d5717 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:33.938205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Attempting to bind port 02ac9884-b784-4b2c-8be1-ab19853d5717 on network 96f7edf9-f14f-4331-a94c-30bebd921b43 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:33.956961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-fb3345b8-7f93-4197-b8b0-b5c3ff1db743', 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '3fb508ff-f6d3-41d9-8e9b-da22d40064ad'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:33.958270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.964999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:33.965320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Checking segment: {'id': 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:33.965723 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.966113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Bound using segment: {'id': 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:33.966581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Bound port: 02ac9884-b784-4b2c-8be1-ab19853d5717, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '96f7edf9-f14f-4331-a94c-30bebd921b43'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:33.967466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:33.967642 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:33.977739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-d0498343-a0d7-48d8-924d-a610cc5d3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.978226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-d0498343-a0d7-48d8-924d-a610cc5d3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.978694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-d0498343-a0d7-48d8-924d-a610cc5d3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:33.980374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa82985d-12be-4820-b382-31bd311aafb8 req-d0498343-a0d7-48d8-924d-a610cc5d3175 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2868812 Mar 31 23:16:34.070404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.221627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.278781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] For port 02ac9884-b784-4b2c-8be1-ab19853d5717, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:34.310607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Attempting to bind port d3414406-0e8a-480f-95fc-f874068ddee3 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:34.311192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Attempting to bind port d3414406-0e8a-480f-95fc-f874068ddee3 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:34.311358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Attempting to bind port d3414406-0e8a-480f-95fc-f874068ddee3 on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:34.318800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.320467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] For port 02ac9884-b784-4b2c-8be1-ab19853d5717, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=02ac9884-b784-4b2c-8be1-ab19853d5717,segment=NetworkSegment(f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8),segment_id=f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:34.321788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Port d3414406-0e8a-480f-95fc-f874068ddee3 on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:34.322122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Attempting to bind port d3414406-0e8a-480f-95fc-f874068ddee3 on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:34.324631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82985d-12be-4820-b382-31bd311aafb8 req-9bf6f00d-fd41-4733-8d3d-aab995638ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.326507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa82985d-12be-4820-b382-31bd311aafb8 req-9bf6f00d-fd41-4733-8d3d-aab995638ede service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3319683 Mar 31 23:16:34.335823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Allocated IP 2001:db8:1::2 (fb3345b8-7f93-4197-b8b0-b5c3ff1db743/3fb508ff-f6d3-41d9-8e9b-da22d40064ad/0e1c6aac-1378-4fc9-ab99-828214ddbff4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:34.339155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.358991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:34.359555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Checking segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:34.359946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Bound using segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:34.360380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Bound port: d3414406-0e8a-480f-95fc-f874068ddee3, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:34.360743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.443261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.497391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef29e-7457-482a-9290-9514c3a086fa None None] Pushing event updated for resources: {'Port': ['ID=02ac9884-b784-4b2c-8be1-ab19853d5717,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.521519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3b946d85-3e17-4d78-82ca-b5b101b4f3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.544452 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:34.569845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:34.582618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.618803 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.630023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.708121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.708903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.710371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] 10.222.0.96 "PUT /v2.0/ports/d3414406-0e8a-480f-95fc-f874068ddee3 HTTP/1.1" status: 200 len: 1091 time: 2.4071181 Mar 31 23:16:34.731921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:34.743278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:34.774686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:34.788023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6aac-1378-4fc9-ab99-828214ddbff4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.810877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Request body: {'port': {'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:34.830421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b86406-0142-47b7-a36e-dbf4fff5c405 service neutron] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.862508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.908517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.910487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.914575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Attempting to bind port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:34.915159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Attempting to bind port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:34.915895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Attempting to bind port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 on network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:34.924075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:34.928186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Checking segment: {'id': '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:34.928937 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.929535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Bound using segment: {'id': '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:34.930501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Bound port: 0e1c6aac-1378-4fc9-ab99-828214ddbff4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'fb3345b8-7f93-4197-b8b0-b5c3ff1db743'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:34.931263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:34.959842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.970613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.977367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.984840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:34.997974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.011677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.019820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.028009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-5a664ec7-e2f2-4481-8bcc-d874bc96aada tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5407 time: 0.3059931 Mar 31 23:16:35.080067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] For port 0e1c6aac-1378-4fc9-ab99-828214ddbff4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:35.087386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] For port 0e1c6aac-1378-4fc9-ab99-828214ddbff4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0e1c6aac-1378-4fc9-ab99-828214ddbff4,segment=NetworkSegment(7d229f37-9c34-4cd9-9c5a-0d160a38ee2a),segment_id=7d229f37-9c34-4cd9-9c5a-0d160a38ee2a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:35.094511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=f755aec8-d7c8-483a-8957-241a4e5aa866,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:35.107979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.129276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.213349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ebcec-c6bf-43db-b4be-9016de47ce82 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6aac-1378-4fc9-ab99-828214ddbff4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:35.239820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.241058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-84b469c9-e02d-4f67-a938-bd904b274ce2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1701338 Mar 31 23:16:35.399618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:35.403492 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da955a-b7fc-4231-9993-b73be5c6d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:35.480567 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86424a6e-ff11-429c-b570-67c6c3997c94 x-openstack-request-id: req-86424a6e-ff11-429c-b570-67c6c3997c94 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:35.481011 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:35.481352 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-86424a6e-ff11-429c-b570-67c6c3997c94 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:35.482191 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86424a6e-ff11-429c-b570-67c6c3997c94'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'status': 'completed', 'code': 200} Mar 31 23:16:35.563528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cbe9363-b1f2-40f8-aad8-5a87346219ca {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:35.580077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.608883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.609718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.610117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.610649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.611171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.611831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.612251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.614589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-c806a35a-1dc9-4221-a087-f29836525b41 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6409 time: 0.1262097 Mar 31 23:16:35.637011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Transition to ACTIVE for port object 4cbe9363-b1f2-40f8-aad8-5a87346219ca will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:35.668180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8::1 (96f7edf9-f14f-4331-a94c-30bebd921b43/082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3/fd347a8b-cad7-4709-aad7-46592add73b8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:35.689029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.785708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-0aa7a1e8-14ff-48db-8bb6-5b377e34e329 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1375399433&fields=id&tenant_id=d065a7bace204a4f88fcdbf1dfe2c162 HTTP/1.1" status: 200 len: 267 time: 0.1662948 Mar 31 23:16:35.808097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.832009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-acd11283-aa42-46d5-9420-3bb065f5dd32 req-59bc4395-79a5-469c-ac8b-64c90dd308bc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117506 Mar 31 23:16:35.962904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:35.964378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.035068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-01244a58-aeb2-4b36-928d-1f0bfd957322 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.036730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-01244a58-aeb2-4b36-928d-1f0bfd957322 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 936 time: 0.1948125 Mar 31 23:16:36.071378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-375d9f03-e53d-4b81-b0c9-e63ed138dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.071985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-375d9f03-e53d-4b81-b0c9-e63ed138dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.072444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-375d9f03-e53d-4b81-b0c9-e63ed138dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.082179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-375d9f03-e53d-4b81-b0c9-e63ed138dcd0 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=cd2e64f7c2434c89a40dc688296f2981&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4357190 Mar 31 23:16:36.159952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.251226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:36.260718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:36.267068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:36.268029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.322122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6e44b-98e9-4d23-9fee-d2a0e8f9c723 None None] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:36.346511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=fd347a8b-cad7-4709-aad7-46592add73b8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.375104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Attempting to bind port 4cbe9363-b1f2-40f8-aad8-5a87346219ca on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:36.375438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Attempting to bind port 4cbe9363-b1f2-40f8-aad8-5a87346219ca by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:36.375772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Attempting to bind port 4cbe9363-b1f2-40f8-aad8-5a87346219ca on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:36.388570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-3d69624a-0d62-4d03-b067-5900a258f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.391802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98da955a-b7fc-4231-9993-b73be5c6d61b req-3d69624a-0d62-4d03-b067-5900a258f70f service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3088214 Mar 31 23:16:36.394820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Port 4cbe9363-b1f2-40f8-aad8-5a87346219ca on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:36.395508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Attempting to bind port 4cbe9363-b1f2-40f8-aad8-5a87346219ca on network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:36.411579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a5071203-de79-4527-abd6-814852870541 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.414221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a5071203-de79-4527-abd6-814852870541 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 935 time: 0.3515272 Mar 31 23:16:36.416321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:36.416656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Checking segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:36.417039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Bound using segment: {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:36.417480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Bound port: 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc09a1c-789b-4447-9df2-8eee6ec16f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:36.417968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.488352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0e1c6aac-1378-4fc9-ab99-828214ddbff4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:36.498622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9763e512-31bd-4ee1-920e-70a06c039f96 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0762773 Mar 31 23:16:36.500565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting port 9db57088-93b2-4d4b-8d32-3a51cd625297 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:36.503386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.563216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f4b32af4-51b3-428e-b856-2ce89c21c89c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0342090 Mar 31 23:16:36.582735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] Provisioning complete for port 02ac9884-b784-4b2c-8be1-ab19853d5717 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:36.583158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.622051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.664428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:36.664810 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.719995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a98d4c16-ed46-4f5b-b57c-fcffee989ea0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.726837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a98d4c16-ed46-4f5b-b57c-fcffee989ea0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.733201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a98d4c16-ed46-4f5b-b57c-fcffee989ea0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.734928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a98d4c16-ed46-4f5b-b57c-fcffee989ea0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/networks?id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=dc4cc462-d50c-44be-87a1-5dffcf790e48&id=dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 200 len: 1993 time: 0.1651738 Mar 31 23:16:36.738375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:36.744726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:36.762283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.768335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.827805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.831900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3e25e14e-1d42-4a78-8a85-001ae324ec00 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/quotas/d065a7bace204a4f88fcdbf1dfe2c162 HTTP/1.1" status: 200 len: 375 time: 0.0837197 Mar 31 23:16:36.840189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:36.840979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.842662 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e8c96ba-bae2-4145-b920-4abaef7677fe service neutron] 10.222.0.96 "PUT /v2.0/ports/4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 200 len: 1091 time: 2.0635080 Mar 31 23:16:36.945948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:36.950583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6a736-8026-42ef-978d-153bf332c186 None None] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:37.034901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-585bdd0c-f176-4397-9a54-fe3acce9fdcc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1907651 Mar 31 23:16:37.047025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.047844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.048463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.048928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.049581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.050052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.050512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.053435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-647338a4-de25-428e-b234-927349fd5de3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6476 time: 0.1516578 Mar 31 23:16:37.131300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] For port 02ac9884-b784-4b2c-8be1-ab19853d5717, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=02ac9884-b784-4b2c-8be1-ab19853d5717,segment=NetworkSegment(f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8),segment_id=f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:37.150494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-089eeaf0-c858-407b-bf56-5e892849ef28 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 200 len: 217 time: 0.0855603 Mar 31 23:16:37.161882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.166321 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.259956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Calling delete_port for 9db57088-93b2-4d4b-8d32-3a51cd625297 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:37.260470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 0e1c6aac-1378-4fc9-ab99-828214ddbff4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0e1c6aac-1378-4fc9-ab99-828214ddbff4,segment=NetworkSegment(7d229f37-9c34-4cd9-9c5a-0d160a38ee2a),segment_id=7d229f37-9c34-4cd9-9c5a-0d160a38ee2a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:37.277305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-b5ec7022-574f-475c-85eb-e619f5a8a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.278771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-b5ec7022-574f-475c-85eb-e619f5a8a45d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=479226f7-f722-4593-85aa-fcfa6ec55cfc HTTP/1.1" status: 200 len: 851 time: 0.1210294 Mar 31 23:16:37.279376 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f893e10f-624b-4f4a-a334-2c2c1857791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.287522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1eac07a4-0d54-4461-9bad-da4326676378 service neutron] 10.222.0.95 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330537 Mar 31 23:16:37.287823 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.288707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 02ac9884-b784-4b2c-8be1-ab19853d5717 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:37.289542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.301456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.312870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.320191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.329177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.336359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.343681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.347294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-dc855024-12b1-4979-8af0-2b305ef154dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.3301539 Mar 31 23:16:37.413436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef690c0-60ff-4a01-a28b-0c27a8ab7ee0 None None] Pushing event updated for resources: {'Port': ['ID=02ac9884-b784-4b2c-8be1-ab19853d5717,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.420006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e21105f-c386-42a6-b514-44b873257f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.421576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-2e21105f-c386-42a6-b514-44b873257f1a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331871 Mar 31 23:16:37.482706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-62df9407-10ec-423e-a3b6-2f5d583dc0db service neutron] 10.222.0.95 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842868 Mar 31 23:16:37.516495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:37.518992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=0e1c6aac-1378-4fc9-ab99-828214ddbff4,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.519155 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc2939b-d216-46e2-829c-abf7ebb05552" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:37.554004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Provisioning complete for port 02ac9884-b784-4b2c-8be1-ab19853d5717 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:37.554488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.573346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3b01d1d8-449b-4967-8322-b7af89df50b5 service neutron] 10.222.0.95 "GET /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0480735 Mar 31 23:16:37.598125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71915d5f-b0f8-460f-b5b5-2fc74f02e0c0 req-40d6e73e-46e4-4bb2-a74b-24b60302e577 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2338533 Mar 31 23:16:37.610305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 02ac9884-b784-4b2c-8be1-ab19853d5717 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:37.610789 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.675334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-846bbac8-e356-4b6c-98d4-c426154caba4 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433317 Mar 31 23:16:37.733077 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1717f4a5-44b4-47fb-a6e0-f00779b6adab x-openstack-request-id: req-1717f4a5-44b4-47fb-a6e0-f00779b6adab {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:37.733536 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:37.734103 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1717f4a5-44b4-47fb-a6e0-f00779b6adab {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:37.734977 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1717f4a5-44b4-47fb-a6e0-f00779b6adab'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'status': 'completed', 'code': 200} Mar 31 23:16:37.788917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.805133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Provisioning complete for port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:37.805783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.866913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Port': ['ID=9db57088-93b2-4d4b-8d32-3a51cd625297,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:37.956122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Provisioning complete for port fd347a8b-cad7-4709-aad7-46592add73b8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:37.956577 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:37.981016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.021694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf2c2c-4d73-4963-98f6-c7907e6af67d None None] Port fd347a8b-cad7-4709-aad7-46592add73b8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:38.026444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.028547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.173816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-70317138-fbd1-4c44-b39d-b34e3846c490 None None] Provisioning complete for port fd347a8b-cad7-4709-aad7-46592add73b8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.174872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70317138-fbd1-4c44-b39d-b34e3846c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.208848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0e1c6aac-1378-4fc9-ab99-828214ddbff4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:38.219027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=fd347a8b-cad7-4709-aad7-46592add73b8,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:38.253279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-70317138-fbd1-4c44-b39d-b34e3846c490 None None] Port fd347a8b-cad7-4709-aad7-46592add73b8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:38.279076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-70317138-fbd1-4c44-b39d-b34e3846c490 None None] Provisioning complete for port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.279513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70317138-fbd1-4c44-b39d-b34e3846c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.305764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.318109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.318466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.327645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-43671607-228e-4a03-9356-f58df2dbe548 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455200 Mar 31 23:16:38.378468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9ae4e7c1-6859-4b2f-8d72-ce111641a191 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 217 time: 0.0430262 Mar 31 23:16:38.381916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-90b7edbe-3682-4188-baff-bf6f174b8fb1 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964294 Mar 31 23:16:38.383870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.495118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:38.501718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-0f01ab5a-f34d-42fe-b234-74fce7209bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.503229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-0f01ab5a-f34d-42fe-b234-74fce7209bbd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.1166847 Mar 31 23:16:38.529197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:38.545526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Router 961bbd9d-598f-40da-b2b0-f3fb200aab7a has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:38.574826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1fc5b2ca-90c7-4ba5-a99d-ef787412c7bd service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727242 Mar 31 23:16:38.581901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-b5c78757-04e9-47e8-beb4-ee713dee346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.583504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-b5c78757-04e9-47e8-beb4-ee713dee346d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0708795 Mar 31 23:16:38.657687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 02ac9884-b784-4b2c-8be1-ab19853d5717 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:38.680044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-63d932f9-8724-4b27-ba06-a8f1ed633f87 service neutron] 10.222.0.95 "GET /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0934298 Mar 31 23:16:38.744893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 02ac9884-b784-4b2c-8be1-ab19853d5717 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:38.744893 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:38.795926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-da51ba92-34e6-45ac-b45f-1766aaab6ef2 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960528 Mar 31 23:16:38.798198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:38.814235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-09697c2e-f976-4a15-97d8-ab0f7b95cd7c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1117496 Mar 31 23:16:38.821177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36086) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.826496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] Sync routers for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:38.878451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a7eb48b9-2e97-40b1-9463-108f8946ae42 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730161 Mar 31 23:16:38.884708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:38.885346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:38.908785 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-531d9e88-3520-4d8e-92d8-09b50eb24218 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] show failed (client error): The resource could not be found. Mar 31 23:16:38.909894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-531d9e88-3520-4d8e-92d8-09b50eb24218 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-683316969 HTTP/1.1" status: 404 len: 334 time: 0.0876429 Mar 31 23:16:38.917309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.924959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bd51c946-a811-451c-95d9-edd7f7a8e44d tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:38.935285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:38.967079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] Routers {'961bbd9d-598f-40da-b2b0-f3fb200aab7a'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:38.967797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:38.970849 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-bd51c946-a811-451c-95d9-edd7f7a8e44d tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] update failed (client error): The resource could not be found. Mar 31 23:16:38.972021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd51c946-a811-451c-95d9-edd7f7a8e44d tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-275948847 HTTP/1.1" status: 404 len: 334 time: 0.0536139 Mar 31 23:16:38.978419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:38.991987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.997996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.004139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.005758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:39.006454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0f90a9-29c1-41cd-9283-3a19822bc372 None None] The sync data for ids ['961bbd9d-598f-40da-b2b0-f3fb200aab7a'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:39.008946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e1090f95-b3b5-4943-b86a-81a980fadbf6 None None] Provisioning complete for port fd347a8b-cad7-4709-aad7-46592add73b8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:39.009409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1090f95-b3b5-4943-b86a-81a980fadbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.010498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.016615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.022541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.031529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.033476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-e9b81426-d946-4064-a76b-b902eaf5fd83 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2387075 Mar 31 23:16:39.052441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e1090f95-b3b5-4943-b86a-81a980fadbf6 None None] Port fd347a8b-cad7-4709-aad7-46592add73b8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:39.055728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router d12da556-c7e3-4f90-a41d-4dfed7a72238 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:16:39.116557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-3cfb4f32-8801-4951-9c00-f4cb7d4364bd service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060141 Mar 31 23:16:39.132730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e1a63f0-017d-4ed9-9b86-6fe6be5e33b3 req-7acb77ae-5c9c-4396-a85a-699b959cb992 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884974 Mar 31 23:16:39.135935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting subnet ccc432ea-1d45-4519-9a9a-f95174715353 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:39.179904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.195152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:39.201713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a05ea2c8-307c-4cb7-bd05-4f4bd0a6cdb5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 217 time: 0.0745273 Mar 31 23:16:39.204135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67aecc26-ef87-4897-9e69-b6a4167b8fdc tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4878917 Mar 31 23:16:39.204658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:39.206499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-ae3d9700-b2c6-4171-84b7-8d966333de34 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811215 Mar 31 23:16:39.208255 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] Sync routers for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:39.229803 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:39.230440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:39.260810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eebb92-457a-4e74-bea9-7aa87982d9a1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.263936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01eebb92-457a-4e74-bea9-7aa87982d9a1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports/fd347a8b-cad7-4709-aad7-46592add73b8 HTTP/1.1" status: 200 len: 911 time: 0.0560968 Mar 31 23:16:39.266558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36102) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:39.277084 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:39.286961 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:39.287863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:39.288622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.330994 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:39.332089 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57534607-c153-4812-a9ee-ddd05052b295 None None] The sync data for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:39.360834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c0ef7a92-159f-4962-8f0a-cc047f98b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.362908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-c0ef7a92-159f-4962-8f0a-cc047f98b70d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.1407337 Mar 31 23:16:39.461743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-73b2e0d0-7716-4d7f-8413-12659caf56fd service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477763 Mar 31 23:16:39.484210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d42e73f2-c942-40b3-adf0-d92569eb46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.485735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d42e73f2-c942-40b3-adf0-d92569eb46d7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147332 Mar 31 23:16:39.501953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.676880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-b92a59d7-6718-43f1-a01b-87dade5daee0 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054467 Mar 31 23:16:39.716400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a8a98e64-c4df-47bf-a67b-fb33c95ac255 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180676 Mar 31 23:16:39.719712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.808808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc432ea-1d45-4519-9a9a-f95174715353,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:39.811026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.814293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-68a646f9-1864-4857-9c87-3a57ab271f31 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/subnets/ccc432ea-1d45-4519-9a9a-f95174715353 HTTP/1.1" status: 204 len: 168 time: 0.8345182 Mar 31 23:16:39.821541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:39.824766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72ec0e-ccf7-4434-b2d1-9186b530bf00 None None] Network e4319ca9-46aa-4284-8f4d-0a93846b0d9f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:39.936556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-c5da28e5-9210-43ce-985d-0d0e3c88f5b4 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487652 Mar 31 23:16:39.943858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting subnet a0518f54-5027-44c4-b4eb-723962ae611b {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:39.955709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:39.996228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.006642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-0a1f2c33-3108-4b4c-aa64-3c7c30578964 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689569 Mar 31 23:16:40.011721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.061647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.085656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] DHCP port deletion for e4319ca9-46aa-4284-8f4d-0a93846b0d9f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:40.114214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a9c9d914-e273-4d9b-815d-898794931915 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f HTTP/1.1" status: 200 len: 217 time: 0.0934038 Mar 31 23:16:40.137055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Deleting port fd5d8605-b6f3-436a-a134-aa0056aa33f1 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:40.137417 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.187967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-ddfc6bb0-4f4e-43b7-b3a7-b85e8f8f5d97 service neutron] 10.222.0.95 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351005 Mar 31 23:16:40.223158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] For port fd5d8605-b6f3-436a-a134-aa0056aa33f1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fd5d8605-b6f3-436a-a134-aa0056aa33f1,segment=NetworkSegment(faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d),segment_id=faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:40.223548 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.223634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d4e76d20-ff84-4247-a8ff-29bdcd615f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.225055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-d4e76d20-ff84-4247-a8ff-29bdcd615f1a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.1021247 Mar 31 23:16:40.238307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Calling delete_port for fd5d8605-b6f3-436a-a134-aa0056aa33f1 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:40.324402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.327000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.363498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.380164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.383716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-07b97491-0c70-412f-9a62-967d8a43eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.385093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-07b97491-0c70-412f-9a62-967d8a43eab3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413050 Mar 31 23:16:40.386101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.392246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.398485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.406206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.410826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.416820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.418978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-21035136-d84a-48f8-9ec9-86e428d0f2fc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1509359 Mar 31 23:16:40.419851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e65d84c8-311d-473e-9b06-d89bf79a5132 service neutron] 10.222.0.95 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251904 Mar 31 23:16:40.431953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] Pushing event deleted for resources: {'Port': ['ID=fd5d8605-b6f3-436a-a134-aa0056aa33f1,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.438050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdca722-d8f9-4b3f-a774-b712cc11bf46 None None] No DVR routers for this DVR port fd5d8605-b6f3-436a-a134-aa0056aa33f1 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:40.492316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.544594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a27dcac1-0058-41a1-a78a-487bf3c6782a req-9e879dbf-29b5-4222-aee8-91ab55d6f776 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945458 Mar 31 23:16:40.567510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Subnet': ['ID=a0518f54-5027-44c4-b4eb-723962ae611b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:40.570998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8:1::1 (fb3345b8-7f93-4197-b8b0-b5c3ff1db743/3fb508ff-f6d3-41d9-8e9b-da22d40064ad/b9cf30d5-06fe-4c95-86c7-f050704dfd11) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:40.572911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.578432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7853eec8-d61d-4925-af25-c394d1776f22 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/subnets/a0518f54-5027-44c4-b4eb-723962ae611b HTTP/1.1" status: 204 len: 168 time: 0.7532811 Mar 31 23:16:40.578601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941542c9-c018-40aa-8491-e1c23bc7dd30 None None] Network 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:40.579042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36126) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:40.602750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4f4de91e-dd33-4905-83e8-9e6a4515d468 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045617 Mar 31 23:16:40.719522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-8c09ee62-a49c-4003-a112-cb295c215519 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957351 Mar 31 23:16:40.730570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-25e42284-d134-4a44-bff5-ff9b3cb15ab4 service neutron] 10.222.0.95 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906451 Mar 31 23:16:40.746135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.808404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] DHCP port deletion for 41aab7e5-41a2-4f42-9694-7a781bc4c3c2 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:40.845887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-92bac02e-076b-4728-b2e5-6c9f46147c4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 HTTP/1.1" status: 200 len: 217 time: 0.0824816 Mar 31 23:16:40.867159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.890996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Deleting port fac4fd00-5e34-46a1-9d06-9860e214c861 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:40.891530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.905892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.923830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f50ddf8d-179e-4b19-bb7d-6d0a8a877432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.925311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-f50ddf8d-179e-4b19-bb7d-6d0a8a877432 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0702720 Mar 31 23:16:40.933744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2dea85db-6a6c-4222-808b-f85fea6657d3 service neutron] 10.222.0.95 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019584 Mar 31 23:16:40.933917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4319ca9-46aa-4284-8f4d-0a93846b0d9f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:40.958747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:40.959035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf79a01-33d1-4e75-bd7e-a9cbfd5c6a4d') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:40.968217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] For port fac4fd00-5e34-46a1-9d06-9860e214c861, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fac4fd00-5e34-46a1-9d06-9860e214c861,segment=NetworkSegment(c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f),segment_id=c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:40.969091 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.971116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.990755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:40.991266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Calling delete_port for fac4fd00-5e34-46a1-9d06-9860e214c861 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:40.994533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.030092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:41.030388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:41.034942 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:41.059892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a8eca33f-a6fa-43d7-aeef-070bce896af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.061495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a8eca33f-a6fa-43d7-aeef-070bce896af6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637217 Mar 31 23:16:41.063418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:41.070798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:41.073733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:41.074338 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.075206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a71512b-2248-43c7-9f3a-54fa81a02013 service neutron] 10.222.0.95 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405675 Mar 31 23:16:41.129899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.168661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=b9cf30d5-06fe-4c95-86c7-f050704dfd11,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.175551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] No DVR routers for this DVR port fac4fd00-5e34-46a1-9d06-9860e214c861 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:41.177710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb428fe2-9208-4ef0-95c7-539b8d8a24ab None None] Pushing event deleted for resources: {'Port': ['ID=fac4fd00-5e34-46a1-9d06-9860e214c861,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.193306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.209269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.213617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/networks/e4319ca9-46aa-4284-8f4d-0a93846b0d9f HTTP/1.1" status: 204 len: 168 time: 0.6325552 Mar 31 23:16:41.220848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36140) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.271048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c5678-0d61-43fa-94d3-cf176864284f tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Network': ['ID=e4319ca9-46aa-4284-8f4d-0a93846b0d9f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:41.416195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.462143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.523142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0b3466d3-34b0-498b-a523-9a12ae8114a3 None None] Provisioning complete for port b9cf30d5-06fe-4c95-86c7-f050704dfd11 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:41.523547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b3466d3-34b0-498b-a523-9a12ae8114a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.540846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:41.561276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b3466d3-34b0-498b-a523-9a12ae8114a3 None None] Port b9cf30d5-06fe-4c95-86c7-f050704dfd11 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:41.598131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.665249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-57c4e42e-41dc-46c1-9c1f-15b16cfd45ac service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845466 Mar 31 23:16:41.669173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aab7e5-41a2-4f42-9694-7a781bc4c3c2']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:41.694711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:41.694948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7115c9b-6ba0-4684-9bdf-7e9a3d239a8f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:41.758456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.779304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0caa21-3b99-4671-8294-2e1df70ddc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.782331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ecc1636b-ba40-4224-ba51-ab404b7d3fed service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059351 Mar 31 23:16:41.795378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.816551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:41.816945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:41.821805 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:41.832610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.838406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.843029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-47aa6696-e822-47b8-a5c9-70f7aa2fc6ec service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3414406-0e8a-480f-95fc-f874068ddee3 HTTP/1.1" status: 200 len: 217 time: 0.0475676 Mar 31 23:16:41.844261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.850026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.855811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.861979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.867696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.869643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a5f36dab-5708-467a-995b-0c7da08a7c45 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2070551 Mar 31 23:16:41.944821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ffb12520-84dc-4be8-8cbd-0018ab371c4b req-2e3a4acb-b8b9-417e-89bb-e33d9426ccc1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0431631 Mar 31 23:16:41.951005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9f2f9160-36ed-4057-bad5-c6d0012aa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:41.952592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-9f2f9160-36ed-4057-bad5-c6d0012aa558 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.1008785 Mar 31 23:16:42.022240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7649eacd-9163-47f6-b9e0-3e3ae693e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.024170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-7649eacd-9163-47f6-b9e0-3e3ae693e1f7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625489 Mar 31 23:16:42.030592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfbdefc0-0f4c-485a-871c-6ec9e9d42f38 req-a582992a-8202-4898-b377-978e2320d195 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457095 Mar 31 23:16:42.136893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fd5d8605-b6f3-436a-a134-aa0056aa33f1 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:42.163939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fd5d8605-b6f3-436a-a134-aa0056aa33f1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:42.164280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fd5d8605-b6f3-436a-a134-aa0056aa33f1 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:42.164704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fac4fd00-5e34-46a1-9d06-9860e214c861 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:42.180150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-0845180b-ab46-43ef-b045-15365f269f93 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475730 Mar 31 23:16:42.183034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.194265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.194494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fac4fd00-5e34-46a1-9d06-9860e214c861 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:42.194934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fac4fd00-5e34-46a1-9d06-9860e214c861 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:42.200311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/networks/41aab7e5-41a2-4f42-9694-7a781bc4c3c2 HTTP/1.1" status: 204 len: 168 time: 0.9554150 Mar 31 23:16:42.220054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36176) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.238416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.242852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140736e3-0ebc-4ca4-8701-2c5aaea1cb94 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Network': ['ID=41aab7e5-41a2-4f42-9694-7a781bc4c3c2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.270947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.271858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.337873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ed25ab1c-87c0-4b59-83d0-d23a3ffdf03e service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492980 Mar 31 23:16:42.361147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0caa21-3b99-4671-8294-2e1df70ddc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.369766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting subnet 542569e2-d53d-4cf7-b45d-c25d99e85002 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:42.380675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.383309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0caa21-3b99-4671-8294-2e1df70ddc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.385599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=b9cf30d5-06fe-4c95-86c7-f050704dfd11,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.387156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-ae923c61-85ed-477d-b073-3470e2d5e261 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 200 len: 217 time: 0.0420954 Mar 31 23:16:42.447752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4d45c31e-89d0-4a53-adcd-f2fd0bc76c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.449829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-4d45c31e-89d0-4a53-adcd-f2fd0bc76c4d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.0546598 Mar 31 23:16:42.493374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0caa21-3b99-4671-8294-2e1df70ddc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dccbdee-ba6d-44d8-b6fe-3f31d760b345,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.501321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d0caa21-3b99-4671-8294-2e1df70ddc81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a015c2714964dc7bd751065a076b286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594617 Mar 31 23:16:42.504150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.513443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.522626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-8fcf1a35-6973-4a32-b44d-34ce9a0302ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.524239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-8fcf1a35-6973-4a32-b44d-34ce9a0302ba service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671105 Mar 31 23:16:42.565733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:42.569786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:42.640756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.678481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-a20cceb0-0f54-4082-b510-ba8eae75c0f0 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464591 Mar 31 23:16:42.685492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.685704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.737938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router d12da556-c7e3-4f90-a41d-4dfed7a72238 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:42.795323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.811104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf32c40f-cf10-4110-9df0-a778ceb49937 req-b503fd11-c840-4a97-898a-8b34bf46fbdb service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233304 Mar 31 23:16:42.813346 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.815960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.819458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0dccbdee-ba6d-44d8-b6fe-3f31d760b345 HTTP/1.1" status: 204 len: 168 time: 0.3118250 Mar 31 23:16:42.840008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc24a66-1f98-4f9a-be1d-422342bf81cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dccbdee-ba6d-44d8-b6fe-3f31d760b345,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.850961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Subnet': ['ID=542569e2-d53d-4cf7-b45d-c25d99e85002,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.859673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:42.865298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e04a46e-67a7-4a75-86d1-474f2b202b6c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/subnets/542569e2-d53d-4cf7-b45d-c25d99e85002 HTTP/1.1" status: 204 len: 168 time: 0.6393356 Mar 31 23:16:42.865453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36184) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.866350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4547f8-18b3-4437-b07a-29f06e57494a None None] Network f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:42.893911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:42.902931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bdd960c6-4436-4673-861e-93397ba15e22 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6318877 Mar 31 23:16:42.908416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.937025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] Sync routers for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:42.987083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c24e6-48dc-41fe-81a3-66d9fc62459f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.990023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-398c24e6-48dc-41fe-81a3-66d9fc62459f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports/b9cf30d5-06fe-4c95-86c7-f050704dfd11 HTTP/1.1" status: 200 len: 913 time: 0.0787044 Mar 31 23:16:42.991765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36190) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:42.993161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.000174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:43.001052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.007376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ef19b074-1d23-458f-a7ab-b0a3f0c11058 None None] Provisioning complete for port b9cf30d5-06fe-4c95-86c7-f050704dfd11 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:43.008008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef19b074-1d23-458f-a7ab-b0a3f0c11058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.008952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.009430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.009899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.010358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.010985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.011493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.011958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.013922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-5f19c41e-906a-4f8f-82e6-b48c1bb464a7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6476 time: 0.1054652 Mar 31 23:16:43.051591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.172118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:43.173538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.178929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ef19b074-1d23-458f-a7ab-b0a3f0c11058 None None] Port b9cf30d5-06fe-4c95-86c7-f050704dfd11 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:43.215553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-442ebf87-b69a-4cc2-a5d5-187b777ffb98 req-fe37f860-e0e2-4891-a00d-7d776eede635 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0920846 Mar 31 23:16:43.216647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.217526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c491589-4286-48f5-abbd-415ff27fee48 None None] The sync data for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:43.251068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Deleting port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:43.251457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.254489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-a3f3a381-cb2c-4e92-9fa7-85743e462fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.255996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-a3f3a381-cb2c-4e92-9fa7-85743e462fdf service neutron] 10.222.0.96 "GET /v2.0/networks?id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 200 len: 903 time: 0.2331009 Mar 31 23:16:43.340425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] DHCP port deletion for f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:43.373946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-aff71cc7-41b9-4b72-8a33-0010a15b86a6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 200 len: 217 time: 0.1021819 Mar 31 23:16:43.399526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3b4985e5-12d3-4910-a2d6-3f8b10a16456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.400881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3b4985e5-12d3-4910-a2d6-3f8b10a16456 service neutron] 10.222.0.60 "GET /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 1032 time: 0.3183465 Mar 31 23:16:43.437221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:43.442689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Deleting port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:43.443325 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.461604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.467615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.473553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.474860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-2f6d7f1b-3eac-44ac-97cb-e4bdcf0c749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.476924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-2f6d7f1b-3eac-44ac-97cb-e4bdcf0c749e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.0923955 Mar 31 23:16:43.479388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.486149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.490602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] For port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,segment=NetworkSegment(74ebf055-72d0-47fa-b21d-926288603e21),segment_id=74ebf055-72d0-47fa-b21d-926288603e21)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:43.491051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.491489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.497192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.505342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-8c1e87bf-d411-40fa-9ecf-c00d822eb773 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1905851 Mar 31 23:16:43.507713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Calling delete_port for 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:43.517599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] For port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,segment=NetworkSegment(74ebf055-72d0-47fa-b21d-926288603e21),segment_id=74ebf055-72d0-47fa-b21d-926288603e21)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:43.518228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.533787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Calling delete_port for 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:43.547876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5318a88-9436-44c9-b7cf-4d0c81733256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.557561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-88c474f0-fdb3-47c7-b69b-10716090dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.558848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-88c474f0-fdb3-47c7-b69b-10716090dca6 service neutron] 10.222.0.60 "GET /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 1031 time: 0.1507318 Mar 31 23:16:43.647477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-a5904c26-0176-4c4b-9f41-24a319a1317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.649914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-a5904c26-0176-4c4b-9f41-24a319a1317e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558496 Mar 31 23:16:43.650983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.654874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.674344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2608a69c-933e-47e9-b3bc-bafb2389be31 req-f751dfad-11c9-4852-a993-c31c9c4c8986 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583369 Mar 31 23:16:43.687647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Port': ['ID=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.703557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] Pushing event deleted for resources: {'Port': ['ID=1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:43.715582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de856c-10ba-47f2-8bdd-5598079ab9c9 None None] No DVR routers for this DVR port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:43.721196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] No DVR routers for this DVR port 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:43.863780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:43.897842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0350e9b-61b4-4ebc-b5b0-50e47178a3a7']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.902448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-cc4128c7-c39a-49f3-b591-49a0b64aa120 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192290 Mar 31 23:16:43.984606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ebf055-72d0-47fa-b21d-926288603e21') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.985033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ebf055-72d0-47fa-b21d-926288603e21') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:44.001000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.018938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.043543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:44.044247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:44.048050 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:44.088039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:44.116594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:44.118816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b2ca8c6-4e0d-43e8-8b43-cc5669efe6e1 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:44.136114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfc2939b-d216-46e2-829c-abf7ebb05552 req-b606f5ba-d8e8-4f21-b0cf-21224ae0f8d4 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251048 Mar 31 23:16:44.137364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a0c0598-4336-4f29-ba53-31b433f231aa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.139355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.146072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a0c0598-4336-4f29-ba53-31b433f231aa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.152432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a0c0598-4336-4f29-ba53-31b433f231aa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.154099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a0c0598-4336-4f29-ba53-31b433f231aa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/networks?id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=dc4cc462-d50c-44be-87a1-5dffcf790e48&id=dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 200 len: 1993 time: 0.5818253 Mar 31 23:16:44.156655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.163005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/networks/f0350e9b-61b4-4ebc-b5b0-50e47178a3a7 HTTP/1.1" status: 204 len: 168 time: 1.2965076 Mar 31 23:16:44.166639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:44.180182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42323358-f1b7-4b1b-be32-2940590809ca tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Pushing event deleted for resources: {'Network': ['ID=f0350e9b-61b4-4ebc-b5b0-50e47178a3a7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.217036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57df9542-0038-409c-aada-9d3a1b41b37c tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "GET /v2.0/ports?device_id=961bbd9d-598f-40da-b2b0-f3fb200aab7a HTTP/1.1" status: 200 len: 205 time: 0.0437155 Mar 31 23:16:44.220445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:44.249075 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5318a88-9436-44c9-b7cf-4d0c81733256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.261596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5318a88-9436-44c9-b7cf-4d0c81733256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.286101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-4560a467-fac5-45fe-9c37-70a894169e1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d065a7bace204a4f88fcdbf1dfe2c162 HTTP/1.1" status: 200 len: 380 time: 0.1202626 Mar 31 23:16:44.306522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.312860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'admin_state_up': True, 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'security_groups': ['8fbdb436-dba0-4f5e-9376-36cff3b41802']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:44.327939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a5318a88-9436-44c9-b7cf-4d0c81733256 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b64a26b52cea4250986d0649e2d829e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8867922 Mar 31 23:16:44.338781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5318a88-9436-44c9-b7cf-4d0c81733256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7065f2-8f49-40ac-9064-efb796261434,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.352057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36206) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:44.398665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.517231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b80ff84-44f8-41c6-91b6-855ff708a476 req-43b19b57-f116-47ac-99c4-d23656816ff1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.1074386 Mar 31 23:16:44.540219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:44.543861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.559076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.565296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.623990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.654102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.659963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Fanout notify agent at l3_agent the message router_deleted on router 961bbd9d-598f-40da-b2b0-f3fb200aab7a {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:16:44.677288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.694591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.695750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e577178-b793-412d-b0c7-9fba8fe0c716 tempest-RoutersNegativeTest-877986838 tempest-RoutersNegativeTest-877986838-project] 10.222.0.95 "DELETE /v2.0/routers/961bbd9d-598f-40da-b2b0-f3fb200aab7a HTTP/1.1" status: 204 len: 168 time: 0.4743047 Mar 31 23:16:44.751935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.755000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:44.756270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0f7065f2-8f49-40ac-9064-efb796261434 HTTP/1.1" status: 204 len: 168 time: 0.4031475 Mar 31 23:16:44.767059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314b9ee-5e3d-4461-840f-08d8684f230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7065f2-8f49-40ac-9064-efb796261434,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:44.847746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 172.20.0.10 (4eac30c9-af3f-45ed-9cfc-f26849e0c889/52d1ad51-2f5d-4e45-82f8-3d685aa239ab/3c627562-1f92-41b6-9f8c-313edba3a6d8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:44.878501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.884506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.890499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.896852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.903005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.909382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.915184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:44.917244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-863a1f54-d003-4814-acee-56e61da391e7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1799724 Mar 31 23:16:45.001117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port b9cf30d5-06fe-4c95-86c7-f050704dfd11 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:45.001501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.040108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce1c6ae9-8802-48dc-b6cc-ee70974f4b40 req-e82e2c1a-1ace-4bde-812a-68204e244688 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141555 Mar 31 23:16:45.095601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36218) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:45.194138 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.205976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.215158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for b9cf30d5-06fe-4c95-86c7-f050704dfd11 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:45.229068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:45.247851 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43d0b1f1-89af-4d4e-997e-93b03cd0c89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.298197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.327132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22be4fd7-788c-4847-8ce3-b0d8fd78a605 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6b47225b624245148c3e0c54c4bcc19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277913 Mar 31 23:16:45.328046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36224) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:45.387975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:45.403012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:45.408247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:45.419877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43d0b1f1-89af-4d4e-997e-93b03cd0c89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.421146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.432850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-43d0b1f1-89af-4d4e-997e-93b03cd0c89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.436895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.478889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.497372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0b1f1-89af-4d4e-997e-93b03cd0c89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20cba1-14e5-49d4-b055-cf66adb36a66,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.499016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.499818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.531911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-894cbe01-642e-42a0-961a-418ac1d7166a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2260621 Mar 31 23:16:45.533509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.568355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=b9cf30d5-06fe-4c95-86c7-f050704dfd11,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.581246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'admin_state_up': True, 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'security_groups': ['8fbdb436-dba0-4f5e-9376-36cff3b41802']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:45.589561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-43d0b1f1-89af-4d4e-997e-93b03cd0c89c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=36411f99f2f54c9f99eabe695ca0bd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566411 Mar 31 23:16:45.591643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:45.643737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.653886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.658024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80eca879-a7cb-441d-8d25-86e4352dd3df HTTP/1.1" status: 204 len: 168 time: 0.3289232 Mar 31 23:16:45.717357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d9bcd-5dca-469a-a0e0-3ec7c567f680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eca879-a7cb-441d-8d25-86e4352dd3df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.760005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3214a8-b6b5-4168-9b1c-c0fc28d1bff2 req-1571fde7-85ff-4239-9b7b-de5bf79acce3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.762817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d3214a8-b6b5-4168-9b1c-c0fc28d1bff2 req-1571fde7-85ff-4239-9b7b-de5bf79acce3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 932 time: 0.1221497 Mar 31 23:16:45.764446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.791642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.832268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d19b2205-f37d-44e9-af39-df59653b1909 None None] Provisioning complete for port 3c627562-1f92-41b6-9f8c-313edba3a6d8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:45.832713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d19b2205-f37d-44e9-af39-df59653b1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.877324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d19b2205-f37d-44e9-af39-df59653b1909 None None] Port 3c627562-1f92-41b6-9f8c-313edba3a6d8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:45.885596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.888232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.889401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0d20cba1-14e5-49d4-b055-cf66adb36a66 HTTP/1.1" status: 204 len: 168 time: 0.2967544 Mar 31 23:16:45.913437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421331f2-48de-42fc-8810-32510ccc7e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20cba1-14e5-49d4-b055-cf66adb36a66,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.916101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:45.924686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d3214a8-b6b5-4168-9b1c-c0fc28d1bff2 req-f7dc2038-2509-49f4-9fff-8b313221f7fa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612466 Mar 31 23:16:46.052786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:46.061329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.322641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.328665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.334497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.340434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.346557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.352667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.358923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.361015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82699fb3-ce70-4164-a357-17aedb563d45 req-981745be-43d1-4b13-a288-121256aa1afe tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2266011 Mar 31 23:16:46.461336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.1.1.45 (e53d796f-bfe4-445d-b4cc-7bdecd770aa3/4c7f455e-3732-4684-a6e9-f195a453a9bb/d02797ee-ffc7-4fda-aafd-4cc04499fd66) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:46.466441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router d12da556-c7e3-4f90-a41d-4dfed7a72238 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:46.496754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82699fb3-ce70-4164-a357-17aedb563d45 req-d39ad9b8-3dec-4309-b28b-615b438604f4 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257935 Mar 31 23:16:46.660914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:46.669246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36268) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:46.671805 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] Sync routers for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:46.682358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b3f32fcf-2832-432b-b3de-610787133d58 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894007 Mar 31 23:16:46.692950 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:46.693576 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:46.764191 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:46.772100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.783568 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:46.784178 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:46.817952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:46.853147 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:46.853708 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6a873-d6dd-4483-94b4-7a18a0cc786d None None] The sync data for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:46.891469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:46.895394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:46.898702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:46.952807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:46.984949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.985889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.009079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-18505cc8-3d6a-4aa7-a8c8-abce506ec3d3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4451351 Mar 31 23:16:47.024766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'admin_state_up': True, 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'security_groups': ['8fbdb436-dba0-4f5e-9376-36cff3b41802']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:47.231272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:47.233722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9fb7-6fdc-4ce2-98c7-c7fbb21f5eca req-b961446e-f3dd-45f2-b95b-b245385b8788 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.239386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.241222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f9fb7-6fdc-4ce2-98c7-c7fbb21f5eca req-b961446e-f3dd-45f2-b95b-b245385b8788 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.243376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f37f9fb7-6fdc-4ce2-98c7-c7fbb21f5eca req-b961446e-f3dd-45f2-b95b-b245385b8788 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 1653 time: 0.1480052 Mar 31 23:16:47.249288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.321686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c91f7cb2-a24b-4c25-8beb-3f7115039a27 None None] Provisioning complete for port d02797ee-ffc7-4fda-aafd-4cc04499fd66 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:47.324217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c91f7cb2-a24b-4c25-8beb-3f7115039a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.372535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f37f9fb7-6fdc-4ce2-98c7-c7fbb21f5eca req-ed9b695a-0634-4bfc-b156-1d40132110a4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195753 Mar 31 23:16:47.430644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c91f7cb2-a24b-4c25-8beb-3f7115039a27 None None] Port d02797ee-ffc7-4fda-aafd-4cc04499fd66 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:47.528309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.1.1.43 (e53d796f-bfe4-445d-b4cc-7bdecd770aa3/4c7f455e-3732-4684-a6e9-f195a453a9bb/ce8185b2-8a45-428e-a102-ae7359c28e42) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:47.658571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port fd347a8b-cad7-4709-aad7-46592add73b8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:47.658905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.761229 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.794076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.820929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for fd347a8b-cad7-4709-aad7-46592add73b8 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:47.841973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:47.894601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:47.898864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:47.901965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:48.000313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.001133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.039686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.045944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.055789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.071723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.080031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.085486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.091500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.093487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-ff288f9c-fc84-4da4-9e64-2c4e5e3bf194 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2946606 Mar 31 23:16:48.094829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.100304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d477ea47-223f-417d-83c2-f56a621a0732 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0835125 Mar 31 23:16:48.122371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'admin_state_up': True, 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'security_groups': ['8fbdb436-dba0-4f5e-9376-36cff3b41802']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:48.144061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.195766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=fd347a8b-cad7-4709-aad7-46592add73b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.237766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8916f500-dd33-47ad-bc2b-4f2893bb5cad req-d7e37a36-909c-4955-84b4-2901bd1e5b4d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290958 Mar 31 23:16:48.347360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:48.366875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6ef13453-beeb-4e09-a91f-9edf6f08e7ff None None] Provisioning complete for port ce8185b2-8a45-428e-a102-ae7359c28e42 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:48.368177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6ef13453-beeb-4e09-a91f-9edf6f08e7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.430369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.433423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6ef13453-beeb-4e09-a91f-9edf6f08e7ff None None] Port ce8185b2-8a45-428e-a102-ae7359c28e42 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:48.567763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:48.902070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.2.2.100 (dc4cc462-d50c-44be-87a1-5dffcf790e48/d1a7e92e-9051-42f9-a90b-5267d4652691/edc85828-7ba8-4096-accc-cf792991750c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:49.090388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2616-f725-4d88-ac57-021767fabd41 req-40ca15dd-060a-4958-b163-14fe7d6704de tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.092989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.096783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2616-f725-4d88-ac57-021767fabd41 req-40ca15dd-060a-4958-b163-14fe7d6704de tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.103048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2616-f725-4d88-ac57-021767fabd41 req-40ca15dd-060a-4958-b163-14fe7d6704de tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.111228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d86b2616-f725-4d88-ac57-021767fabd41 req-40ca15dd-060a-4958-b163-14fe7d6704de tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 2373 time: 0.5517590 Mar 31 23:16:49.122510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36332) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.135917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router d12da556-c7e3-4f90-a41d-4dfed7a72238 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:49.140101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.153921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36336) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.186459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d86b2616-f725-4d88-ac57-021767fabd41 req-4feac7c5-f267-4db1-aa6d-d3a45b313c0e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651596 Mar 31 23:16:49.192830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:49.196456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:49.210463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:49.254189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.310726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.312841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.341410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:49.356800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b574574-dcfd-4c12-b3b0-20064883dae8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839323 Mar 31 23:16:49.361207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] Sync routers for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:49.362702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-40b672bf-b648-42ff-93be-0de81aef797b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2468884 Mar 31 23:16:49.363398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.372505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ea2-965b-48ab-bf64-314f308e0b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.376561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:49.377425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:49.393025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45ea0eeb-f95e-49d2-abae-3cddd19787f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.395794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'admin_state_up': True, 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'security_groups': ['8fbdb436-dba0-4f5e-9376-36cff3b41802']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:49.441896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:49.463102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] Routers {'d12da556-c7e3-4f90-a41d-4dfed7a72238'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:49.464104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d12da556-c7e3-4f90-a41d-4dfed7a72238'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:49.520194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:49.522126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73549dbf-afae-4e90-9b18-2d6a2f46b41f None None] The sync data for ids ['d12da556-c7e3-4f90-a41d-4dfed7a72238'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:49.568475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-71a62a1c-bc69-42d8-ac65-dc4585a8b6bf None None] Provisioning complete for port edc85828-7ba8-4096-accc-cf792991750c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:49.569112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71a62a1c-bc69-42d8-ac65-dc4585a8b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.582914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45ea0eeb-f95e-49d2-abae-3cddd19787f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.597163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ea2-965b-48ab-bf64-314f308e0b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.599212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45ea0eeb-f95e-49d2-abae-3cddd19787f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.623578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-71a62a1c-bc69-42d8-ac65-dc4585a8b6bf None None] Port edc85828-7ba8-4096-accc-cf792991750c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:49.625715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c79f7ea2-965b-48ab-bf64-314f308e0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.670624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0eeb-f95e-49d2-abae-3cddd19787f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e5c2d1-2e69-470e-a83e-04a0504c6ca2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.677959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-45ea0eeb-f95e-49d2-abae-3cddd19787f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e8b50be5e9ab42d79caf676d6f654b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213635 Mar 31 23:16:49.682195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36344) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.702849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c79f7ea2-965b-48ab-bf64-314f308e0b8a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7941ed5a13d5471ca7a2fbab017d5551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792613 Mar 31 23:16:49.709061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36346) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.745878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7ea2-965b-48ab-bf64-314f308e0b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ec5f5-e49e-4acf-81f5-a2f1be89cce4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.797948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.802978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.832441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32c3863b-cfc6-47ca-a0cd-0315fb3598d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=d12da556-c7e3-4f90-a41d-4dfed7a72238 HTTP/1.1" status: 200 len: 205 time: 0.4666457 Mar 31 23:16:49.833907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36348) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:49.839178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.842021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.946334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.952163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.958018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.963852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.964722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:49.969782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.975577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.982539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:49.991371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-e06db367-987d-4cbb-b912-e8272f0a97c0 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1661351 Mar 31 23:16:50.051869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cbeebe55-a75c-462c-8843-98bfd848e558 req-3e1c1284-5abe-49b3-afa7-5aa83e9882b3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594640 Mar 31 23:16:50.074945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Made reservation on behalf of d065a7bace204a4f88fcdbf1dfe2c162 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:50.080655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.107700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.110400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.112026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/64e5c2d1-2e69-470e-a83e-04a0504c6ca2 HTTP/1.1" status: 204 len: 168 time: 0.4282582 Mar 31 23:16:50.155136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.157227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.159711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.160850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/618ec5f5-e49e-4acf-81f5-a2f1be89cce4 HTTP/1.1" status: 204 len: 168 time: 0.4507384 Mar 31 23:16:50.161680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920a0e4-ac5f-4911-8aec-a02f546e5e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e5c2d1-2e69-470e-a83e-04a0504c6ca2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.171496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.315444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2b73b-d485-42a8-8940-257fcb48bfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ec5f5-e49e-4acf-81f5-a2f1be89cce4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.327990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.330524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router d12da556-c7e3-4f90-a41d-4dfed7a72238 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:16:50.342793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.348090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ac4277e-fca0-467e-b415-bdca09fd0f79 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238 HTTP/1.1" status: 204 len: 168 time: 0.5081680 Mar 31 23:16:50.349402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36356) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.430394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-044c6957-7b63-45bc-acf6-4dc52f127500 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.440423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-044c6957-7b63-45bc-acf6-4dc52f127500 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.449025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-044c6957-7b63-45bc-acf6-4dc52f127500 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.462108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-044c6957-7b63-45bc-acf6-4dc52f127500 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.466263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-044c6957-7b63-45bc-acf6-4dc52f127500 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3094 time: 0.1176474 Mar 31 23:16:50.541991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1619e4ef-a50a-4624-9b94-59656be3b173 req-c9e3caf9-78e6-4379-a21a-b78930fc865b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649135 Mar 31 23:16:50.577120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Allocated IP 10.2.2.200 (dc4cc462-d50c-44be-87a1-5dffcf790e48/d1a7e92e-9051-42f9-a90b-5267d4652691/d044dd5c-c837-4ed8-9023-70b8b0707e50) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:50.744720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 3fb508ff-f6d3-41d9-8e9b-da22d40064ad {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:50.751599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.769244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36362) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.796990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c4d-2159-44b3-bf30-b2cebe9590af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.820584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.827151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:50.829633 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.849132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b188138-0e28-459c-bb49-2a7b071d9d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.896958 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.948561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c4d-2159-44b3-bf30-b2cebe9590af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.952672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.959971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0ba9c4d-2159-44b3-bf30-b2cebe9590af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:50.967192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.010707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba9c4d-2159-44b3-bf30-b2cebe9590af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8a1898-f6af-4e96-bde4-2d5420a43ff6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.027595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:51.028785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b188138-0e28-459c-bb49-2a7b071d9d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.035845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0ba9c4d-2159-44b3-bf30-b2cebe9590af admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f9be5b1e811145da8d03cdc626d5a7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624862 Mar 31 23:16:51.036260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:51.036389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36366) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:51.043673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:51.048138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b188138-0e28-459c-bb49-2a7b071d9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.087348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.142567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.143218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.159506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.201159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b188138-0e28-459c-bb49-2a7b071d9d11 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=38ed7ddc82af4f9fa25ed93339fc8e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729112 Mar 31 23:16:51.202819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb508ff-f6d3-41d9-8e9b-da22d40064ad,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.202951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b188138-0e28-459c-bb49-2a7b071d9d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0974c372-5c67-4358-a9ca-d408576d9642,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.208254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:51.223668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-9ed72778-5871-4f0a-979a-90ae4f7bb6b5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8373995 Mar 31 23:16:51.264532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.280312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:51.298637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7279d-e209-42eb-8355-6575fadc7a28 None None] Network fb3345b8-7f93-4197-b8b0-b5c3ff1db743 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:51.298874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.302028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.321349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.327552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-91d39caa-ec08-406f-9fda-2694d27f9c20 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/3fb508ff-f6d3-41d9-8e9b-da22d40064ad HTTP/1.1" status: 204 len: 168 time: 0.9747915 Mar 31 23:16:51.328251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36372) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:51.360250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.419926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.445727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.457181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.460619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.462788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8c8a1898-f6af-4e96-bde4-2d5420a43ff6 HTTP/1.1" status: 204 len: 168 time: 0.4250524 Mar 31 23:16:51.464097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.470533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.472251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.474676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.475851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0974c372-5c67-4358-a9ca-d408576d9642 HTTP/1.1" status: 204 len: 168 time: 0.2649503 Mar 31 23:16:51.479864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.486086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.492549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.494542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-f9c23c15-0bf2-44f0-a304-7475b2507ded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2931795 Mar 31 23:16:51.505851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c078e9d-0de1-40cb-b41e-af897ed229d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8a1898-f6af-4e96-bde4-2d5420a43ff6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.528926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee0364-653c-4fc5-b736-6f0562eefb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0974c372-5c67-4358-a9ca-d408576d9642,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.542326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-382a7669-4201-4fb8-9b2d-d925c748bef1 None None] Provisioning complete for port d044dd5c-c837-4ed8-9023-70b8b0707e50 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:51.543379 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-382a7669-4201-4fb8-9b2d-d925c748bef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.557656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:16:51.561982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.564292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.609302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-382a7669-4201-4fb8-9b2d-d925c748bef1 None None] Port d044dd5c-c837-4ed8-9023-70b8b0707e50 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:16:51.705170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] DHCP port deletion for fb3345b8-7f93-4197-b8b0-b5c3ff1db743 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:51.727611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32761dda-f603-48b5-ae89-c57f21a1b5f3 req-7a7f3721-f3f0-4e30-9ecf-1927cb0c6c80 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254360 Mar 31 23:16:51.755790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.816563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Deleting port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:51.816941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.833789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.848532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.860679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.870199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.878680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.881606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-f6de43c3-c789-4ace-ab6f-4d84f7973a52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3815 time: 0.1882660 Mar 31 23:16:51.931207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3976bac-53a0-472e-b217-eb7cd08b9b07 req-1ecb76ff-75b3-4cd5-9fe6-c73d35536ab3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Mar 31 23:16:51.933974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] For port 0e1c6aac-1378-4fc9-ab99-828214ddbff4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0e1c6aac-1378-4fc9-ab99-828214ddbff4,segment=NetworkSegment(7d229f37-9c34-4cd9-9c5a-0d160a38ee2a),segment_id=7d229f37-9c34-4cd9-9c5a-0d160a38ee2a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:51.935045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:51.966287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Calling delete_port for 0e1c6aac-1378-4fc9-ab99-828214ddbff4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:52.016654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.123785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.124668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0e1c6aac-1378-4fc9-ab99-828214ddbff4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:52.177181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.198673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.204452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21b28893-cbf2-4278-b04e-fce77f18e05c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3 HTTP/1.1" status: 204 len: 168 time: 0.8694928 Mar 31 23:16:52.205624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:52.260433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af82ef4-1c9b-4626-a7e8-ce64109af3c0 None None] Network 96f7edf9-f14f-4331-a94c-30bebd921b43 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:52.347122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.368929 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.384087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c627562-1f92-41b6-9f8c-313edba3a6d8 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:52.403048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.420387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Transition to ACTIVE for port object 3c627562-1f92-41b6-9f8c-313edba3a6d8 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:52.430140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.462012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.512136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3345b8-7f93-4197-b8b0-b5c3ff1db743']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.519702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Pushing event deleted for resources: {'Port': ['ID=0e1c6aac-1378-4fc9-ab99-828214ddbff4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.523110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] No DVR routers for this DVR port 0e1c6aac-1378-4fc9-ab99-828214ddbff4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:52.535510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.537649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.537985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d229f37-9c34-4cd9-9c5a-0d160a38ee2a') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.566992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.595860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.617066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:52.619729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:52.633864 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:52.637387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.637924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.638437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.638947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.639522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.641436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.641978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.642495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.644584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.645138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.645651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.646150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c123c9-6bdf-4c28-bf0e-d341022f1935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:52.685350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.771120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Attempting to bind port 3c627562-1f92-41b6-9f8c-313edba3a6d8 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:52.771427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Attempting to bind port 3c627562-1f92-41b6-9f8c-313edba3a6d8 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:52.771619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Attempting to bind port 3c627562-1f92-41b6-9f8c-313edba3a6d8 on network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:52.797351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Port 3c627562-1f92-41b6-9f8c-313edba3a6d8 on network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:52.797351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Attempting to bind port 3c627562-1f92-41b6-9f8c-313edba3a6d8 on network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:52.818319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:52.818668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Checking segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:52.819061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Bound using segment: {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:52.819600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Bound port: 3c627562-1f92-41b6-9f8c-313edba3a6d8, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0df062-5a7f-4183-be08-06971367a163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:52.819989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.822371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.833175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.848909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36416) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:52.855959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/fb3345b8-7f93-4197-b8b0-b5c3ff1db743 HTTP/1.1" status: 204 len: 168 time: 0.6489630 Mar 31 23:16:52.885039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] DHCP port deletion for 96f7edf9-f14f-4331-a94c-30bebd921b43 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:16:52.892794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1e5f3-5aca-4320-8bdf-8d1490cfcc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=fb3345b8-7f93-4197-b8b0-b5c3ff1db743,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:52.971447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Deleting port 02ac9884-b784-4b2c-8be1-ab19853d5717 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:52.972887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:52.984920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.069038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] For port 02ac9884-b784-4b2c-8be1-ab19853d5717, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=02ac9884-b784-4b2c-8be1-ab19853d5717,segment=NetworkSegment(f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8),segment_id=f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:53.069437 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.119714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.126150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.133320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.139389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.146537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.152508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.153871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Calling delete_port for 02ac9884-b784-4b2c-8be1-ab19853d5717 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:53.158623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.161962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-903e5052-203e-4d0a-a72b-66048c7711a6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1987560 Mar 31 23:16:53.170216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:53.177056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:53.199748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.210168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.223793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.231158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.238143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.253176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.255486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-cfcab46d-559e-47b6-8db5-fce03a3eee05 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3827 time: 0.1807969 Mar 31 23:16:53.264133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 02ac9884-b784-4b2c-8be1-ab19853d5717 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:16:53.271927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.327229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.328521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96894a6a-506d-4baf-b5b0-86f14445c78f req-817e2259-8bf5-414a-ba33-923bab664ddf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644462 Mar 31 23:16:53.328798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.332204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 200 len: 1092 time: 2.0573139 Mar 31 23:16:53.333919 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.335038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f6f0c-080a-460f-ad79-15282ebfba27 service neutron] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.341447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:53.343994 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:53.383475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] Pushing event deleted for resources: {'Port': ['ID=02ac9884-b784-4b2c-8be1-ab19853d5717,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:53.390949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540dcc7-39cd-4726-a0e6-bbb3f9eb71cb None None] No DVR routers for this DVR port 02ac9884-b784-4b2c-8be1-ab19853d5717 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:53.419823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:53.473536 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c5ddc-8148-4d11-9dbc-2989a12ec67a x-openstack-request-id: req-282c5ddc-8148-4d11-9dbc-2989a12ec67a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:53.473536 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:53.473536 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-282c5ddc-8148-4d11-9dbc-2989a12ec67a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:53.473893 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282c5ddc-8148-4d11-9dbc-2989a12ec67a'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'status': 'completed', 'code': 200} Mar 31 23:16:53.508883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50f8107a-ffd8-4ec7-af21-b8e2630e66c0 req-1f1cc950-44e4-4d12-96d3-aa9a47ddefd9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3340065 Mar 31 23:16:53.595776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 02ac9884-b784-4b2c-8be1-ab19853d5717, host n-d-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:53.596743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.645443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 02ac9884-b784-4b2c-8be1-ab19853d5717 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:16:53.651996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Port 02ac9884-b784-4b2c-8be1-ab19853d5717 was not found and therefore no delete operation was performed {{(pid=109298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:16:53.654435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.657877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:53.685275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.685788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.686262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.686731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.687289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.689627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-f9c8167e-cd02-4b78-9286-22431ab3ef14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 4362 time: 0.1960716 Mar 31 23:16:53.723955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 02ac9884-b784-4b2c-8be1-ab19853d5717 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:53.725875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=02ac9884-b784-4b2c-8be1-ab19853d5717,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.037824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.102383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f7edf9-f14f-4331-a94c-30bebd921b43']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:54.112191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-b4e03acd-524a-4858-b1f6-d9ff3feda5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.112670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-b4e03acd-524a-4858-b1f6-d9ff3feda5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.113188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-b4e03acd-524a-4858-b1f6-d9ff3feda5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.114741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-b4e03acd-524a-4858-b1f6-d9ff3feda5fd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4046421 Mar 31 23:16:54.119037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 02ac9884-b784-4b2c-8be1-ab19853d5717 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:54.128278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:54.128839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ebaf9a-4fd9-4e08-b26e-022d7237b2d8') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:54.161359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 02ac9884-b784-4b2c-8be1-ab19853d5717 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:16:54.161708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 02ac9884-b784-4b2c-8be1-ab19853d5717 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:54.227475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.332548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.358559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:16:54.358975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:16:54.368375 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:16:54.476226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-ef2f570a-fbb5-4f84-8ec8-932d1292e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.477729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7946782-a3a9-4f38-ae4c-cdcf9a49a7ff req-ef2f570a-fbb5-4f84-8ec8-932d1292e547 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3516424 Mar 31 23:16:54.512994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.520938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.524190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/96f7edf9-f14f-4331-a94c-30bebd921b43 HTTP/1.1" status: 204 len: 168 time: 1.6690638 Mar 31 23:16:54.530128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36474) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:54.546151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-994780940'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:54.557512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.564421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.570541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.577600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.584635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.588112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-62d96aeb-31cb-47f3-9aa4-05a7e045a5b1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3827 time: 0.1291914 Mar 31 23:16:54.639567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a7e063-ebc5-4548-8d20-9728ebf2b57b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:54.648416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57d8a721-a2bd-415a-ba7a-0b7d8b64740b req-41377a77-310d-4958-b5da-fc5f4b9ad544 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525720 Mar 31 23:16:54.656656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.663870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c6097-3879-4f1a-95db-ce697358cd66 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=96f7edf9-f14f-4331-a94c-30bebd921b43,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.727269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Transition to ACTIVE for port object a9a7e063-ebc5-4548-8d20-9728ebf2b57b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:54.745540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.792381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:54.796114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:54.846772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.863532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.874934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.885368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.893135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.899638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.906112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.916274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-c4b98719-04ab-476e-818c-d7a209f18094 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2315185 Mar 31 23:16:54.936320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.415138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:16:55.458724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.459068 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 4fa52221-3c9b-4b43-8c74-c33f359ec635 of type vlan for network 86f11a3a-e97d-41a8-9758-6391bc19c16b Mar 31 23:16:55.523082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.528749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d4e901e-2968-44de-8917-c4ee7f92c6a1 req-fa6fa9ff-0a1b-4d9d-80c5-7776413c6710 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115129 Mar 31 23:16:55.547913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Attempting to bind port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:55.548237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Attempting to bind port a9a7e063-ebc5-4548-8d20-9728ebf2b57b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:55.548563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Attempting to bind port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:55.558428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:55.558745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Attempting to bind port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:55.569006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:55.569368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:55.569787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Bound using segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:55.570218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Bound port: a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:55.570580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.573699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.579387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.580030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.637207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36554) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:55.654639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1207964 Mar 31 23:16:55.655865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36558) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:55.661717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:55.714649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5397c1f-056e-48cc-a02e-c67ba6efd42d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=86f11a3a-e97d-41a8-9758-6391bc19c16b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.730466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:16:55.793629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:55.797185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:55.804624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.838488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39da6229-4117-47e5-9f69-44344964baf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.861200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.861868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.864031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 1135 time: 2.4794281 Mar 31 23:16:55.864805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:55.867359 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fb020c-03a4-41c9-bec1-1ecb20d26924" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "a9a7e063-ebc5-4548-8d20-9728ebf2b57b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:55.882871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:55.887082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:55.905920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.906539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:55.913436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.920102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.926724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.931609 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfb0dfa-6f92-494b-abe9-6782070fff7b x-openstack-request-id: req-cdfb0dfa-6f92-494b-abe9-6782070fff7b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:55.931903 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "a9a7e063-ebc5-4548-8d20-9728ebf2b57b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:55.932156 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cdfb0dfa-6f92-494b-abe9-6782070fff7b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:55.932555 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfb0dfa-6f92-494b-abe9-6782070fff7b'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b', 'status': 'completed', 'code': 200} Mar 31 23:16:55.934331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.935481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a8ccd-b2e7-4c1c-b04b-0b1745f5a5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.940569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:55.949230 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-780e3bb6-a1a0-4c25-9fa9-b8c28ddd461d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 4604 time: 0.1615477 Mar 31 23:16:55.988184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.101634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.102175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.102649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.103118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.103603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.104049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.105957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-fca41849-571e-4424-b918-44daba38945e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5290 time: 0.1269732 Mar 31 23:16:56.133857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.184064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53c8ed2d-34ac-4a2d-af2f-891c5d28f5db req-18004fd2-9c13-42fa-94c3-cd39adf7e936 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2339411 Mar 31 23:16:56.267744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39da6229-4117-47e5-9f69-44344964baf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.277242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39da6229-4117-47e5-9f69-44344964baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.301798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6229-4117-47e5-9f69-44344964baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce662ca6-e9c2-48a3-b831-2517de66bc65,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.309780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.378493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-39da6229-4117-47e5-9f69-44344964baf8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1f01b6f2c6ea4f749044c4a35b81f3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399914 Mar 31 23:16:56.379502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36576) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.438596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=533cc4cd-db36-41ed-965b-d56c834000a2,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.444666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '4fa52221-3c9b-4b43-8c74-c33f359ec635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:56.445030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 86f11a3a-e97d-41a8-9758-6391bc19c16b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:16:56.449604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 014a8811-af37-48e5-bf46-980f901d2f0d {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:56.459532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.470155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.473604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Transition to ACTIVE for port object 014a8811-af37-48e5-bf46-980f901d2f0d will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:56.484650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:16:56.488034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.504740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.512637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 86f11a3a-e97d-41a8-9758-6391bc19c16b) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:56.520304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.521035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.532491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928736bf-731f-423c-baa1-70a2eebea82f None None] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:56.563827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-04b4af75-9b32-41d5-a599-c2fdf85f09ec tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9028869 Mar 31 23:16:56.565692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36580) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.570413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-491078593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.603560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.604559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.607105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.608379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-092db75a-908c-484f-ba7a-59d85154836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.608853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-092db75a-908c-484f-ba7a-59d85154836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.609311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-092db75a-908c-484f-ba7a-59d85154836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.611031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-092db75a-908c-484f-ba7a-59d85154836f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4462128 Mar 31 23:16:56.671599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.676280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.684269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ce662ca6-e9c2-48a3-b831-2517de66bc65 HTTP/1.1" status: 204 len: 168 time: 0.3016999 Mar 31 23:16:56.774757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91fbdb-1edd-4462-a5c9-c1c368717f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce662ca6-e9c2-48a3-b831-2517de66bc65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.777714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.803358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.842329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:56.844217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-028e3f2c-d00d-43d6-8888-c10cc2bd89bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2774034 Mar 31 23:16:56.846893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36586) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:56.852732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'port': {'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b', 'name': 'tempest-RoutersIpV6Test-47687866'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.938308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Attempting to bind port 014a8811-af37-48e5-bf46-980f901d2f0d on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:56.938973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Attempting to bind port 014a8811-af37-48e5-bf46-980f901d2f0d by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:56.939490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Attempting to bind port 014a8811-af37-48e5-bf46-980f901d2f0d on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:56.969198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Port 014a8811-af37-48e5-bf46-980f901d2f0d on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:56.969506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Attempting to bind port 014a8811-af37-48e5-bf46-980f901d2f0d on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:56.995988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-86f11a3a-e97d-41a8-9758-6391bc19c16b', 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '533cc4cd-db36-41ed-965b-d56c834000a2'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:16:56.998410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.041838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.055861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.064223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.070259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.074927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:57.078738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.085383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.093799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.109981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.121544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-e209ec74-aab4-4c28-abab-347bbc54de1b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.3390415 Mar 31 23:16:57.140264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] device_id is not set on port 9115fb82-a281-4e75-987c-b71f64d5bdb4 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:16:57.145577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:57.145996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:57.149559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Bound using segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:57.149559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Bound port: 014a8811-af37-48e5-bf46-980f901d2f0d, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:57.149559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.169166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-ed73a08a-16c4-4d22-8246-a97b42d60605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.170797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8fb020c-03a4-41c9-bec1-1ecb20d26924 req-ed73a08a-16c4-4d22-8246-a97b42d60605 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5384026 Mar 31 23:16:57.189486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Allocated IP 2001:db8::2 (86f11a3a-e97d-41a8-9758-6391bc19c16b/533cc4cd-db36-41ed-965b-d56c834000a2/1e07618d-7410-499b-b5d5-948d545483e2) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:57.208475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-009a2b7f-39af-4759-a1a1-07d116cb9559 req-804413f6-4e1f-4f79-94ae-04c3d976b73d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859418 Mar 31 23:16:57.313972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:57.319700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=014a8811-af37-48e5-bf46-980f901d2f0d,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:57.325404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.350552 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.356677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36594) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:57.364815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.377980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.379730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.381313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] 10.222.0.60 "PUT /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 1134 time: 1.4872570 Mar 31 23:16:57.418869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Pushing event updated for resources: {'Port': ['ID=1e07618d-7410-499b-b5d5-948d545483e2,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.429062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:57.431268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:57.434025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:57.445013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.492985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.497951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Attempting to bind port 1e07618d-7410-499b-b5d5-948d545483e2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:57.498554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Attempting to bind port 1e07618d-7410-499b-b5d5-948d545483e2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4fa52221-3c9b-4b43-8c74-c33f359ec635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:57.499444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Attempting to bind port 1e07618d-7410-499b-b5d5-948d545483e2 on network 86f11a3a-e97d-41a8-9758-6391bc19c16b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:57.505973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:57.507380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Checking segment: {'id': '4fa52221-3c9b-4b43-8c74-c33f359ec635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:57.508083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.508665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Bound using segment: {'id': '4fa52221-3c9b-4b43-8c74-c33f359ec635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:57.509303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Bound port: 1e07618d-7410-499b-b5d5-948d545483e2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa52221-3c9b-4b43-8c74-c33f359ec635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '86f11a3a-e97d-41a8-9758-6391bc19c16b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:57.509869 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.516347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.534290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.543272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66b02-66e5-4115-b092-1b3303cb0ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.545389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.552240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.558034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.565001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.571474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.579874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.582431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c65d06fa-1198-4d65-a827-439496e1742b req-96a9cb53-55ce-4eba-8a74-8ac1ca5a3339 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5380 time: 0.2433028 Mar 31 23:16:57.609142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] For port 1e07618d-7410-499b-b5d5-948d545483e2, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:57.612599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] For port 1e07618d-7410-499b-b5d5-948d545483e2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1e07618d-7410-499b-b5d5-948d545483e2,segment=NetworkSegment(4fa52221-3c9b-4b43-8c74-c33f359ec635),segment_id=4fa52221-3c9b-4b43-8c74-c33f359ec635)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:57.616197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8::212 (86f11a3a-e97d-41a8-9758-6391bc19c16b/533cc4cd-db36-41ed-965b-d56c834000a2/9115fb82-a281-4e75-987c-b71f64d5bdb4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:57.628290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.737256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13016954-900c-4e9d-b58d-102f78d52e55 None None] Pushing event updated for resources: {'Port': ['ID=1e07618d-7410-499b-b5d5-948d545483e2,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.784292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c65d06fa-1198-4d65-a827-439496e1742b req-d5aa9bd0-0bb5-4702-9746-475f6f647dea tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943758 Mar 31 23:16:57.916334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02797ee-ffc7-4fda-aafd-4cc04499fd66 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:57.925942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.926719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.933930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '014a8811-af37-48e5-bf46-980f901d2f0d'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:57.936766 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "014a8811-af37-48e5-bf46-980f901d2f0d"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:57.973220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Transition to ACTIVE for port object d02797ee-ffc7-4fda-aafd-4cc04499fd66 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:16:57.975743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:57.987622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.032001 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e983bb1-842b-4ec1-94c9-3cb274fd1761 x-openstack-request-id: req-5e983bb1-842b-4ec1-94c9-3cb274fd1761 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:58.032545 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "014a8811-af37-48e5-bf46-980f901d2f0d", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:58.032780 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5e983bb1-842b-4ec1-94c9-3cb274fd1761 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:58.033374 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e983bb1-842b-4ec1-94c9-3cb274fd1761'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '014a8811-af37-48e5-bf46-980f901d2f0d', 'status': 'completed', 'code': 200} Mar 31 23:16:58.082805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.090275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.146448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.243512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9dd1b3-eee6-4369-b53c-95935fb67b61,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.303495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb8e49910797473c834e51211370dff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9442267 Mar 31 23:16:58.306133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:58.310156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.310670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.311130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.311634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.312104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.312578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.313143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.314081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36612) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.316639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.316983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.321115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-27977be1-25f1-4843-8268-f966f6fdf7fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6242 time: 0.2527251 Mar 31 23:16:58.321298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.321584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.321927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.322263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.322927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.322927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.323342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.327002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.327002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.327465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6454cc9e-3fcb-4ce2-ad6c-fa7786bf2128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:58.333553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:58.335551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=9115fb82-a281-4e75-987c-b71f64d5bdb4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.343059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:58.350760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.351483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.410513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:58.410971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5281bf72-ca61-43ae-8ccc-d2c11a179c30 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.5579638 Mar 31 23:16:58.528217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.532759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-62579373-6638-4e8a-879c-a65e179350df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.533327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-62579373-6638-4e8a-879c-a65e179350df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.533689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-62579373-6638-4e8a-879c-a65e179350df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.536983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-62579373-6638-4e8a-879c-a65e179350df service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2127495 Mar 31 23:16:58.537874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.544802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.566990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.573847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.585334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.594487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.596566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-8c8cc05a-334f-451c-aa36-5ce37e2a9019 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.1696846 Mar 31 23:16:58.597885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.605084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Attempting to bind port d02797ee-ffc7-4fda-aafd-4cc04499fd66 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:16:58.608486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Attempting to bind port d02797ee-ffc7-4fda-aafd-4cc04499fd66 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:16:58.609085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Attempting to bind port d02797ee-ffc7-4fda-aafd-4cc04499fd66 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:58.649309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.682357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42a69f0b-3dda-4159-bc80-42eda50d5b5c req-337430c2-78d0-46a7-bb58-098d412244b1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741391 Mar 31 23:16:58.689087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Port d02797ee-ffc7-4fda-aafd-4cc04499fd66 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:58.689727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Attempting to bind port d02797ee-ffc7-4fda-aafd-4cc04499fd66 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:58.719160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:58.719832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:16:58.720449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Bound using segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:58.721194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Bound port: d02797ee-ffc7-4fda-aafd-4cc04499fd66, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:16:58.722308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.742239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.744636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:58.746028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ee9dd1b3-eee6-4369-b53c-95935fb67b61 HTTP/1.1" status: 204 len: 168 time: 0.4149067 Mar 31 23:16:58.760835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07370f-e863-41f0-9b13-08d8ae437b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9dd1b3-eee6-4369-b53c-95935fb67b61,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.088470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-3308437c-ee14-4582-ab65-21c5cfa7fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.089954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-430a0f3b-5c3b-4cdf-a8ef-e4573e704f7e req-3308437c-ee14-4582-ab65-21c5cfa7fca0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4735594 Mar 31 23:16:59.125113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:59.154110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:59.182378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.195729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.202235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.208742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.214651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.220761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.226586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.232801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.234798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-e8a2725b-2146-4c19-a721-7924f11decbe tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5392 time: 0.2769735 Mar 31 23:16:59.247498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36642) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.373281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.374366 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.376249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] 10.222.0.60 "PUT /v2.0/ports/d02797ee-ffc7-4fda-aafd-4cc04499fd66 HTTP/1.1" status: 200 len: 1090 time: 1.9468017 Mar 31 23:16:59.380285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a82e01-33c0-4256-9e6f-476956767933 None None] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:16:59.422793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db1b91ea-f6f6-4c12-ab44-bd2595ed22af req-fa4737d7-7374-4848-a50d-88bf24d02e52 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624932 Mar 31 23:16:59.434543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:59.439757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] Provisioning complete for port 1e07618d-7410-499b-b5d5-948d545483e2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:16:59.440249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.493791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e788de0f-8d96-400f-80d7-e269ea09a59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.566772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817b72-e9bc-440e-80c7-57c20901e912 service neutron] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.618742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e788de0f-8d96-400f-80d7-e269ea09a59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.634442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e788de0f-8d96-400f-80d7-e269ea09a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.656512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.658553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.667381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e788de0f-8d96-400f-80d7-e269ea09a59b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f44cba2f401544dabc1ebefb087f73fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184134 Mar 31 23:16:59.670074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36656) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:16:59.735691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.779401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] For port 1e07618d-7410-499b-b5d5-948d545483e2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1e07618d-7410-499b-b5d5-948d545483e2,segment=NetworkSegment(4fa52221-3c9b-4b43-8c74-c33f359ec635),segment_id=4fa52221-3c9b-4b43-8c74-c33f359ec635)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:59.786156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.793362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788de0f-8d96-400f-80d7-e269ea09a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93ff17-be29-4c82-868a-eb12f54d15a2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.840979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.866870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.892496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeb290-473b-4f76-94f4-0c32c74f16c9 None None] Pushing event updated for resources: {'Port': ['ID=1e07618d-7410-499b-b5d5-948d545483e2,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.933287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.938723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:16:59.940133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1e93ff17-be29-4c82-868a-eb12f54d15a2 HTTP/1.1" status: 204 len: 168 time: 0.2688894 Mar 31 23:16:59.950050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e01473-9e09-4def-bcbe-dc7d055a28e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93ff17-be29-4c82-868a-eb12f54d15a2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.108729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e58d130d-4b05-4bc5-89bf-ddfdd0e1f571 None None] Provisioning complete for port 1e07618d-7410-499b-b5d5-948d545483e2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.109176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d130d-4b05-4bc5-89bf-ddfdd0e1f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.158057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:00.160525 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f9e64-67b3-4aae-a645-02c14e409b81" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:00.241693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1e07618d-7410-499b-b5d5-948d545483e2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:00.281785 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a30ba8-a229-453e-9374-3a2c5d32e3fd x-openstack-request-id: req-66a30ba8-a229-453e-9374-3a2c5d32e3fd {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:00.282293 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:00.282698 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-66a30ba8-a229-453e-9374-3a2c5d32e3fd {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:00.283292 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a30ba8-a229-453e-9374-3a2c5d32e3fd'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'status': 'completed', 'code': 200} Mar 31 23:17:00.429670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8185b2-8a45-428e-a102-ae7359c28e42 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:00.432979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1e07618d-7410-499b-b5d5-948d545483e2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.433487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.437814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.448963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.457784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.474568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.491935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.510105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.532011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.537329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Transition to ACTIVE for port object ce8185b2-8a45-428e-a102-ae7359c28e42 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:00.555577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.558489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.559149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.559812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.560191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.560883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.563030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.564697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.567304 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-57bdf56b-3194-46ce-8f70-c46edbf89187 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6284 time: 0.2535884 Mar 31 23:17:00.573761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.576780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-c8db724e-8e43-4f45-876e-5d8dd8178361 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.7431669 Mar 31 23:17:00.620134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e58d130d-4b05-4bc5-89bf-ddfdd0e1f571 None None] Provisioning complete for port 9115fb82-a281-4e75-987c-b71f64d5bdb4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.620703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e58d130d-4b05-4bc5-89bf-ddfdd0e1f571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.660280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.664078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e58d130d-4b05-4bc5-89bf-ddfdd0e1f571 None None] Port 9115fb82-a281-4e75-987c-b71f64d5bdb4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:00.682273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b1f5f1b9-79cc-47d8-a9a0-ef0c5c3f21df req-1ff7281e-afa6-48b2-b28b-6e503ec4b6ad tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1041656 Mar 31 23:17:00.689376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2bec264f-f481-49a4-a7bd-5c5b8f919217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.802044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7f591bdf-90fc-483e-bb0f-3b736fa3c690 None None] Provisioning complete for port 9115fb82-a281-4e75-987c-b71f64d5bdb4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:00.804139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f591bdf-90fc-483e-bb0f-3b736fa3c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.853581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2bec264f-f481-49a4-a7bd-5c5b8f919217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.867646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2bec264f-f481-49a4-a7bd-5c5b8f919217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:00.896827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7f591bdf-90fc-483e-bb0f-3b736fa3c690 None None] Port 9115fb82-a281-4e75-987c-b71f64d5bdb4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:00.926395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.945945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2bec264f-f481-49a4-a7bd-5c5b8f919217 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0a54962144af42a9b3615c7efa9fe470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844269 Mar 31 23:17:00.948591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec264f-f481-49a4-a7bd-5c5b8f919217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdf9fc9-8cad-4f39-97c2-9bf1e6d5405a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:00.951140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36688) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:00.970379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.002045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.012295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-e52126cd-3880-443a-8032-f9f81fd831f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.013106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-e52126cd-3880-443a-8032-f9f81fd831f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.013407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-e52126cd-3880-443a-8032-f9f81fd831f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.016022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-e52126cd-3880-443a-8032-f9f81fd831f3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4336455 Mar 31 23:17:01.041181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.047185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.053159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.060203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.067130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.074406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.086087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.105651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-f65b7b8c-d7b7-44e4-939f-33135ad859bf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5404 time: 0.3945010 Mar 31 23:17:01.134478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.204001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.324125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.327904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.345932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3fdf9fc9-8cad-4f39-97c2-9bf1e6d5405a HTTP/1.1" status: 204 len: 168 time: 0.3868628 Mar 31 23:17:01.361726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-644fdf30-f766-48a5-85c2-01bc8e325130 req-b87c3c19-098e-4eaa-b754-56a717669dfd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2489138 Mar 31 23:17:01.373249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63d3d7-2009-4246-8308-06c9378dc408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdf9fc9-8cad-4f39-97c2-9bf1e6d5405a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.449052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=9115fb82-a281-4e75-987c-b71f64d5bdb4,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.458035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Attempting to bind port ce8185b2-8a45-428e-a102-ae7359c28e42 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:01.458646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Attempting to bind port ce8185b2-8a45-428e-a102-ae7359c28e42 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:01.459432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Attempting to bind port ce8185b2-8a45-428e-a102-ae7359c28e42 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:01.489209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-91003956-c4ba-45bf-9af7-e8651104395c None None] Provisioning complete for port 9115fb82-a281-4e75-987c-b71f64d5bdb4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:01.489803 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-91003956-c4ba-45bf-9af7-e8651104395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.496232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Port ce8185b2-8a45-428e-a102-ae7359c28e42 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:01.496642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Attempting to bind port ce8185b2-8a45-428e-a102-ae7359c28e42 on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:01.514231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:01.514928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Checking segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:01.515432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Bound using segment: {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:01.516139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Bound port: ce8185b2-8a45-428e-a102-ae7359c28e42, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84493609-b8a7-4240-8e27-24755c364bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:01.516462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.531728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-91003956-c4ba-45bf-9af7-e8651104395c None None] Port 9115fb82-a281-4e75-987c-b71f64d5bdb4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:01.601007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-21c823f8-3bec-4a8a-b0c7-19efe6ff79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.602468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b55f9e64-67b3-4aae-a645-02c14e409b81 req-21c823f8-3bec-4a8a-b0c7-19efe6ff79ba service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4915507 Mar 31 23:17:01.607278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 900b9350-98d6-42a4-b40c-40bab2d60db0 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:01.608766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.711506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:01.717597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:01.735852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.786376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=900b9350-98d6-42a4-b40c-40bab2d60db0,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:01.832755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '900b9350-98d6-42a4-b40c-40bab2d60db0', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'port_id': '900b9350-98d6-42a4-b40c-40bab2d60db0', 'mac_address': 'fa:16:3e:bb:4b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:01.859112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.859973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.862860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] 10.222.0.60 "PUT /v2.0/ports/ce8185b2-8a45-428e-a102-ae7359c28e42 HTTP/1.1" status: 200 len: 1090 time: 2.4324303 Mar 31 23:17:01.905699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.919891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:01.933324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.941521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900b9350-98d6-42a4-b40c-40bab2d60db0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:01.992028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=900b9350-98d6-42a4-b40c-40bab2d60db0,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.002319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.002617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1a058065-5812-4f30-8820-a1c944f0d068 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:02.008356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.023408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.035104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.050727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.067709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.078278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.099269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.109044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1a058065-5812-4f30-8820-a1c944f0d068,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.111832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.116788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-3cfa4ea5-706d-4f32-be86-a6dc4d50fded tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5419 time: 0.2333038 Mar 31 23:17:02.125312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '1a058065-5812-4f30-8820-a1c944f0d068', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'port_id': '1a058065-5812-4f30-8820-a1c944f0d068', 'mac_address': 'fa:16:3e:c7:32:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:02.183952 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.204168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a058065-5812-4f30-8820-a1c944f0d068 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:02.226715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c88b298-5e6b-404d-874c-bdd02be76e32 req-c47cd69e-af77-4209-b5d5-5762c83b25b6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880566 Mar 31 23:17:02.276591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1a058065-5812-4f30-8820-a1c944f0d068,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.289084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.290024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 83d1b07b-7b92-4681-a55c-957f35e9a896 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:02.433647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.479438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.508531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'port_id': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'mac_address': 'fa:16:3e:b9:0e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:02.556262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.573202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d1b07b-7b92-4681-a55c-957f35e9a896 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:02.604829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:02.612547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.630383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:02.632727 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1e216-bd98-4010-a79b-7614e3888fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:02.648316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be401d4-5314-42cc-aeee-7e556817716b service neutron] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.676550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.697779 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a208f7-1709-4c8f-b2b8-4b8aa6fb8538 x-openstack-request-id: req-49a208f7-1709-4c8f-b2b8-4b8aa6fb8538 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:02.698317 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:02.698751 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-49a208f7-1709-4c8f-b2b8-4b8aa6fb8538 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:02.699140 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a208f7-1709-4c8f-b2b8-4b8aa6fb8538'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'status': 'completed', 'code': 200} Mar 31 23:17:02.809954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:02.887015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.893011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.898964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.904761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.911058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.917022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.922755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.927939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-f061a9ce-75c8-417f-a7ab-125788716a6e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5404 time: 0.2838125 Mar 31 23:17:03.008291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.008825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.009250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.009775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.010179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.010643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.011108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.013083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-952885ae-436c-45f0-aed5-2eb600354b94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6351 time: 0.2803402 Mar 31 23:17:03.076356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-715f37b4-b1ee-4629-b4c4-58921a8eafa4 req-e35c875e-3d1a-4e0a-9c9a-51157dffd6ae tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263082 Mar 31 23:17:03.335057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-60f25f22-b709-4e52-8659-7282886d2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.335913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-60f25f22-b709-4e52-8659-7282886d2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.336570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-60f25f22-b709-4e52-8659-7282886d2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.338361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-60f25f22-b709-4e52-8659-7282886d2169 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2940013 Mar 31 23:17:03.345694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.366097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.367766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.370279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['900b9350-98d6-42a4-b40c-40bab2d60db0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:03.376259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['1a058065-5812-4f30-8820-a1c944f0d068'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:03.435483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.442061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.455929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.473811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.480214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.486535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.505236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.507713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-b04773c9-58ce-4953-b0a9-71513c4a0431 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5422 time: 0.1846006 Mar 31 23:17:03.580214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=9115fb82-a281-4e75-987c-b71f64d5bdb4,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.593582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e463ce69-13a5-4b4b-b4d5-afdbb567b14e req-1d8166f3-4e39-49a4-a8cf-6e124490a4cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739846 Mar 31 23:17:03.725578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:03.728865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-03ba96d6-a20e-4f73-b14d-0cb7bf1d6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.730438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79d1e216-bd98-4010-a79b-7614e3888fe1 req-03ba96d6-a20e-4f73-b14d-0cb7bf1d6e2e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3779876 Mar 31 23:17:03.733566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:03.771290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['83d1b07b-7b92-4681-a55c-957f35e9a896'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:03.773562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 933d02c5-4c80-417a-be1c-bf3ae34a267f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:03.820123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc85828-7ba8-4096-accc-cf792991750c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:03.830581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.853042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Transition to ACTIVE for port object edc85828-7ba8-4096-accc-cf792991750c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:03.870087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:03.926140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router 31cedcbf-45c5-4195-8f10-d2419bbbf8a3 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:03.961001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.080316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.188340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Attempting to bind port edc85828-7ba8-4096-accc-cf792991750c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:04.188754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Attempting to bind port edc85828-7ba8-4096-accc-cf792991750c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:04.189052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Attempting to bind port edc85828-7ba8-4096-accc-cf792991750c on network dc4cc462-d50c-44be-87a1-5dffcf790e48 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:04.193048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:04.201378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fe318b20-1f0c-4d50-84d0-15173cc006ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/31cedcbf-45c5-4195-8f10-d2419bbbf8a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7854872 Mar 31 23:17:04.201828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.209838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] Sync routers for ids ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:04.212169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Port edc85828-7ba8-4096-accc-cf792991750c on network dc4cc462-d50c-44be-87a1-5dffcf790e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:04.212372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Attempting to bind port edc85828-7ba8-4096-accc-cf792991750c on network dc4cc462-d50c-44be-87a1-5dffcf790e48 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:04.218544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:04.218962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Checking segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:04.222171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Bound using segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:04.222806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Bound port: edc85828-7ba8-4096-accc-cf792991750c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:04.223359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.236373 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] Routers {'31cedcbf-45c5-4195-8f10-d2419bbbf8a3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:04.237456 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.307032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f443a0bf-b54f-437d-9e63-4dc141cee9c0 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.315624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f443a0bf-b54f-437d-9e63-4dc141cee9c0 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports/9115fb82-a281-4e75-987c-b71f64d5bdb4 HTTP/1.1" status: 200 len: 982 time: 0.1121399 Mar 31 23:17:04.319014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:04.349342 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.363374 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] Routers {'31cedcbf-45c5-4195-8f10-d2419bbbf8a3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:04.364149 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:16:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.384979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.390739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.396602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.402381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.408450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.423378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.424479 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.425368 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b723b-1d11-41b5-a8fb-d1f7e086912a None None] The sync data for ids ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:04.429662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.431821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-4c5eb3fb-a0c3-4cfb-b29a-f6416ff7a38e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5416 time: 0.1974947 Mar 31 23:17:04.438711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:04.442012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903a312e-1f49-41b1-bb05-7c835540e22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.455987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ed209ef2-447b-43b5-93de-0ac0a927482b None None] Provisioning complete for port 9115fb82-a281-4e75-987c-b71f64d5bdb4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:04.456432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ed209ef2-447b-43b5-93de-0ac0a927482b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.457424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:04.464563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.514403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.515801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.517669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] 10.222.0.60 "PUT /v2.0/ports/edc85828-7ba8-4096-accc-cf792991750c HTTP/1.1" status: 200 len: 1091 time: 2.5890181 Mar 31 23:17:04.519155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.543118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f5187-590c-4752-af29-c63ec2a6a86e service neutron] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.556964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Request body: {'port': {'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:04.563858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-de47781c-0306-4555-9cdd-4ed9b8a7fc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.589472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'port_id': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'mac_address': 'fa:16:3e:67:5e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:04.608237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ed209ef2-447b-43b5-93de-0ac0a927482b None None] Port 9115fb82-a281-4e75-987c-b71f64d5bdb4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:04.702004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:04.704327 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b882edb7-9599-4ac0-8f6e-75831c45d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "edc85828-7ba8-4096-accc-cf792991750c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:04.707009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.732324 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.771724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933d02c5-4c80-417a-be1c-bf3ae34a267f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:04.837816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.843916 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.844867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4cbe9363-b1f2-40f8-aad8-5a87346219ca details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:04.861481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903a312e-1f49-41b1-bb05-7c835540e22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.888102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903a312e-1f49-41b1-bb05-7c835540e22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:04.937091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6389489d-35cb-4dfa-8f4b-d0eb12ae4b06 req-d02fa449-e35a-4240-8112-150ed504bcdf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4956148 Mar 31 23:17:04.954649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.955754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.963059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.973034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.979808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.987926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.994643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.004294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.006939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-7ccd36b1-0c41-47b8-a17e-c1320619a3d5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5422 time: 0.2308810 Mar 31 23:17:05.013615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-903a312e-1f49-41b1-bb05-7c835540e22f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c9c6d55affb648d6925a51a2aed30b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9316630 Mar 31 23:17:05.015329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a312e-1f49-41b1-bb05-7c835540e22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae29aecb-52fb-4d21-8009-e2cd0fc6c198,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.019789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'port_id': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'mac_address': 'fa:16:3e:22:19:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61aa8a-de01-455f-8231-d75acc8621ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:05.021219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36882) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:05.071452 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.076046 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36610f7-2522-4635-9dd5-400bd3e6d908 x-openstack-request-id: req-c36610f7-2522-4635-9dd5-400bd3e6d908 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:05.076270 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "edc85828-7ba8-4096-accc-cf792991750c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:05.076510 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c36610f7-2522-4635-9dd5-400bd3e6d908 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:05.076864 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36610f7-2522-4635-9dd5-400bd3e6d908'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c', 'status': 'completed', 'code': 200} Mar 31 23:17:05.097612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cbe9363-b1f2-40f8-aad8-5a87346219ca {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:05.108332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.130308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.149251 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.149963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:05.150776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3650d6fd-63a2-4d3c-bf95-e4a9bccf0e64 req-d939e833-d315-43d6-b72a-fb187ef4e43f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1282420 Mar 31 23:17:05.161983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.162715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.164056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.164729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.165377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.166054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.166869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.169084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-e44bf974-9a93-4646-8086-b53dea36dd3a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6418 time: 0.0950010 Mar 31 23:17:05.175513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.178596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.246307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.248931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.261404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5', 'network_id': '16ba65db-a638-4748-a23c-24a3acd3efe6', 'port_id': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5', 'mac_address': 'fa:16:3e:fa:a3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4bfe8ad-6c88-4671-a805-2175834fefa6', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:05.285439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.306219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d044dd5c-c837-4ed8-9023-70b8b0707e50 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:05.320618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.323716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.342960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:05.362771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-1013f759-dc85-491e-bce2-fe20802f72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.363275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-1013f759-dc85-491e-bce2-fe20802f72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.364333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-1013f759-dc85-491e-bce2-fe20802f72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.366918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-1013f759-dc85-491e-bce2-fe20802f72c6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1855249 Mar 31 23:17:05.368025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.370637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Transition to ACTIVE for port object d044dd5c-c837-4ed8-9023-70b8b0707e50 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:05.376797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.377980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3414406-0e8a-480f-95fc-f874068ddee3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:05.382786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.440618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.443428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.447347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae29aecb-52fb-4d21-8009-e2cd0fc6c198 HTTP/1.1" status: 204 len: 168 time: 0.4155805 Mar 31 23:17:05.474026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.481305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.496914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280751c-9761-4c73-aaf0-9d674dde3df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae29aecb-52fb-4d21-8009-e2cd0fc6c198,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.509549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'network_id': 'c3dc91f7-e5d8-4382-b03c-090a7a3baaeb', 'port_id': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'mac_address': 'fa:16:3e:20:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d61aa8a-de01-455f-8231-d75acc8621ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:05.532691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 9115fb82-a281-4e75-987c-b71f64d5bdb4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:05.533661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.589622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.612321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3414406-0e8a-480f-95fc-f874068ddee3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:05.647118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.648629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.655945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.659751 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.683703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 9115fb82-a281-4e75-987c-b71f64d5bdb4 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:05.714332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 900b9350-98d6-42a4-b40c-40bab2d60db0 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:05.765286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-982c24da-e932-472a-8961-97a92025f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.784528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b882edb7-9599-4ac0-8f6e-75831c45d00d req-982c24da-e932-472a-8961-97a92025f19e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4108934 Mar 31 23:17:05.785148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.819207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Attempting to bind port d044dd5c-c837-4ed8-9023-70b8b0707e50 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:05.819360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Attempting to bind port d044dd5c-c837-4ed8-9023-70b8b0707e50 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:05.819640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Attempting to bind port d044dd5c-c837-4ed8-9023-70b8b0707e50 on network dc4cc462-d50c-44be-87a1-5dffcf790e48 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:05.833475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Port d044dd5c-c837-4ed8-9023-70b8b0707e50 on network dc4cc462-d50c-44be-87a1-5dffcf790e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:05.834002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 900b9350-98d6-42a4-b40c-40bab2d60db0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:05.834538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Attempting to bind port d044dd5c-c837-4ed8-9023-70b8b0707e50 on network dc4cc462-d50c-44be-87a1-5dffcf790e48 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:05.838662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 900b9350-98d6-42a4-b40c-40bab2d60db0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:05.839471 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.841358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:05.841703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Checking segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:05.842087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Bound using segment: {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:05.842518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Bound port: d044dd5c-c837-4ed8-9023-70b8b0707e50, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3839b714-73f9-44c3-baa7-9febb009a8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:05.844227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.931835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:05.942658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:05.952231 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.959688 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:05.988025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b9350-98d6-42a4-b40c-40bab2d60db0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:06.008729 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce51687e-3ee8-4394-981a-06436afe2581" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "900b9350-98d6-42a4-b40c-40bab2d60db0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:06.014434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.015303 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.029702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] 10.222.0.60 "PUT /v2.0/ports/d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 200 len: 1091 time: 1.4781716 Mar 31 23:17:06.053869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=900b9350-98d6-42a4-b40c-40bab2d60db0,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:06.068032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.084404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57ad4b-65e6-48cc-b920-be77fff4b85e service neutron] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.099262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36950) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.102483 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d4067-2e9f-4327-9eff-0b2d79d6f93a x-openstack-request-id: req-ec9d4067-2e9f-4327-9eff-0b2d79d6f93a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:06.102775 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "900b9350-98d6-42a4-b40c-40bab2d60db0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:06.103017 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ec9d4067-2e9f-4327-9eff-0b2d79d6f93a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:06.103436 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9d4067-2e9f-4327-9eff-0b2d79d6f93a'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900b9350-98d6-42a4-b40c-40bab2d60db0', 'code': 200} Mar 31 23:17:06.116302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.144767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.196951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=9115fb82-a281-4e75-987c-b71f64d5bdb4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.215413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.281158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.298226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.305187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.311796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.317438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.323521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.329678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.335718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.337694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-bf8b032e-376e-4154-b0d3-f97eedd8f8f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2375345 Mar 31 23:17:06.362554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.363039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.363529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.363992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.364454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.364915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.365379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.367410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1d948a44-24f3-4f68-8a12-3fca7f264a4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6485 time: 0.2719154 Mar 31 23:17:06.456780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c199fc4-0bdb-4389-b8e2-64c081ecefe9 req-64fa92c1-6edd-4801-8ff4-4417313197d0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067519 Mar 31 23:17:06.460259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-e30d02e9-1f06-42c4-9f24-3bd7256e28c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 200 len: 217 time: 0.0651350 Mar 31 23:17:06.543376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-98b441c7-672e-4be5-917f-7fa53e66f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.544938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-98b441c7-672e-4be5-917f-7fa53e66f13d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52d1ad51-2f5d-4e45-82f8-3d685aa239ab HTTP/1.1" status: 200 len: 854 time: 0.0719059 Mar 31 23:17:06.586601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.599884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.636556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-30bd0851-ad41-4c2a-a884-8b219c7895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.638099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-30bd0851-ad41-4c2a-a884-8b219c7895ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824261 Mar 31 23:17:06.646171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3f9042-7788-44a3-bb74-133b5a48f6c3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.653843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c9b7ea6612d6459ba79cc8b7069726d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501108 Mar 31 23:17:06.659375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36984) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:06.688682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.689085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.689371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.689706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.690466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.690466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.690675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.690997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.691346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.691673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.691993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.692315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f39b381-bc7c-4978-b71c-cd8685ffb32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:06.725175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['4cbe9363-b1f2-40f8-aad8-5a87346219ca'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:06.780444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.792920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['d3414406-0e8a-480f-95fc-f874068ddee3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:06.812347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.815032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1e9ce030-c7d2-46d8-9236-b60259838e47 service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661897 Mar 31 23:17:06.816929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:06.818213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.824106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.829928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.835965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.841752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.848370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.850333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-4ef2d40c-9816-401c-a22b-4af73fc3e40f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5427 time: 0.5534296 Mar 31 23:17:06.963313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router 31cedcbf-45c5-4195-8f10-d2419bbbf8a3 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:06.984010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ae14a85-07f2-40e7-a680-6a352eeb94f4 req-e3a2abbd-ad95-45e5-b52b-e4c15afdd205 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945148 Mar 31 23:17:06.992994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-c47d19f4-c442-4fbe-81d0-05045b0ce357 service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638882 Mar 31 23:17:07.044724 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1fb040b5-1605-4742-aab0-01b5120d4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.051859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.054438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.055621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6c3f9042-7788-44a3-bb74-133b5a48f6c3 HTTP/1.1" status: 204 len: 168 time: 0.3946080 Mar 31 23:17:07.069560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:07.069723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-b09b5ca5-685f-4888-b6c8-cbd8b311a8a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 217 time: 0.0684459 Mar 31 23:17:07.075437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ff9f68f6-3138-4372-8a24-c5c1ff67480d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/31cedcbf-45c5-4195-8f10-d2419bbbf8a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544453 Mar 31 23:17:07.078609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37010) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.084874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] Sync routers for ids ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:07.102647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] Routers {'31cedcbf-45c5-4195-8f10-d2419bbbf8a3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:07.103374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.109455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:07.113939 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:07.125188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113617-5720-496d-b3f0-f36490e79918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3f9042-7788-44a3-bb74-133b5a48f6c3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.141682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.161975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] Routers {'31cedcbf-45c5-4195-8f10-d2419bbbf8a3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:07.162788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.203850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.204623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a14dca5-5faa-4a68-b848-5e462e526604 None None] The sync data for ids ['31cedcbf-45c5-4195-8f10-d2419bbbf8a3'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:07.241565 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987a55ed-b4a3-45ed-af0a-3d87acb20c32 x-openstack-request-id: req-987a55ed-b4a3-45ed-af0a-3d87acb20c32 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:07.242796 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:07.243206 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-987a55ed-b4a3-45ed-af0a-3d87acb20c32 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:07.244067 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987a55ed-b4a3-45ed-af0a-3d87acb20c32'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'status': 'completed', 'code': 200} Mar 31 23:17:07.254296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-bd1086db-49be-45e6-a9c5-02b4aae49b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.256283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-bd1086db-49be-45e6-a9c5-02b4aae49b82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1190069 Mar 31 23:17:07.318776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-4208759a-b14e-4602-b901-4cdb2e235176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.320409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-4208759a-b14e-4602-b901-4cdb2e235176 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558770 Mar 31 23:17:07.321885 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-f24935a1-7935-4d7d-81b6-c980ea5dab1b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] remove_router_interface failed (client error): The resource could not be found. Mar 31 23:17:07.325515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f24935a1-7935-4d7d-81b6-c980ea5dab1b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/31cedcbf-45c5-4195-8f10-d2419bbbf8a3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2427495 Mar 31 23:17:07.325923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37022) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.358818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1cacd444-b343-4403-b0e0-b4bd8fe1ba09 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=31cedcbf-45c5-4195-8f10-d2419bbbf8a3 HTTP/1.1" status: 200 len: 205 time: 0.0316784 Mar 31 23:17:07.361312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37034) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.438227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a5272ce-fee2-4c71-9007-d14c2575577f service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100247 Mar 31 23:17:07.457553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.678614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1a058065-5812-4f30-8820-a1c944f0d068 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:07.736626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.741237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.778491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 1a058065-5812-4f30-8820-a1c944f0d068 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:07.797412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 1a058065-5812-4f30-8820-a1c944f0d068 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:07.798246 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.823067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.834906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.843216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.851103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['933d02c5-4c80-417a-be1c-bf3ae34a267f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:07.851290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.857437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.865222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.871220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.874130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-3cef518b-7026-4a8d-9d82-7c23b2b6c989 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2997389 Mar 31 23:17:07.875581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.876298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router 31cedcbf-45c5-4195-8f10-d2419bbbf8a3 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:07.885003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:07.887357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4d255f41-4924-4513-92ee-8362cd1672cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/31cedcbf-45c5-4195-8f10-d2419bbbf8a3 HTTP/1.1" status: 204 len: 168 time: 0.5244808 Mar 31 23:17:07.889952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:07.894042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5cc1dbc8-27d2-435c-afdf-fa3fec2272a5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:07.993835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 533cc4cd-db36-41ed-965b-d56c834000a2 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:08.020071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d81c8b8-a8e0-4d99-8ac8-395017537bc2 req-a8253387-d6f1-4f94-a7ed-d55d30053402 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160226 Mar 31 23:17:08.021387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.120174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3e359fef-859f-4731-a02e-373d002eb326 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6694779 Mar 31 23:17:08.140328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.142467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.207307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-77fc2dd0-6d08-4d25-a390-7d42dfb05fa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 217 time: 0.0756907 Mar 31 23:17:08.240641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a058065-5812-4f30-8820-a1c944f0d068'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:08.243042 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ad238-b936-4094-adfe-b949dd9dd38e" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "1a058065-5812-4f30-8820-a1c944f0d068"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:08.274703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1a058065-5812-4f30-8820-a1c944f0d068,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:08.297543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.298372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 83d1b07b-7b92-4681-a55c-957f35e9a896 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:08.314334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.339969 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce461d-c4cf-4b6b-b7b8-cf12dfcd56bb x-openstack-request-id: req-c7ce461d-c4cf-4b6b-b7b8-cf12dfcd56bb {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:08.340353 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "1a058065-5812-4f30-8820-a1c944f0d068", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:08.340551 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c7ce461d-c4cf-4b6b-b7b8-cf12dfcd56bb {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:08.340948 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ce461d-c4cf-4b6b-b7b8-cf12dfcd56bb'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a058065-5812-4f30-8820-a1c944f0d068', 'code': 200} Mar 31 23:17:08.383969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.388810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.405660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.413712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.421920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=533cc4cd-db36-41ed-965b-d56c834000a2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.427025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.434467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-440bfa40-1b14-4902-b8eb-15212b0e9504 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/533cc4cd-db36-41ed-965b-d56c834000a2 HTTP/1.1" status: 204 len: 168 time: 0.5428445 Mar 31 23:17:08.434746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37090) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:08.447832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.453668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.459618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf368651-8af3-4008-bdcc-d54c21dde668 None None] Network 86f11a3a-e97d-41a8-9758-6391bc19c16b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:08.464553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.472460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 83d1b07b-7b92-4681-a55c-957f35e9a896 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:08.476135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.482245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-e7582b1d-75c9-4013-aa26-1fa7497331c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5427 time: 0.3373280 Mar 31 23:17:08.484635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-afe8a181-28c8-456f-b784-0be3e0bb6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.486098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-afe8a181-28c8-456f-b784-0be3e0bb6ef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.2658336 Mar 31 23:17:08.496301 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.511284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 83d1b07b-7b92-4681-a55c-957f35e9a896 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:08.511581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.573583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6b39c0b-ae76-4c4a-a014-01c7a11e9d43 req-207bb481-f1e8-4733-9ee9-40dcbce0b70a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742316 Mar 31 23:17:08.580320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-43deeafd-cb9e-4ae3-afa2-541c5c8529d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.582437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-43deeafd-cb9e-4ae3-afa2-541c5c8529d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0817511 Mar 31 23:17:08.584049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.646154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.726780 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.762307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 1e07618d-7410-499b-b5d5-948d545483e2 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:08.768001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-d37c25c2-4a5f-4795-a50a-90487d0de4ae service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776240 Mar 31 23:17:08.769357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.800799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:08.811767 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.846837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] DHCP port deletion for 86f11a3a-e97d-41a8-9758-6391bc19c16b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:08.896053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 1e07618d-7410-499b-b5d5-948d545483e2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1e07618d-7410-499b-b5d5-948d545483e2,segment=NetworkSegment(4fa52221-3c9b-4b43-8c74-c33f359ec635),segment_id=4fa52221-3c9b-4b43-8c74-c33f359ec635)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:08.896654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.915884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 1e07618d-7410-499b-b5d5-948d545483e2 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:08.917173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.947930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Deleting port 1e07618d-7410-499b-b5d5-948d545483e2 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:08.948316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:08.952176 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-8a49a56a-b00f-4646-a929-e6adc1c78654 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757915 Mar 31 23:17:09.024323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-56027b27-1d84-475a-9b4a-44f0e2d80075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66 HTTP/1.1" status: 200 len: 217 time: 0.0626814 Mar 31 23:17:09.029176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] For port 1e07618d-7410-499b-b5d5-948d545483e2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1e07618d-7410-499b-b5d5-948d545483e2,segment=NetworkSegment(4fa52221-3c9b-4b43-8c74-c33f359ec635),segment_id=4fa52221-3c9b-4b43-8c74-c33f359ec635)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:09.029588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.045217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Calling delete_port for 1e07618d-7410-499b-b5d5-948d545483e2 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:09.082607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.101009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-daf0bdb1-1e10-441b-ba25-f7f42ded0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.102856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-daf0bdb1-1e10-441b-ba25-f7f42ded0338 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.0702581 Mar 31 23:17:09.125787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=1e07618d-7410-499b-b5d5-948d545483e2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.128177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 1e07618d-7410-499b-b5d5-948d545483e2 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:09.208375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-21c5b145-0c9d-41dc-a9d2-dc55673c8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.211048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-21c5b145-0c9d-41dc-a9d2-dc55673c8219 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0999510 Mar 31 23:17:09.239671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.287480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f11a3a-e97d-41a8-9758-6391bc19c16b']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:09.336163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa52221-3c9b-4b43-8c74-c33f359ec635') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:09.338780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa52221-3c9b-4b43-8c74-c33f359ec635') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:09.366369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.386808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.388548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3babdb71-f06a-417b-804f-6b56264a3db2 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627140 Mar 31 23:17:09.401528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.406831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] Pushing event deleted for resources: {'Port': ['ID=1e07618d-7410-499b-b5d5-948d545483e2,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.408720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.414893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.416202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6e10f-b8a8-45f9-ac13-d078bfc396cb None None] No DVR routers for this DVR port 1e07618d-7410-499b-b5d5-948d545483e2 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:09.421078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.430102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.436090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.443223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.445625 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa062e61-87f8-4748-beee-e9be50797897 req-e3f6ff07-5da0-407b-9a71-1f319a5f7649 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2093935 Mar 31 23:17:09.484431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.499027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:09.499460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:09.502897 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:09.517153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa062e61-87f8-4748-beee-e9be50797897 req-31bfe455-947c-4171-8564-e3323b330443 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622342 Mar 31 23:17:09.550160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a8681de9-f8bb-4bda-aed4-4678d0e7a4c1 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472383 Mar 31 23:17:09.585975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.606001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.609184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-1fc93760-c348-47a8-96e6-ebd8a9aeac1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce8185b2-8a45-428e-a102-ae7359c28e42 HTTP/1.1" status: 200 len: 217 time: 0.0502868 Mar 31 23:17:09.613796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/86f11a3a-e97d-41a8-9758-6391bc19c16b HTTP/1.1" status: 204 len: 168 time: 1.1779730 Mar 31 23:17:09.614713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.617159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54580c-74c8-45f0-b04c-4f5248cf93b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=86f11a3a-e97d-41a8-9758-6391bc19c16b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.627287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111713309'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:09.652352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:09.661679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.667840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3414406-0e8a-480f-95fc-f874068ddee3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:09.720384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:09.734024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-341b46f6-b86f-4892-a737-01c2107b48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.736457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-341b46f6-b86f-4892-a737-01c2107b48a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1189420 Mar 31 23:17:09.744126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.746994 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 49a177f7-064d-4fdb-b6ae-54617aa50b2c of type vlan for network 7897b8b8-877b-43cb-a59d-aae3076b3918 Mar 31 23:17:09.768153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.775254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.776232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port d3414406-0e8a-480f-95fc-f874068ddee3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:09.782277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.786426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port d3414406-0e8a-480f-95fc-f874068ddee3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:09.786826 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.790825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.805164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.810960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.820503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.828442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.830900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.837832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-f5fa1822-0112-4ffa-8356-0831d749e643 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5429 time: 0.1506333 Mar 31 23:17:09.850505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.858104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.861622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.917894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5b6fb80-1f03-4e23-a337-6d93aae1802e req-c41f7104-fb89-48df-9a89-cd6cee75df41 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736406 Mar 31 23:17:09.921585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3056812 Mar 31 23:17:09.927685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:09.929131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37226) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:09.940245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:09.961503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb343-532a-42fc-b186-174f2934e945 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=7897b8b8-877b-43cb-a59d-aae3076b3918,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:09.963783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3b113e7f-a1db-419a-bcd0-97642e8a848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:09.967766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-3b113e7f-a1db-419a-bcd0-97642e8a848d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2234337 Mar 31 23:17:09.988246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:10.024914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5150efb8-4c95-4afb-a085-7b889f568ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.054567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.056894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:10.125298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5150efb8-4c95-4afb-a085-7b889f568ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.138279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5150efb8-4c95-4afb-a085-7b889f568ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.139743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.140800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4cbe9363-b1f2-40f8-aad8-5a87346219ca up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:10.146330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:10.150148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.170711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-70b1a785-d506-4046-8eb2-26770009941a service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865296 Mar 31 23:17:10.182674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150efb8-4c95-4afb-a085-7b889f568ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c221667-e9c5-47cd-805e-12d2e2abd72e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.191487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5150efb8-4c95-4afb-a085-7b889f568ca6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a1f9c333fcc64cbab2e05e5712f0cf39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575022 Mar 31 23:17:10.192243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:10.196002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1e07618d-7410-499b-b5d5-948d545483e2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:10.254891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.263157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1e07618d-7410-499b-b5d5-948d545483e2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:10.263527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1e07618d-7410-499b-b5d5-948d545483e2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:10.288560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.321484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.328579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 4cbe9363-b1f2-40f8-aad8-5a87346219ca completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:10.329135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-4ce29fd6-59fc-490e-aa03-0e6defe609c8 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460276 Mar 31 23:17:10.333063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 4cbe9363-b1f2-40f8-aad8-5a87346219ca triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:10.333647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.369608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:10.370142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.372428 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec9f17-4d2d-43cc-b3b0-8a3c7cc14a45" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:10.373534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.374994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5c221667-e9c5-47cd-805e-12d2e2abd72e HTTP/1.1" status: 204 len: 168 time: 0.1820359 Mar 31 23:17:10.380879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.384653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e1614-5c91-475c-b492-394ca8fa5e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c221667-e9c5-47cd-805e-12d2e2abd72e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.458949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.469531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-c6c68f7a-808b-48d3-baf2-55fe049a8fc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=edc85828-7ba8-4096-accc-cf792991750c HTTP/1.1" status: 200 len: 217 time: 0.1300802 Mar 31 23:17:10.487294 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28750347-ff74-4e64-b42e-2a65b799146f x-openstack-request-id: req-28750347-ff74-4e64-b42e-2a65b799146f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:10.487686 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:10.487944 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-28750347-ff74-4e64-b42e-2a65b799146f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:10.488410 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28750347-ff74-4e64-b42e-2a65b799146f'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'code': 200} Mar 31 23:17:10.488691 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28750347-ff74-4e64-b42e-2a65b799146f'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'code': 200} Mar 31 23:17:10.509229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:10.515532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.587002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.600538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-65082fd0-6060-45fa-b151-f3a6bfb7bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.602368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-65082fd0-6060-45fa-b151-f3a6bfb7bc97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.1118813 Mar 31 23:17:10.640419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.741463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=7e884d75-af8b-458f-bb34-cc6dd8602a52,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.747073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-7a119661-ed65-40e6-aa8c-0c42b8d4bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.748820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-7a119661-ed65-40e6-aa8c-0c42b8d4bb2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374333 Mar 31 23:17:10.796839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.802845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.808722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.814752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.820963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.826619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.832593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.834555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-53c50e10-db27-432e-8d15-c466eba427f4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1956379 Mar 31 23:17:10.838037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '49a177f7-064d-4fdb-b6ae-54617aa50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:10.838407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 7897b8b8-877b-43cb-a59d-aae3076b3918, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:10.918999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:10.946066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d468560-5e33-475d-97f1-22ce0fb1dfc8 req-9268c3a9-d2ea-49e4-82b6-df3f2176a070 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932300 Mar 31 23:17:10.946674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 7897b8b8-877b-43cb-a59d-aae3076b3918) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:10.956981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.957578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:10.967702 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:17:10.968241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-4380560d-27ca-4c08-9a86-4459d032bb50 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071645 Mar 31 23:17:10.978316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf584a-0b5e-424d-83e7-3ff0e8a6cca6 None None] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:11.034791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-11468dcf-e3b6-4ea3-a675-72eb8368a0d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0999279 Mar 31 23:17:11.035140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37252) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.040524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1403282737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:11.134276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.135835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.161530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.167861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.171678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-7897b8b8-877b-43cb-a59d-aae3076b3918', 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '7e884d75-af8b-458f-bb34-cc6dd8602a52'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:11.173490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.174040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.180085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.185978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.192117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.198147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.200183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-912006cf-e228-4304-927c-d8dc302f6e26 req-00441cc7-88b3-481a-a3e7-2e6ce2641ef1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5431 time: 0.1439383 Mar 31 23:17:11.202734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-155cce39-4571-47da-baef-dd86920a726c service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248235 Mar 31 23:17:11.275629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.285315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-a46bd2b6-384b-45e0-84f3-f488fba50475 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 200 len: 217 time: 0.0733027 Mar 31 23:17:11.289783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.311005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-912006cf-e228-4304-927c-d8dc302f6e26 req-f7bb6c1f-489d-4e49-a22d-01af0c68fc1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019690 Mar 31 23:17:11.346964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.348537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-616482d1-d1c6-4f03-8ff8-17756dea14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.349861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-616482d1-d1c6-4f03-8ff8-17756dea14f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.0548728 Mar 31 23:17:11.350983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3f854f15-1322-4e37-96c7-52404a80b83b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3142283 Mar 31 23:17:11.353752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37260) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:11.432886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Allocated IP 2001:db8::2 (7897b8b8-877b-43cb-a59d-aae3076b3918/7e884d75-af8b-458f-bb34-cc6dd8602a52/8076d05a-3c66-4015-90de-8fedb9d48491) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:11.561238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f8c1190a-93ab-425e-a437-1adf1264c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.562754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-f8c1190a-93ab-425e-a437-1adf1264c2de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981382 Mar 31 23:17:11.637362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.644665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.671833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:11.696115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:11.698413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:11.706345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:11.773961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.780719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Pushing event updated for resources: {'Port': ['ID=8076d05a-3c66-4015-90de-8fedb9d48491,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.791367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-7eb68586-cde9-462a-8544-75cc65e2a9cd service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892602 Mar 31 23:17:11.817922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Attempting to bind port 8076d05a-3c66-4015-90de-8fedb9d48491 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:11.817922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Attempting to bind port 8076d05a-3c66-4015-90de-8fedb9d48491 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '49a177f7-064d-4fdb-b6ae-54617aa50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:11.817922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Attempting to bind port 8076d05a-3c66-4015-90de-8fedb9d48491 on network 7897b8b8-877b-43cb-a59d-aae3076b3918 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:11.822858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:11.825340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Checking segment: {'id': '49a177f7-064d-4fdb-b6ae-54617aa50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:11.825340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.825340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Bound using segment: {'id': '49a177f7-064d-4fdb-b6ae-54617aa50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:11.825340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Bound port: 8076d05a-3c66-4015-90de-8fedb9d48491, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a177f7-064d-4fdb-b6ae-54617aa50b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '7897b8b8-877b-43cb-a59d-aae3076b3918'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:11.825340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.897527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:11.904011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:11.904570 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:11.984582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] For port 8076d05a-3c66-4015-90de-8fedb9d48491, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:11.992787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] For port 8076d05a-3c66-4015-90de-8fedb9d48491, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8076d05a-3c66-4015-90de-8fedb9d48491,segment=NetworkSegment(49a177f7-064d-4fdb-b6ae-54617aa50b2c),segment_id=49a177f7-064d-4fdb-b6ae-54617aa50b2c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:11.998373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.052399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8be79968-9c9c-4dc2-8ff5-aab1e9118832 req-bd40eb63-b231-4f5c-a4df-588680ff98f9 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261419 Mar 31 23:17:12.123743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce8b00-9e28-4f36-8e98-1235bdc14440 None None] Pushing event updated for resources: {'Port': ['ID=8076d05a-3c66-4015-90de-8fedb9d48491,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.159442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.227596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8::1 (7897b8b8-877b-43cb-a59d-aae3076b3918/7e884d75-af8b-458f-bb34-cc6dd8602a52/aac79cb5-45bf-41e8-bee8-f8778e07f174) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:12.248909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:12.256082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.257342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 933d02c5-4c80-417a-be1c-bf3ae34a267f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:12.261281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.268111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.274009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.279933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.287489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.294170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.300409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.308520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-aedfd9f8-fbfb-4a21-88e6-f2bdb4d4f516 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2153931 Mar 31 23:17:12.342059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.342827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.342998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.343546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.344337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.344607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.345176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.347121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-c8803c08-970a-4e07-b321-4fffc013deaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6485 time: 0.1723673 Mar 31 23:17:12.435199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.490089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:12.490291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420dcdd8-92f3-4cd1-834f-3e702f5efb8a req-47129c5e-27b1-4e85-a295-abbf64966457 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805532 Mar 31 23:17:12.499756 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d3fdc3-0658-4b82-a67c-c3c3f89e4b4b" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:12.524568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 933d02c5-4c80-417a-be1c-bf3ae34a267f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:12.529415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 933d02c5-4c80-417a-be1c-bf3ae34a267f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:12.529756 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.598628 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf75cc1-ada1-490f-a3f7-be359ed481a3 x-openstack-request-id: req-ddf75cc1-ada1-490f-a3f7-be359ed481a3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:12.598924 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:12.599163 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ddf75cc1-ada1-490f-a3f7-be359ed481a3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:12.599734 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf75cc1-ada1-490f-a3f7-be359ed481a3'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'code': 200} Mar 31 23:17:12.599835 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf75cc1-ada1-490f-a3f7-be359ed481a3'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5', 'code': 200} Mar 31 23:17:12.617563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.643472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.657029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.659411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-2a989ac3-5aab-4dee-af38-f25d2da3b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.661189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-2a989ac3-5aab-4dee-af38-f25d2da3b837 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 200 len: 904 time: 0.3022745 Mar 31 23:17:12.664074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.673838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.689343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.706942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:12.710205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.714954 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.729916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-88bd5321-e96b-41b3-9d70-0a5830a3e093 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 200 len: 217 time: 0.0606987 Mar 31 23:17:12.730825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.742402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.754806 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-fbf240f5-00b5-45bc-a44c-b5753dad0aef tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5432 time: 0.2943687 Mar 31 23:17:12.778904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.806450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-06bbad02-db48-4254-8ccf-c8f0892b4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.808080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-06bbad02-db48-4254-8ccf-c8f0892b4c4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.0680604 Mar 31 23:17:12.809600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:12.835797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cc2bd781-0446-4f05-bb26-d33eef9f9f37 req-cc18bcd6-0be4-4544-833e-26acd5c8483e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736420 Mar 31 23:17:12.894518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:12.901027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:12.903944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:12.904554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.351487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=aac79cb5-45bf-41e8-bee8-f8778e07f174,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:13.387712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-b0a6a976-06ce-45ee-beb9-47ec5acd9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.389244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-b0a6a976-06ce-45ee-beb9-47ec5acd9758 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5710402 Mar 31 23:17:13.543269 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.553515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7fa4a1-11ae-4fcb-a79d-4001d86e6154 None None] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:13.575271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-7682abbe-dce3-4359-a064-25cac9289d27 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710954 Mar 31 23:17:13.697346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.706071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.713690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.720425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.731479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.738982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.746931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.749330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-7bf0db9e-e889-4207-8dec-1e1728392c01 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1507640 Mar 31 23:17:13.770769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] Provisioning complete for port 8076d05a-3c66-4015-90de-8fedb9d48491 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:13.772743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:13.802497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebbdd206-94a8-4b7a-b19c-bc5fdee6be14 req-446f42a7-257f-416c-9003-573adb6044fa service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029932 Mar 31 23:17:13.871102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5cb84bb0-0b0d-46bb-8234-a819d6abfb10 req-ab4b45c9-4554-4d80-a1d1-2ae543e10c1a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147640 Mar 31 23:17:13.973801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.012761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] For port 8076d05a-3c66-4015-90de-8fedb9d48491, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8076d05a-3c66-4015-90de-8fedb9d48491,segment=NetworkSegment(49a177f7-064d-4fdb-b6ae-54617aa50b2c),segment_id=49a177f7-064d-4fdb-b6ae-54617aa50b2c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:14.019705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.049148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.068974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.069380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.127690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5f8f4-f307-4f79-8595-1bc4387f66a1 None None] Pushing event updated for resources: {'Port': ['ID=8076d05a-3c66-4015-90de-8fedb9d48491,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.154281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.161678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.168147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.175865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.183689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.189843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.196394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.198794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-c2d35386-06f8-4e04-b731-707f9fd5b2fd tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.2319992 Mar 31 23:17:14.213546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8076d05a-3c66-4015-90de-8fedb9d48491 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:14.281616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8076d05a-3c66-4015-90de-8fedb9d48491 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:14.282632 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.306737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=aac79cb5-45bf-41e8-bee8-f8778e07f174,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.336297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bb0703c-deda-47f5-aff7-525974b4a71f req-e60018fb-9129-43f3-9513-b9b3a6ce1734 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175137 Mar 31 23:17:14.376677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:14.378236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:14.475654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d5116758-d684-45ff-bd83-a6dd7b6c5f3d None None] Provisioning complete for port aac79cb5-45bf-41e8-bee8-f8778e07f174 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:14.478262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d5116758-d684-45ff-bd83-a6dd7b6c5f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.548596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d5116758-d684-45ff-bd83-a6dd7b6c5f3d None None] Port aac79cb5-45bf-41e8-bee8-f8778e07f174 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:14.573194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d5116758-d684-45ff-bd83-a6dd7b6c5f3d None None] Provisioning complete for port 8076d05a-3c66-4015-90de-8fedb9d48491 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:14.575726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d5116758-d684-45ff-bd83-a6dd7b6c5f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.616452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router 18544862-9dcf-4cd7-bf75-06fcdca79217 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:14.622714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:14.627522 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4dfad2-2185-45a1-862f-a11c64fd5001" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:14.717503 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c436417-6f44-4244-8936-b614ba758448 x-openstack-request-id: req-9c436417-6f44-4244-8936-b614ba758448 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:14.718356 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-plugged", "status": "completed", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:14.718626 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9c436417-6f44-4244-8936-b614ba758448 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:14.723959 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c436417-6f44-4244-8936-b614ba758448'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'code': 200} Mar 31 23:17:14.889635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:14.895880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc62958b-863e-46af-bef3-3bb4757ac48a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/18544862-9dcf-4cd7-bf75-06fcdca79217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409620 Mar 31 23:17:14.898307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:14.901949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.904664 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] Sync routers for ids ['18544862-9dcf-4cd7-bf75-06fcdca79217'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:14.905196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.905713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.907740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.908254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.908841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.909305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.912279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-85a61c36-6653-4d4d-ae31-3abf01f77af0 None None] Provisioning complete for port aac79cb5-45bf-41e8-bee8-f8778e07f174 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:14.912697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85a61c36-6653-4d4d-ae31-3abf01f77af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:14.917946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-adcb8b31-1582-487c-836e-b15ac6a10025 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6490 time: 0.1356161 Mar 31 23:17:14.924830 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] Routers {'18544862-9dcf-4cd7-bf75-06fcdca79217'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:14.927184 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18544862-9dcf-4cd7-bf75-06fcdca79217'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:15.018401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53d60eb3-09b5-47b0-b80d-66eae105d211 req-a455e671-d9a0-470d-83f8-357eed1bbc3b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=e3cfa312-5d4b-471f-a20d-df6fc431be32&id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916426 Mar 31 23:17:15.024985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06ed35-f896-4aea-b417-1695985e8efd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.028002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb06ed35-f896-4aea-b417-1695985e8efd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports/aac79cb5-45bf-41e8-bee8-f8778e07f174 HTTP/1.1" status: 200 len: 911 time: 0.1275413 Mar 31 23:17:15.029950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37452) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.058616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-85a61c36-6653-4d4d-ae31-3abf01f77af0 None None] Port aac79cb5-45bf-41e8-bee8-f8778e07f174 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:15.058818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:15.069875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] Routers {'18544862-9dcf-4cd7-bf75-06fcdca79217'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:15.070571 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18544862-9dcf-4cd7-bf75-06fcdca79217'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:15.130505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:15.131154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46933d-fe2e-49f9-919d-c0343c59192a None None] The sync data for ids ['18544862-9dcf-4cd7-bf75-06fcdca79217'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:15.194200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.210089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-5e076ecb-4413-4f4e-83f5-a73654bf8e91 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.211671 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-5e076ecb-4413-4f4e-83f5-a73654bf8e91 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.0869267 Mar 31 23:17:15.248944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-91ce67b2-96c0-466f-a9c2-4f083f6e65e0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.299399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.306309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.316720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.323211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.331370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.338648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.345074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.347545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-ead2e9c8-f726-454e-b2b3-cbc340d74229 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2259128 Mar 31 23:17:15.388379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9f835648-5b6b-460e-8b89-d44546c3dc3c None None] Provisioning complete for port aac79cb5-45bf-41e8-bee8-f8778e07f174 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:15.391378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9f835648-5b6b-460e-8b89-d44546c3dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.416213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-98f7b02c-e613-4431-accf-d54135f766a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.440074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-923979f9-fc09-48d7-8312-e7bca81b57d9 req-b4cd4a14-f0d8-42df-bac9-dd621bb64ca9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572503 Mar 31 23:17:15.443826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-91ce67b2-96c0-466f-a9c2-4f083f6e65e0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.453061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9f835648-5b6b-460e-8b89-d44546c3dc3c None None] Port aac79cb5-45bf-41e8-bee8-f8778e07f174 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:15.485598 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-91ce67b2-96c0-466f-a9c2-4f083f6e65e0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.532492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fba9fbd2-a63e-4931-9415-6dfd02d648f0 req-91ce67b2-96c0-466f-a9c2-4f083f6e65e0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3124166 Mar 31 23:17:15.564553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce67b2-96c0-466f-a9c2-4f083f6e65e0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c7008e-a99c-42df-a5d8-ba9be50f4594,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.657586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-98f7b02c-e613-4431-accf-d54135f766a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.669364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-98f7b02c-e613-4431-accf-d54135f766a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.695793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7b02c-e613-4431-accf-d54135f766a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16d241-c8bf-448f-9546-3332a4b82765,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.721684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.724273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734cc50-5ccd-47db-ad21-8a977acc6a5a req-94f9d569-59bd-47e4-bbb2-cd48e9175744 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.725945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e734cc50-5ccd-47db-ad21-8a977acc6a5a req-94f9d569-59bd-47e4-bbb2-cd48e9175744 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1023877 Mar 31 23:17:15.728298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.734755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.741445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.750796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.757475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.763603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.766122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-e14bb3e7-fcf0-476f-a93a-6f08247b6082 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1478801 Mar 31 23:17:15.781321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e734cc50-5ccd-47db-ad21-8a977acc6a5a req-31f685de-66ce-4084-82e7-3068467a7397 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464351 Mar 31 23:17:15.787170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.790097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-98f7b02c-e613-4431-accf-d54135f766a9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=86afedb325b747ee8ac0516c19a7a5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922203 Mar 31 23:17:15.809884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:15.810671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37466) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:15.914063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b286cd21-c7a9-4b60-8406-f81edd143da7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 993 time: 0.1017189 Mar 31 23:17:16.017295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35ad26c4-fb50-4857-be1e-882de579a2bf req-c8940f73-c899-4b80-b65e-1d3634126d0c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2340112 Mar 31 23:17:16.041622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.119890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8076d05a-3c66-4015-90de-8fedb9d48491 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:16.151136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.170617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8076d05a-3c66-4015-90de-8fedb9d48491 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:16.171161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.234637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.237573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.241856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4d16d241-c8bf-448f-9546-3332a4b82765 HTTP/1.1" status: 204 len: 168 time: 0.4530544 Mar 31 23:17:16.257011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9a35a-db3b-422c-8c00-6b706138bfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16d241-c8bf-448f-9546-3332a4b82765,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:16.294222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-6a882d58-3dd5-41ee-a0e3-41e2a6d88ec2 req-dccb8872-c64c-4382-869d-eac29ee4b1d2 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:17:16.295413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a882d58-3dd5-41ee-a0e3-41e2a6d88ec2 req-dccb8872-c64c-4382-869d-eac29ee4b1d2 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055323 Mar 31 23:17:16.338736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port aac79cb5-45bf-41e8-bee8-f8778e07f174 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:16.339089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.448500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.464733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for aac79cb5-45bf-41e8-bee8-f8778e07f174 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:16.668098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.672219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:16.674189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.680332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.687097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.693538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.699319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.705967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.707780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-26baf72b-ddb8-4d7b-9816-3e5dfbb790e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1462176 Mar 31 23:17:16.709705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e378-91c6-4dcb-9593-7cd045c1127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.816085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb0d0250-00c3-4930-b35e-32dd7370b82d req-6c66d52a-f12a-42c5-9209-cd98322ce786 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968609 Mar 31 23:17:16.824091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.907955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=aac79cb5-45bf-41e8-bee8-f8778e07f174,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:16.939797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9259362-3c96-48a0-98ed-3395f0350fca req-e7d47194-d237-4d94-86e3-30c6104d0a85 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.942130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9259362-3c96-48a0-98ed-3395f0350fca req-e7d47194-d237-4d94-86e3-30c6104d0a85 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1802819 Mar 31 23:17:16.971327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-13d71228-5ed1-495d-a4c4-6f320bfe8f9a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685183 Mar 31 23:17:16.973813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e378-91c6-4dcb-9593-7cd045c1127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:16.986885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e378-91c6-4dcb-9593-7cd045c1127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.062040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7e378-91c6-4dcb-9593-7cd045c1127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9275baf-81bf-454a-904c-de31dcf47dd1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.068364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9259362-3c96-48a0-98ed-3395f0350fca req-e9c63529-92a2-462c-90ed-0238c6bafc4b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106830 Mar 31 23:17:17.074354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c0c7e378-91c6-4dcb-9593-7cd045c1127d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb9cb67b267147c99b879c9c4a0392fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958669 Mar 31 23:17:17.075158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.122858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.194909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.218885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.303036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.306573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:17.322452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a9275baf-81bf-454a-904c-de31dcf47dd1 HTTP/1.1" status: 204 len: 168 time: 0.2324324 Mar 31 23:17:17.339393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2f5e3-76f8-4f25-b67e-ec9b35e4b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9275baf-81bf-454a-904c-de31dcf47dd1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.446685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.453187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.459738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.465712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.471906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.477813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.484463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.493112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-51e8f085-6059-4073-8cf4-3c124a81f79a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.2549407 Mar 31 23:17:17.511383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router 18544862-9dcf-4cd7-bf75-06fcdca79217 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:17.620831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:17.628320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ebb33511-c29a-41f3-be06-f795173bf1f2 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/18544862-9dcf-4cd7-bf75-06fcdca79217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5973251 Mar 31 23:17:17.631290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37530) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.638092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] Sync routers for ids ['18544862-9dcf-4cd7-bf75-06fcdca79217'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:17.660010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b615e01-9a24-448e-b8ef-8465a6509412 req-36807ccb-841d-4864-bb1f-5ee153bde496 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620615 Mar 31 23:17:17.698004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] Routers {'18544862-9dcf-4cd7-bf75-06fcdca79217'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:17.698633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eef4ac3e-eb67-4274-ae69-d9c9ce76cd75 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=18544862-9dcf-4cd7-bf75-06fcdca79217 HTTP/1.1" status: 200 len: 205 time: 0.0659194 Mar 31 23:17:17.701214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37534) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:17.713091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18544862-9dcf-4cd7-bf75-06fcdca79217'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.799540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.809597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] Routers {'18544862-9dcf-4cd7-bf75-06fcdca79217'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:17.810764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['18544862-9dcf-4cd7-bf75-06fcdca79217'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.858795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.859646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16098d40-903c-45da-a7e0-4ae96eb3d9fa None None] The sync data for ids ['18544862-9dcf-4cd7-bf75-06fcdca79217'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:17.866817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.040452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.046100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.052222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.058818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.065635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.071898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.079462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.081540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-0d676217-7fa9-479f-9f30-c8ecc718912b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1399682 Mar 31 23:17:18.089004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.093196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.156978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.159500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e33cfbd8-e283-48b1-a69b-258b8f9cb7d9 req-e8262f10-bd50-4818-a428-79f26bb241bc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608215 Mar 31 23:17:18.164187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.171637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.178001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.184866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.191562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.198592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.205255 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bdd6480-f2cf-438c-a768-77b508772833 req-9cf2e63d-dfa0-42b8-b1ec-a09968a13d8b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.3935413 Mar 31 23:17:18.212351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37556) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.217637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Request body: {'floatingip': {'port_id': '83d1b07b-7b92-4681-a55c-957f35e9a896'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:18.220262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.222081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router 18544862-9dcf-4cd7-bf75-06fcdca79217 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:18.245987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.248114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d00e80fd-e281-4ef9-af00-23c77511ea8d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/18544862-9dcf-4cd7-bf75-06fcdca79217 HTTP/1.1" status: 204 len: 168 time: 0.5456417 Mar 31 23:17:18.250749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37558) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:18.344591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.363325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 7e884d75-af8b-458f-bb34-cc6dd8602a52 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:18.370056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.427339 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.595944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-ca7929c8-7378-461d-9970-ff14a3d3ec11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140368 Mar 31 23:17:18.612179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.748771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83cf2-159a-4438-b558-14ce7f27069b req-aff5c8fb-b255-4285-ab22-8aab38b15247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.750486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-aff5c8fb-b255-4285-ab22-8aab38b15247 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 1097 time: 0.0761983 Mar 31 23:17:18.767871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.831823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=7e884d75-af8b-458f-bb34-cc6dd8602a52,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:18.850857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:18.857958 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9032e7ee-b3f0-47a0-9684-fe64e27b0a10 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/7e884d75-af8b-458f-bb34-cc6dd8602a52 HTTP/1.1" status: 204 len: 168 time: 0.6052306 Mar 31 23:17:18.862669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b4b27-9738-48aa-ba96-7e1c79e2d101 None None] Network 7897b8b8-877b-43cb-a59d-aae3076b3918 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:18.882287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37570) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.303960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] DHCP port deletion for 7897b8b8-877b-43cb-a59d-aae3076b3918 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:19.421398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Deleting port 8076d05a-3c66-4015-90de-8fedb9d48491 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:19.422840 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.558305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] For port 8076d05a-3c66-4015-90de-8fedb9d48491, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8076d05a-3c66-4015-90de-8fedb9d48491,segment=NetworkSegment(49a177f7-064d-4fdb-b6ae-54617aa50b2c),segment_id=49a177f7-064d-4fdb-b6ae-54617aa50b2c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:19.558964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.607622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Calling delete_port for 8076d05a-3c66-4015-90de-8fedb9d48491 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:19.670728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.683450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83cf2-159a-4438-b558-14ce7f27069b req-2cf80802-cc4f-4eef-aa6e-df4730b504a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.685137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-2cf80802-cc4f-4eef-aa6e-df4730b504a8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 200 len: 909 time: 0.8722563 Mar 31 23:17:19.736872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed954987-ed1d-4d29-aadb-1f4ff538202b req-7724b1ab-44b1-4032-9c04-12a3709694a6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.753362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed954987-ed1d-4d29-aadb-1f4ff538202b req-7724b1ab-44b1-4032-9c04-12a3709694a6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 1.4231539 Mar 31 23:17:19.817529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.820191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:19.836941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.846517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] Pushing event deleted for resources: {'Port': ['ID=8076d05a-3c66-4015-90de-8fedb9d48491,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.854008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.858580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185081f-b98a-4eaf-9540-a89933387cc6 None None] No DVR routers for this DVR port 8076d05a-3c66-4015-90de-8fedb9d48491 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:19.876994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:19.889596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.897400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.905072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.916637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:19.925340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-1adbaa80-2379-4055-861e-9ad12323c1f7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.3104479 Mar 31 23:17:19.942566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed954987-ed1d-4d29-aadb-1f4ff538202b req-a9c96416-a0f0-4037-8390-1f61d1453d87 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1881759 Mar 31 23:17:19.977622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-aa68c8ab-ef00-4f90-988c-f2b7adc6364a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 200 len: 1002 time: 0.2768557 Mar 31 23:17:20.081066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b557db2a-6176-47e4-8428-2ba4fe68e746 req-3d88a82f-50bf-4fab-9d2b-2af05ab47bfa tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1547434 Mar 31 23:17:20.086815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d870b8a5-b6b4-4a00-bdc5-9c1280cc1363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.109306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.db.resource_extend [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:17:20.115460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 8076d05a-3c66-4015-90de-8fedb9d48491 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:20.120560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.124369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83cf2-159a-4438-b558-14ce7f27069b req-1de7a190-b9be-43ac-b1ec-8c05c3d00641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.129585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-1de7a190-b9be-43ac-b1ec-8c05c3d00641 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 200 len: 846 time: 0.1382761 Mar 31 23:17:20.161528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8076d05a-3c66-4015-90de-8fedb9d48491 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:20.192712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8076d05a-3c66-4015-90de-8fedb9d48491 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:20.193450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8076d05a-3c66-4015-90de-8fedb9d48491 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:20.201011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-99308293-5892-4383-8105-3fc8e7739e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.202527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-99308293-5892-4383-8105-3fc8e7739e68 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.5038908 Mar 31 23:17:20.256605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.276631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b83cf2-159a-4438-b558-14ce7f27069b req-90c2054b-be2a-44bb-b531-6a0c0728c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.278210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-90c2054b-be2a-44bb-b531-6a0c0728c806 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=90965a56-2fc9-497d-8b15-d36c9a7986a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209521 Mar 31 23:17:20.280569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.386358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-be34132a-809d-4554-8aaf-ae5a9fdf1d42 service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996771 Mar 31 23:17:20.387532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 8076d05a-3c66-4015-90de-8fedb9d48491, host n-d-835855-2, got binding levels [] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:20.387900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.402441 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Floating IP c7cd57d8-554c-4558-8dea-cc3357d2b002 associated. External IP: 172.25.8.199, port: 83d1b07b-7b92-4681-a55c-957f35e9a896. Mar 31 23:17:20.424000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 8076d05a-3c66-4015-90de-8fedb9d48491 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:20.428046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.ipam_backend_mixin [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Port 8076d05a-3c66-4015-90de-8fedb9d48491 was not found and therefore no delete operation was performed {{(pid=109299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:17:20.438436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.493861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=8076d05a-3c66-4015-90de-8fedb9d48491,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.511798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 8076d05a-3c66-4015-90de-8fedb9d48491 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:20.531955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-ad341e11-c988-416d-8f69-14ef10eab0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.533851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-ad341e11-c988-416d-8f69-14ef10eab0f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.3185782 Mar 31 23:17:20.572981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d870b8a5-b6b4-4a00-bdc5-9c1280cc1363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.607341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.616770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d870b8a5-b6b4-4a00-bdc5-9c1280cc1363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.639057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75b83cf2-159a-4438-b558-14ce7f27069b req-7d8484af-8331-4d24-8764-9a27afaa844e service neutron] 10.222.0.96 "GET /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425523 Mar 31 23:17:20.646116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897b8b8-877b-43cb-a59d-aae3076b3918']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:20.654731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d870b8a5-b6b4-4a00-bdc5-9c1280cc1363 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67be036c2ed949cf9e2df5c6e1be7f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729421 Mar 31 23:17:20.657505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37632) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.672587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a177f7-064d-4fdb-b6ae-54617aa50b2c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:20.673828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a177f7-064d-4fdb-b6ae-54617aa50b2c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:20.695696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.729147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.739478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:20.739880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:20.744106 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:20.768451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-27d75ccd-7867-4d64-a9ab-4b7e26c99565 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 1001 time: 0.2240655 Mar 31 23:17:20.815711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870b8a5-b6b4-4a00-bdc5-9c1280cc1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ac000-e8d2-4bd4-9f28-fe52777f6fe4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.832382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.851700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.857925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.866900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37634) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:20.867421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/7897b8b8-877b-43cb-a59d-aae3076b3918 HTTP/1.1" status: 204 len: 168 time: 1.9784389 Mar 31 23:17:20.894565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.900960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.904669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07fff3-409f-45c0-b8b3-4345d29a935a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=7897b8b8-877b-43cb-a59d-aae3076b3918,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.905672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2087717125', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:20.919870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-5c15505f-2798-47af-8ec8-1500581b174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.921460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-5c15505f-2798-47af-8ec8-1500581b174b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1155891 Mar 31 23:17:20.975862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.976936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:20.994654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Router bdd413eb-5266-432e-81c7-535a1a5343cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:21.006328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-8ca6b0fc-f7ab-47fc-a3ba-ded6238e9a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.007199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.008102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-8ca6b0fc-f7ab-47fc-a3ba-ded6238e9a44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744872 Mar 31 23:17:21.012340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.014135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/537ac000-e8d2-4bd4-9f28-fe52777f6fe4 HTTP/1.1" status: 204 len: 168 time: 0.3548234 Mar 31 23:17:21.052223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9662b78-e86c-47a1-b7a9-4442ed1cc7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537ac000-e8d2-4bd4-9f28-fe52777f6fe4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.155903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.282221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:21.296291 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Sync routers for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:21.317655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.325212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.326994 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:21.328019 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:21.330472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.332199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.338743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.344790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.351350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.357373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.360220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-ee450432-2a00-4be2-b83d-ace4f45018fc tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1466699 Mar 31 23:17:21.376129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f9eb93ca-7f95-44b5-8e8e-132648430a1d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "PUT /v2.0/floatingips/c7cd57d8-554c-4558-8dea-cc3357d2b002 HTTP/1.1" status: 200 len: 992 time: 3.1627319 Mar 31 23:17:21.472023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:21.476491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-104d02ae-767f-4f95-ac2c-2482931549e7 req-72449d9b-6f57-444b-9dc6-07a40125d227 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094463 Mar 31 23:17:21.483517 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57457b5-43e0-42af-8c1b-f7e6f1f85601" -d '{"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:21.613976 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:21.679042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-d0446a08-1f2d-4684-b1db-a1e4c494c8bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4076381 Mar 31 23:17:21.680858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-c58b1966-45af-4066-b68a-60c00d0b64a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574667 Mar 31 23:17:21.746694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49207955-9459-4640-85b1-855db8a4684a req-92a15a6e-3a16-4352-b76f-90425b96abb3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.748125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49207955-9459-4640-85b1-855db8a4684a req-92a15a6e-3a16-4352-b76f-90425b96abb3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.5978615 Mar 31 23:17:21.750856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:21.910824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-adc2865b-e85c-4c23-861f-a20309c42b9b service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691232 Mar 31 23:17:21.938740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.940018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.940949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.954526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.956699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.958946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.959249 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30db9e66-e228-40f7-88da-d3d2c515f923 x-openstack-request-id: req-30db9e66-e228-40f7-88da-d3d2c515f923 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:21.959585 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:21.959906 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-30db9e66-e228-40f7-88da-d3d2c515f923 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:21.960303 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30db9e66-e228-40f7-88da-d3d2c515f923'] response: {'name': 'network-changed', 'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'status': 'completed', 'code': 200} Mar 31 23:17:21.960860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.973462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4696804e-030c-4812-9620-64c60a04828d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6490 time: 0.1409905 Mar 31 23:17:22.089516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-2ac6d277-8195-49bd-9dd1-9be9970d59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.091069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-2ac6d277-8195-49bd-9dd1-9be9970d59b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.1871505 Mar 31 23:17:22.164064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49207955-9459-4640-85b1-855db8a4684a req-68b51825-8900-4617-9b94-7bb1cc531f79 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2010746 Mar 31 23:17:22.237772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-fe881a49-2464-4def-8c71-f205aa535d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.250867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-fe881a49-2464-4def-8c71-f205aa535d50 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3d4eead0-a80b-4acb-abc0-922c9ac198ed HTTP/1.1" status: 200 len: 914 time: 0.2675557 Mar 31 23:17:22.341341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'c7cd57d8-554c-4558-8dea-cc3357d2b002', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'port_id': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'mac_address': 'fa:16:3e:b9:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:56Z', 'updated_at': '2022-03-31T23:17:19Z', 'revision_number': 1, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.388113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-7ce728ad-033f-414c-8c26-385b72007a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.400908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-7ce728ad-033f-414c-8c26-385b72007a20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.2417481 Mar 31 23:17:22.402137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Checking router: bdd413eb-5266-432e-81c7-535a1a5343cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:22.412819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-4e06b91f-2e8a-4309-a93c-56e06342f274 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 200 len: 1000 time: 0.1504340 Mar 31 23:17:22.429440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:22.430404 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:22.573668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-a205d44e-27ea-415f-b765-5a5818fc7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.580343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-a205d44e-27ea-415f-b765-5a5818fc7580 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=479226f7-f722-4593-85aa-fcfa6ec55cfc HTTP/1.1" status: 200 len: 851 time: 0.1560204 Mar 31 23:17:22.654132 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:22.737925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-c227b7d4-fb90-496b-89ca-6098e881a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.739975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-c227b7d4-fb90-496b-89ca-6098e881a866 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523197 Mar 31 23:17:22.797336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.803505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.812264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.818728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.824886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.831163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.837430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:22.839549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-7ffb24b3-37d3-4172-bc9b-c6ea18fb08d4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1664279 Mar 31 23:17:23.031295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b68e9a3d-4887-4e63-b64c-1115c3153671 req-15166db8-733e-4fce-9d88-bebe51bdffd9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710367 Mar 31 23:17:23.083148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-321d4a0b-4632-454a-87d9-647b6cf40339 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282628 Mar 31 23:17:23.203869 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'c7cd57d8-554c-4558-8dea-cc3357d2b002', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'port_id': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'mac_address': 'fa:16:3e:b9:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:56Z', 'updated_at': '2022-03-31T23:17:19Z', 'revision_number': 1, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:23.286158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d57457b5-43e0-42af-8c1b-f7e6f1f85601 req-e981f7f9-2718-4069-bc75-b2db9364c7b9 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919124 Mar 31 23:17:23.368330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.393750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:23.397678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452b2966-d305-418c-8f0d-eea3a139f1cb None None] The sync data for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 is: [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'c7cd57d8-554c-4558-8dea-cc3357d2b002', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'floating_ip_address': '172.25.8.199', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'port_id': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'mac_address': 'fa:16:3e:b9:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:56Z', 'updated_at': '2022-03-31T23:17:19Z', 'revision_number': 1, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:23.398538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-7c54b076-e0d5-4f38-b8df-29b44c524ee3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 1001 time: 0.8466628 Mar 31 23:17:23.545630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-c2285250-c6e9-4d46-9ae7-9ec6f631307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.547093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-c2285250-c6e9-4d46-9ae7-9ec6f631307b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1381686 Mar 31 23:17:23.571464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f670-1d16-41b0-be25-e573f7bd2335 req-86ab22dc-06e3-4073-a69f-d2cc3badfd0a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.573007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9f1f670-1d16-41b0-be25-e573f7bd2335 req-86ab22dc-06e3-4073-a69f-d2cc3badfd0a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1673295 Mar 31 23:17:23.678119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 172.25.8.161 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/58b5ce6f-84f4-41b5-8ba6-f7bfa284ca78) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:23.684343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-32560921-407e-4a09-955e-fef7976df857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.686301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-32560921-407e-4a09-955e-fef7976df857 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309209 Mar 31 23:17:23.701708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d9f1f670-1d16-41b0-be25-e573f7bd2335 req-9e478888-084c-4f45-b56d-132d53312753 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891163 Mar 31 23:17:23.875120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8a095-06e0-4799-a281-96d764e9bd97 None None] New status for floating IP c7cd57d8-554c-4558-8dea-cc3357d2b002: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:23.972484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-e87f16f8-b746-4ad1-8fe2-75bc5a21a733 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697628 Mar 31 23:17:24.049493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:24.051405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.290061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21622459-2f0a-46b2-bbfb-256cffbde89f req-042364b5-068e-4b7d-8483-3f6d548779c1 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041875 Mar 31 23:17:24.292205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-965528fd-fd9d-4414-b128-582f2046cc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.320520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.327684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.332952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.334301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.341348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.348388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.357257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.363858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.365940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e93c58-6731-4535-8c07-444460b48058 req-dc4129da-901b-48b9-a9fe-b495917c4be5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1875737 Mar 31 23:17:24.441588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:24.444651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:24.448809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:24.478716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e93c58-6731-4535-8c07-444460b48058 req-06c6c3b2-c692-48e1-a7e6-519b54763bbf tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764854 Mar 31 23:17:24.496959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-965528fd-fd9d-4414-b128-582f2046cc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.513759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-965528fd-fd9d-4414-b128-582f2046cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.562017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-965528fd-fd9d-4414-b128-582f2046cc4b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bd3d78b4640b4f4895e9d82fd65af794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106866 Mar 31 23:17:24.566779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:24.587091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=58b5ce6f-84f4-41b5-8ba6-f7bfa284ca78,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.597262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965528fd-fd9d-4414-b128-582f2046cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1131dd7-5467-45d2-b805-b782fe2a628c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.633742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.659506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.721926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.725041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.726218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e1131dd7-5467-45d2-b805-b782fe2a628c HTTP/1.1" status: 204 len: 168 time: 0.1583889 Mar 31 23:17:24.736522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e282dc-4a11-427d-88e7-36edb0d9f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1131dd7-5467-45d2-b805-b782fe2a628c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:24.770945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:24.928437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc30fb0-7eaa-4f21-9798-d25b78763cc6 req-dcf0bec4-f904-4c48-a927-99a49a93aed6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:24.929901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fc30fb0-7eaa-4f21-9798-d25b78763cc6 req-dcf0bec4-f904-4c48-a927-99a49a93aed6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1107924 Mar 31 23:17:25.020160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fc30fb0-7eaa-4f21-9798-d25b78763cc6 req-516c3f5a-7a61-410e-8fd2-5ef270618ba6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795658 Mar 31 23:17:25.070925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.223579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router c04924bc-b757-45de-954f-1b1a5e15b21e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:25.341558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:25.352807 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] Sync routers for ids ['c04924bc-b757-45de-954f-1b1a5e15b21e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:25.364360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:25.365594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-714d7f30-e8f5-42fb-8575-3901ab911101 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4961267 Mar 31 23:17:25.368263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37744) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.371075 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] Routers {'c04924bc-b757-45de-954f-1b1a5e15b21e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:25.371748 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c04924bc-b757-45de-954f-1b1a5e15b21e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:25.409842 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:25.419451 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] Routers {'c04924bc-b757-45de-954f-1b1a5e15b21e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:25.420256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c04924bc-b757-45de-954f-1b1a5e15b21e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:25.476215 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:25.476841 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0c934-2f5d-4d57-99d5-8325260f6108 None None] The sync data for ids ['c04924bc-b757-45de-954f-1b1a5e15b21e'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:25.523306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ebbd922d-c167-46fc-9228-179cbd63d750 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers/c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 200 len: 885 time: 0.1529140 Mar 31 23:17:25.525401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37752) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.654512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.660628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.667530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.674176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.680374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.686636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.693042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.695043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-d4932d75-9c30-419b-867a-5c782b92fb82 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1063247 Mar 31 23:17:25.739085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f141999-8ba7-43c6-ba28-d48788bc08dd req-c7521a24-bc07-498a-a0e1-133564177b06 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370460 Mar 31 23:17:25.847308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95208587-f9b2-4bfe-8c47-265c51b16f3e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3206990 Mar 31 23:17:25.850139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37758) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:25.854514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2087717125'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:26.113622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.226431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0158b-a74c-452f-a703-3265d2ebcb2c req-42b27b43-af27-4da3-ba2a-2ca21aea89a1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.227957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe0158b-a74c-452f-a703-3265d2ebcb2c req-42b27b43-af27-4da3-ba2a-2ca21aea89a1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1096282 Mar 31 23:17:26.287775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.310195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.316892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe0158b-a74c-452f-a703-3265d2ebcb2c req-5d80cc6f-2a9b-47ba-905d-ab8c6b00352c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818601 Mar 31 23:17:26.327792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.449061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router c04924bc-b757-45de-954f-1b1a5e15b21e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:26.486155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1508527296'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:26.512761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Made reservation on behalf of 7f58e565dd594eb2abf5f3c1611a1b9f for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:26.517225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.529551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.594176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:26.601588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.602904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-261b6d83-9023-4228-a0b1-f6f2362efde9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 200 len: 892 time: 0.7517922 Mar 31 23:17:26.605167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] Sync routers for ids ['c04924bc-b757-45de-954f-1b1a5e15b21e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:26.605503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37780) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.617116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] Routers {'c04924bc-b757-45de-954f-1b1a5e15b21e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:26.618074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c04924bc-b757-45de-954f-1b1a5e15b21e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:26.632312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.641766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.679643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:26.686394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a50611-c0f1-46f0-8ebb-3c82658e84dd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.712270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.712821 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Added segment 8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158 of type vlan for network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 Mar 31 23:17:26.743767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9bf29392-b7b2-4d1d-8310-21d05ad133cb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers/c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 200 len: 892 time: 0.1361420 Mar 31 23:17:26.745515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37782) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.775515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.780712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a085612f-87d4-4011-9994-3bb9bce307c6 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 200 len: 205 time: 0.0340338 Mar 31 23:17:26.783304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37786) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.833367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:26.843935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] Routers {'c04924bc-b757-45de-954f-1b1a5e15b21e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:26.844769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['c04924bc-b757-45de-954f-1b1a5e15b21e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:26.846325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.853103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.854234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.886040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:26.886635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae49325-b765-42a2-91a1-ccd1a74b7f1f None None] The sync data for ids ['c04924bc-b757-45de-954f-1b1a5e15b21e'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:26.889677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5998654 Mar 31 23:17:26.892949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:26.899282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Request body: {'subnet': {'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:26.943490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:26.983177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de978da-43b0-4e0c-af34-80afbfc3131f tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event updated for resources: {'Network': ['ID=ca665e0a-6d05-4fd9-82b4-87f2d0a765e2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:26.994530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:27.003097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.009368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.015970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.022496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.028618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.034734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.041108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.043071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-6e40d94c-22a9-4bf3-8425-2f3b542071d1 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1657131 Mar 31 23:17:27.092102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a99b3b32-b359-42be-a036-4e9d369fbf10 req-15d0fa60-46a6-4794-94ee-482f106b0ae8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401647 Mar 31 23:17:27.107096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Made reservation on behalf of 7f58e565dd594eb2abf5f3c1611a1b9f for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:27.111461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.565305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.660291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727cfb-952f-405c-a5a1-8d9ef4b1034a req-df727c4d-18c1-42af-b9c4-9aef36e354a4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:27.661761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9727cfb-952f-405c-a5a1-8d9ef4b1034a req-df727c4d-18c1-42af-b9c4-9aef36e354a4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1183188 Mar 31 23:17:27.766468 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9727cfb-952f-405c-a5a1-8d9ef4b1034a req-9e037506-bbeb-456b-aec2-0197971b712e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824106 Mar 31 23:17:27.771292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 58b5ce6f-84f4-41b5-8ba6-f7bfa284ca78 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:27.771683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.795038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.896090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event updated for resources: {'Subnet': ['ID=a8872652-8997-4bf4-8277-a4685f01e499,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.917592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:27.933606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 58b5ce6f-84f4-41b5-8ba6-f7bfa284ca78 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:27.935436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Checking segment: {'id': '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:27.935797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Network hostable DHCP agents. Network: ca665e0a-6d05-4fd9-82b4-87f2d0a765e2, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:27.997164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:28.020110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ca665e0a-6d05-4fd9-82b4-87f2d0a765e2) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.024813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.025643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.031645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd98453-baf7-4a33-a0fa-d5fd002e27be None None] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:28.095201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-28b4596e-771c-416d-a71c-c0380f02883b tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1986995 Mar 31 23:17:28.095444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:28.102697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Request body: {'port': {'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1536408934'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:28.202070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ca665e0a-6d05-4fd9-82b4-87f2d0a765e2', 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2', 'tenant_id': '7f58e565dd594eb2abf5f3c1611a1b9f', 'fixed_ips': [{'subnet_id': 'a8872652-8997-4bf4-8277-a4685f01e499'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:28.203156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.239042 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.273186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.281682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.285984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=58b5ce6f-84f4-41b5-8ba6-f7bfa284ca78,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.295668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.302425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.309303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.316569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.328590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.342005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-12e28412-38ee-41d8-85c4-07d7e326304c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1435041 Mar 31 23:17:28.374787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Made reservation on behalf of 7f58e565dd594eb2abf5f3c1611a1b9f for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:28.380159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.398245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.407823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e982cdf-4b9a-4f42-b265-3d8a98f11c0f req-ed369942-c041-424c-8428-0aea5a7afd08 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612340 Mar 31 23:17:28.413450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Allocated IP 172.20.0.2 (ca665e0a-6d05-4fd9-82b4-87f2d0a765e2/a8872652-8997-4bf4-8277-a4685f01e499/317b4917-667c-4ac8-a8c6-055eb844d71f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:28.480785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] device_id is not set on port f243e636-8a16-4d95-9dc2-8698718a5aa5 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:28.550773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.555151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.579638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.586207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.633636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:28.637262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:28.640143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:28.657114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Pushing event updated for resources: {'Port': ['ID=317b4917-667c-4ac8-a8c6-055eb844d71f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.664425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.665004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router c04924bc-b757-45de-954f-1b1a5e15b21e {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:28.679017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.688428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-56af66df-0a93-49e2-b4d4-37315d0c4a5f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 204 len: 168 time: 1.9005361 Mar 31 23:17:28.689366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37820) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:28.696822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1368942017'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:28.733229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Attempting to bind port 317b4917-667c-4ac8-a8c6-055eb844d71f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:28.733701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Allocated IP 172.20.0.10 (ca665e0a-6d05-4fd9-82b4-87f2d0a765e2/a8872652-8997-4bf4-8277-a4685f01e499/f243e636-8a16-4d95-9dc2-8698718a5aa5) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:28.735228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Attempting to bind port 317b4917-667c-4ac8-a8c6-055eb844d71f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:28.735783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Attempting to bind port 317b4917-667c-4ac8-a8c6-055eb844d71f on network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:28.745424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:28.745424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Checking segment: {'id': '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:28.745424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.745424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Bound using segment: {'id': '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:28.745842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Bound port: 317b4917-667c-4ac8-a8c6-055eb844d71f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'ca665e0a-6d05-4fd9-82b4-87f2d0a765e2'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:28.745984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.748518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:28.752657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.778379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:28.790508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.791275 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 301808db-f467-411d-b4df-07189de37f77 of type vlan for network e592fbbe-290b-4f74-80d4-1dac485d81ff Mar 31 23:17:28.848139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] For port 317b4917-667c-4ac8-a8c6-055eb844d71f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:28.852032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] For port 317b4917-667c-4ac8-a8c6-055eb844d71f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=317b4917-667c-4ac8-a8c6-055eb844d71f,segment=NetworkSegment(8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158),segment_id=8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:28.859356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.865803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.935018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5675e0-55d5-4647-8461-c47d941605c4 None None] Pushing event updated for resources: {'Port': ['ID=317b4917-667c-4ac8-a8c6-055eb844d71f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:28.943003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:28.973731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:28.974738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.055293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37824) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:29.056430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3650112 Mar 31 23:17:29.067410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:29.083528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19066da3-4345-4756-94dd-b3085cfe81fe req-477be309-ccad-4a98-a3fe-9785b67f2e7d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.086082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19066da3-4345-4756-94dd-b3085cfe81fe req-477be309-ccad-4a98-a3fe-9785b67f2e7d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1084807 Mar 31 23:17:29.147204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.189386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268e499-1b79-4e8c-bfe9-6eeb4ff6f5b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=e592fbbe-290b-4f74-80d4-1dac485d81ff,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.200357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e592fbbe-290b-4f74-80d4-1dac485d81ff details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:29.241710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19066da3-4345-4756-94dd-b3085cfe81fe req-3c34e1eb-9c96-487f-a2f2-7006e5fdcc0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370897 Mar 31 23:17:29.328868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:29.333288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.357171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.467799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:29.468729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event updated for resources: {'Port': ['ID=f243e636-8a16-4d95-9dc2-8698718a5aa5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.477763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:29.480333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:29.553627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.554329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.572135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.578739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.585358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.591785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.598284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.606893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf56c28e-eed3-47a1-a52e-cf7bf35491b9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5074587 Mar 31 23:17:29.607199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.609410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37840) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:29.611976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.620874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-97dfa5bf-841b-4778-b16a-285134f01388 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.1192768 Mar 31 23:17:29.692223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f126b0f1-062c-4c08-a19b-b4ed907a2b14 req-23030f2d-68a8-44ce-b3f8-59a11e3d086c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701904 Mar 31 23:17:29.753659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.821487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Deleting port f243e636-8a16-4d95-9dc2-8698718a5aa5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:29.821827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.850609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=e7d8990e-ee48-4a2d-9a72-eea2b007cd3a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:29.898639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '301808db-f467-411d-b4df-07189de37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:29.899005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: e592fbbe-290b-4f74-80d4-1dac485d81ff, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:29.942546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network e592fbbe-290b-4f74-80d4-1dac485d81ff is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:29.947971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.963299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e592fbbe-290b-4f74-80d4-1dac485d81ff) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:29.965424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Calling delete_port for f243e636-8a16-4d95-9dc2-8698718a5aa5 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:29.971549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:29.972141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:29.980571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c2ad4-9947-426e-ba3e-b204343f10c8 None None] Network e592fbbe-290b-4f74-80d4-1dac485d81ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:30.027492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-671c1dd9-35f8-4d24-8104-155bf9b20ae1 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9709232 Mar 31 23:17:30.030257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:30.040202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1499866240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:30.113825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.115317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.223328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.280636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-e592fbbe-290b-4f74-80d4-1dac485d81ff', 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': 'e7d8990e-ee48-4a2d-9a72-eea2b007cd3a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:30.281663 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.315574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event deleted for resources: {'Port': ['ID=f243e636-8a16-4d95-9dc2-8698718a5aa5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.371013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.378743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.419728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.424434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-089f7385-8bf8-45ac-9218-26cb615d7dc5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3925281 Mar 31 23:17:30.425186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:30.450404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 317b4917-667c-4ac8-a8c6-055eb844d71f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:30.477805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.484608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-560ec14a-43f2-44c8-8ac0-0751c69b7537 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "DELETE /v2.0/ports/f243e636-8a16-4d95-9dc2-8698718a5aa5 HTTP/1.1" status: 204 len: 168 time: 0.8710220 Mar 31 23:17:30.485671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:30.579914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 317b4917-667c-4ac8-a8c6-055eb844d71f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:30.580406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.584206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aa6461ce-7684-46b2-bb5e-aff1a768d6e7 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0963886 Mar 31 23:17:30.584959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:30.604356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1465612842'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:30.630371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Allocated IP 2001:db8::2 (e592fbbe-290b-4f74-80d4-1dac485d81ff/e7d8990e-ee48-4a2d-9a72-eea2b007cd3a/a2e3de66-0228-4d7f-9e29-7b1ac3e8957d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:30.645360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Made reservation on behalf of 7f58e565dd594eb2abf5f3c1611a1b9f for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:30.649245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.689238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] vlan segment allocate from pool success with {'vlan_id': 1290, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:30.699790 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.699790 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Added segment 2d47a782-fb52-4277-a854-640a76a07e46 of type vlan for network 3969d36b-e509-4827-bc1a-7fa730fdb620 Mar 31 23:17:30.751559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.798174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.800905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ce59a-2b9c-44cf-9183-bf428831a10d None None] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:30.809220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.810364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.897801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c8ae1554-d3bb-4aa4-8d2b-1fd6204a5a50 None None] Provisioning complete for port 317b4917-667c-4ac8-a8c6-055eb844d71f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:30.898198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1554-d3bb-4aa4-8d2b-1fd6204a5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.921940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event updated for resources: {'Network': ['ID=3969d36b-e509-4827-bc1a-7fa730fdb620,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:30.960683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.966739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.972944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.985561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.985812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3969d36b-e509-4827-bc1a-7fa730fdb620 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:30.985932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.991482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.997407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.997608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:30.999439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-d0405dfe-c67c-4c8b-9b99-bea6ea038e6f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.2193849 Mar 31 23:17:31.002765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0888df51-46a6-40ef-aae6-a075bf7a9272 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4167342 Mar 31 23:17:31.009111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37866) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.086136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.107856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95999397-9b87-4a2b-bdbc-195c90d80d6c req-3e2bd426-9f91-434a-9503-7dcc59f796ac tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992815 Mar 31 23:17:31.174705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.277942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d532-1f79-41e6-9ae7-82ad58af06bd req-402bf82e-4d77-4b58-babf-91f8ac74139d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.284351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1158d532-1f79-41e6-9ae7-82ad58af06bd req-402bf82e-4d77-4b58-babf-91f8ac74139d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.8442588 Mar 31 23:17:31.291850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.360190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f12c7d6-7647-4dd0-9a4e-8ea523f901dd tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks HTTP/1.1" status: 200 len: 13613 time: 0.3496504 Mar 31 23:17:31.363004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.389160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 317b4917-667c-4ac8-a8c6-055eb844d71f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=317b4917-667c-4ac8-a8c6-055eb844d71f,segment=NetworkSegment(8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158),segment_id=8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:31.430785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Network e592fbbe-290b-4f74-80d4-1dac485d81ff is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:31.431639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.442496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:31.451667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:31.461547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c8ae1554-d3bb-4aa4-8d2b-1fd6204a5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.474633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Pushing event updated for resources: {'Port': ['ID=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.521415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb25b25-b318-4019-905a-da031b0339ee tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] Network 3969d36b-e509-4827-bc1a-7fa730fdb620 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:31.536728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa9d8f-3efa-451c-98c5-2700a6ef273a req-f0c9b26a-6baa-4fb9-95f4-7541381139d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:31.538302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-affa9d8f-3efa-451c-98c5-2700a6ef273a req-f0c9b26a-6baa-4fb9-95f4-7541381139d4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1326842 Mar 31 23:17:31.546061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-afb25b25-b318-4019-905a-da031b0339ee tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "POST /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1785617 Mar 31 23:17:31.551399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.567209 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1158d532-1f79-41e6-9ae7-82ad58af06bd req-f21208bf-4985-48e5-88fd-61466f806b08 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2696230 Mar 31 23:17:31.612577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a473e-6dfd-45e2-b791-87892ad1d23c None None] Network 3969d36b-e509-4827-bc1a-7fa730fdb620 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:31.641100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-affa9d8f-3efa-451c-98c5-2700a6ef273a req-d680b459-a1d2-4dee-99a4-42d5ef35a891 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963802 Mar 31 23:17:31.694776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Attempting to bind port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:31.695184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Attempting to bind port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '301808db-f467-411d-b4df-07189de37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:31.695536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Attempting to bind port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d on network e592fbbe-290b-4f74-80d4-1dac485d81ff {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:31.767609 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d423c07d-7ed5-49d4-b89c-4e354e2660d6 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks HTTP/1.1" status: 200 len: 14385 time: 0.2148960 Mar 31 23:17:31.771206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.779525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:31.779946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Checking segment: {'id': '301808db-f467-411d-b4df-07189de37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:31.780354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.780739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Bound using segment: {'id': '301808db-f467-411d-b4df-07189de37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:31.781212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Bound port: a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301808db-f467-411d-b4df-07189de37f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'e592fbbe-290b-4f74-80d4-1dac485d81ff'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:31.781585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:31.786006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8::1 (e592fbbe-290b-4f74-80d4-1dac485d81ff/e7d8990e-ee48-4a2d-9a72-eea2b007cd3a/8392b064-bb64-449d-bf68-8afd92130062) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:31.809297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=317b4917-667c-4ac8-a8c6-055eb844d71f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:31.822415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-c8ae1554-d3bb-4aa4-8d2b-1fd6204a5a50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:31.822756 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-c8ae1554-d3bb-4aa4-8d2b-1fd6204a5a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:31.891363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ceba3a30-559e-4b96-91a7-7371c6be2d06 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "DELETE /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks/3969d36b-e509-4827-bc1a-7fa730fdb620 HTTP/1.1" status: 204 len: 168 time: 0.1158974 Mar 31 23:17:31.892529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37878) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:31.965899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.016400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.077991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network e592fbbe-290b-4f74-80d4-1dac485d81ff is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:32.083774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:32.088573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:32.089190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.137929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=8392b064-bb64-449d-bf68-8afd92130062,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.163557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c1f7c0df-36df-4124-a020-87b182b75811 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks HTTP/1.1" status: 200 len: 13613 time: 0.2696991 Mar 31 23:17:32.172836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37882) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:32.212296 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2a50019b-53de-4662-a5cc-6fb9a075913a tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/networks/ca665e0a-6d05-4fd9-82b4-87f2d0a765e2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0381887 Mar 31 23:17:32.219614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37884) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:32.259459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 317b4917-667c-4ac8-a8c6-055eb844d71f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:32.317601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] For port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:32.323292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ccf1aa20-41ac-425b-850a-a89a93bbb151 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/networks/ca665e0a-6d05-4fd9-82b4-87f2d0a765e2/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1022255 Mar 31 23:17:32.325752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:32.328034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] For port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,segment=NetworkSegment(301808db-f467-411d-b4df-07189de37f77),segment_id=301808db-f467-411d-b4df-07189de37f77)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:32.363905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.438300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a9bb6-9c1a-4808-9bbf-ff63bf553fc9 None None] Pushing event updated for resources: {'Port': ['ID=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:32.486588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 317b4917-667c-4ac8-a8c6-055eb844d71f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.486940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.530800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 014a8811-af37-48e5-bf46-980f901d2f0d details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:32.619818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cbfa70d6-79ce-4a73-9dee-8e2595e3e143 None None] Could not find standard attr ID for object f243e636-8a16-4d95-9dc2-8698718a5aa5. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:32.675143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.687536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.693941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.707846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.719274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.725849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.732177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.742804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-262e3d1b-b76d-4962-86b8-d96732260389 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5428 time: 0.4737830 Mar 31 23:17:32.744630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.776459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e75975-e752-400d-8c39-3e6f6334d901 req-f82bf380-11f7-485d-9b55-1e5ee22c195b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:32.778164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8e75975-e752-400d-8c39-3e6f6334d901 req-f82bf380-11f7-485d-9b55-1e5ee22c195b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.0990198 Mar 31 23:17:32.794965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-cbfa70d6-79ce-4a73-9dee-8e2595e3e143 None None] Provisioning complete for port 317b4917-667c-4ac8-a8c6-055eb844d71f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:32.795412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfa70d6-79ce-4a73-9dee-8e2595e3e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.814841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5263e7c9-ab5d-44b0-98ad-1414c1bd3dd1 tempest-DHCPAgentSchedulersTestJSON-1649872570 tempest-DHCPAgentSchedulersTestJSON-1649872570-project-admin] 10.222.0.95 "GET /v2.0/agents/be257dcc-c46a-4c70-8238-ec46f30e89d1/dhcp-networks HTTP/1.1" status: 200 len: 13613 time: 0.4875453 Mar 31 23:17:32.826684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:32.868674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=014a8811-af37-48e5-bf46-980f901d2f0d,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:32.886535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '014a8811-af37-48e5-bf46-980f901d2f0d', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'port_id': '014a8811-af37-48e5-bf46-980f901d2f0d', 'mac_address': 'fa:16:3e:f9:4d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:32.892917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8e75975-e752-400d-8c39-3e6f6334d901 req-7b12e90e-5f55-4c6c-9eea-830fd362f46a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827186 Mar 31 23:17:32.943671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da719fe0-3eac-4f4e-8e29-a9e33b4a7c46 req-e44807e2-b090-4438-a052-235017d7245c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994853 Mar 31 23:17:32.968020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:32.993512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 014a8811-af37-48e5-bf46-980f901d2f0d {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:33.029739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=014a8811-af37-48e5-bf46-980f901d2f0d,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.039048 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.040217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3c627562-1f92-41b6-9f8c-313edba3a6d8 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:33.060275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.094927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44621a-2a49-42a0-a798-f46606012071 req-f73b48b8-3670-430b-9923-4a70313e55a5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:33.114350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c44621a-2a49-42a0-a798-f46606012071 req-f73b48b8-3670-430b-9923-4a70313e55a5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1211853 Mar 31 23:17:33.126615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.173437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c44621a-2a49-42a0-a798-f46606012071 req-c1f296e6-4304-4c29-8dc0-484994be01bb tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578456 Mar 31 23:17:33.234134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.246126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.248452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'port_id': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'mac_address': 'fa:16:3e:1b:17:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:33.293063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.300426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3969d36b-e509-4827-bc1a-7fa730fdb620']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:33.308948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c627562-1f92-41b6-9f8c-313edba3a6d8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:33.324334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d47a782-fb52-4277-a854-640a76a07e46') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:33.324966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d47a782-fb52-4277-a854-640a76a07e46') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:33.330936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.337702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.338406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device edc85828-7ba8-4096-accc-cf792991750c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:33.340261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.365522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.381641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:33.382006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:33.385204 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:33.412469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.474668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.476999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.498278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.513738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'edc85828-7ba8-4096-accc-cf792991750c', 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'port_id': 'edc85828-7ba8-4096-accc-cf792991750c', 'mac_address': 'fa:16:3e:33:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a7e92e-9051-42f9-a90b-5267d4652691', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:33.523370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event deleted for resources: {'Network': ['ID=3969d36b-e509-4827-bc1a-7fa730fdb620,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.525121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.525933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.537972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.541323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a88966b-ec60-4903-960a-b406b7161414 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "DELETE /v2.0/networks/3969d36b-e509-4827-bc1a-7fa730fdb620 HTTP/1.1" status: 204 len: 168 time: 0.7131686 Mar 31 23:17:33.544560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37898) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:33.579685 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-0966fcdd-ef90-4f2e-984a-47781e5275d9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] DELETE failed (client error): The resource could not be found. Mar 31 23:17:33.580560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0966fcdd-ef90-4f2e-984a-47781e5275d9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:17:33.584053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0966fcdd-ef90-4f2e-984a-47781e5275d9 tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "DELETE /v2.0/ports/f243e636-8a16-4d95-9dc2-8698718a5aa5 HTTP/1.1" status: 404 len: 333 time: 0.0380745 Mar 31 23:17:33.586857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:33.604307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.638899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc85828-7ba8-4096-accc-cf792991750c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:33.645380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=8392b064-bb64-449d-bf68-8afd92130062,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.672251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.673255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Deleting subnet a8872652-8997-4bf4-8277-a4685f01e499 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:33.677109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.679490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.680229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device ce8185b2-8a45-428e-a102-ae7359c28e42 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:33.738547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.743294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network e592fbbe-290b-4f74-80d4-1dac485d81ff is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:33.745352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:33.764245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:33.769759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.784498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'port_id': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'mac_address': 'fa:16:3e:25:38:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:33.831479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.848077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8185b2-8a45-428e-a102-ae7359c28e42 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:33.850402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.876052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:33.877380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c011b2-e019-4e35-8edb-797910267e21 None None] Network e592fbbe-290b-4f74-80d4-1dac485d81ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:33.894303 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.894303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d02797ee-ffc7-4fda-aafd-4cc04499fd66 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:33.905371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:33.929792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:33.989863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event deleted for resources: {'Subnet': ['ID=a8872652-8997-4bf4-8277-a4685f01e499,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:34.018167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.018167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ac128e0-cd4d-4dd5-a8a4-89a67c5e895e tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "DELETE /v2.0/subnets/a8872652-8997-4bf4-8277-a4685f01e499 HTTP/1.1" status: 204 len: 168 time: 0.4254775 Mar 31 23:17:34.018167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.020860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed6f7f-9a21-4224-af4b-15399ea3fa4f None None] Network ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:34.111422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:34.114110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cfcdb5da-a8c9-46a9-99bd-4b9b4df48012 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6876106 Mar 31 23:17:34.118936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.138619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.142472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] Sync routers for ids ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:34.147360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:34.165087 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] Routers {'f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:34.166037 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:34.167665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:34.175822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] Provisioning complete for port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:34.176190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.195103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfba123-45a4-44aa-b353-05eff87ad489 req-4e903274-928f-432e-a3dc-4e0382f47ea5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.195377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'port_id': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'mac_address': 'fa:16:3e:e9:12:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:34.196843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcfba123-45a4-44aa-b353-05eff87ad489 req-4e903274-928f-432e-a3dc-4e0382f47ea5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1844130 Mar 31 23:17:34.235490 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:34.245066 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] Routers {'f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:34.246556 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:34.288782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:34.289529 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ba64d-d157-408a-94ca-db5d1b22fe0f None None] The sync data for ids ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:34.305079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a2e3de66-0228-4d7f-9e29-7b1ac3e8957d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:34.315206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b303568-f34d-4861-85a7-762799c76867 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.317934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b303568-f34d-4861-85a7-762799c76867 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports/8392b064-bb64-449d-bf68-8afd92130062 HTTP/1.1" status: 200 len: 911 time: 0.1976371 Mar 31 23:17:34.323802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:34.335727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7d8990e-ee48-4a2d-9a72-eea2b007cd3a'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:34.351927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.353235 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-e726ec52-85c6-4b20-8850-998effded9aa service neutron] show failed (client error): The resource could not be found. Mar 31 23:17:34.354333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-e726ec52-85c6-4b20-8850-998effded9aa service neutron] 10.222.0.60 "GET /v2.0/ports/b73a51b5-cf8c-476e-b99f-500db2e606de/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1496243 Mar 31 23:17:34.357842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.364470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.377171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.379209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.385977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.392372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.394710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-99e719a0-ce87-4b48-956a-a6c31da7287f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5432 time: 0.2368350 Mar 31 23:17:34.399447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcfba123-45a4-44aa-b353-05eff87ad489 req-9ea5eb86-c84f-491f-a552-ab186487560a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1932766 Mar 31 23:17:34.413619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] DHCP port deletion for ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:34.415324 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.440150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02797ee-ffc7-4fda-aafd-4cc04499fd66 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:34.517302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:34.518784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4210921-dcbb-454b-8da8-f02b81f2c98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.525140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Deleting port 317b4917-667c-4ac8-a8c6-055eb844d71f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:34.525140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.550915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c22d7dc0-1db0-41f2-a535-be88febdd60a req-ec251b63-5153-4440-ab38-ef4dd5e0d318 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075523 Mar 31 23:17:34.568941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.569838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a9a7e063-ebc5-4548-8d20-9728ebf2b57b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:34.576727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a367aa-22cf-4aab-9c93-7129bbe4e035 req-a541b018-6117-4a63-9150-5bd512ed1d44 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.595810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00a367aa-22cf-4aab-9c93-7129bbe4e035 req-a541b018-6117-4a63-9150-5bd512ed1d44 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1233892 Mar 31 23:17:34.600037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:34.600638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.646865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00a367aa-22cf-4aab-9c93-7129bbe4e035 req-2a3d8c7c-2ec9-4b99-bcf9-1f8f945bcbed tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Mar 31 23:17:34.718390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] For port 317b4917-667c-4ac8-a8c6-055eb844d71f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=317b4917-667c-4ac8-a8c6-055eb844d71f,segment=NetworkSegment(8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158),segment_id=8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:34.719176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.744258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Calling delete_port for 317b4917-667c-4ac8-a8c6-055eb844d71f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:34.928489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.942797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:34.956652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-10050089-8de8-4dbc-8226-f0ff2abce131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.958595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-10050089-8de8-4dbc-8226-f0ff2abce131 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 1096 time: 0.3557665 Mar 31 23:17:35.005114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:35.047327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] For port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,segment=NetworkSegment(301808db-f467-411d-b4df-07189de37f77),segment_id=301808db-f467-411d-b4df-07189de37f77)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.055131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.059216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.072445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Deleting port 317b4917-667c-4ac8-a8c6-055eb844d71f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:35.072445 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.076855 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.099928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.147420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b', 'network_id': 'e53d796f-bfe4-445d-b4cc-7bdecd770aa3', 'port_id': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b', 'mac_address': 'fa:16:3e:d0:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7f455e-3732-4684-a6e9-f195a453a9bb', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:35.184518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event deleted for resources: {'Port': ['ID=317b4917-667c-4ac8-a8c6-055eb844d71f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.195688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] No DVR routers for this DVR port 317b4917-667c-4ac8-a8c6-055eb844d71f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:35.197405 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.318243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e8e0a-757e-41d5-9fe5-9ec550d0289f None None] Pushing event updated for resources: {'Port': ['ID=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.323888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] For port 317b4917-667c-4ac8-a8c6-055eb844d71f, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.324312 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.353046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Calling delete_port for 317b4917-667c-4ac8-a8c6-055eb844d71f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:35.358083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Port 317b4917-667c-4ac8-a8c6-055eb844d71f was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:17:35.359606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7b1d1d88-65a0-4f18-b412-2b79f7cfe162 None None] Provisioning complete for port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:35.360015 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d88-65a0-4f18-b412-2b79f7cfe162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.361651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.388333 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.438720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] Pushing event deleted for resources: {'Port': ['ID=317b4917-667c-4ac8-a8c6-055eb844d71f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.445216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a7e063-ebc5-4548-8d20-9728ebf2b57b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:35.451187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622d6e9-d085-47fa-98ad-c29a781e088b None None] No DVR routers for this DVR port 317b4917-667c-4ac8-a8c6-055eb844d71f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:35.493809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.502624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.549584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d044dd5c-c837-4ed8-9023-70b8b0707e50 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:35.627083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.652290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7b1d1d88-65a0-4f18-b412-2b79f7cfe162 None None] Provisioning complete for port 8392b064-bb64-449d-bf68-8afd92130062 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:35.652661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1d88-65a0-4f18-b412-2b79f7cfe162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.735295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d1d88-65a0-4f18-b412-2b79f7cfe162 None None] Port 8392b064-bb64-449d-bf68-8afd92130062 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:35.739074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.744074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.747173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.753769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.756343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'network_id': 'dc4cc462-d50c-44be-87a1-5dffcf790e48', 'port_id': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'mac_address': 'fa:16:3e:a1:1a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a7e92e-9051-42f9-a90b-5267d4652691', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:35.760135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.766234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.772159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.777925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.789165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-a0372f6b-7e09-44c3-a862-501c78efbe6d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5434 time: 0.1161478 Mar 31 23:17:35.793729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.802410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.819354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d044dd5c-c837-4ed8-9023-70b8b0707e50 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:35.852240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:35.858342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e090007-7d7c-4d66-99e3-64d5ff4ebaff req-87e03edd-8f33-469a-9d6e-f217847e4880 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645771 Mar 31 23:17:35.865126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.911074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0d424-dfda-4c2d-aa15-b255a19a813f req-45cda69d-82cb-47a2-a2ea-c12e4365de24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.918492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ae0d424-dfda-4c2d-aa15-b255a19a813f req-45cda69d-82cb-47a2-a2ea-c12e4365de24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.2959538 Mar 31 23:17:35.922618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.931025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c790d840-a86f-4609-9e92-0ac77245f57a None None] Provisioning complete for port 8392b064-bb64-449d-bf68-8afd92130062 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:35.931512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c790d840-a86f-4609-9e92-0ac77245f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:35.948808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca665e0a-6d05-4fd9-82b4-87f2d0a765e2']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.985702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.986082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c56c5bb-6d8f-4a12-bed8-f0a53cf3b158') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:35.988256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c790d840-a86f-4609-9e92-0ac77245f57a None None] Port 8392b064-bb64-449d-bf68-8afd92130062 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:36.005495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f33e8-a5ba-4a04-9258-c68bbec6d669 req-2be7fd40-d01b-453d-922a-5fbafe70de6b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.007370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b5f33e8-a5ba-4a04-9258-c68bbec6d669 req-2be7fd40-d01b-453d-922a-5fbafe70de6b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0643129 Mar 31 23:17:36.014357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.047985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.063736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b5f33e8-a5ba-4a04-9258-c68bbec6d669 req-d9deec77-322e-4c92-89e6-211680f5b7dc tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473285 Mar 31 23:17:36.088368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ae0d424-dfda-4c2d-aa15-b255a19a813f req-972802c0-2070-4cbe-86dc-2a7d6268e6a9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620898 Mar 31 23:17:36.098178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:36.098611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:36.119289 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:36.145561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a2e3de66-0228-4d7f-9e29-7b1ac3e8957d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:36.198918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:36.199415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.280366 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.285400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.288909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] 10.222.0.95 "DELETE /v2.0/networks/ca665e0a-6d05-4fd9-82b4-87f2d0a765e2 HTTP/1.1" status: 204 len: 168 time: 2.2684174 Mar 31 23:17:36.334852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be3f0-f847-43ff-b9d8-471ae823ab7a tempest-DHCPAgentSchedulersTestJSON-1936028285 tempest-DHCPAgentSchedulersTestJSON-1936028285-project] Pushing event deleted for resources: {'Network': ['ID=ca665e0a-6d05-4fd9-82b4-87f2d0a765e2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.352118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:36.357069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 317b4917-667c-4ac8-a8c6-055eb844d71f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:36.382066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['a9a7e063-ebc5-4548-8d20-9728ebf2b57b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:36.388598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d02797ee-ffc7-4fda-aafd-4cc04499fd66'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:36.422021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 317b4917-667c-4ac8-a8c6-055eb844d71f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:36.422694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 317b4917-667c-4ac8-a8c6-055eb844d71f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:36.427143 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.431518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:36.462814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.470171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.470975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.472651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/ports/8392b064-bb64-449d-bf68-8afd92130062 HTTP/1.1" status: 200 len: 911 time: 2.1460912 Mar 31 23:17:36.476318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:36.486845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['014a8811-af37-48e5-bf46-980f901d2f0d'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:36.521319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:36.526187 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e9534-be63-4743-9baf-80224d67732f" -d '{"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-unplugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:36.533966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.578833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Transition to ACTIVE for port object b73a51b5-cf8c-476e-b99f-500db2e606de will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:36.591460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7516300-f696-4ff0-84fd-e8e603cb423e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=8392b064-bb64-449d-bf68-8afd92130062,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.600534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:36.680437 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9678b7c6-a465-4579-b8ff-7b5792ca9811 x-openstack-request-id: req-9678b7c6-a465-4579-b8ff-7b5792ca9811 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:36.680732 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-unplugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:36.680979 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9678b7c6-a465-4579-b8ff-7b5792ca9811 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:36.681378 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9678b7c6-a465-4579-b8ff-7b5792ca9811'] response: {'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'code': 200} Mar 31 23:17:36.712309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['d044dd5c-c837-4ed8-9023-70b8b0707e50'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:36.741705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37948) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:36.886042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] No DVR routers for this DVR port b73a51b5-cf8c-476e-b99f-500db2e606de on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:36.888970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:37.054808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa9c6-0a61-4f06-9037-40df86473099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.106833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:37.107790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:37.108296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:37.115493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:37.115819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Attempting to bind port b73a51b5-cf8c-476e-b99f-500db2e606de on network a5e7d297-16e3-4858-91bd-a0d321df5f54 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:37.123591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:37.123932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Checking segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:37.124374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Bound using segment: {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:37.124741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Bound port: b73a51b5-cf8c-476e-b99f-500db2e606de, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa58256-cc72-4215-94d0-a23d1ca15b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:37.125101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.285414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ff271-7fca-4778-9ad0-80c4874bde78 req-0485ec91-7640-4f0f-b007-6e63a05e9953 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.287281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb6ff271-7fca-4778-9ad0-80c4874bde78 req-0485ec91-7640-4f0f-b007-6e63a05e9953 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0834892 Mar 31 23:17:37.295571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:37.300476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:37.309582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.372874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:37.392358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.393076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.395157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-913f973c-55ef-4ad0-8da0-5938c21189fd service neutron] 10.222.0.96 "PUT /v2.0/ports/b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 1091 time: 2.3961411 Mar 31 23:17:37.403812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb6ff271-7fca-4778-9ad0-80c4874bde78 req-bdc59cda-9b09-4597-a012-fbbc02390462 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054235 Mar 31 23:17:37.438388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-98e911e1-05b4-4f2e-86fe-7e8bf25f5ea3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7f58e565dd594eb2abf5f3c1611a1b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948137 Mar 31 23:17:37.441930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37960) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:37.495655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.509885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.526084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:37.534694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.545664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-d9984614-8bdf-4253-b567-a7184dd42060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.547170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-d9984614-8bdf-4253-b567-a7184dd42060 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1094 time: 0.0982125 Mar 31 23:17:37.549088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.557929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.564606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.568041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:37.571478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.580204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-c04fb569-bbb7-4591-a662-de5a80199fe9 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5435 time: 0.5717747 Mar 31 23:17:37.629183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.640776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad717945-c91b-465b-9a0a-f79b12d2ac29 req-0db2ed45-b2c0-4086-b737-51f090650b3b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555639 Mar 31 23:17:37.648637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.685217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d9d9-c265-407e-bb06-0f90f9b4309e req-989342c5-ccd0-474d-8162-420873625226 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.686724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4429d9d9-c265-407e-bb06-0f90f9b4309e req-989342c5-ccd0-474d-8162-420873625226 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.1581337 Mar 31 23:17:37.725373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.768875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4429d9d9-c265-407e-bb06-0f90f9b4309e req-a6e66c3f-2108-44db-9e0b-4ab70d640e01 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666044 Mar 31 23:17:37.789151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['ce8185b2-8a45-428e-a102-ae7359c28e42'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:37.814339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-27c04e82-1d18-4835-a08f-b48eb18a6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.816325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-27c04e82-1d18-4835-a08f-b48eb18a6660 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2433143 Mar 31 23:17:37.829299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['edc85828-7ba8-4096-accc-cf792991750c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:37.831636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['3c627562-1f92-41b6-9f8c-313edba3a6d8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:37.899637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.902658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:37.906693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/59a50611-c0f1-46f0-8ebb-3c82658e84dd HTTP/1.1" status: 204 len: 168 time: 0.4609847 Mar 31 23:17:37.920607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89fd92-6499-4bc5-ac90-9bde4626dc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a50611-c0f1-46f0-8ebb-3c82658e84dd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:37.933425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-247ca1ca-8d2c-4b88-ae69-2b20a3fd1e16 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 999 time: 0.1067157 Mar 31 23:17:37.994613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 8392b064-bb64-449d-bf68-8afd92130062 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:37.995249 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.021544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-5a278fd3-9306-48b7-b73c-d4b8107e29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.035149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-5a278fd3-9306-48b7-b73c-d4b8107e29d2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.0848870 Mar 31 23:17:38.103552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-facff8f6-a939-42e4-ad12-c6f34ba19b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.105201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-facff8f6-a939-42e4-ad12-c6f34ba19b63 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694118 Mar 31 23:17:38.136389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.156579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 8392b064-bb64-449d-bf68-8afd92130062 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:38.241944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-7937e0ae-06a5-4315-bdea-7a57f660821c service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290867 Mar 31 23:17:38.358285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.395597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37966) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.416791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd7f982e-6c5c-4710-9448-511d215b6954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.419568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.422946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba16e922-478c-4b73-a333-6e8e388e4ef5 req-04c804e2-9e95-4417-ac64-e839defe4484 service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722486 Mar 31 23:17:38.482504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=8392b064-bb64-449d-bf68-8afd92130062,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.682204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:38.684951 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f781260a-3dcd-450a-b9de-c4f5b4eeb585" -d '{"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:38.723804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87aab-c94b-4a5a-b40e-2b417d3d8b32 req-23557e1b-88a2-4f05-9420-8383530633c3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.725464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73f87aab-c94b-4a5a-b40e-2b417d3d8b32 req-23557e1b-88a2-4f05-9420-8383530633c3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1886680 Mar 31 23:17:38.751898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.807368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd7f982e-6c5c-4710-9448-511d215b6954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.837241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.844531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd7f982e-6c5c-4710-9448-511d215b6954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:38.859935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.866556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.873394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.880498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.887006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.893969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.900390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.902346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-d05dc10d-c8ef-43af-8c95-a063c7c8dbe8 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5435 time: 0.1321797 Mar 31 23:17:38.912236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73f87aab-c94b-4a5a-b40e-2b417d3d8b32 req-0738cf81-f536-4cfe-989f-448b08074af9 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506226 Mar 31 23:17:38.940733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd7f982e-6c5c-4710-9448-511d215b6954 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7718bc1ca6754ba986bd02ce84fec50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5335264 Mar 31 23:17:38.940733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37986) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:38.956698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f982e-6c5c-4710-9448-511d215b6954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee329b0f-6885-4499-bd6f-303f7dbff4dd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.975620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ce5e1c38-06c0-43aa-8598-09a7d591c65c req-bedb57b6-6db8-4f9a-b895-d119e4763240 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630059 Mar 31 23:17:39.008454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73fac7c0-0e6a-4969-8a07-b2733b81ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.048909 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b200c-3cbc-4c66-a9e8-f1b8e486ef22 x-openstack-request-id: req-c05b200c-3cbc-4c66-a9e8-f1b8e486ef22 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:39.049650 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:39.050121 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c05b200c-3cbc-4c66-a9e8-f1b8e486ef22 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:39.052781 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05b200c-3cbc-4c66-a9e8-f1b8e486ef22'] response: {'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'status': 'completed', 'code': 200} Mar 31 23:17:39.078428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:39.124332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.171710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-d30fe952-ebae-440e-82c5-161429c47c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.173318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-d30fe952-ebae-440e-82c5-161429c47c82 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1094 time: 0.0991263 Mar 31 23:17:39.187058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-ece11116-0154-403d-855a-44666d2f97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.188665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-ece11116-0154-403d-855a-44666d2f97aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1094 time: 0.1206155 Mar 31 23:17:39.190658 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.214278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73fac7c0-0e6a-4969-8a07-b2733b81ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.224581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4597c93-bab5-4981-9809-d07282bc1d59 req-71865b6d-36ab-42f2-a152-016482af5454 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.226090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4597c93-bab5-4981-9809-d07282bc1d59 req-71865b6d-36ab-42f2-a152-016482af5454 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.1398699 Mar 31 23:17:39.228865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73fac7c0-0e6a-4969-8a07-b2733b81ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.250466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:39.267461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] Sync routers for ids ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:39.268060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-852f6129-c758-4d94-b512-59022e04ea16 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7862425 Mar 31 23:17:39.275931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37988) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.279366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] Routers {'f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:39.280114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.329504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.334087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73fac7c0-0e6a-4969-8a07-b2733b81ce22 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1c445d12f465479b8f1e3856ca8ab309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931793 Mar 31 23:17:39.338874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.340321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d04ee23-dd9b-4646-a822-c9e6ace813df tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca HTTP/1.1" status: 200 len: 205 time: 0.0632775 Mar 31 23:17:39.342957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.344270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] Routers {'f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:39.345531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.359433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fac7c0-0e6a-4969-8a07-b2733b81ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caea4333-b51c-4545-8a1f-5cef6d1669ff,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.391022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4597c93-bab5-4981-9809-d07282bc1d59 req-ee073c6b-ec9a-4980-855d-2b931c30227d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436086 Mar 31 23:17:39.399162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.401224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25ae18-516b-496f-af73-6d0be2c9a201 None None] The sync data for ids ['f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:39.401906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-fc1d6e53-9486-46c6-826a-b66e6efbc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.403482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-fc1d6e53-9486-46c6-826a-b66e6efbc8ef service neutron] 10.222.0.96 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2205849 Mar 31 23:17:39.435061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.482918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-67e68c96-829e-4e67-9fa9-741ebf8561f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.484805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-67e68c96-829e-4e67-9fa9-741ebf8561f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2573075 Mar 31 23:17:39.488016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.488193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.490938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.492272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ee329b0f-6885-4499-bd6f-303f7dbff4dd HTTP/1.1" status: 204 len: 168 time: 0.5537803 Mar 31 23:17:39.497402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-b4e7edb8-0a74-46d6-9f55-78891caa826a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 999 time: 0.0839827 Mar 31 23:17:39.532530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d02797ee-ffc7-4fda-aafd-4cc04499fd66 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:39.541447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.574555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75820c3a-8aff-4029-b9fe-bad92c966b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee329b0f-6885-4499-bd6f-303f7dbff4dd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.584809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-e5a7e9e7-f54e-4448-b60e-4a6b9ec72acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.586359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-e5a7e9e7-f54e-4448-b60e-4a6b9ec72acf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.0813820 Mar 31 23:17:39.647995 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.650938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.651824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port d02797ee-ffc7-4fda-aafd-4cc04499fd66 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:39.652712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/caea4333-b51c-4545-8a1f-5cef6d1669ff HTTP/1.1" status: 204 len: 168 time: 0.3106513 Mar 31 23:17:39.666199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae57be1-a7c3-4ff7-bdcd-8b34b74f4708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caea4333-b51c-4545-8a1f-5cef6d1669ff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:39.687833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-c0f668a0-5f5d-429e-96dd-82af946c5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.690697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.692621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-c0f668a0-5f5d-429e-96dd-82af946c5edf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940809 Mar 31 23:17:39.693114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.696255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port d02797ee-ffc7-4fda-aafd-4cc04499fd66 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:39.696820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.703646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-3c9b62ef-9d2d-43dc-ae54-d5496fac8597 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 999 time: 0.2102249 Mar 31 23:17:39.775866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.776653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:39.803132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.807674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-89ddadea-ed7d-4c18-b775-31b10acad6b4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca HTTP/1.1" status: 204 len: 168 time: 0.4613132 Mar 31 23:17:39.808621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38000) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:39.860446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-95ca7205-017f-4209-bda0-9fbcb1144c60 service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582758 Mar 31 23:17:39.876351 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.878883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-e2e9c6cc-f2b1-4688-ad75-ecf69df69c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.880593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-e2e9c6cc-f2b1-4688-ad75-ecf69df69c4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1235502 Mar 31 23:17:39.935959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:39.936256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet e7d8990e-ee48-4a2d-9a72-eea2b007cd3a {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:39.938836 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fdaa13-348c-4db5-9dba-af30682c7ab7" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:39.943165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:39.990208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-ed281821-ac88-459d-b5d7-dba7470b93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.992738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-ed281821-ac88-459d-b5d7-dba7470b93ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997477 Mar 31 23:17:39.998464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-e098112b-090f-4d95-891a-943d3ae6ad21 service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220331 Mar 31 23:17:40.010995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:40.021480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.033205 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.061750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.149332 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9584f4-0f46-4d22-8f53-87b4a8a04844 x-openstack-request-id: req-ab9584f4-0f46-4d22-8f53-87b4a8a04844 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:40.149607 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:40.149860 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ab9584f4-0f46-4d22-8f53-87b4a8a04844 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:40.150884 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9584f4-0f46-4d22-8f53-87b4a8a04844'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'code': 200} Mar 31 23:17:40.152259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:40.184653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-2376f7ef-4490-4356-9a6f-9226e67b3b51 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838086 Mar 31 23:17:40.330806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.342834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.353838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.357058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.364654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.370788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.378230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.384861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.387654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-fce53de4-ac22-4218-8ed4-1ce132f8d9b7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5436 time: 0.1615713 Mar 31 23:17:40.394864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f054b95-8ac5-45a0-b774-b3709fbfb6ff req-6179dbdc-f8f3-484a-bdc9-64e5b43b668b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.402512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f054b95-8ac5-45a0-b774-b3709fbfb6ff req-6179dbdc-f8f3-484a-bdc9-64e5b43b668b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1886926 Mar 31 23:17:40.453014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8563996e-7ed9-4a2b-8a34-fa4c177509de req-260f7456-27eb-453f-b089-20c651b0a51d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527797 Mar 31 23:17:40.455062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.504189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2f054b95-8ac5-45a0-b774-b3709fbfb6ff req-d1d10874-284d-4dc1-b96b-1450825ecc22 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006105 Mar 31 23:17:40.512780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f781260a-3dcd-450a-b9de-c4f5b4eeb585 req-450870f9-fc37-4056-8265-d9492caa0ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177936 Mar 31 23:17:40.576568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.590200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acd5f1-f3a7-42fe-a3fc-1324daa62d70 req-cfbf055e-02aa-43ca-89f6-206ec154a301 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.598212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6acd5f1-f3a7-42fe-a3fc-1324daa62d70 req-cfbf055e-02aa-43ca-89f6-206ec154a301 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.0664008 Mar 31 23:17:40.613323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d8990e-ee48-4a2d-9a72-eea2b007cd3a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:40.617504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.621128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-409fb3d8-1a90-404d-8f46-43c116421206 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/e7d8990e-ee48-4a2d-9a72-eea2b007cd3a HTTP/1.1" status: 204 len: 168 time: 0.8102896 Mar 31 23:17:40.625726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38036) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.632102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831478e7-4bc4-4e80-88ad-01d993b29489 None None] Network e592fbbe-290b-4f74-80d4-1dac485d81ff requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:40.647546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6acd5f1-f3a7-42fe-a3fc-1324daa62d70 req-feeab273-95a9-4682-b556-a415c081eb64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479307 Mar 31 23:17:40.715411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.785205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:40.785651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:40.809245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38044) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:40.901141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] DHCP port deletion for e592fbbe-290b-4f74-80d4-1dac485d81ff request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:40.955627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Deleting port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:40.956439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.043263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] For port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,segment=NetworkSegment(301808db-f467-411d-b4df-07189de37f77),segment_id=301808db-f467-411d-b4df-07189de37f77)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:41.044551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.060286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Calling delete_port for a2e3de66-0228-4d7f-9e29-7b1ac3e8957d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:41.075032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1427577457'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:41.105565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:41.112029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.124399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.154481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.177601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,segment=NetworkSegment(301808db-f467-411d-b4df-07189de37f77),segment_id=301808db-f467-411d-b4df-07189de37f77)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:41.178079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.182611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] Pushing event deleted for resources: {'Port': ['ID=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.195862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2e78f-b168-4197-88e0-c672cbf877f2 None None] No DVR routers for this DVR port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:41.206371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for a2e3de66-0228-4d7f-9e29-7b1ac3e8957d owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:41.225582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.230548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.255065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:41.270063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aead2e-4200-4870-ac8d-2d165bb3558a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.275913 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.276479 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Added segment 26c09bf5-d8de-4571-bf62-6143f71e605c of type vlan for network 03c853cb-dc03-471e-ad40-98047172e65b Mar 31 23:17:41.300358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.330619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.331785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=a2e3de66-0228-4d7f-9e29-7b1ac3e8957d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.343576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port a2e3de66-0228-4d7f-9e29-7b1ac3e8957d on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:41.365688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.371495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.372097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.411156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6007006 Mar 31 23:17:41.415630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38056) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:41.420684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:41.447386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefa30b-6ad8-443a-8ad2-93f60beae03b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Network': ['ID=03c853cb-dc03-471e-ad40-98047172e65b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.459116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 03c853cb-dc03-471e-ad40-98047172e65b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:41.466017 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.536417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e592fbbe-290b-4f74-80d4-1dac485d81ff']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:41.543532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 014a8811-af37-48e5-bf46-980f901d2f0d up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:41.606754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301808db-f467-411d-b4df-07189de37f77') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:41.607275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301808db-f467-411d-b4df-07189de37f77') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:41.628693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 014a8811-af37-48e5-bf46-980f901d2f0d completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:41.635044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 014a8811-af37-48e5-bf46-980f901d2f0d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:41.635448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.649749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.655046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f363001-fc26-45dd-9889-a3f37dd09e1d req-5584cf56-2f85-43a3-bef2-ab9dae8832fe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.657638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f363001-fc26-45dd-9889-a3f37dd09e1d req-5584cf56-2f85-43a3-bef2-ab9dae8832fe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0648952 Mar 31 23:17:41.682348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.693001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:41.693444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:41.696942 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:41.728462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f363001-fc26-45dd-9889-a3f37dd09e1d req-5b0b365f-e3a0-4ad6-8584-81ac920c98a1 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595558 Mar 31 23:17:41.755621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.755852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.756040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.764590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.774024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.781660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.789972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.800358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.801479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=014a8811-af37-48e5-bf46-980f901d2f0d,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:41.803385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-dc865ece-8299-4575-bcc2-15338312f100 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5436 time: 0.2193201 Mar 31 23:17:41.804626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:41.811071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.813713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.814633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device edc85828-7ba8-4096-accc-cf792991750c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:41.886053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530134d-7e96-491b-bf89-328952916961 req-44d9e48f-d663-4a66-8321-39b683ede295 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.888602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e530134d-7e96-491b-bf89-328952916961 req-44d9e48f-d663-4a66-8321-39b683ede295 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.0801313 Mar 31 23:17:41.905270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.940400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port edc85828-7ba8-4096-accc-cf792991750c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:41.945279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port edc85828-7ba8-4096-accc-cf792991750c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:41.945648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:41.954566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e530134d-7e96-491b-bf89-328952916961 req-7bb629d9-5b2b-4acd-9978-42b4e13a4d8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587037 Mar 31 23:17:41.984902 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.001306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.009353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/e592fbbe-290b-4f74-80d4-1dac485d81ff HTTP/1.1" status: 204 len: 168 time: 1.3777499 Mar 31 23:17:42.009916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38070) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.017273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2118113970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.020344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc5da6af-6ec4-4075-bdf1-82a20cc81e99 req-ceffeb82-e8a6-4676-9bb7-23779ee2b6e3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972375 Mar 31 23:17:42.038323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc49b50-b4b2-4b88-9477-770591f420d4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=e592fbbe-290b-4f74-80d4-1dac485d81ff,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.066270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.068426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.118394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.152353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.153467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014a8811-af37-48e5-bf46-980f901d2f0d'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:42.155914 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae6498-10d2-4ce3-bbbb-325315c7b4d5" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "014a8811-af37-48e5-bf46-980f901d2f0d"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "edc85828-7ba8-4096-accc-cf792991750c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:42.171278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.173615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:42.180131 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.181715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device ce8185b2-8a45-428e-a102-ae7359c28e42 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:42.187649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a2e3de66-0228-4d7f-9e29-7b1ac3e8957d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:42.209414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.216956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a0cdad0-2dd9-42aa-a13c-3280c594ba2e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2025235 Mar 31 23:17:42.217165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38074) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.228274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-679447855'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.258222 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468816ec-801e-490e-a555-240874079e0a x-openstack-request-id: req-468816ec-801e-490e-a555-240874079e0a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:42.258963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.263768 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "014a8811-af37-48e5-bf46-980f901d2f0d", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "edc85828-7ba8-4096-accc-cf792991750c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:42.264248 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-468816ec-801e-490e-a555-240874079e0a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:42.264795 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468816ec-801e-490e-a555-240874079e0a'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '014a8811-af37-48e5-bf46-980f901d2f0d', 'code': 200} Mar 31 23:17:42.265149 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468816ec-801e-490e-a555-240874079e0a'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c', 'code': 200} Mar 31 23:17:42.266254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:42.269958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.276971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a2e3de66-0228-4d7f-9e29-7b1ac3e8957d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:42.277444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a2e3de66-0228-4d7f-9e29-7b1ac3e8957d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:42.317893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.330592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port ce8185b2-8a45-428e-a102-ae7359c28e42 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:42.338493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port ce8185b2-8a45-428e-a102-ae7359c28e42 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:42.338837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.423614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=be3de4e0-d739-4c11-ab13-5b544c0c4175,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.498229 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.517986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:42.521932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:42.523181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network hostable DHCP agents. Network: 03c853cb-dc03-471e-ad40-98047172e65b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:42.557760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:42.564322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.564700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d044dd5c-c837-4ed8-9023-70b8b0707e50 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:42.578922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.578922 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment afdf22dc-0ea2-453f-bb47-1810b5816324 of type vlan for network 46186168-d0df-42f5-8b29-1f700a62cbbf Mar 31 23:17:42.609678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:42.651523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:42.659937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 03c853cb-dc03-471e-ad40-98047172e65b) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:42.668456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.668456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.674732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da512216-aac1-4bf0-b2a7-ce72c28b0785 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:42.679314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.680408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port d044dd5c-c837-4ed8-9023-70b8b0707e50 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:42.699412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port d044dd5c-c837-4ed8-9023-70b8b0707e50 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:42.699765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.709823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38086) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.710979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-25894d96-9730-4de0-b071-4d11874a7627 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2936563 Mar 31 23:17:42.719774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'name': 'tempest-NetworksTestDHCPv6-578086886'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.738654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.748323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.749121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.850373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-e4fbccf9-179f-4f1b-be7f-0ab16b86a5fb tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574605 Mar 31 23:17:42.860980 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6432960 Mar 31 23:17:42.867477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:42.905351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:42.934968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622e5db-6726-444e-9aa7-7f555eb538e6 req-3e14e14f-fac3-46d4-95ee-0ffc122ed8aa tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:42.943163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8622e5db-6726-444e-9aa7-7f555eb538e6 req-3e14e14f-fac3-46d4-95ee-0ffc122ed8aa tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0929427 Mar 31 23:17:42.946568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:42.950642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:42.953457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559d605-9206-4dea-bb65-4cf0631c4a31 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=46186168-d0df-42f5-8b29-1f700a62cbbf,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.022197 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8622e5db-6726-444e-9aa7-7f555eb538e6 req-5001355b-3a06-4d78-8ad9-43c5ea236bb2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776782 Mar 31 23:17:43.024307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port bbe35025-40d7-4cd8-af00-0ed89c362c38 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:43.041170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 46186168-d0df-42f5-8b29-1f700a62cbbf details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:43.153970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.226029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'be3de4e0-d739-4c11-ab13-5b544c0c4175'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:43.226550 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.230845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:43.241175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:43.245587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.248651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.249503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a9a7e063-ebc5-4548-8d20-9728ebf2b57b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:43.260541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-0c084082-e237-43ab-b75a-4071ca617d89 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.261773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-0c084082-e237-43ab-b75a-4071ca617d89 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3952951 Mar 31 23:17:43.303104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-6de33916-9fe3-45dc-b0e6-f423c047ea36 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/quotas/440615b5e5e74454af8f7cd3b7f69cc9 HTTP/1.1" status: 200 len: 375 time: 0.0277023 Mar 31 23:17:43.412083 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-5367b372-c4ce-467a-9ae3-ea0360da7074 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689375 Mar 31 23:17:43.448234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.469039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:43.474027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:43.474450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.613112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::320 (03c853cb-dc03-471e-ad40-98047172e65b/be3de4e0-d739-4c11-ab13-5b544c0c4175/bbe35025-40d7-4cd8-af00-0ed89c362c38) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:43.634450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.645562 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.656193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5b33-edc4-4c19-a5be-0341729f5c56 req-ec568d5c-ba1e-4027-af7a-2824af0a3925 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.657912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87eb5b33-edc4-4c19-a5be-0341729f5c56 req-ec568d5c-ba1e-4027-af7a-2824af0a3925 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.1105819 Mar 31 23:17:43.741204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=4507f658-f88e-4f1e-9239-71885e5ad1d7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.760534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:43.770128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87eb5b33-edc4-4c19-a5be-0341729f5c56 req-f909af86-3afd-4c4d-9e91-8267e9e88f79 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887558 Mar 31 23:17:43.788793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:43.789512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 46186168-d0df-42f5-8b29-1f700a62cbbf, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:43.797230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:43.820261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.826724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.830075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.833130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.840264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.846331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.852313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.854234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3c627562-1f92-41b6-9f8c-313edba3a6d8 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:43.858502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.861598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8b33050f-8241-4537-bafb-cb18d888157f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5440 time: 0.1539898 Mar 31 23:17:43.878156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 46186168-d0df-42f5-8b29-1f700a62cbbf is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:43.909037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 46186168-d0df-42f5-8b29-1f700a62cbbf) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:43.921827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.922635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.944085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:43.952441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b6a9f2f-c729-4f59-bee9-2350251b11d1 req-8339eab1-39df-470b-8160-067d6970816e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770929 Mar 31 23:17:43.976302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f99173-e942-46eb-98d4-437fd0d82fbd None None] Network 46186168-d0df-42f5-8b29-1f700a62cbbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:43.976415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-728ba658-0c0d-4ea6-8901-9e57d83ed6fe req-a81d7960-17c9-4043-ad5d-f729d7b6b340 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 210 time: 0.0831435 Mar 31 23:17:43.981111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-682cd8bb-7300-4ddf-b49d-75aedb93849e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1124272 Mar 31 23:17:43.992271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:44.037254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.141093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:44.157162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:44.167280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:44.173413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.174077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.199183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=bbe35025-40d7-4cd8-af00-0ed89c362c38,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:44.208003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db07aaa8-a6aa-44e8-8b85-39abf02acb23 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4923975 Mar 31 23:17:44.208414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:44.249970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:44.272286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:44.274677 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55adb240-2b98-4468-ad32-2bd5b869c670" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "a9a7e063-ebc5-4548-8d20-9728ebf2b57b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:44.301259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/be3de4e0-d739-4c11-ab13-5b544c0c4175/d18c279a-9d9d-4865-88fc-951f23aac30e) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:44.341434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0062ad8-caf1-4471-b7fa-daf6a5cefd52 req-284207b9-0eb0-4fa2-988d-4bcc750106ba tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.343472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0062ad8-caf1-4471-b7fa-daf6a5cefd52 req-284207b9-0eb0-4fa2-988d-4bcc750106ba tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1459353 Mar 31 23:17:44.351692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd936b-ed17-4a37-be2f-3e3b991161b7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.353516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-12dd936b-ed17-4a37-be2f-3e3b991161b7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1444433 Mar 31 23:17:44.357336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:44.407306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0062ad8-caf1-4471-b7fa-daf6a5cefd52 req-5879fab2-ba2c-4292-8cd7-bec016d0c23c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Mar 31 23:17:44.434517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 3c627562-1f92-41b6-9f8c-313edba3a6d8 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:44.450786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:44.489331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 3c627562-1f92-41b6-9f8c-313edba3a6d8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:44.489811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.492421 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574387e4-eceb-48ff-94f3-472bb5118310 x-openstack-request-id: req-574387e4-eceb-48ff-94f3-472bb5118310 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:44.492815 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "a9a7e063-ebc5-4548-8d20-9728ebf2b57b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:44.492955 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-574387e4-eceb-48ff-94f3-472bb5118310 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:44.493441 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574387e4-eceb-48ff-94f3-472bb5118310'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'code': 200} Mar 31 23:17:44.493696 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574387e4-eceb-48ff-94f3-472bb5118310'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'code': 200} Mar 31 23:17:44.493941 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574387e4-eceb-48ff-94f3-472bb5118310'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a7e063-ebc5-4548-8d20-9728ebf2b57b', 'code': 200} Mar 31 23:17:44.525774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'port_id': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'mac_address': 'fa:16:3e:96:3b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:44.682848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-7fbc421d-3059-4aba-86f1-b7c540bd28e4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.684601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-7fbc421d-3059-4aba-86f1-b7c540bd28e4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.3701341 Mar 31 23:17:44.692748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-46186168-d0df-42f5-8b29-1f700a62cbbf', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:44.693610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.723870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020ead-d84f-4095-86c5-4c29e95c030b req-1503562c-5ae2-4292-8ff2-c690682d1780 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.725615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b020ead-d84f-4095-86c5-4c29e95c030b req-1503562c-5ae2-4292-8ff2-c690682d1780 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 943 time: 0.3691623 Mar 31 23:17:44.726885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.727093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.761167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.771053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73a51b5-cf8c-476e-b99f-500db2e606de {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:44.786845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.796689 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.900345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:44.904365 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-b3be55a6-c177-4e86-a757-32af17864049 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:17:44.905443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-b3be55a6-c177-4e86-a757-32af17864049 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b73a51b5-cf8c-476e-b99f-500db2e606de/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1959348 Mar 31 23:17:44.909997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b020ead-d84f-4095-86c5-4c29e95c030b req-790bdf6f-3964-4550-b43f-3a4871c11687 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544814 Mar 31 23:17:44.912578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port bbe35025-40d7-4cd8-af00-0ed89c362c38 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:44.912919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.922763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:44.943955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:44.947365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:44.949455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:44.972753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:44.973831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Pushing event updated for resources: {'Port': ['ID=d18c279a-9d9d-4865-88fc-951f23aac30e,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.013610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.124018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.130484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.136823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.142946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.149048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.155073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Allocated IP 2001:db8::2 (46186168-d0df-42f5-8b29-1f700a62cbbf/4507f658-f88e-4f1e-9239-71885e5ad1d7/58f43d4f-6fa5-4233-bd85-64ee193e3ecf) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:45.156147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.162686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.163088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.164865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-93a8e1e1-cf7b-4bf7-9f03-3f6126ffbe29 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1054544 Mar 31 23:17:45.203593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Attempting to bind port d18c279a-9d9d-4865-88fc-951f23aac30e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:45.204082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Attempting to bind port d18c279a-9d9d-4865-88fc-951f23aac30e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:45.204442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Attempting to bind port d18c279a-9d9d-4865-88fc-951f23aac30e on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:45.216220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03babf01-fe30-48d0-ab06-79c1d5b611d7 req-cf0c5bdf-67c5-4400-a957-ce2b079429cd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402308 Mar 31 23:17:45.232373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:45.232757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:45.233159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.233544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:45.234364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Bound port: d18c279a-9d9d-4865-88fc-951f23aac30e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:45.234739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.297506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.395458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] For port d18c279a-9d9d-4865-88fc-951f23aac30e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:45.399295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5a98e4f-5230-42c8-8227-58676592b42f req-5206ed4d-6828-49d6-b4bf-85b09da0a3e5 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 210 time: 0.0801466 Mar 31 23:17:45.399892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] For port d18c279a-9d9d-4865-88fc-951f23aac30e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d18c279a-9d9d-4865-88fc-951f23aac30e,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:45.432765 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.445161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-d4f4006b-a505-4fc8-a1df-7dcb7a87f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.446971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-d4f4006b-a505-4fc8-a1df-7dcb7a87f104 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1095 time: 0.4719446 Mar 31 23:17:45.454991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.465609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for bbe35025-40d7-4cd8-af00-0ed89c362c38 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:45.480833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.486530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-6b0bd891-1d28-4c15-ad65-5a60a86526cd tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634460 Mar 31 23:17:45.514323 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:45.560511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Network 46186168-d0df-42f5-8b29-1f700a62cbbf is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:45.573947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['b73a51b5-cf8c-476e-b99f-500db2e606de'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:45.581696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:45.587903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:45.647192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8::1 (46186168-d0df-42f5-8b29-1f700a62cbbf/4507f658-f88e-4f1e-9239-71885e5ad1d7/c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:45.661100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc112c-bdb3-4f41-aa5f-6545240124b1 req-a0eac75c-db81-4b68-90b4-ada4373ab7f2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.671373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47bc112c-bdb3-4f41-aa5f-6545240124b1 req-a0eac75c-db81-4b68-90b4-ada4373ab7f2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1753311 Mar 31 23:17:45.679315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-d3d1f5e5-a4cc-4b40-9aa1-d131cb3b5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.681001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-d3d1f5e5-a4cc-4b40-9aa1-d131cb3b5dd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2167528 Mar 31 23:17:45.853027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47bc112c-bdb3-4f41-aa5f-6545240124b1 req-de3a1643-d12e-4b2f-9f55-99e323dead2c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773188 Mar 31 23:17:45.855105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68c067-59f5-414c-b241-b576a2495eb1 None None] Pushing event updated for resources: {'Port': ['ID=d18c279a-9d9d-4865-88fc-951f23aac30e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:45.912813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-ec030305-48a3-4059-a8e7-f4b9fae5d01d tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.914494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-ec030305-48a3-4059-a8e7-f4b9fae5d01d tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4096954 Mar 31 23:17:45.934993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Request body: {'port': {'device_id': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '440615b5e5e74454af8f7cd3b7f69cc9'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:45.959876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-a6411b05-4fd4-4985-9f1a-04fbb9923acd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 1000 time: 0.2685761 Mar 31 23:17:45.972594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.013738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Pushing event updated for resources: {'Port': ['ID=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.030241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Attempting to bind port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:46.034056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Attempting to bind port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:46.038675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=bbe35025-40d7-4cd8-af00-0ed89c362c38,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.039671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Attempting to bind port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf on network 46186168-d0df-42f5-8b29-1f700a62cbbf {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:46.051962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:46.052489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Checking segment: {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:46.053076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.053699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Bound using segment: {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:46.054206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Bound port: 58f43d4f-6fa5-4233-bd85-64ee193e3ecf, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:46.054675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.114302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.126582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Made reservation on behalf of 440615b5e5e74454af8f7cd3b7f69cc9 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:46.132584 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.181074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.184601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-44ddfb6e-aab8-449a-abba-f8536f840e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.185280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-44ddfb6e-aab8-449a-abba-f8536f840e56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.2146513 Mar 31 23:17:46.193979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] For port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:46.198230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] For port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:46.228170 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.237108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.240900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9d2e4d67-277f-459e-a4ab-0c7fb2829d60 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/bbe35025-40d7-4cd8-af00-0ed89c362c38 HTTP/1.1" status: 204 len: 168 time: 1.8418548 Mar 31 23:17:46.244883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38134) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:46.292208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d18c279a-9d9d-4865-88fc-951f23aac30e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:46.322384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.328327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.404439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ad9ff-d21a-4f2b-8076-31fb8d91113f None None] Pushing event updated for resources: {'Port': ['ID=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.418193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905338c5-d335-40c0-9072-68e40d67cf01 req-80fa2e0f-4915-4527-a2e5-c2b598cfb6d6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.426952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-905338c5-d335-40c0-9072-68e40d67cf01 req-80fa2e0f-4915-4527-a2e5-c2b598cfb6d6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.3785608 Mar 31 23:17:46.481300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d18c279a-9d9d-4865-88fc-951f23aac30e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:46.481820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.490598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-2bdc74cb-9ea5-4423-a6fc-49c06ab0295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.492726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029ba78c-dffe-4b98-89d8-83fc5d35efce,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.493319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-2bdc74cb-9ea5-4423-a6fc-49c06ab0295e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2801168 Mar 31 23:17:46.509870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:46.512743 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290af178-1ee5-4078-ad37-344fb83c2918" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:46.517140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17e96d-b37d-4109-a729-7fea5fcf2d2f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.519680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17e96d-b37d-4109-a729-7fea5fcf2d2f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.521580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd17e96d-b37d-4109-a729-7fea5fcf2d2f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2755165 Mar 31 23:17:46.524054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.526962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:46.528017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.535026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.541131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.549331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.556145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.563959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.572550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.574690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-13049b68-53c2-4cce-bb58-886eec6ecc1f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.2258742 Mar 31 23:17:46.652126 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.704818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet be3de4e0-d739-4c11-ab13-5b544c0c4175 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:46.705206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d18c279a-9d9d-4865-88fc-951f23aac30e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d18c279a-9d9d-4865-88fc-951f23aac30e,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:46.722238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 46186168-d0df-42f5-8b29-1f700a62cbbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:46.727970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.732927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.768401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4990a82-300c-4f8a-84c4-3b1479e8f31b req-684526f6-8376-45b2-953e-edc1bfeec27b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824102 Mar 31 23:17:46.795030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:46.798547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:46.799587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:46.802025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Allocated IP 192.168.233.41 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/349db4a6-ba59-4bcf-a8e8-bf1b55551ddd) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:46.843074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d18c279a-9d9d-4865-88fc-951f23aac30e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.914367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-905338c5-d335-40c0-9072-68e40d67cf01 req-d7cd82b1-0323-4462-99a2-48b53e551c03 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4870894 Mar 31 23:17:46.960039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a52dbb6-b185-4ffe-857d-50e50e92bf1b req-07ad8b9b-44c9-4ecf-9570-1770919cc214 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 210 time: 0.0496280 Mar 31 23:17:46.991185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.996827 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0863041-d132-4f75-ac62-067ee69f3b16 x-openstack-request-id: req-c0863041-d132-4f75-ac62-067ee69f3b16 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:46.997377 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-plugged", "status": "completed", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:46.997377 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c0863041-d132-4f75-ac62-067ee69f3b16 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:46.997757 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0863041-d132-4f75-ac62-067ee69f3b16'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'code': 200} Mar 31 23:17:46.998706 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.083446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-6841ab94-d950-4462-97ba-25f549d9c7a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538950 Mar 31 23:17:47.191875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.206686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af047226-4e35-499d-a5a8-628c817646e2 req-58ae41ed-f447-42f4-b048-ff878ea18bfb tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.208515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af047226-4e35-499d-a5a8-628c817646e2 req-58ae41ed-f447-42f4-b048-ff878ea18bfb tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0971076 Mar 31 23:17:47.254866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.263385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaaec5c-3248-4d1d-a92c-6c7d2ce8e153 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:47.269527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.276649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af047226-4e35-499d-a5a8-628c817646e2 req-cc82ddb4-4a44-4a9b-afe5-b39cf77ecf58 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554812 Mar 31 23:17:47.278631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.322012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.322501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.322958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.323531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.323990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.324521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.324906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.326866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-1f86830d-af6c-43a7-a0ac-837681df1c54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6499 time: 0.2142456 Mar 31 23:17:47.340951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:47.345222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:47.347868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:47.383661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Pushing event updated for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:47.437860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:47.438998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.474526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dcc2562e-a54e-4ee7-9124-ceba415f0914 None None] Provisioning complete for port d18c279a-9d9d-4865-88fc-951f23aac30e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:47.474965 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc2562e-a54e-4ee7-9124-ceba415f0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.481124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-74e1b764-6704-40ec-9b5d-2a2b306b8734 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5473709 Mar 31 23:17:47.487141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cf9be04-9e2f-43b3-8b97-d701450eb49d req-d76cfc96-d912-43af-a56b-4f0d566a60d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721700 Mar 31 23:17:47.514378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Request body: {'port': {'device_id': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:47.631902 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.679037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53af6116-6ab8-4e0e-9c48-b58a12018cae req-ab269bbb-f26f-4a70-824f-a814422e6166 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&id=a6da6891-c6c3-419d-b225-d940ce5f850d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2921083 Mar 31 23:17:47.713024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.778030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:47.784365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/be3de4e0-d739-4c11-ab13-5b544c0c4175 HTTP/1.1" status: 204 len: 168 time: 1.2348163 Mar 31 23:17:47.785027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:47.791813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75349838-acb7-4739-af20-38b1ce49b195 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=be3de4e0-d739-4c11-ab13-5b544c0c4175,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:47.896417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fbb12898-6627-421b-a6b4-b614a0b7d89f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017349 Mar 31 23:17:47.899533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:47.912840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:47.970708 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:17:47.976421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3f0aa08f-889f-4943-964a-054042a42b55 None None] Provisioning complete for port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:47.977485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f0aa08f-889f-4943-964a-054042a42b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.021509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0321313-98d9-4d90-90b5-c1a4b2143036 req-4627828f-2986-44d7-a9bb-8a63a4afa99d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.024455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0321313-98d9-4d90-90b5-c1a4b2143036 req-4627828f-2986-44d7-a9bb-8a63a4afa99d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.2133372 Mar 31 23:17:48.091978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3f0aa08f-889f-4943-964a-054042a42b55 None None] Port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:48.108181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0321313-98d9-4d90-90b5-c1a4b2143036 req-10a5c506-9180-4bb1-b108-0c3846d6365c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735812 Mar 31 23:17:48.119406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83177a62-8709-4c1f-8a91-db869e2d6c7d None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:48.197760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad592016-c005-46b2-ae5b-67502a728c16 None None] Network 46186168-d0df-42f5-8b29-1f700a62cbbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:48.220729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:48.253787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.313446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Transition to ACTIVE for port object 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:17:48.324684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.410897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa949-6343-4c75-abc4-cd859fc940db req-6e1b4eda-1609-49a6-b59b-24e461e672d6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.412848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bcaa949-6343-4c75-abc4-cd859fc940db req-6e1b4eda-1609-49a6-b59b-24e461e672d6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.1510444 Mar 31 23:17:48.433074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Pushing event updated for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:48.523209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 58f43d4f-6fa5-4233-bd85-64ee193e3ecf up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:48.528077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Provisioning complete for port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:48.528493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.541223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:48.545141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.558970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bcaa949-6343-4c75-abc4-cd859fc940db req-5f1a8671-894e-4d5c-a4a3-88bfad71220b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051033 Mar 31 23:17:48.599535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Attempting to bind port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:48.600057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Attempting to bind port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:48.601410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Attempting to bind port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:48.614170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:48.615793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Attempting to bind port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:48.631572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:48.643621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:48.644735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:48.645380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Bound port: 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:48.646549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.747653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:48.751042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:48.768188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.777178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.780277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.787277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.793603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.801013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.812472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.813789 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.817348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:48.817866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.820158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.829557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-b20857b3-c836-4494-a989-caad1cd88a23 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.9287694 Mar 31 23:17:48.838620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.839390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:48.840931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] 10.222.0.96 "PUT /v2.0/ports/349db4a6-ba59-4bcf-a8e8-bf1b55551ddd HTTP/1.1" status: 200 len: 1095 time: 1.3495018 Mar 31 23:17:48.843950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:48.846777 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4851973-22ed-4813-8325-28ac27a3b907" -d '{"events": [{"name": "network-changed", "server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:48.850665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-0684ba4d-09d5-41bb-a724-584c4753eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.854033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-0684ba4d-09d5-41bb-a724-584c4753eafc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.3925374 Mar 31 23:17:48.869188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8f903-57b2-4bb7-be0e-5ae9a8b74bc6 req-1ba8242c-a1c7-4878-994c-eeccb8ede8a6 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.878144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8c8f903-57b2-4bb7-be0e-5ae9a8b74bc6 req-1ba8242c-a1c7-4878-994c-eeccb8ede8a6 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 947 time: 0.1674395 Mar 31 23:17:48.944465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8c8f903-57b2-4bb7-be0e-5ae9a8b74bc6 req-a4c56b9f-4550-42b9-bb5c-3166efeadcba tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653930 Mar 31 23:17:48.968368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff779b-0f80-436e-bc8a-532b01870c1a service neutron] Pushing event updated for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.009132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-a023d4d8-269b-4823-9bd9-e7bd0e219977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.011165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-a023d4d8-269b-4823-9bd9-e7bd0e219977 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 1098 time: 0.0997684 Mar 31 23:17:49.035053 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.037128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:49.052354 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daad80b-ecab-4456-bd43-67d6294d2a64 x-openstack-request-id: req-5daad80b-ecab-4456-bd43-67d6294d2a64 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:49.052730 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:49.053126 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5daad80b-ecab-4456-bd43-67d6294d2a64 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:49.053480 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daad80b-ecab-4456-bd43-67d6294d2a64'] response: {'name': 'network-changed', 'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd', 'status': 'completed', 'code': 200} Mar 31 23:17:49.077710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] For port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:49.099924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-95ef6857-ec0a-4521-bda6-5307ab3873c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd HTTP/1.1" status: 200 len: 217 time: 0.0695171 Mar 31 23:17:49.117937 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.170926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c2a7c0b-cf68-4abd-bb54-ac10fe9b86c2 req-ee874617-fa9b-4689-8aeb-aaef22362d16 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3401847 Mar 31 23:17:49.210188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.241501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.242300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.261112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-20c6afd6-9aea-4a53-9056-3dcb23166b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.263363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-20c6afd6-9aea-4a53-9056-3dcb23166b2f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1501646 Mar 31 23:17:49.277966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Pushing event updated for resources: {'Port': ['ID=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.283698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Provisioning complete for port d18c279a-9d9d-4865-88fc-951f23aac30e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:49.284080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3dfca686-8e56-4e28-9a1d-2af8d6eec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.344083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.358115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:17:49.358487 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:17:49.371959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Deleting port d18c279a-9d9d-4865-88fc-951f23aac30e {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:49.372653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.379444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2b99a-b751-431f-9b3c-298e1a1fc038 req-dcda1ab4-d943-4f48-bcee-6972e3f91dba tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.383665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ad2b99a-b751-431f-9b3c-298e1a1fc038 req-dcda1ab4-d943-4f48-bcee-6972e3f91dba tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1263649 Mar 31 23:17:49.387629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.396783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-6ed3d254-9a1a-467c-9837-c87e9dafe545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.407158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-6ed3d254-9a1a-467c-9837-c87e9dafe545 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308718 Mar 31 23:17:49.512957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] For port d18c279a-9d9d-4865-88fc-951f23aac30e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d18c279a-9d9d-4865-88fc-951f23aac30e,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:49.514619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.530055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ad2b99a-b751-431f-9b3c-298e1a1fc038 req-0ee4ed7c-1631-44c1-ba4e-953f3a9f5692 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189685 Mar 31 23:17:49.540588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Calling delete_port for d18c279a-9d9d-4865-88fc-951f23aac30e owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:49.552232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-81083a21-8e7d-495a-b715-0001877d09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.554252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-81083a21-8e7d-495a-b715-0001877d09cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.6615829 Mar 31 23:17:49.570124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-19c4c8d9-66d0-4348-9926-45b3cc80e406 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487663 Mar 31 23:17:49.571779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:49.625371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:49.635690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.636277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.656526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=cbbe9859-d2db-4d9e-a42b-9b926a71d1a0,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.663734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.676872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 46186168-d0df-42f5-8b29-1f700a62cbbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:49.680137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-006a85c6-8bd7-4521-a5e6-0c3b1fe12856 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 1001 time: 0.1127906 Mar 31 23:17:49.683351 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4d9287e7-b539-4f46-a234-d2b93d943114 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7812355 Mar 31 23:17:49.684555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:49.687147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38166) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:49.692353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'name': 'tempest-NetworksTestDHCPv6-790032992'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:49.714882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] Pushing event deleted for resources: {'Port': ['ID=d18c279a-9d9d-4865-88fc-951f23aac30e,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.720077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb91aa-0a7e-491d-ba20-da9b24d6f7f8 None None] No DVR routers for this DVR port d18c279a-9d9d-4865-88fc-951f23aac30e on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:49.724897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-94971062-38a4-4266-b3b1-0b7585dc110d None None] Provisioning complete for port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:49.725331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-94971062-38a4-4266-b3b1-0b7585dc110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:49.768247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba28156-c80c-4458-b275-7e8722ff4559 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:49.770165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:49.874448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58297438-49b1-40e8-a7ba-82b47eb6859e req-e42341d0-347a-4655-b09a-175c7a5a8356 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969565 Mar 31 23:17:49.877295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-f3e738ab-9958-41a6-9a77-cd4d35a5b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.878883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-f3e738ab-9958-41a6-9a77-cd4d35a5b1a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1920073 Mar 31 23:17:49.932212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abab4a-fcdb-4fee-a19a-796426494846 req-9f95d11f-9774-4ab7-9d91-61cfce504851 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:49.940258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74abab4a-fcdb-4fee-a19a-796426494846 req-9f95d11f-9774-4ab7-9d91-61cfce504851 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 944 time: 0.2424893 Mar 31 23:17:49.952242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:49.957395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.001058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-0cd99285-6fd1-43de-8d78-a1d93f17f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.002639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-0cd99285-6fd1-43de-8d78-a1d93f17f2de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155450 Mar 31 23:17:50.053786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port e4e98f8d-5fa3-4cbb-8566-292f8d357c95 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:50.098026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74abab4a-fcdb-4fee-a19a-796426494846 req-4a93abcf-0b80-4e04-97d0-48df04d5fc3a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497416 Mar 31 23:17:50.121821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.157061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d18c279a-9d9d-4865-88fc-951f23aac30e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:50.167461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:17:50.228746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851973-22ed-4813-8325-28ac27a3b907 req-f528226d-5dd0-4c05-bcf0-6a0e5ab408f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.229032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d18c279a-9d9d-4865-88fc-951f23aac30e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:50.229306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d18c279a-9d9d-4865-88fc-951f23aac30e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 31 23:17:50.230534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-f528226d-5dd0-4c05-bcf0-6a0e5ab408f5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 1098 time: 0.2555139 Mar 31 23:17:50.243275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89372b98-65ad-4b5b-af08-d9e9c20402a3 req-27e10275-7e3f-42cd-8b64-d6930986b098 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.244933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89372b98-65ad-4b5b-af08-d9e9c20402a3 req-27e10275-7e3f-42cd-8b64-d6930986b098 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 947 time: 0.1175237 Mar 31 23:17:50.265673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port d18c279a-9d9d-4865-88fc-951f23aac30e not found, will not notify nova. {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 31 23:17:50.267133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port b73a51b5-cf8c-476e-b99f-500db2e606de completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:50.276946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port b73a51b5-cf8c-476e-b99f-500db2e606de triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:50.277323 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.289305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7bdc406e-9ce4-4da1-9cf5-275629d0b3b5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 200 len: 992 time: 0.1660392 Mar 31 23:17:50.334041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::25b (03c853cb-dc03-471e-ad40-98047172e65b/cbbe9859-d2db-4d9e-a42b-9b926a71d1a0/e4e98f8d-5fa3-4cbb-8566-292f8d357c95) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:50.351148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-b967dd1e-8188-4e80-93d1-6186303f72d8 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386250 Mar 31 23:17:50.353630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89372b98-65ad-4b5b-af08-d9e9c20402a3 req-5deef412-8b64-45b1-87b0-3983d7aadcd9 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Mar 31 23:17:50.361764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-94971062-38a4-4266-b3b1-0b7585dc110d None None] Provisioning complete for port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:50.362641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-94971062-38a4-4266-b3b1-0b7585dc110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.406417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:50.413057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'cbbe9859-d2db-4d9e-a42b-9b926a71d1a0'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:50.414591 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.415651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07be0e3b-2751-459c-8bab-09f5c63b1e7b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4263215 Mar 31 23:17:50.420485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38176) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:50.422256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:50.429645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2084343686'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:50.456426 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:50.489446 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.490931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-94971062-38a4-4266-b3b1-0b7585dc110d None None] Port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:50.504090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851973-22ed-4813-8325-28ac27a3b907 req-aec80711-22df-4a32-8337-4f5ff048784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.505577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-aec80711-22df-4a32-8337-4f5ff048784d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2575188 Mar 31 23:17:50.535701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:50.540036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.578597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.589562 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.593053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.608590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 58f43d4f-6fa5-4233-bd85-64ee193e3ecf up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:50.611123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.622608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.631899 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:50.637340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.638612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-7dcf9cdf-4fba-4dfb-bf85-5dfdc9216b02 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd HTTP/1.1" status: 200 len: 217 time: 0.1104994 Mar 31 23:17:50.651104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.662668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.672005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-a7a405af-2e33-485b-a5e3-a31e56af2201 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.2547700 Mar 31 23:17:50.690770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ceab0f9f-f573-4119-b88f-61aba9cbc648 req-a60404a0-7a57-4808-a9f3-171fe72bac84 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319016 Mar 31 23:17:50.718451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:50.733234 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ee7d0-7b9c-4ad2-86b7-73245c8983d5" -d '{"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:50.750967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca6e2d09-09f7-4d4f-9b19-faf7cd2551cf req-82242d44-9f56-4ad7-8dea-7d05e23a3833 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762537 Mar 31 23:17:50.780644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5189e40d-0418-471d-bca4-53fb28d684e9 None None] Provisioning complete for port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:50.781078 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5189e40d-0418-471d-bca4-53fb28d684e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.785738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:50.837186 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.840490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.858907 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e5ce6-4348-423f-88e7-079f2ec50dc8 x-openstack-request-id: req-d82e5ce6-4348-423f-88e7-079f2ec50dc8 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:50.860456 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-plugged", "status": "completed", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:50.860456 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d82e5ce6-4348-423f-88e7-079f2ec50dc8 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:50.860976 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82e5ce6-4348-423f-88e7-079f2ec50dc8'] response: {'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'code': 200} Mar 31 23:17:50.889134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.915575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:50.921217 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.975354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:50.975746 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 331b7672-7e41-4f59-ab0c-3029d4386780 of type vlan for network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c Mar 31 23:17:50.981111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/cbbe9859-d2db-4d9e-a42b-9b926a71d1a0/14646ed5-214a-4a77-89dd-9c40fedb2293) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:50.996467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851973-22ed-4813-8325-28ac27a3b907 req-52b2f783-ddb1-4197-8d0d-b703aa3fb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.997878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-52b2f783-ddb1-4197-8d0d-b703aa3fb948 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.3349741 Mar 31 23:17:50.999715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:51.004470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:51.005050 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Updating router fdebe0c4-596a-483d-b4c8-66874e919814 port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:51.036428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4a3da-76fa-48fa-9c42-36f32ded26ff req-5ae8deea-f168-4519-8b91-51e7dbab5d88 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.037944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b4a3da-76fa-48fa-9c42-36f32ded26ff req-5ae8deea-f168-4519-8b91-51e7dbab5d88 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.2816982 Mar 31 23:17:51.052046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:51.054313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.060640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.061841 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.067115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.073388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:51.075677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.080072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.080788 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.082103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.084441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=e4e98f8d-5fa3-4cbb-8566-292f8d357c95,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.088670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.096113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.102442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9ff8cc9-48e2-4615-83b3-a3ebc57a89ae req-e94872a1-b9de-4f0c-a6c8-0cae29f97c1c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1361854 Mar 31 23:17:51.114812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.117133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Request body: {'floatingip': {'port_id': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:51.130855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.179693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.180816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0679fa52-c6c9-4ec2-ab32-c046c9d9190b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4924726 Mar 31 23:17:51.189492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.192852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:51.193370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.202975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85b4a3da-76fa-48fa-9c42-36f32ded26ff req-febe1acb-db54-420d-9ccb-eac7c93d570b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483519 Mar 31 23:17:51.208719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851973-22ed-4813-8325-28ac27a3b907 req-832afbce-ab82-47ba-983f-835075dd59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.210461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-832afbce-ab82-47ba-983f-835075dd59aa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1991365 Mar 31 23:17:51.215454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.222422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.223065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.290773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8665793 Mar 31 23:17:51.293509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5189e40d-0418-471d-bca4-53fb28d684e9 None None] Port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:17:51.313696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38188) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.323299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:51.366249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.380389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.493081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356e2026-409c-4722-95bc-78adf988933d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.497200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-356e2026-409c-4722-95bc-78adf988933d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3063824 Mar 31 23:17:51.608119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.612548 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.634581 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.644142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.658637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:51.697368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d18c279a-9d9d-4865-88fc-951f23aac30e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:51.727630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:51.762801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:51.772223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:51.816735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2f6c5-0f9f-4b08-86a6-4c887f2012bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=2fe3a9bc-8ca6-493a-acc6-dffc7442736c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.820900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d18c279a-9d9d-4865-88fc-951f23aac30e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:17:51.821381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d18c279a-9d9d-4865-88fc-951f23aac30e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:51.828330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:51.871124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-464339a1-8500-4684-9efc-1a59886a665e service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415195 Mar 31 23:17:51.893897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b196537-e4ab-40b2-a7cc-1ab62613978e req-293ad7b2-38fd-4805-ad4c-22f7161164a8 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:51.901701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b196537-e4ab-40b2-a7cc-1ab62613978e req-293ad7b2-38fd-4805-ad4c-22f7161164a8 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 947 time: 0.3401828 Mar 31 23:17:51.972561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Attempting to bind port 14646ed5-214a-4a77-89dd-9c40fedb2293 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:51.972932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Attempting to bind port 14646ed5-214a-4a77-89dd-9c40fedb2293 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:51.973297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Attempting to bind port 14646ed5-214a-4a77-89dd-9c40fedb2293 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:51.975294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Pushing event updated for resources: {'Port': ['ID=14646ed5-214a-4a77-89dd-9c40fedb2293,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.981585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:51.984569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:51.984569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:51.984569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:51.984569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Bound port: 14646ed5-214a-4a77-89dd-9c40fedb2293, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:51.984569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.016576 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Attempting to bind port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:52.017131 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Attempting to bind port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:52.017706 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Attempting to bind port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 on network 46186168-d0df-42f5-8b29-1f700a62cbbf {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:52.021370 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Pushing event updated for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.030505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.036338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.036670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.037010 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.037331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.037653 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.037969 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.038284 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.038599 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.038916 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.039253 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.039579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:52.045289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:52.045922 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Checking segment: {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:52.046502 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.047035 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Bound using segment: {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:52.048209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Bound port: c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdf22dc-0ea2-453f-bb47-1810b5816324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:52.048761 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.076925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] For port 14646ed5-214a-4a77-89dd-9c40fedb2293, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:52.088905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] For port 14646ed5-214a-4a77-89dd-9c40fedb2293, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=14646ed5-214a-4a77-89dd-9c40fedb2293,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:52.101191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.112188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4851973-22ed-4813-8325-28ac27a3b907 req-6b0f0336-63d4-4003-86f4-2c20608c2fc1 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333817 Mar 31 23:17:52.129846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] For port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:52.133821 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] For port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:52.144527 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.194300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] Provisioning complete for port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:52.195018 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.219133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5a92e-6ef9-47c5-a9d7-029361ac7e9b None None] Pushing event updated for resources: {'Port': ['ID=14646ed5-214a-4a77-89dd-9c40fedb2293,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.242426 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:52.243485 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:52.332556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.352235 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07f338-3b9b-4baf-9399-f10404ed794f None None] Pushing event updated for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.400516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] For port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:52.416586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.434648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1472e-a225-47bf-b444-8664c0c9dfec req-9afb1e2e-f7f6-4fd7-a2c2-8095dc0c4738 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:52.436591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a1472e-a225-47bf-b444-8664c0c9dfec req-9afb1e2e-f7f6-4fd7-a2c2-8095dc0c4738 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1075435 Mar 31 23:17:52.453786 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:52.518410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a1472e-a225-47bf-b444-8664c0c9dfec req-1dc09f44-3eff-4cb7-a2f3-606ec84b93d2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691676 Mar 31 23:17:52.533189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803cd2e-29ae-4e28-b36c-7dc2bc058a15 None None] Pushing event updated for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.678290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:52.681777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.750823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:52.760771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a43605e-a4b8-4d83-a1e9-2f64f8a890af None None] Provisioning complete for port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:52.761147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a43605e-a4b8-4d83-a1e9-2f64f8a890af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:52.783508 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be0127-2c67-4853-b18b-77c5e8ad9cb3 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:52.797921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6b196537-e4ab-40b2-a7cc-1ab62613978e req-4a76f1d0-6c19-4a67-bc85-c78949367dc7 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8952751 Mar 31 23:17:52.897606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port e4e98f8d-5fa3-4cbb-8566-292f8d357c95 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:52.897951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.132548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.153052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for e4e98f8d-5fa3-4cbb-8566-292f8d357c95 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:53.292773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.293880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.307930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.458889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=df8e6962-705b-4ad2-a661-6ed51c02ac5a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.562608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:53.562970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 2fe3a9bc-8ca6-493a-acc6-dffc7442736c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:53.567662 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Floating IP 9b71b5d1-ab60-405d-a84f-a639d327089a associated. External IP: 172.25.8.80, port: 3c627562-1f92-41b6-9f8c-313edba3a6d8. Mar 31 23:17:53.572767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.651837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=e4e98f8d-5fa3-4cbb-8566-292f8d357c95,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:53.665790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:53.706593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Provisioning complete for port 14646ed5-214a-4a77-89dd-9c40fedb2293 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:53.707222 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.717688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.723609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8eb4a952-e74a-4964-a1b4-31c98207e443 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/e4e98f8d-5fa3-4cbb-8566-292f8d357c95 HTTP/1.1" status: 204 len: 168 time: 2.0614457 Mar 31 23:17:53.725009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.738647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2fe3a9bc-8ca6-493a-acc6-dffc7442736c) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:53.748966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.749682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.754938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff17816-0c44-4804-9f0d-bc3ba7e07e67 None None] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:53.789458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:53.843373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-875f8ad5-e7ae-4180-95ba-a435bec046cd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5283697 Mar 31 23:17:53.845642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f646d7-2e75-4a40-b051-575f26a0d90c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.847492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f646d7-2e75-4a40-b051-575f26a0d90c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:53.851727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.855434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97f646d7-2e75-4a40-b051-575f26a0d90c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1248403 Mar 31 23:17:53.856218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:53.952330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:53.994033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet cbbe9859-d2db-4d9e-a42b-9b926a71d1a0 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:54.002128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.014124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Router d3862cc4-af6e-4372-acd6-88c28dc0d9da has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:54.058158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f4ec-4992-4609-b588-3cfdaf57260a req-051c5dbc-ac91-4e9d-98f7-a42a424479da tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:54.063507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43d3f4ec-4992-4609-b588-3cfdaf57260a req-051c5dbc-ac91-4e9d-98f7-a42a424479da tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 947 time: 0.1489139 Mar 31 23:17:54.092271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] For port 14646ed5-214a-4a77-89dd-9c40fedb2293, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=14646ed5-214a-4a77-89dd-9c40fedb2293,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:54.122639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:54.126235 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.126998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43d3f4ec-4992-4609-b588-3cfdaf57260a req-fd0ca9b1-03c7-4ae6-a6a6-b868535100f7 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534408 Mar 31 23:17:54.135846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.166374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:54.168209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.178457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd', 'mac_address': 'fa:16:3e:91:54:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:54.265560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.301304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.332604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:54.340267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Pushing event updated for resources: {'Port': ['ID=14646ed5-214a-4a77-89dd-9c40fedb2293,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.345775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:54.375947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.379178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.414096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fd5ae01-0975-41d9-a74b-527f2d882980 None None] Could not find standard attr ID for object e4e98f8d-5fa3-4cbb-8566-292f8d357c95. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:54.414299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.417458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cbbe9859-d2db-4d9e-a42b-9b926a71d1a0 HTTP/1.1" status: 204 len: 168 time: 0.5601230 Mar 31 23:17:54.432663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fd5ae01-0975-41d9-a74b-527f2d882980 None None] Could not find standard attr ID for object bbe35025-40d7-4cd8-af00-0ed89c362c38. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:54.433856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.436302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Sync routers for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:54.443193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-676db4a4-6fca-4c95-bf07-84e0d4db3082 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "PUT /v2.0/floatingips/9b71b5d1-ab60-405d-a84f-a639d327089a HTTP/1.1" status: 200 len: 991 time: 3.3302684 Mar 31 23:17:54.455702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:54.457629 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:54.468900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.469359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.470003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.470847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.471302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.471778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.472202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.472984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.473362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.473769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.474718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.475560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b3e4ae-b6da-443d-a5e0-be74a6070bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:54.485958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a62ce1-e6f9-444c-85d9-09b59dcfbdbf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbe9859-d2db-4d9e-a42b-9b926a71d1a0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:54.509293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:54.511231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:54.512015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:54.521842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-57eabc80-8233-4e9d-ac5f-841911b542e1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867252 Mar 31 23:17:54.524899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38214) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:54.534826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:54.588554 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68adc56-da9f-4604-bf6e-8dc67c6f7b29 x-openstack-request-id: req-c68adc56-da9f-4604-bf6e-8dc67c6f7b29 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:54.588843 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:54.589108 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c68adc56-da9f-4604-bf6e-8dc67c6f7b29 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:54.589687 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68adc56-da9f-4604-bf6e-8dc67c6f7b29'] response: {'name': 'network-changed', 'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'status': 'completed', 'code': 200} Mar 31 23:17:54.607484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.725547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:54.730588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.821334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:54.823353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d5daf3-2279-4add-b346-d03ce66d5333 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:54.833029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.954524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:54.968178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:55.004986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:55.008122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:55.011254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.011844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.025608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=792fe1f4-6270-49e8-b9d5-b05bb9c05230,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.042242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dc69dd91-a5d6-4141-94dc-ea22ee9344db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5133772 Mar 31 23:17:55.043343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.049068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'name': 'tempest-NetworksTestDHCPv6-1451530528'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:55.067780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.082811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Allocated IP 2001:db8:1::2 (2fe3a9bc-8ca6-493a-acc6-dffc7442736c/df8e6962-705b-4ad2-a661-6ed51c02ac5a/6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.098584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-d742620a-a123-4f1a-ad5a-900b5f96c1cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6499 time: 0.4580586 Mar 31 23:17:55.200181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:55.206549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.208455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:55.209277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.246241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 831e4c60-7d11-4390-a073-ff68f070aa75 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:55.354787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-ac50ee7f-b047-4b71-9e23-7ba93ba85bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.356360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-ac50ee7f-b047-4b71-9e23-7ba93ba85bb5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eac30c9-af3f-45ed-9cfc-f26849e0c889 HTTP/1.1" status: 200 len: 917 time: 0.2507579 Mar 31 23:17:55.365381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['349db4a6-ba59-4bcf-a8e8-bf1b55551ddd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:55.416424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bede3d2-3e2f-48cc-81c1-043bd67e1292 req-e27f9d88-9508-402d-88d9-4e8cd36d241f tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.417856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bede3d2-3e2f-48cc-81c1-043bd67e1292 req-e27f9d88-9508-402d-88d9-4e8cd36d241f tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 948 time: 0.1086402 Mar 31 23:17:55.429040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-04e720d2-8d58-4322-93ec-b23888ec60dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 200 len: 999 time: 0.0644155 Mar 31 23:17:55.486020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bede3d2-3e2f-48cc-81c1-043bd67e1292 req-e648d5fd-1e84-4016-be7f-65e1efc56c43 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Mar 31 23:17:55.487486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::6d (03c853cb-dc03-471e-ad40-98047172e65b/792fe1f4-6270-49e8-b9d5-b05bb9c05230/831e4c60-7d11-4390-a073-ff68f070aa75) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:55.502800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-7b377c73-ceb4-4f8e-9e9c-62543e301acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.505216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-7b377c73-ceb4-4f8e-9e9c-62543e301acc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52d1ad51-2f5d-4e45-82f8-3d685aa239ab HTTP/1.1" status: 200 len: 854 time: 0.0688527 Mar 31 23:17:55.561745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.571581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 14646ed5-214a-4a77-89dd-9c40fedb2293 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:55.574591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-79a457c7-3565-496f-9a01-e4a1c6d62eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.576101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-79a457c7-3565-496f-9a01-e4a1c6d62eab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638947 Mar 31 23:17:55.652381 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.693720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.706754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8:1::1 (2fe3a9bc-8ca6-493a-acc6-dffc7442736c/df8e6962-705b-4ad2-a661-6ed51c02ac5a/cfc031f5-ded6-4430-8c15-b2571a9434ee) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:55.733006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:55.735762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.739278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f20e0-3ec8-418d-a84f-2e30e4b73d37 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:55.762150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:55.766496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-62e28bc3-7ada-44d4-aee6-a15ff478af0c service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777806 Mar 31 23:17:55.772815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:55.777303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Pushing event updated for resources: {'Port': ['ID=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.792921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:55.800205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:55.802277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 14646ed5-214a-4a77-89dd-9c40fedb2293 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:55.802722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.802890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:55.809096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.809744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.818872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=831e4c60-7d11-4390-a073-ff68f070aa75,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:55.835081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb07df8a-abfa-4637-9b97-a3ca0349909f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7905097 Mar 31 23:17:55.837460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38220) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.909705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdef1d-bdaf-435c-bbcd-10ffb5dd1c79 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.917000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdef1d-bdaf-435c-bbcd-10ffb5dd1c79 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:55.918702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6efdef1d-bdaf-435c-bbcd-10ffb5dd1c79 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0802863 Mar 31 23:17:55.921941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:55.923360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9b71b5d1-ab60-405d-a84f-a639d327089a', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'port_id': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'mac_address': 'fa:16:3e:1b:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:17:53Z', 'revision_number': 1, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:55.934483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1bf73b78-f39d-4f16-8503-bed7e82c89da None None] Provisioning complete for port 14646ed5-214a-4a77-89dd-9c40fedb2293 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:55.935059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1bf73b78-f39d-4f16-8503-bed7e82c89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:55.947475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e421a3d-5310-4a4b-aa50-bd2253a2fb4f req-bc754d38-9584-4bf6-bd8a-473f119fe76e service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724288 Mar 31 23:17:55.960159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.007228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.012765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Checking router: d3862cc4-af6e-4372-acd6-88c28dc0d9da for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:56.029780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Attempting to bind port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:56.030150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Attempting to bind port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:56.030512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Attempting to bind port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a on network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:56.045991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 831e4c60-7d11-4390-a073-ff68f070aa75 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:56.046421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.054701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:56.054984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:56.055378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Checking segment: {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:56.055848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.056212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Bound using segment: {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:56.056678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Bound port: 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:56.057315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.058364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:56.063429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:56.063429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.088036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:56.088674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:56.109138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.147759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.162462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 831e4c60-7d11-4390-a073-ff68f070aa75 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:56.217119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.220415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.323079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.351483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] For port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:56.356387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] For port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:56.367853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=831e4c60-7d11-4390-a073-ff68f070aa75,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.378507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.386995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:56.424540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.432067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce04f051-3991-4ab2-b8ed-6780c5e9969f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/831e4c60-7d11-4390-a073-ff68f070aa75 HTTP/1.1" status: 204 len: 168 time: 0.5069404 Mar 31 23:17:56.432457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38224) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.498520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9933e59-44ab-4059-9f1c-3d0eeabbede5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:56.500273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9933e59-44ab-4059-9f1c-3d0eeabbede5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:56.502024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9933e59-44ab-4059-9f1c-3d0eeabbede5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0684836 Mar 31 23:17:56.505871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38226) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:56.591674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 792fe1f4-6270-49e8-b9d5-b05bb9c05230 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:17:56.608609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.626063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 14646ed5-214a-4a77-89dd-9c40fedb2293 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:56.668208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.682984 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.690083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.690881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.719880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3a34-1e1f-4e02-b985-38d3dc48180a req-2fa2fe7a-b4b3-4c8d-b528-1198d13d8fea tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:56.721436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d9c3a34-1e1f-4e02-b985-38d3dc48180a req-2fa2fe7a-b4b3-4c8d-b528-1198d13d8fea tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 948 time: 0.1272597 Mar 31 23:17:56.745513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397dadb-d291-424e-8818-2dabf1f2751c None None] Pushing event updated for resources: {'Port': ['ID=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:56.790068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 14646ed5-214a-4a77-89dd-9c40fedb2293 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:56.790443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.791970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-75a8d47a-adaa-4b10-863a-1a27bbe43078 None None] Could not find standard attr ID for object 831e4c60-7d11-4390-a073-ff68f070aa75. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:56.845078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d9c3a34-1e1f-4e02-b985-38d3dc48180a req-77ab558c-2205-4303-89fc-328380adbdd6 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148026 Mar 31 23:17:56.857106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.888078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-75a8d47a-adaa-4b10-863a-1a27bbe43078 None None] Provisioning complete for port 14646ed5-214a-4a77-89dd-9c40fedb2293 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:56.888456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-75a8d47a-adaa-4b10-863a-1a27bbe43078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:56.911427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.017785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.020657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:57.062894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:57.069774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=792fe1f4-6270-49e8-b9d5-b05bb9c05230,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.076023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.082675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38230) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.083298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2389f5e5-c3a0-4c44-94c5-04dde7f414c2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/792fe1f4-6270-49e8-b9d5-b05bb9c05230 HTTP/1.1" status: 204 len: 168 time: 0.5758607 Mar 31 23:17:57.123017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9b71b5d1-ab60-405d-a84f-a639d327089a', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'port_id': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'mac_address': 'fa:16:3e:1b:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:17:53Z', 'revision_number': 1, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.158661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c825d-c972-4185-a954-b597bf47a717 None None] The sync data for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 is: [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '9b71b5d1-ab60-405d-a84f-a639d327089a', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'floating_ip_address': '172.25.8.80', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'port_id': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'mac_address': 'fa:16:3e:1b:17:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:34Z', 'updated_at': '2022-03-31T23:17:53Z', 'revision_number': 1, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:57.175030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d158c4ae-78f6-4149-ba28-572d1e355f89 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897868 Mar 31 23:17:57.175735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38232) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.177672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c01c83-62c7-4821-ae76-72d4df376939 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:57.245065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:57.249722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd02ad-1f00-47c6-909d-79e68d2836c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.254123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fddd02ad-1f00-47c6-909d-79e68d2836c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0773206 Mar 31 23:17:57.254708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38234) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.269837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c107db85-ff3b-4044-aff6-764c321b3285 None None] Could not find standard attr ID for object 831e4c60-7d11-4390-a073-ff68f070aa75. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:17:57.372647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54ceaa-9e9b-4f1f-9d82-c2ff79b4cebf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.374147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cc54ceaa-9e9b-4f1f-9d82-c2ff79b4cebf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1174278 Mar 31 23:17:57.376861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38236) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.417549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-68b1c404-3fcc-4f1b-bee9-8c5d8f518a31 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395885 Mar 31 23:17:57.422583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.428290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:57.428495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:57.433551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bac464ce-fea6-42f5-b79a-5ff1b907dd2d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5830443 Mar 31 23:17:57.436636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38240) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.438554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:17:57.441428 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:57.442418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236278567'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:57.458029 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:57.459377 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:57.472500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:57.477848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.522555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:57.523413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Deleting port 14646ed5-214a-4a77-89dd-9c40fedb2293 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:57.524077 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.534991 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.535673 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 3647e296-35f4-4831-afd8-9186e97c7405 of type vlan for network 28f9733b-7e0e-4829-b869-c94b6480cf2c Mar 31 23:17:57.588040 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:57.591709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.598118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:57.602449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.636488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] For port 14646ed5-214a-4a77-89dd-9c40fedb2293, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=14646ed5-214a-4a77-89dd-9c40fedb2293,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:57.637275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.654546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.659944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Calling delete_port for 14646ed5-214a-4a77-89dd-9c40fedb2293 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:17:57.660345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:57.660971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.767985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:57.792824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] No DVR routers for this DVR port 14646ed5-214a-4a77-89dd-9c40fedb2293 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:57.829304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=28f9733b-7e0e-4829-b869-c94b6480cf2c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:57.847460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-11e31f29-f635-4edd-a4ae-1d2dafc0a48b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4083493 Mar 31 23:17:57.849452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38242) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:57.861311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:57.872445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:57.883138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:57.938746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00be8e-2daa-41fe-a3d8-c23a6e237215 None None] Pushing event deleted for resources: {'Port': ['ID=14646ed5-214a-4a77-89dd-9c40fedb2293,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.010356 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:56Z', 'revision_number': 3, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:17:56Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:58.023001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.046833 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:58.047638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Updating router fdebe0c4-596a-483d-b4c8-66874e919814 port cfc031f5-ded6-4430-8c15-b2571a9434ee binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:17:58.078750 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.098527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:17:58.101713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=7718eb17-5cd7-43da-8686-62089b3e32aa,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.115089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:58.118900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.119886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:58.120669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.144786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:58.148307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:58.151592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.152194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.163222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d84b5-e112-449b-96bd-47a2e327c322 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:58.186163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289205e8-e018-4983-856e-30ab801ea231 req-11153d66-b8b5-4625-aff7-e07970b04196 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.199393 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-289205e8-e018-4983-856e-30ab801ea231 req-11153d66-b8b5-4625-aff7-e07970b04196 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 948 time: 0.1808321 Mar 31 23:17:58.219045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f220d3cc-6523-4e9b-bc6c-0be7ee4b21f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7952802 Mar 31 23:17:58.223980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38246) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.243627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '7718eb17-5cd7-43da-8686-62089b3e32aa', 'ip_address': '2001:db8::f2de:913b:746c:20d4'}], 'name': 'tempest-NetworksTestDHCPv6-101758734'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:58.293858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520526a3-0a8e-45d8-8411-b675f317339f None None] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:58.306518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-289205e8-e018-4983-856e-30ab801ea231 req-036067b2-4461-4875-b1c6-db465188324f tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022100 Mar 31 23:17:58.478056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c9ae1-5393-456d-999e-cc84746a41e0 None None] New status for floating IP 9b71b5d1-ab60-405d-a84f-a639d327089a: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:58.499200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:58.503647 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.511909 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.518016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:58.522230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.595540 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30411acc-018d-4cc9-8c4d-9e51d30925c4 None None] Pushing event updated for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.605966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=5d87f8ba-4681-47de-8b8e-c248c07ea408,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.609177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:58.610015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: 28f9733b-7e0e-4829-b869-c94b6480cf2c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:58.627826 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Attempting to bind port cfc031f5-ded6-4430-8c15-b2571a9434ee on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:17:58.628208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Attempting to bind port cfc031f5-ded6-4430-8c15-b2571a9434ee by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:17:58.628627 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Attempting to bind port cfc031f5-ded6-4430-8c15-b2571a9434ee on network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:58.630617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.632306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:58.636105 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:58.636533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Checking segment: {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:17:58.637088 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.638048 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Bound using segment: {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:58.638178 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Bound port: cfc031f5-ded6-4430-8c15-b2571a9434ee, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331b7672-7e41-4f59-ab0c-3029d4386780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:17:58.638540 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.645529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 28f9733b-7e0e-4829-b869-c94b6480cf2c) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:58.647153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.659162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:17:58.661291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:58.662472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.670268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f230b-b9c6-473a-947a-c2eaa47a2577 None None] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:17:58.672072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] Provisioning complete for port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:58.672566 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.689015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-724a73b0-0de8-438b-b053-e5bfcf03fd43 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8380144 Mar 31 23:17:58.691892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38248) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:58.746791 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] For port cfc031f5-ded6-4430-8c15-b2571a9434ee, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:58.753282 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] For port cfc031f5-ded6-4430-8c15-b2571a9434ee, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfc031f5-ded6-4430-8c15-b2571a9434ee,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:58.760301 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:58.858551 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30411acc-018d-4cc9-8c4d-9e51d30925c4 None None] Pushing event updated for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:58.862579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:58.863263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:58.869261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f2de:913b:746c:20d4 (03c853cb-dc03-471e-ad40-98047172e65b/7718eb17-5cd7-43da-8686-62089b3e32aa/e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:59.007326 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:59.047692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:59.050182 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9fe07d-134d-4a56-8739-b08b7c3b6dc8" -d '{"events": [{"server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "name": "network-vif-plugged", "status": "completed", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:59.088033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:59.127430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.141084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.168052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '7718eb17-5cd7-43da-8686-62089b3e32aa'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:59.169241 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.195743 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b115342-ad35-4679-bf8b-30bc7b0e4c66 x-openstack-request-id: req-8b115342-ad35-4679-bf8b-30bc7b0e4c66 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:59.196217 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "name": "network-vif-plugged", "status": "completed", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:59.196559 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8b115342-ad35-4679-bf8b-30bc7b0e4c66 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:59.197048 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b115342-ad35-4679-bf8b-30bc7b0e4c66'] response: {'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd', 'code': 200} Mar 31 23:17:59.221966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.282895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:17:59.283427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.363731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:59.370954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9eb11-4532-44f7-bb99-ba38839e09cc req-0dd9bf5b-7af2-4fb8-bfd3-8dfd794e408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.372633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.375878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abd9eb11-4532-44f7-bb99-ba38839e09cc req-0dd9bf5b-7af2-4fb8-bfd3-8dfd794e408a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 1100 time: 0.1102269 Mar 31 23:17:59.379799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:59.384896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:59.392656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.393404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.406586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.425116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.425494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.425790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.426123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.426612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.426947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.427292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.428260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.428596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.429063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.429547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.429987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:59.447625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:56Z', 'revision_number': 3, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:17:58Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:59.488578 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5f51e-2d22-45b9-b751-f9026965efa3 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:17:56Z', 'revision_number': 3, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:17:58Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:59.491558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abd9eb11-4532-44f7-bb99-ba38839e09cc req-7ec4026e-f495-46a0-83c8-c18ddd30804f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941498 Mar 31 23:17:59.495859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2a349672-fb12-4f3f-bcae-860099c9baff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2570417 Mar 31 23:17:59.499437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38256) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.547932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.584880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ee942-520f-4b0c-a9f5-d8a53353986b req-d1547fe8-6f5b-429b-babb-e6c64a1887dc tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.592748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.595957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c06ee942-520f-4b0c-a9f5-d8a53353986b req-d1547fe8-6f5b-429b-babb-e6c64a1887dc tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.1413312 Mar 31 23:17:59.635507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2931014-377e-4817-8b3d-e4c093ba1fd8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:59.640224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2931014-377e-4817-8b3d-e4c093ba1fd8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1401923 Mar 31 23:17:59.640873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38258) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:17:59.654057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] For port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:59.705341 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.722570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c06ee942-520f-4b0c-a9f5-d8a53353986b req-5f5e2bb0-bf82-412b-9ff6-e96c32679c0f tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147738 Mar 31 23:17:59.799118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-28f9733b-7e0e-4829-b869-c94b6480cf2c', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:17:59.799989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.801920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:17:59.803584 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.925726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/7718eb17-5cd7-43da-8686-62089b3e32aa/ec446067-5dd0-4e6e-9b15-d8820698a790) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:59.934485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fdde6-50b1-4152-9997-52ad973031f7 None None] Pushing event updated for resources: {'Port': ['ID=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:59.980792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:17:59.997713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:00.025334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 14646ed5-214a-4a77-89dd-9c40fedb2293 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:00.074301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 14646ed5-214a-4a77-89dd-9c40fedb2293 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:00.074646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 14646ed5-214a-4a77-89dd-9c40fedb2293 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:00.105423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8:2::1 (28f9733b-7e0e-4829-b869-c94b6480cf2c/5d87f8ba-4681-47de-8b8e-c248c07ea408/41b3c07b-8ad5-46f8-ada2-7cbde8a95a26) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:00.163099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.302767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.305612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.312533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56 HTTP/1.1" status: 204 len: 168 time: 0.6685498 Mar 31 23:18:00.313704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e04d5c-8c13-4e48-b9fc-e80334d52c9a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.315520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38262) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:00.326521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.362253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.380779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Pushing event updated for resources: {'Port': ['ID=ec446067-5dd0-4e6e-9b15-d8820698a790,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.388822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Provisioning complete for port cfc031f5-ded6-4430-8c15-b2571a9434ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:00.389190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.395948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:00.413288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbfdca4-eb12-4f45-9ec5-55361f1ff651 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.414776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbfdca4-eb12-4f45-9ec5-55361f1ff651 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.416426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fcbfdca4-eb12-4f45-9ec5-55361f1ff651 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0996072 Mar 31 23:18:00.419011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:00.419471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38264) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:00.422811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:00.491498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Attempting to bind port ec446067-5dd0-4e6e-9b15-d8820698a790 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:00.491864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Attempting to bind port ec446067-5dd0-4e6e-9b15-d8820698a790 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:00.492226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Attempting to bind port ec446067-5dd0-4e6e-9b15-d8820698a790 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:00.501112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 7718eb17-5cd7-43da-8686-62089b3e32aa {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:00.509439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.520991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:00.521374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:00.521779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.522174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:00.523142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Bound port: ec446067-5dd0-4e6e-9b15-d8820698a790, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:00.523423 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.571209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.573408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.580172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.637363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Allocated IP 2001:db8:2::2 (28f9733b-7e0e-4829-b869-c94b6480cf2c/5d87f8ba-4681-47de-8b8e-c248c07ea408/cea2e0dc-fe7b-4965-9490-defaa0e89012) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:00.648387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:00.680908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:00.689769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:00.711490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] For port cfc031f5-ded6-4430-8c15-b2571a9434ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfc031f5-ded6-4430-8c15-b2571a9434ee,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:00.714292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:00.714996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.743120 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.745516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] For port ec446067-5dd0-4e6e-9b15-d8820698a790, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:00.782575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.826341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] For port ec446067-5dd0-4e6e-9b15-d8820698a790, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ec446067-5dd0-4e6e-9b15-d8820698a790,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:00.847970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.854161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Provisioning complete for port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:00.854528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.866971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:00.952606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee707b-a85b-4ef8-8cbf-6bc4e932845a req-97a0575a-fd12-465a-a3da-29238bef67aa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:00.954437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93ee707b-a85b-4ef8-8cbf-6bc4e932845a req-97a0575a-fd12-465a-a3da-29238bef67aa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.1485763 Mar 31 23:18:00.959068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670a8c-4f79-4fd2-be1e-42c89313ba61 None None] Pushing event updated for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:00.960702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:00.961174 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.037339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.071821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.089794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93ee707b-a85b-4ef8-8cbf-6bc4e932845a req-c0db7943-9c4a-4fb2-bbd7-bb4104556ee6 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910704 Mar 31 23:18:01.129748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d0e2a-bbd4-4ccb-8737-1b96518f19c1 None None] Pushing event updated for resources: {'Port': ['ID=ec446067-5dd0-4e6e-9b15-d8820698a790,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.133429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.171170 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.176014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=7718eb17-5cd7-43da-8686-62089b3e32aa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.185396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.192278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da7b48ad-48f3-44d4-9066-61e82ccae855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/7718eb17-5cd7-43da-8686-62089b3e32aa HTTP/1.1" status: 204 len: 168 time: 0.7717218 Mar 31 23:18:01.192511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38268) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.250604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfc031f5-ded6-4430-8c15-b2571a9434ee up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:01.269173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-459c6ecb-f584-49f6-b7d9-db77a70ae70f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747859 Mar 31 23:18:01.274463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38270) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.303695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.542707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:01.548241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.604850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:01.607534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.609227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Pushing event updated for resources: {'Port': ['ID=cea2e0dc-fe7b-4965-9490-defaa0e89012,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.614788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.617641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:01.624287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.625516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.681489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cfc031f5-ded6-4430-8c15-b2571a9434ee triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:01.681922 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.711276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Attempting to bind port cea2e0dc-fe7b-4965-9490-defaa0e89012 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:01.711710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Attempting to bind port cea2e0dc-fe7b-4965-9490-defaa0e89012 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:01.712071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Attempting to bind port cea2e0dc-fe7b-4965-9490-defaa0e89012 on network 28f9733b-7e0e-4829-b869-c94b6480cf2c {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:01.717314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.722290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:01.722638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Checking segment: {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:01.723020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.723569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Bound using segment: {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:01.724048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Bound port: cea2e0dc-fe7b-4965-9490-defaa0e89012, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:01.724425 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.800001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-393c5051-64d6-4dae-a059-84a8a8c81d9e None None] Provisioning complete for port cfc031f5-ded6-4430-8c15-b2571a9434ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:01.800435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:01.800618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-393c5051-64d6-4dae-a059-84a8a8c81d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.802374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.822684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.874504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:01.879044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:01.883632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:01.884453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.894405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] For port cea2e0dc-fe7b-4965-9490-defaa0e89012, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:01.898505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=8fa41673-4972-42b2-a73d-dc36d504f926,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:01.914239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-183ea6bc-a201-46bd-8fda-f2c87d5ae68d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6405780 Mar 31 23:18:01.917560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38272) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:01.925326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] For port cea2e0dc-fe7b-4965-9490-defaa0e89012, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cea2e0dc-fe7b-4965-9490-defaa0e89012,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:01.928068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '8fa41673-4972-42b2-a73d-dc36d504f926', 'ip_address': '2001:db8::9e37:ecd0:472b:c3ee'}], 'name': 'tempest-NetworksTestDHCPv6-925465866'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:01.935565 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:01.951795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:02.098068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:02.107924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a0fa5a61-2bb0-4d1b-94b5-599c3f4d10bf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4126732 Mar 31 23:18:02.113297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38274) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:02.114865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037916ae-afbc-4610-a249-2fa8ae33f51d None None] Pushing event updated for resources: {'Port': ['ID=cea2e0dc-fe7b-4965-9490-defaa0e89012,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.153947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599288982'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:02.175268 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:02.197470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:02.198418 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:02.203420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:02.216038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:02.219049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.222653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.248413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 8521ab61-4f54-4596-8b3d-3b206bd02da9 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:02.264310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] vlan segment allocate from pool success with {'vlan_id': 1296, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:02.285122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.286214 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added segment 91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e of type vlan for network b923ef91-fc6b-4f53-807a-334fcac0f2be Mar 31 23:18:02.356855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.447945 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:02.484899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.493829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.498106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.598804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3f6f9-d04c-4178-83c1-0f6d3336e759 req-a8c4e9c7-f823-42dc-8f16-d2e07c626b73 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:02.601533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70f3f6f9-d04c-4178-83c1-0f6d3336e759 req-a8c4e9c7-f823-42dc-8f16-d2e07c626b73 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.1995528 Mar 31 23:18:02.631004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5144053 Mar 31 23:18:02.632372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38278) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:02.634753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c7c4-144c-4803-8050-064594cac3fb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Network': ['ID=b923ef91-fc6b-4f53-807a-334fcac0f2be,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:02.651542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'subnet': {'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:02.656715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network b923ef91-fc6b-4f53-807a-334fcac0f2be details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:02.788420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ec446067-5dd0-4e6e-9b15-d8820698a790 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:02.833030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70f3f6f9-d04c-4178-83c1-0f6d3336e759 req-7019bb74-095a-483f-893a-1849e3df922d tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100441 Mar 31 23:18:02.867038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:01Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:02.876879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::9e37:ecd0:472b:c3ee (03c853cb-dc03-471e-ad40-98047172e65b/8fa41673-4972-42b2-a73d-dc36d504f926/8521ab61-4f54-4596-8b3d-3b206bd02da9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:02.898485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Made reservation on behalf of baba4dd262df479d851bf83ddeb794c1 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:02.898840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ec446067-5dd0-4e6e-9b15-d8820698a790 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:02.899207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.903463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.904239 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:02.904675 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Updating router fdebe0c4-596a-483d-b4c8-66874e919814 port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:02.936449 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:02.948673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef4ef0-21bc-4a82-a6d5-2427394fd9cd None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:03.046377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a941eee2-3e0b-450d-aa45-3b65f959cc43 None None] Provisioning complete for port ec446067-5dd0-4e6e-9b15-d8820698a790 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:03.046687 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a941eee2-3e0b-450d-aa45-3b65f959cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.162639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.270687 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.316991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ec446067-5dd0-4e6e-9b15-d8820698a790, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ec446067-5dd0-4e6e-9b15-d8820698a790,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:03.337890 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.347402 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.351479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.352293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfc031f5-ded6-4430-8c15-b2571a9434ee up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:03.401896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a941eee2-3e0b-450d-aa45-3b65f959cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.422871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d8523-b1be-464f-b994-3bf3a5775564 None None] Pushing event updated for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.432261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ac26-4b37-4784-9098-d9cc33d7696c req-88157907-c8cc-4ff7-b90f-7a34782e327d tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.434384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18a9ac26-4b37-4784-9098-d9cc33d7696c req-88157907-c8cc-4ff7-b90f-7a34782e327d tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.1374788 Mar 31 23:18:03.436375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.438678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.486713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Attempting to bind port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:03.487261 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Attempting to bind port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:03.487779 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Attempting to bind port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 on network 28f9733b-7e0e-4829-b869-c94b6480cf2c {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:03.494656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:03.495215 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Checking segment: {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:03.495761 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.496254 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Bound using segment: {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:03.496836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Bound port: 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3647e296-35f4-4831-afd8-9186e97c7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:03.497337 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.498916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18a9ac26-4b37-4784-9098-d9cc33d7696c req-67059050-c092-4d2a-937c-6529ec58b39f tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Mar 31 23:18:03.585186 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] For port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:03.590735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:03.592272 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] For port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:03.597681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ec446067-5dd0-4e6e-9b15-d8820698a790,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.599340 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.604078 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-a941eee2-3e0b-450d-aa45-3b65f959cc43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:03.604438 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-a941eee2-3e0b-450d-aa45-3b65f959cc43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:03.614034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:03.616367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cfc031f5-ded6-4430-8c15-b2571a9434ee triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:03.616598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.625319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:03.631702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.632556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.659165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Subnet': ['ID=1be62722-f33d-400d-a75d-ab9b6834e245,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.661513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=8521ab61-4f54-4596-8b3d-3b206bd02da9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.679164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Checking segment: {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:03.679575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network hostable DHCP agents. Network: b923ef91-fc6b-4f53-807a-334fcac0f2be, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:03.700884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:03.701635 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:17:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:03.703767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ddf45238-0425-4f74-ab21-696c6b8081f5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7837648 Mar 31 23:18:03.706920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38286) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.719938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network b923ef91-fc6b-4f53-807a-334fcac0f2be is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:03.741872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, b923ef91-fc6b-4f53-807a-334fcac0f2be) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:03.750702 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d8523-b1be-464f-b994-3bf3a5775564 None None] Pushing event updated for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:03.769119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb8b91-3bf8-4496-8d30-7d7e99f871cb None None] Network b923ef91-fc6b-4f53-807a-334fcac0f2be requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:03.785081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.787599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:03.806364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e20f6-7597-4bdf-b3c5-58c78ab60ae7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.813425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e20f6-7597-4bdf-b3c5-58c78ab60ae7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:03.818154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-248e20f6-7597-4bdf-b3c5-58c78ab60ae7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1101253 Mar 31 23:18:03.818852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38288) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.824371 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:03.839135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0478c4d0-45ce-41cf-b852-83bff7c094ae tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1937478 Mar 31 23:18:03.843516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38290) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:03.844770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f67366-57be-485b-a05a-3d39d6d9a8cf None None] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:03.966033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 8521ab61-4f54-4596-8b3d-3b206bd02da9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:03.966430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.117505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-b923ef91-fc6b-4f53-807a-334fcac0f2be', 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'fixed_ips': [{'subnet_id': '1be62722-f33d-400d-a75d-ab9b6834e245'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:04.118671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.120241 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.151510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 8521ab61-4f54-4596-8b3d-3b206bd02da9 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:04.157116 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:03Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:04.208483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add4e003-10b8-4e63-8966-781f580d37c0 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:03Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:04.392352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Provisioning complete for port cea2e0dc-fe7b-4965-9490-defaa0e89012 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:04.393820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.530596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e88bbfad-888e-44d2-b692-7daf43057f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.537382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Allocated IP 2001:db8:3::2 (b923ef91-fc6b-4f53-807a-334fcac0f2be/1be62722-f33d-400d-a75d-ab9b6834e245/0297b82e-d1f8-4a06-bec5-6d553183b7c5) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:04.600352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.666900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.693542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=8521ab61-4f54-4596-8b3d-3b206bd02da9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.798747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] For port cea2e0dc-fe7b-4965-9490-defaa0e89012, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cea2e0dc-fe7b-4965-9490-defaa0e89012,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:04.812691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.866108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.876753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Pushing event updated for resources: {'Port': ['ID=cea2e0dc-fe7b-4965-9490-defaa0e89012,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:04.880030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d42b6ec8-a3a8-45e4-9904-f330931ef7a7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/8521ab61-4f54-4596-8b3d-3b206bd02da9 HTTP/1.1" status: 204 len: 168 time: 1.0574908 Mar 31 23:18:04.880746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cea2e0dc-fe7b-4965-9490-defaa0e89012 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:04.896971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38294) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:04.970329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Provisioning complete for port ec446067-5dd0-4e6e-9b15-d8820698a790 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:04.970793 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-652d966b-4849-4470-9d2d-93b38d8eb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:04.999030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eb9bd-4366-4923-bd06-f5c645ddd44c req-3a1900e0-feb7-42cc-93fd-f2726eefc0d0 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.004672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de1eb9bd-4366-4923-bd06-f5c645ddd44c req-3a1900e0-feb7-42cc-93fd-f2726eefc0d0 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.3078814 Mar 31 23:18:05.020362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d81430-47db-4e32-9062-ecf2573af040 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.023815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d81430-47db-4e32-9062-ecf2573af040 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.028477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d1d81430-47db-4e32-9062-ecf2573af040 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1174991 Mar 31 23:18:05.031032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.045821 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.070363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38298) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.125118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Network b923ef91-fc6b-4f53-807a-334fcac0f2be is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:05.132028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cea2e0dc-fe7b-4965-9490-defaa0e89012 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:05.132450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.146576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:05.150872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:05.156395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de1eb9bd-4366-4923-bd06-f5c645ddd44c req-06929f42-2ef9-4f74-8d18-6e3a0e019995 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285193 Mar 31 23:18:05.210074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 8fa41673-4972-42b2-a73d-dc36d504f926 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:05.213631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.241604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Pushing event updated for resources: {'Port': ['ID=0297b82e-d1f8-4a06-bec5-6d553183b7c5,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.263096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.357094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.483169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.496458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-1ff74b04-dba7-468e-a4a2-35315ce148f8 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:05.498049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-1ff74b04-dba7-468e-a4a2-35315ce148f8 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.2287934 Mar 31 23:18:05.505803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.530063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.534909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/8fa41673-4972-42b2-a73d-dc36d504f926 HTTP/1.1" status: 204 len: 168 time: 0.4632549 Mar 31 23:18:05.536501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a93b2-9b74-4edd-b7bb-765271329ecf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa41673-4972-42b2-a73d-dc36d504f926,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:05.543692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38300) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.604197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66fa24de-5671-4361-baae-2ced7d1e9402 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563409 Mar 31 23:18:05.605963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:05.611656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:05.684995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Provisioning complete for port cea2e0dc-fe7b-4965-9490-defaa0e89012 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:05.685627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.691441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Attempting to bind port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:05.692065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Attempting to bind port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:05.693137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Attempting to bind port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 on network b923ef91-fc6b-4f53-807a-334fcac0f2be {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:05.735850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:05.736225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Checking segment: {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:05.736741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.737131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Bound using segment: {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:05.738296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Bound port: 0297b82e-d1f8-4a06-bec5-6d553183b7c5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:05.738686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.744938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e4436-67ad-4f7f-962d-b12aa4350d50 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:05.747333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ec446067-5dd0-4e6e-9b15-d8820698a790 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:05.906082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:05.910263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.935710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Deleting port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:05.936190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:05.998143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] For port 0297b82e-d1f8-4a06-bec5-6d553183b7c5, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:06.033828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] For port 0297b82e-d1f8-4a06-bec5-6d553183b7c5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0297b82e-d1f8-4a06-bec5-6d553183b7c5,segment=NetworkSegment(91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e),segment_id=91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:06.037497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ec446067-5dd0-4e6e-9b15-d8820698a790 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.037842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.072388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Could not find standard attr ID for object e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:06.074618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.160079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Provisioning complete for port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.160734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.214546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Allocated IP 2001:db8:3::1 (b923ef91-fc6b-4f53-807a-334fcac0f2be/1be62722-f33d-400d-a75d-ab9b6834e245/8980e287-74ba-479f-bac6-ae38a616e67b) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:06.218543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] For port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:06.219014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.251571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fa965-8cc3-40cb-bfc8-ae7fa9f2edba None None] Pushing event updated for resources: {'Port': ['ID=0297b82e-d1f8-4a06-bec5-6d553183b7c5,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.319393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Calling delete_port for 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:06.319670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:06.327501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:06.461913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.469726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.470163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.502355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Deleting port ec446067-5dd0-4e6e-9b15-d8820698a790 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:06.502782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.547895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781aaf4f-1432-483a-85f3-476f204ca2f6 req-57c79133-0aa4-4d63-ba87-c1d84bd74a7c tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.549656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-781aaf4f-1432-483a-85f3-476f204ca2f6 req-57c79133-0aa4-4d63-ba87-c1d84bd74a7c tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 949 time: 0.2503357 Mar 31 23:18:06.606241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] For port ec446067-5dd0-4e6e-9b15-d8820698a790, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ec446067-5dd0-4e6e-9b15-d8820698a790,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:06.606675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.610554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] For port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:06.612925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.623956 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.626972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Calling delete_port for ec446067-5dd0-4e6e-9b15-d8820698a790 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:06.661049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Could not find standard attr ID for object 8521ab61-4f54-4596-8b3d-3b206bd02da9. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:06.725931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.747110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-781aaf4f-1432-483a-85f3-476f204ca2f6 req-94ad135c-81f3-44da-92df-fc3d590a5347 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/security-groups?id=029ba78c-dffe-4b98-89d8-83fc5d35efce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737373 Mar 31 23:18:06.749633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1451d-e845-4b1c-a2e9-a387dae0e698 None None] Pushing event updated for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.769654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:06.774267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.785003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:06.791709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:06.792242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.793016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2d8135bd-9fb0-46e8-9025-d6939a689e90 None None] Provisioning complete for port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:06.793389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d8135bd-9fb0-46e8-9025-d6939a689e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.839501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.841305 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.847824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-07c7df6c-b6cd-4ef5-947a-72539ff0806e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2405732 Mar 31 23:18:06.848715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38308) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:06.857196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['349db4a6-ba59-4bcf-a8e8-bf1b55551ddd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:06.880077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8', 'ip_address': '2001:db8::7ec8:74a2:1078:89ea'}], 'name': 'tempest-NetworksTestDHCPv6-123620423'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:06.884660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Pushing event deleted for resources: {'Port': ['ID=349db4a6-ba59-4bcf-a8e8-bf1b55551ddd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.886974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:06.903884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] No DVR routers for this DVR port ec446067-5dd0-4e6e-9b15-d8820698a790 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:06.907215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0cc6-4465-466d-9d16-e6def17abd15 None None] Pushing event deleted for resources: {'Port': ['ID=ec446067-5dd0-4e6e-9b15-d8820698a790,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:06.974096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a2a8e-c8ee-4787-9b67-07030e086b3e None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:07.017026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network b923ef91-fc6b-4f53-807a-334fcac0f2be is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.043272 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c9b55aa-2443-43a8-80e2-7ba8632a894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.049401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] No DVR routers for this DVR port 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:07.060676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.077247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-014abbe4-0872-44f1-9c80-4d1e416553cd req-2ede72be-bdbc-40d9-94df-4b2c1ee599fa tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.96 "DELETE /v2.0/ports/349db4a6-ba59-4bcf-a8e8-bf1b55551ddd HTTP/1.1" status: 204 len: 173 time: 1.5688448 Mar 31 23:18:07.081207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'name': 'network-vif-deleted', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:07.103003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:07.104457 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd50b6ed-c732-47c8-9e51-8a52885c59ee" -d '{"events": [{"server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "name": "network-vif-deleted", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:07.108011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.116252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:07.117023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.174256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=8980e287-74ba-479f-bac6-ae38a616e67b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.202944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cea2e0dc-fe7b-4965-9490-defaa0e89012 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:07.253379 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1601c86c-c900-49ce-91b7-22175933f435 x-openstack-request-id: req-1601c86c-c900-49ce-91b7-22175933f435 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:07.254102 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ed7f37-10ae-4a98-be88-bb9020236e01", "name": "network-vif-deleted", "tag": "349db4a6-ba59-4bcf-a8e8-bf1b55551ddd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:07.254448 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1601c86c-c900-49ce-91b7-22175933f435 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:07.254971 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1601c86c-c900-49ce-91b7-22175933f435'] response: {'server_uuid': '80ed7f37-10ae-4a98-be88-bb9020236e01', 'name': 'network-vif-deleted', 'tag': '349db4a6-ba59-4bcf-a8e8-bf1b55551ddd', 'status': 'completed', 'code': 200} Mar 31 23:18:07.338376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.361781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.372054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 294b0ae5-698a-4b4d-92b3-7012b3799595 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:07.403042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:07.404307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.408609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cea2e0dc-fe7b-4965-9490-defaa0e89012 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:07.409178 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.604738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:07.613400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::7ec8:74a2:1078:89ea (03c853cb-dc03-471e-ad40-98047172e65b/04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8/294b0ae5-698a-4b4d-92b3-7012b3799595) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:07.672071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:07.672443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.737611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.745953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.746988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.801487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0297b82e-d1f8-4a06-bec5-6d553183b7c5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:07.811149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f905028-ab80-43ed-9782-cf8d509dd10e None None] Network b923ef91-fc6b-4f53-807a-334fcac0f2be requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:07.847900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.886723 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.950255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.953969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.958817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:07.961708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Network b923ef91-fc6b-4f53-807a-334fcac0f2be is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:07.964962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:07.965740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:07.968750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=294b0ae5-698a-4b4d-92b3-7012b3799595,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.981997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-88684d18-1ed4-47a6-ad88-574cfcb3b624 req-173bb68b-523c-495f-b3e2-0966346bb287 tempest-VolumesNegativeTest-680293820 tempest-VolumesNegativeTest-680293820-project] 10.222.0.95 "GET /v2.0/ports?device_id=80ed7f37-10ae-4a98-be88-bb9020236e01 HTTP/1.1" status: 200 len: 210 time: 0.0446155 Mar 31 23:18:07.982381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.982779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.983184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.983364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:07.984057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.984057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.984459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.985228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.985817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.986000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.986226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event updated for resources: {'Port': ['ID=8980e287-74ba-479f-bac6-ae38a616e67b,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.986474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.986861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.987138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] Provisioning complete for port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:07.987323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:07.987540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.007168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-37870475-b9a5-4914-a913-0a7e0eedaebc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1537917 Mar 31 23:18:08.009796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38314) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.060633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8/24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:08.075507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c102ba-521f-4f58-bcda-8ddb63fa89ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.079802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-76c102ba-521f-4f58-bcda-8ddb63fa89ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0661349 Mar 31 23:18:08.080052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38316) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.117477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:08.187013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 294b0ae5-698a-4b4d-92b3-7012b3799595 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:08.187405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.222209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:08.233454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ca9081b9-d2ce-4900-ab05-9c46c8662d2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3886814 Mar 31 23:18:08.234331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38318) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.240643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:08.248538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:08.255543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:08.255760 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.296575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.309082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 294b0ae5-698a-4b4d-92b3-7012b3799595 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:08.357377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:08.359086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:08.463085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.478127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.496036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=294b0ae5-698a-4b4d-92b3-7012b3799595,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:08.531349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.536619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4984cfec-b32f-44fa-b5b2-9b0f1e8265d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/294b0ae5-698a-4b4d-92b3-7012b3799595 HTTP/1.1" status: 204 len: 168 time: 0.4552813 Mar 31 23:18:08.539679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38320) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.590203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:08.598418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.616084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ca5722-6e66-49e0-8689-72c660f0617b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.618265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ca5722-6e66-49e0-8689-72c660f0617b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.622494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a5ca5722-6e66-49e0-8689-72c660f0617b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0776260 Mar 31 23:18:08.622695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38322) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:08.677278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:18:08.690090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:08.698220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.extraroute_db [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Removed routes are [] {{(pid=109299) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:18:08.698722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.770271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.791554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] For port 0297b82e-d1f8-4a06-bec5-6d553183b7c5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0297b82e-d1f8-4a06-bec5-6d553183b7c5,segment=NetworkSegment(91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e),segment_id=91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:08.818095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.820287 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.838024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.864056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.907164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:08.994278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:08.995601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672d70d-766a-4c8a-914d-1700bd31c695 None None] Pushing event updated for resources: {'Port': ['ID=0297b82e-d1f8-4a06-bec5-6d553183b7c5,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.009067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.010831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:09.010831 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:09.011586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:09.035356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:09.152329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.154834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Pushing event updated for resources: {'Port': ['ID=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.194387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9a896d21-395b-4f04-bf22-07e29e2d7241 None None] Provisioning complete for port 8980e287-74ba-479f-bac6-ae38a616e67b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:09.194753 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9a896d21-395b-4f04-bf22-07e29e2d7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.235228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.249557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.255999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-493e9da9-a0fa-45bc-b895-68f87b1c9cf7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8 HTTP/1.1" status: 204 len: 168 time: 0.6321878 Mar 31 23:18:09.262392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38334) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.304932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9a896d21-395b-4f04-bf22-07e29e2d7241 None None] Port 8980e287-74ba-479f-bac6-ae38a616e67b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:09.306682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Attempting to bind port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:09.307050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Attempting to bind port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:09.307520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Attempting to bind port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:09.325074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5145be63-75bd-41fa-8962-81cd092f1539 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614457 Mar 31 23:18:09.327009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:09.327396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:09.327801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.328185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:09.328657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Bound port: 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:09.329096 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.331763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38338) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.350100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9a896d21-395b-4f04-bf22-07e29e2d7241 None None] Provisioning complete for port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:09.350474 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9a896d21-395b-4f04-bf22-07e29e2d7241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.405034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76125bd-374e-4edc-9735-f6a0a1f89bca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.409702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d76125bd-374e-4edc-9735-f6a0a1f89bca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0740819 Mar 31 23:18:09.411058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.420612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.428319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.476489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:07Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8980e287-74ba-479f-bac6-ae38a616e67b', 'name': '', 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:14:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:05Z', 'updated_at': '2022-03-31T23:18:07Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:09.500365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a97ed-ef9e-4222-b057-54ce3dfe590a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.504410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-876a97ed-ef9e-4222-b057-54ce3dfe590a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898266 Mar 31 23:18:09.508047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38350) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.550364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:09.571373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4bb151ea-cfbd-4559-82c0-5209d98a6a52 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588646 Mar 31 23:18:09.572334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38354) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.580720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:09.583112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] For port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:09.593474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:09.593826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Updating router fdebe0c4-596a-483d-b4c8-66874e919814 port 8980e287-74ba-479f-bac6-ae38a616e67b binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:09.639321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] For port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:09.655931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.659686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.752561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ec446067-5dd0-4e6e-9b15-d8820698a790 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:09.765748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:09.769966 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.774663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:09.787690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:09.789412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73b1837c-e9c6-43e7-a912-3accbcc8c7b5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 954 time: 1.5534918 Mar 31 23:18:09.792317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38362) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.819760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ec446067-5dd0-4e6e-9b15-d8820698a790 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:09.820104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ec446067-5dd0-4e6e-9b15-d8820698a790 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:09.955051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9003fb30-30fa-45ce-8bd2-94538813ea77 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 954 time: 0.1611414 Mar 31 23:18:09.957198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38372) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:09.961670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'routes': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:09.992432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:09.994598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0297b82e-d1f8-4a06-bec5-6d553183b7c5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:10.033159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e5f3c-12a7-465e-a089-7626d9f623f6 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:18:10.112954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-203f6607-19ef-4f19-b5d7-010a195f7b84 None None] Provisioning complete for port 8980e287-74ba-479f-bac6-ae38a616e67b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.113572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-203f6607-19ef-4f19-b5d7-010a195f7b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.115956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9218356-9112-4221-8b65-5a261e6dce3b None None] Pushing event updated for resources: {'Port': ['ID=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.132157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:10.132581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 349db4a6-ba59-4bcf-a8e8-bf1b55551ddd not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:10.371679 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.454334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-203f6607-19ef-4f19-b5d7-010a195f7b84 None None] Port 8980e287-74ba-479f-bac6-ae38a616e67b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:10.467224 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.528584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:10.528749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.552098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.657482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:10.682633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:10.687309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.690949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.692482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.700967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.722084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.725645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e89dac53-266c-4b65-9a9b-68368b282832 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1489513 Mar 31 23:18:10.728486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:10.733594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3', 'ip_address': '2001:db8::1182:504f:4909:79d9'}], 'name': 'tempest-NetworksTestDHCPv6-1191104310'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:10.740053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e5f3c-12a7-465e-a089-7626d9f623f6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:18:10.803666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93815-1581-45f8-bdd1-bbec759a17aa None None] Pushing event updated for resources: {'Port': ['ID=8980e287-74ba-479f-bac6-ae38a616e67b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.858218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added routes are [] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:18:10.858459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:18:10.900741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:10.901418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.913407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Attempting to bind port 8980e287-74ba-479f-bac6-ae38a616e67b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:10.913976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Attempting to bind port 8980e287-74ba-479f-bac6-ae38a616e67b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:10.913976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Attempting to bind port 8980e287-74ba-479f-bac6-ae38a616e67b on network b923ef91-fc6b-4f53-807a-334fcac0f2be {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:10.926187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:10.926632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Checking segment: {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:10.926971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:10.927397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Bound using segment: {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:10.928002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Bound port: 8980e287-74ba-479f-bac6-ae38a616e67b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:10.928388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.010696 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.031020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 541d12cd-2596-4b80-9d0f-a9359f93daae yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:11.066952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] For port 8980e287-74ba-479f-bac6-ae38a616e67b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:11.082308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] For port 8980e287-74ba-479f-bac6-ae38a616e67b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8980e287-74ba-479f-bac6-ae38a616e67b,segment=NetworkSegment(91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e),segment_id=91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:11.125319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.179462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.185900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.255609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:11.256240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:11.261672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93815-1581-45f8-bdd1-bbec759a17aa None None] Pushing event updated for resources: {'Port': ['ID=8980e287-74ba-479f-bac6-ae38a616e67b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.283145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::1182:504f:4909:79d9 (03c853cb-dc03-471e-ad40-98047172e65b/faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3/541d12cd-2596-4b80-9d0f-a9359f93daae) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:11.320544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:11.392909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:11.395396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:11.454090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.454587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:11.462159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.466310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-565557a4-1ab0-472e-918a-531108ed39a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 704 time: 1.5054834 Mar 31 23:18:11.467312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38484) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:11.501708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.540378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.592771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c1cc3392-1940-4b7d-8422-7efeb44d267a tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 704 time: 0.1220460 Mar 31 23:18:11.593658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38498) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:11.596953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:11.600779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:11.604840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:11.611633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:11.612429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.628582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=541d12cd-2596-4b80-9d0f-a9359f93daae,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:11.643884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de2f824e-21a2-4b41-9e12-4fe5aec77612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9139979 Mar 31 23:18:11.647049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:11.653913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3', 'ip_address': '2001:db8::1182:504f:4909:79d9'}], 'name': 'tempest-NetworksTestDHCPv6-1073754331'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:11.751840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3/24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:11.806925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:11.813235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.834799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port b4f9c490-a9ea-4c84-a753-51a5a95763a4 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:11.841784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:10Z', 'revision_number': 7, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8980e287-74ba-479f-bac6-ae38a616e67b', 'name': '', 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:14:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:05Z', 'updated_at': '2022-03-31T23:18:11Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:11.904023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe1a41-f24a-4f81-ae13-89a2b49110c9 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:10Z', 'revision_number': 7, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8980e287-74ba-479f-bac6-ae38a616e67b', 'name': '', 'network_id': 'b923ef91-fc6b-4f53-807a-334fcac0f2be', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:14:9e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:05Z', 'updated_at': '2022-03-31T23:18:11Z', 'revision_number': 4, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '1be62722-f33d-400d-a75d-ab9b6834e245', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:11.940583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] For port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:11.985466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:11.994099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.100698 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:18:12.101215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:12.126986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d3e32b8-e504-44a9-898b-02a1e43708b5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4786510 Mar 31 23:18:12.130921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38526) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.156027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39b058-f9c5-4535-9774-6c0c758130ab None None] Pushing event updated for resources: {'Port': ['ID=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.203701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.231089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a456dd-b121-40c6-b9e0-fcc8b3c05204 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.238470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a456dd-b121-40c6-b9e0-fcc8b3c05204 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.240091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40a456dd-b121-40c6-b9e0-fcc8b3c05204 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1081514 Mar 31 23:18:12.242890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38534) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.385744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 541d12cd-2596-4b80-9d0f-a9359f93daae {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:12.386089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.530834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.576004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 541d12cd-2596-4b80-9d0f-a9359f93daae owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:12.704977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 8980e287-74ba-479f-bac6-ae38a616e67b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:12.705618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.781180 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.843313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.854600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/541d12cd-2596-4b80-9d0f-a9359f93daae HTTP/1.1" status: 204 len: 168 time: 0.6029475 Mar 31 23:18:12.854600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc51e8-df74-4ae7-94c6-4545c2e8890e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=541d12cd-2596-4b80-9d0f-a9359f93daae,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:12.854600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.854993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 8980e287-74ba-479f-bac6-ae38a616e67b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8980e287-74ba-479f-bac6-ae38a616e67b,segment=NetworkSegment(91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e),segment_id=91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:12.854993 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:12.867079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 8980e287-74ba-479f-bac6-ae38a616e67b owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:12.922394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66345b-0b57-4076-854f-9cf068fb27cd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.924445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66345b-0b57-4076-854f-9cf068fb27cd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:12.928191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab66345b-0b57-4076-854f-9cf068fb27cd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0745370 Mar 31 23:18:12.928478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38566) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:12.988234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:12.993571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.041772 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.070740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.124871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=8980e287-74ba-479f-bac6-ae38a616e67b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.160148 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:13.180201 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:13.182854 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.205904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.318505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:13.328734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.342433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.385413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:13.398086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.404613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e28d3c8-e92d-42b1-a1ab-676d73069561 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3 HTTP/1.1" status: 204 len: 168 time: 0.4736810 Mar 31 23:18:13.408713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38596) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.466054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d32badb5-ceda-4399-9147-19858c8f79bf tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557947 Mar 31 23:18:13.471666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:13.477354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:13.623543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37a44f-ed62-4cef-9512-021994b12c33 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:13.641250 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.656791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:13.662610 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.688874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:13.703169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:13.714729 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:13.715895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:13.804406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] Provisioning complete for port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:13.806163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:13.863535 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:13.904675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:13.921203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6cae1a7b-5968-48ce-a582-3747011778bd tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3270957 Mar 31 23:18:13.924044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38604) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.068244 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.082238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 1be62722-f33d-400d-a75d-ab9b6834e245 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:14.086054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.109629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:14.129078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.179727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:14.186151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:14.189346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:14.189998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.207001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.223028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=cd3f0174-20b6-4aa4-ae75-7854394eaad0,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.246817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38606) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:14.247464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8dd58721-2c17-4d47-97bd-0154f4bdbbe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7744501 Mar 31 23:18:14.252938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'cd3f0174-20b6-4aa4-ae75-7854394eaad0', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-158120112'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:14.259658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] For port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.274276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.360413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Deleting port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:14.360918 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.411970 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:14.412812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299d0f8-cd0b-494a-8ec2-c94a01f47f9b None None] Pushing event updated for resources: {'Port': ['ID=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.424734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5c5cfb7c-5869-46f9-a2fb-a4dbd5b38113 None None] Could not find standard attr ID for object 8980e287-74ba-479f-bac6-ae38a616e67b. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:14.469255 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac42fb99-b45b-4279-a611-806bcd8a421e None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:14.504232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.545453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] For port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:14.546121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.554931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-596f8e52-a0ce-47ea-be18-574dc94813c4 None None] Could not find standard attr ID for object 8980e287-74ba-479f-bac6-ae38a616e67b. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:14.564074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Calling delete_port for 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:14.569367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:14.827908 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:14.862915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] Pushing event deleted for resources: {'Port': ['ID=24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:14.864973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f07979-99a9-429f-97c8-72dce50e7949 None None] No DVR routers for this DVR port 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:14.895415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45ce2a-83c6-4556-bd3b-1db8fe0f51e4 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:15.021819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.062137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=1be62722-f33d-400d-a75d-ab9b6834e245,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.066347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.072843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bf88f865-d960-42b6-ab9c-048f8f32c7f4 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/1be62722-f33d-400d-a75d-ab9b6834e245 HTTP/1.1" status: 204 len: 168 time: 1.1445730 Mar 31 23:18:15.072938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d39cb8-7c13-47b7-889a-428972fd5816 None None] Network b923ef91-fc6b-4f53-807a-334fcac0f2be requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:15.074111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.086993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'cd3f0174-20b6-4aa4-ae75-7854394eaad0'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:15.088008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.108715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.139582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port facfb18b-1072-489f-8780-cf6b10cd6087 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:15.233280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.237966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:15.301176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:15.301936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:15.357865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:15.358151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.434424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 0297b82e-d1f8-4a06-bec5-6d553183b7c5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0297b82e-d1f8-4a06-bec5-6d553183b7c5,segment=NetworkSegment(91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e),segment_id=91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:15.434793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.441649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:15.449839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 0297b82e-d1f8-4a06-bec5-6d553183b7c5 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:15.477444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/cd3f0174-20b6-4aa4-ae75-7854394eaad0/878f0a85-227e-4377-b6e6-45ae1caf77cc) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:15.550506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9574eb4d-4522-45e5-a876-2939355c8548 None None] DHCP port deletion for b923ef91-fc6b-4f53-807a-334fcac0f2be request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:15.569941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.606396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=0297b82e-d1f8-4a06-bec5-6d553183b7c5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.615395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 0297b82e-d1f8-4a06-bec5-6d553183b7c5 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:15.627782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9574eb4d-4522-45e5-a876-2939355c8548 None None] The port '0297b82e-d1f8-4a06-bec5-6d553183b7c5' was deleted {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 31 23:18:15.704704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.734364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b923ef91-fc6b-4f53-807a-334fcac0f2be']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:15.750869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:15.751534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b1e0a8-ef9e-40ab-9f15-6ec931f20f6e') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:15.771356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.787082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.792974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.797365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:15.798227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:15.802864 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:15.812831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.821560 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:18:15.821996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:15.881391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:15.882064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ea32bfa0-b25c-4387-9b99-1b52a3806598 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6332915 Mar 31 23:18:15.883733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.885016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38616) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.901001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:15.911739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/b923ef91-fc6b-4f53-807a-334fcac0f2be HTTP/1.1" status: 204 len: 168 time: 0.8366227 Mar 31 23:18:15.915771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38620) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:15.950034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:15.951772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c772c-cb83-47fd-a1ca-ef3e03ac2ced tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=b923ef91-fc6b-4f53-807a-334fcac0f2be,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.951980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Pushing event updated for resources: {'Port': ['ID=878f0a85-227e-4377-b6e6-45ae1caf77cc,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.956591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:16.016323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:16.070920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8980e287-74ba-479f-bac6-ae38a616e67b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:16.074544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:16.111351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Attempting to bind port 878f0a85-227e-4377-b6e6-45ae1caf77cc on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:16.111351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Attempting to bind port 878f0a85-227e-4377-b6e6-45ae1caf77cc by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:16.111351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Attempting to bind port 878f0a85-227e-4377-b6e6-45ae1caf77cc on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:16.118749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8980e287-74ba-479f-bac6-ae38a616e67b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:16.119153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8980e287-74ba-479f-bac6-ae38a616e67b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:16.119975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:16.123966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:16.124510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:16.124941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.126018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:16.126513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Bound port: 878f0a85-227e-4377-b6e6-45ae1caf77cc, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:16.127635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.169185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:16.169877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:16.175585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:16.175928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 24ed5ada-7ccc-4c46-a50c-f06c2c7e5f10 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:16.177012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0297b82e-d1f8-4a06-bec5-6d553183b7c5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:16.208871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e7f8e-af18-4005-a2a1-f4ba07f444ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.213572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f53e7f8e-af18-4005-a2a1-f4ba07f444ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3202345 Mar 31 23:18:16.214876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38624) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.235728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.242104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.248884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.256638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 0297b82e-d1f8-4a06-bec5-6d553183b7c5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:16.257089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0297b82e-d1f8-4a06-bec5-6d553183b7c5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:16.257245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.265712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.274420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.281218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.290051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-f24471d9-3de1-4f6f-a05f-84425a494f35 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.2936790 Mar 31 23:18:16.353064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eac08b-772a-42b3-9ce9-459ed8148cff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.358017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eac08b-772a-42b3-9ce9-459ed8148cff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.366154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-62eac08b-772a-42b3-9ce9-459ed8148cff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1501920 Mar 31 23:18:16.367078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38628) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.390637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] For port 878f0a85-227e-4377-b6e6-45ae1caf77cc, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:16.396119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] For port 878f0a85-227e-4377-b6e6-45ae1caf77cc, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=878f0a85-227e-4377-b6e6-45ae1caf77cc,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:16.396422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38630) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.410597 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.426576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-101dcfe5-a175-4d35-81d2-c72ef49e4673 req-3beb4ac6-d81c-4138-8219-478be5d81c94 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355345 Mar 31 23:18:16.439777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:16.473794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet cd3f0174-20b6-4aa4-ae75-7854394eaad0 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:16.486732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.564787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.677190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6af4-9ddd-402c-a42a-614156cf3918 None None] Pushing event updated for resources: {'Port': ['ID=878f0a85-227e-4377-b6e6-45ae1caf77cc,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:16.716130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.725451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.736727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.744776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.759924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.769695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.779352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:16.788985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b54d2129-e2d5-4468-8adc-fa56892ad197 req-dab44ed2-0bba-4d77-a2fa-c7cdf731e9de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.2175212 Mar 31 23:18:16.877250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.927611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:16.957694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:16.981400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c755d554-2fed-4fc6-b099-681ee808224b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=440615b5e5e74454af8f7cd3b7f69cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5806479 Mar 31 23:18:16.981400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38638) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:16.981723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9dc040-9a81-433d-be66-142a71b53843 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:13Z', 'revision_number': 8, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': '41b3c07b-8ad5-46f8-ada2-7cbde8a95a26', 'name': '', 'network_id': '28f9733b-7e0e-4829-b869-c94b6480cf2c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:c8:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2871, 'fixed_ips': [{'subnet_id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:59Z', 'updated_at': '2022-03-31T23:18:06Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '5d87f8ba-4681-47de-8b8e-c248c07ea408', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:16.981886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.018280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.023697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cd3f0174-20b6-4aa4-ae75-7854394eaad0 HTTP/1.1" status: 204 len: 168 time: 0.6556029 Mar 31 23:18:17.027270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38640) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.055394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655153e6-1316-4741-b09b-abbaac4184e9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3f0174-20b6-4aa4-ae75-7854394eaad0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.084137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c72cc8fb-67c3-4cc9-a004-501f665759f3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553372 Mar 31 23:18:17.084534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38642) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.095724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:17.182699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.223201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.247536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:17.252181 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.359578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:17.363230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.380769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.383331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.384638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/029ba78c-dffe-4b98-89d8-83fc5d35efce HTTP/1.1" status: 204 len: 168 time: 0.4000256 Mar 31 23:18:17.398004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92075bba-dccd-46c9-9cdf-721d9c515488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ba78c-dffe-4b98-89d8-83fc5d35efce,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.531861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:17.532285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.549253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.556087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:17.617758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:17.622230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:17.628094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:17.628709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.650780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=97e5abdd-ce84-4e7f-bb2d-dbd64034c097,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.661983 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f163744-b144-4168-9bca-4b900bf1a700 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5761671 Mar 31 23:18:17.664801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38648) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:17.670206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:17.701557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.703111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.787454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.826453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=41b3c07b-8ad5-46f8-ada2-7cbde8a95a26,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:17.871415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b7a5d-d9c0-4d9d-b1f7-050c39dd2fc4 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:17.890361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.897370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.946420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:17.951073 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-552717eb-72ce-469b-8981-89c30da21ed1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2846527 Mar 31 23:18:17.951816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38658) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:18.090374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.214382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] Provisioning complete for port 878f0a85-227e-4377-b6e6-45ae1caf77cc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:18.214869 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.258268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 878f0a85-227e-4377-b6e6-45ae1caf77cc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:18.343359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 878f0a85-227e-4377-b6e6-45ae1caf77cc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:18.343766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.386483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.456811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.504190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] For port 878f0a85-227e-4377-b6e6-45ae1caf77cc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=878f0a85-227e-4377-b6e6-45ae1caf77cc,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:18.517098 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.635062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b1284-e1af-438b-af8e-254a1abcbccd None None] Pushing event updated for resources: {'Port': ['ID=878f0a85-227e-4377-b6e6-45ae1caf77cc,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:18.760777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::1 (03c853cb-dc03-471e-ad40-98047172e65b/97e5abdd-ce84-4e7f-bb2d-dbd64034c097/53927d26-4fec-4edf-864f-127e07f0b69c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:18.854406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:18.944487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:18.958533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ddc53256-e480-4a66-b3c4-5246926ce899 None None] Provisioning complete for port 878f0a85-227e-4377-b6e6-45ae1caf77cc triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:18.959299 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ddc53256-e480-4a66-b3c4-5246926ce899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.002126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:19.009446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-81029681-4173-465c-b4c2-d2be22edbf38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0923250 Mar 31 23:18:19.012580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:19.023083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.023912 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:19.039889 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:19.040916 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.116454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:19.126093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:19.136255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:19.146548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.154816 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:19.243786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.256489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 5d87f8ba-4681-47de-8b8e-c248c07ea408 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:19.278514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.312361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-09913283-52c2-4095-923c-c7eb968a0e27 None None] Could not find standard attr ID for object 541d12cd-2596-4b80-9d0f-a9359f93daae. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:19.331588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.339754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38684) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:19.395208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.429169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:17Z', 'revision_number': 9, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.467082 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:19.479432 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:19.480165 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.565688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'network': {'name': 'tempest-network-smoke--320188590', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:19.590026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-fcf062d1-4237-4d67-9b74-46fd4ba3c740 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0910356 Mar 31 23:18:19.601702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:19.605826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.617579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.617908 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:19.675741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6a42511d-5d4e-4fce-8d67-6bf57830b260 None None] Provisioning complete for port 53927d26-4fec-4edf-864f-127e07f0b69c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:19.676921 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a42511d-5d4e-4fce-8d67-6bf57830b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.683596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.715600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.716408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.717093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.717567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.718035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.718559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.719311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:19.723945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-19bea556-ae32-4579-96c0-a0ba9e4f6067 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6490 time: 0.0959833 Mar 31 23:18:19.781037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6a42511d-5d4e-4fce-8d67-6bf57830b260 None None] Port 53927d26-4fec-4edf-864f-127e07f0b69c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:19.813988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.821056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.909975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.917012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:19.932391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.954554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc90a49-f0ab-4b43-8627-3fb550500305,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.961004 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:17Z', 'revision_number': 9, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:19.961440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=5d87f8ba-4681-47de-8b8e-c248c07ea408,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:19.964115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.966453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.975999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:19.976358 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Added segment 2958e863-39b9-44cc-8cc7-365a95f3bfd7 of type vlan for network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 Mar 31 23:18:20.021814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1d33b0a1-8a9d-453e-ace8-a2868da73354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.022330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1d33b0a1-8a9d-453e-ace8-a2868da73354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.022832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1d33b0a1-8a9d-453e-ace8-a2868da73354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.024647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1d33b0a1-8a9d-453e-ace8-a2868da73354 service neutron] 10.222.0.96 "GET /v2.0/networks?id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 200 len: 2295 time: 0.2639625 Mar 31 23:18:20.032392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 878f0a85-227e-4377-b6e6-45ae1caf77cc up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:20.062126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.070509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be34654-8864-48dd-9823-f7c29628396b None None] Network 28f9733b-7e0e-4829-b869-c94b6480cf2c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:20.072638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4970f11e-5447-46ac-88eb-44e940cdeabb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/5d87f8ba-4681-47de-8b8e-c248c07ea408 HTTP/1.1" status: 204 len: 168 time: 1.0582764 Mar 31 23:18:20.073699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.085631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.119658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.130925 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5475e-d01b-49c4-8cfd-ce0713646463 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:17Z', 'revision_number': 9, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cfc031f5-ded6-4430-8c15-b2571a9434ee', 'name': '', 'network_id': '2fe3a9bc-8ca6-493a-acc6-dffc7442736c', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:04:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:55Z', 'updated_at': '2022-03-31T23:18:00Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': 'df8e6962-705b-4ad2-a661-6ed51c02ac5a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:20.152937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-70e7e53b-f03a-48cb-8266-d309bee96c6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 200 len: 1002 time: 0.1060336 Mar 31 23:18:20.179485 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.189801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.190998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.221762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 878f0a85-227e-4377-b6e6-45ae1caf77cc triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:20.222139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.249015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.302387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:20.306532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:20.315293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9716280 Mar 31 23:18:20.315487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-6edd68ca-55e4-4de1-b8e5-dc78f5b209b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.316942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-6edd68ca-55e4-4de1-b8e5-dc78f5b209b2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=479226f7-f722-4593-85aa-fcfa6ec55cfc HTTP/1.1" status: 200 len: 851 time: 0.1515658 Mar 31 23:18:20.317537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:20.318231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec004560-e05d-42a1-8300-27a2f2630433 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Network': ['ID=0c64adc0-24d2-4da4-b78c-c63fec94ab46,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:20.324271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583121210', 'admin_state_up': True, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:20.332105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:20.381103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.382278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.394342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-5fdbea7e-fb13-4615-84e7-60e8377da75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:20.396778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-5fdbea7e-fb13-4615-84e7-60e8377da75a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654385 Mar 31 23:18:20.494006 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.515851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] DHCP port deletion for 28f9733b-7e0e-4829-b869-c94b6480cf2c request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:20.595095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Deleting port cea2e0dc-fe7b-4965-9490-defaa0e89012 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:20.595594 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.754378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.763966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-01d92a54-d0c6-46de-8bf6-1337913fd0cd service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551512 Mar 31 23:18:20.770564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] For port cea2e0dc-fe7b-4965-9490-defaa0e89012, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cea2e0dc-fe7b-4965-9490-defaa0e89012,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:20.771080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.797814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Calling delete_port for cea2e0dc-fe7b-4965-9490-defaa0e89012 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:20.810989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-240d91a1-e8ec-4831-9eab-fb4770f7b0fa None None] Provisioning complete for port 53927d26-4fec-4edf-864f-127e07f0b69c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:20.811503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-240d91a1-e8ec-4831-9eab-fb4770f7b0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.880584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port cea2e0dc-fe7b-4965-9490-defaa0e89012 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:20.881559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.932678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-240d91a1-e8ec-4831-9eab-fb4770f7b0fa None None] Port 53927d26-4fec-4edf-864f-127e07f0b69c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:20.943569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-e12c1d0b-8d54-4f40-88ce-8b393091f3cf service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588855 Mar 31 23:18:20.946085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.978021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port cea2e0dc-fe7b-4965-9490-defaa0e89012, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cea2e0dc-fe7b-4965-9490-defaa0e89012,segment=NetworkSegment(3647e296-35f4-4831-afd8-9186e97c7405),segment_id=3647e296-35f4-4831-afd8-9186e97c7405)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:20.978417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.996325 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:20.996833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for cea2e0dc-fe7b-4965-9490-defaa0e89012 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:21.000407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-47a33c04-e4a1-488a-aa0e-6a515eb5f644 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 217 time: 0.0460908 Mar 31 23:18:21.038180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] Pushing event deleted for resources: {'Port': ['ID=cea2e0dc-fe7b-4965-9490-defaa0e89012,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.045053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8a783-6fc0-454b-a478-c6ca66ffaf9a None None] No DVR routers for this DVR port cea2e0dc-fe7b-4965-9490-defaa0e89012 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:21.059647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Router 810f9ff8-2dcf-41e9-8c58-b60204e75456 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:21.118740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-bb274334-f263-4502-8547-928e1ff8bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.120398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-bb274334-f263-4502-8547-928e1ff8bd27 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.1104534 Mar 31 23:18:21.208952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.217537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.218026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.218558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.219144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.219774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.220289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.220754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.223132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-e0ceb00e-7a86-4c65-a380-2dcbb1722e46 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6490 time: 0.1590486 Mar 31 23:18:21.234569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.238001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.239508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-647b230e-6f26-40aa-b384-1abf4f63e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.241011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-647b230e-6f26-40aa-b384-1abf4f63e1b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907660 Mar 31 23:18:21.257900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:21.270682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Sync routers for ids ['810f9ff8-2dcf-41e9-8c58-b60204e75456'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:21.286511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b90b5ffa-3cf9-440f-9188-7b573ff8bdc9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "PUT /v2.0/routers/810f9ff8-2dcf-41e9-8c58-b60204e75456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3305433 Mar 31 23:18:21.288318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Routers {'810f9ff8-2dcf-41e9-8c58-b60204e75456'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:21.288318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['810f9ff8-2dcf-41e9-8c58-b60204e75456'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.288643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=cea2e0dc-fe7b-4965-9490-defaa0e89012,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.288643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.298804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port cea2e0dc-fe7b-4965-9490-defaa0e89012 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:21.379626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-da5fa4aa-4bd8-4dec-9599-97afa7a45b37 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1473863 Mar 31 23:18:21.390146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf369cd-abe8-4b0d-a1e4-af090cd4fcc8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.391462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Set router 810f9ff8-2dcf-41e9-8c58-b60204e75456 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:21.392309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bbf369cd-abe8-4b0d-a1e4-af090cd4fcc8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports/53927d26-4fec-4edf-864f-127e07f0b69c HTTP/1.1" status: 200 len: 911 time: 0.1035905 Mar 31 23:18:21.395943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.419399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1fc0a5ab-0a3d-453c-a610-a13b72110402 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420145 Mar 31 23:18:21.439075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.25.8.18 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a0931401-8bb5-429b-b89c-85c7755b4cc6) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:21.459953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.495833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f9733b-7e0e-4829-b869-c94b6480cf2c']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.508965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3647e296-35f4-4831-afd8-9186e97c7405') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.509434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3647e296-35f4-4831-afd8-9186e97c7405') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.537597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ff2a1-df95-476d-b862-d46209c6f290 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.544976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ff2a1-df95-476d-b862-d46209c6f290 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.547714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f9ff2a1-df95-476d-b862-d46209c6f290 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1500947 Mar 31 23:18:21.548604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.550354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.604028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.613353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-3bc57745-3411-4b3c-9b57-b871eb2d5d7d service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839871 Mar 31 23:18:21.647496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:19Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': '53927d26-4fec-4edf-864f-127e07f0b69c', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:6c:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:18Z', 'updated_at': '2022-03-31T23:18:19Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:21.647827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:21.648011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:21.651536 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:21.682958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Checking router: 810f9ff8-2dcf-41e9-8c58-b60204e75456 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:21.683578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Updating router 810f9ff8-2dcf-41e9-8c58-b60204e75456 port 53927d26-4fec-4edf-864f-127e07f0b69c binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:21.683776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-90afbbfb-e918-4550-b066-5acd2f7c25a3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 217 time: 0.0624514 Mar 31 23:18:21.710981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.715108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.767797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1a13e7c1-2400-45f1-9b94-8fd89534fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.770080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-1a13e7c1-2400-45f1-9b94-8fd89534fb8c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0749309 Mar 31 23:18:21.826556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.839357 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.853866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:21.858045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/28f9733b-7e0e-4829-b869-c94b6480cf2c HTTP/1.1" status: 204 len: 168 time: 1.7806318 Mar 31 23:18:21.870684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38710) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:21.875203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-c8bbd740-b8aa-4690-9290-656b6f56b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:21.876869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-c8bbd740-b8aa-4690-9290-656b6f56b5c2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940263 Mar 31 23:18:21.880628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:21.882037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1ee97-b623-4090-88f7-323065cb9ca9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=28f9733b-7e0e-4829-b869-c94b6480cf2c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:21.883729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:21.890642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:21.938393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=a0931401-8bb5-429b-b89c-85c7755b4cc6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.043441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cea2e0dc-fe7b-4965-9490-defaa0e89012 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:22.071036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: cea2e0dc-fe7b-4965-9490-defaa0e89012 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:22.071586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cea2e0dc-fe7b-4965-9490-defaa0e89012 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:22.072157 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:22.113915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-d3f740f8-4d11-43f1-b819-3e12ebb1ef54 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252522 Mar 31 23:18:22.142458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:22.143103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 41b3c07b-8ad5-46f8-ada2-7cbde8a95a26 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:22.202805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.210413 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.295683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ad1e-e7c7-42d8-96d8-3e4035d1f3bf None None] Pushing event updated for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.364848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Attempting to bind port 53927d26-4fec-4edf-864f-127e07f0b69c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:22.365402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Attempting to bind port 53927d26-4fec-4edf-864f-127e07f0b69c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:22.365933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Attempting to bind port 53927d26-4fec-4edf-864f-127e07f0b69c on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:22.372633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:22.373166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:22.373693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.374198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:22.374785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Bound port: 53927d26-4fec-4edf-864f-127e07f0b69c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:22.375307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.423571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-3d575908-8845-4142-b82b-44b17bbac68e service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961268 Mar 31 23:18:22.424383 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.455408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] For port 53927d26-4fec-4edf-864f-127e07f0b69c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:22.459853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] For port 53927d26-4fec-4edf-864f-127e07f0b69c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=53927d26-4fec-4edf-864f-127e07f0b69c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:22.479153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.566720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-3e651093-0e68-482c-adf7-54252e15a391 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f HTTP/1.1" status: 200 len: 217 time: 0.0733547 Mar 31 23:18:22.597087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605ad1e-e7c7-42d8-96d8-3e4035d1f3bf None None] Pushing event updated for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:22.598304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.621317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Routers {'810f9ff8-2dcf-41e9-8c58-b60204e75456'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:22.622189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['810f9ff8-2dcf-41e9-8c58-b60204e75456'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:22.710602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-ad70f45a-8c2e-4b47-a6d7-63983d35bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.713039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-ad70f45a-8c2e-4b47-a6d7-63983d35bfd1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.1368134 Mar 31 23:18:22.810972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] Provisioning complete for port 53927d26-4fec-4edf-864f-127e07f0b69c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:22.811795 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.846245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:22.880651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] Set router 810f9ff8-2dcf-41e9-8c58-b60204e75456 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:22.886051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-75b47353-324d-46eb-9d63-9354560904ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:22.891372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-75b47353-324d-46eb-9d63-9354560904ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1470857 Mar 31 23:18:23.262692 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.338347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] For port 53927d26-4fec-4edf-864f-127e07f0b69c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=53927d26-4fec-4edf-864f-127e07f0b69c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.349750 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.419204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:19Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': '53927d26-4fec-4edf-864f-127e07f0b69c', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:6c:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:18Z', 'updated_at': '2022-03-31T23:18:22Z', 'revision_number': 4, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:23.430167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.449400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2f48c-86cd-4546-b2e4-151348fe6d6e None None] Pushing event updated for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:23.452577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f308f13-02a0-4d0a-938f-2cd55ab06040 None None] The sync data for ids ['810f9ff8-2dcf-41e9-8c58-b60204e75456'] in n-d-835855-2 is: [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:19Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': '53927d26-4fec-4edf-864f-127e07f0b69c', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:6c:66:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'device_owner': 'network:router_interface', 'standard_attr_id': 2891, 'fixed_ips': [{'subnet_id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:18Z', 'updated_at': '2022-03-31T23:18:22Z', 'revision_number': 4, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': '97e5abdd-ce84-4e7f-bb2d-dbd64034c097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:23.482124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7bf8bfda-4dff-4331-8bba-bb8eab335e17 None None] Provisioning complete for port 53927d26-4fec-4edf-864f-127e07f0b69c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:23.483313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7bf8bfda-4dff-4331-8bba-bb8eab335e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.487628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-5a08186e-9620-4148-aa75-02965b3c6e64 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433353 Mar 31 23:18:23.536746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 53927d26-4fec-4edf-864f-127e07f0b69c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:23.537176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.603028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-d5561a05-a808-4f99-8f1b-314dcb779efa service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541702 Mar 31 23:18:23.682697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-2416e37c-8f6c-4ee3-9892-fd7db8f62f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.684269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-2416e37c-8f6c-4ee3-9892-fd7db8f62f2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.1267207 Mar 31 23:18:23.716431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:23.723470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-6949e160-52bd-4f9a-89b1-797521b33705 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127071 Mar 31 23:18:23.742110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port 53927d26-4fec-4edf-864f-127e07f0b69c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=53927d26-4fec-4edf-864f-127e07f0b69c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:23.743030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.817699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 53927d26-4fec-4edf-864f-127e07f0b69c owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:23.840528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-bd8ed3b6-955d-4642-aa74-ed499d0ff6ee service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 HTTP/1.1" status: 200 len: 217 time: 0.0994201 Mar 31 23:18:23.946692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-25b2367d-9e23-43cb-88b0-ccc5a9837d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.948168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-25b2367d-9e23-43cb-88b0-ccc5a9837d5b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0983925 Mar 31 23:18:23.953704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-0a8433ca-664a-4793-a36d-ed7cf257fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:23.955339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-0a8433ca-664a-4793-a36d-ed7cf257fb8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.2422748 Mar 31 23:18:23.956213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:23.963758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port cfc031f5-ded6-4430-8c15-b2571a9434ee {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:23.963974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:23.969897 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:23.988988 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:23.989621 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:24.037638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.039278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-060666cb-e60f-4f4e-bffe-c2b6ff2b240e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7184601 Mar 31 23:18:24.043188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-4f67a2f2-fc0b-4d42-8ae8-52c5541f09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.045129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-4f67a2f2-fc0b-4d42-8ae8-52c5541f09aa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868387 Mar 31 23:18:24.045634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38714) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:24.118839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 53927d26-4fec-4edf-864f-127e07f0b69c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:24.195910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-05013322-2f02-4b3f-9974-e3327d07d92b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 1001 time: 0.2254536 Mar 31 23:18:24.202672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 53927d26-4fec-4edf-864f-127e07f0b69c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:24.203218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.215846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-641a9b43-9363-4777-96ba-035a734d4130 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=aeb15266e0ec458fb1bbb6e810fff2ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1666262 Mar 31 23:18:24.216971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38718) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:24.262103 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:24.340704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port cfc031f5-ded6-4430-8c15-b2571a9434ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cfc031f5-ded6-4430-8c15-b2571a9434ee,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:24.341077 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.384724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.387733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for cfc031f5-ded6-4430-8c15-b2571a9434ee owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:24.389579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc39435-36cf-47df-a902-98f1846b6d9a tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.391543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8fc39435-36cf-47df-a902-98f1846b6d9a tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1744037 Mar 31 23:18:24.394377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:24.407740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-a2219b7b-b20b-4123-8f3a-bb4d46c28f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.409524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-a2219b7b-b20b-4123-8f3a-bb4d46c28f49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1967924 Mar 31 23:18:24.445237 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9cea728b-aba2-4654-ab5e-d41b33f358a3 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468364 Mar 31 23:18:24.448071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:24.453000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-416728426', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:24.460177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=53927d26-4fec-4edf-864f-127e07f0b69c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.488969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-a0005a46-6b38-46c8-8978-7e82390fecb7 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365623 Mar 31 23:18:24.533932 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:22Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:24.578877 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:24.579201 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Updating router fff672d6-d178-4259-b049-f8f25ace58d0 port a0931401-8bb5-429b-b89c-85c7755b4cc6 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:24.609881 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.649550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-2566ed5a-2d28-4edf-8d0a-71a9134d147b service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472065 Mar 31 23:18:24.705215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-b312fe9b-6dca-4faf-a6c4-185cd8d7c841 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3414406-0e8a-480f-95fc-f874068ddee3 HTTP/1.1" status: 200 len: 217 time: 0.0422738 Mar 31 23:18:24.724507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:24.729810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.734646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.798849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=cfc031f5-ded6-4430-8c15-b2571a9434ee,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:24.807056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-ba119a90-22dc-4dd0-8bc6-4deb8bf02b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.808887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-ba119a90-22dc-4dd0-8bc6-4deb8bf02b11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719556 Mar 31 23:18:24.827745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-93410d7f-6178-4eed-9aa7-4295f0ed480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.829407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-93410d7f-6178-4eed-9aa7-4295f0ed480e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.1161802 Mar 31 23:18:24.834285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.915535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-c4ea26b5-1077-4e79-bd0f-5edcc8db04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:24.917253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-c4ea26b5-1077-4e79-bd0f-5edcc8db04fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765781 Mar 31 23:18:24.934467 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.946267 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:24.984064 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Attempting to bind port a0931401-8bb5-429b-b89c-85c7755b4cc6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:24.985874 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Attempting to bind port a0931401-8bb5-429b-b89c-85c7755b4cc6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:24.986552 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Attempting to bind port a0931401-8bb5-429b-b89c-85c7755b4cc6 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:25.012298 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Bound port: a0931401-8bb5-429b-b89c-85c7755b4cc6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:25.017107 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.062692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-9737995f-12e6-4b76-a192-cce698fec847 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223073 Mar 31 23:18:25.089302 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] For port a0931401-8bb5-429b-b89c-85c7755b4cc6, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:25.095182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] For port a0931401-8bb5-429b-b89c-85c7755b4cc6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0931401-8bb5-429b-b89c-85c7755b4cc6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:25.096949 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e0b28-ede8-4b0e-ac30-8c2fe4561f5f None None] Pushing event updated for resources: {'Port': ['ID=a0931401-8bb5-429b-b89c-85c7755b4cc6,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.105551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.110812 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.162555 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:25.163382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:25.207025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Router 810f9ff8-2dcf-41e9-8c58-b60204e75456 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:25.210109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-ab3c87a3-73e0-437f-a208-e3c590511ecb service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648565 Mar 31 23:18:25.228703 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e0b28-ede8-4b0e-ac30-8c2fe4561f5f None None] Pushing event updated for resources: {'Port': ['ID=a0931401-8bb5-429b-b89c-85c7755b4cc6,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.234475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-e9bb03f1-2bb6-4764-bfec-960880915608 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593657 Mar 31 23:18:25.239149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.316003 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:25.326156 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-30e47dc1-4c85-4547-8403-0f1a892adaa9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 200 len: 217 time: 0.0613527 Mar 31 23:18:25.338091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Subnet': ['ID=644f0317-71e6-4b74-98f5-bd196e550970,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:25.394371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Checking segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:25.394728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network hostable DHCP agents. Network: 0c64adc0-24d2-4da4-b78c-c63fec94ab46, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:25.400629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:25.401352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-27552b90-75f1-4471-a2e6-4b68e5cde785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.402851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-27552b90-75f1-4471-a2e6-4b68e5cde785 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.0663948 Mar 31 23:18:25.406926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d382c0f3-ce41-41ac-9216-39f0aa4c2009 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "PUT /v2.0/routers/810f9ff8-2dcf-41e9-8c58-b60204e75456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8555515 Mar 31 23:18:25.410073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38724) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.471570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:25.495885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 0c64adc0-24d2-4da4-b78c-c63fec94ab46) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:25.508348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c59dd-3a1c-4684-abf1-ebb6405ab32e None None] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:25.537793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.538404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.551030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bdd1f-eab9-48de-83fd-e18cd2fcbc0b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.561131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617bdd1f-eab9-48de-83fd-e18cd2fcbc0b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.563491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-617bdd1f-eab9-48de-83fd-e18cd2fcbc0b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1523457 Mar 31 23:18:25.568098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:22Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:25.581561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.608197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-6af05dc2-5788-4f48-8e89-29cd28e0128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:25.609753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-6af05dc2-5788-4f48-8e89-29cd28e0128a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1968226 Mar 31 23:18:25.610432 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3bdfe-36b8-4102-b235-9a4e2e57c945 None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:22Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:25.651651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Sync routers for ids ['810f9ff8-2dcf-41e9-8c58-b60204e75456'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:25.665905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce3363e5-4beb-49d3-a7dd-ada028f7aa24 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2167554 Mar 31 23:18:25.683694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38728) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:25.693643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Routers {'810f9ff8-2dcf-41e9-8c58-b60204e75456'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:25.694917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['810f9ff8-2dcf-41e9-8c58-b60204e75456'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:25.804569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Set router 810f9ff8-2dcf-41e9-8c58-b60204e75456 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:25.816373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 97e5abdd-ce84-4e7f-bb2d-dbd64034c097 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:25.832086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.885757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 3, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:25.907091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9085f8ba-75e4-40eb-9d51-f0114a2a1f47 req-9e37d846-3006-46da-a9f7-7154009af86e service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549749 Mar 31 23:18:25.928811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:25.947528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Checking router: 810f9ff8-2dcf-41e9-8c58-b60204e75456 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:25.956023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:25.991914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Routers {'810f9ff8-2dcf-41e9-8c58-b60204e75456'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:25.994959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['810f9ff8-2dcf-41e9-8c58-b60204e75456'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.004723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:26.005805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.021541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-91f7e91b-8538-471b-99b4-92a7a48590ff service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597169 Mar 31 23:18:26.089504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:26.094799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7f6e2a1d-a2c0-40d9-b3af-8af50b0c62c7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2208202 Mar 31 23:18:26.097852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38730) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.102356 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:26.115307 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:26.122196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.166812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] Set router 810f9ff8-2dcf-41e9-8c58-b60204e75456 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:26.198553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet df8e6962-705b-4ad2-a661-6ed51c02ac5a {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:26.203024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.260601 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:26.283814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.312037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 3, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.351504 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.354913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbdbff4-b622-479b-a9d2-efe9fc0281a2 None None] The sync data for ids ['810f9ff8-2dcf-41e9-8c58-b60204e75456'] in n-d-835855-2 is: [{'id': '810f9ff8-2dcf-41e9-8c58-b60204e75456', 'name': 'tempest-NetworksTestDHCPv6-router-2070504373', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:17Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 3, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:26.441694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Allocated IP 172.20.0.2 (0c64adc0-24d2-4da4-b78c-c63fec94ab46/644f0317-71e6-4b74-98f5-bd196e550970/dbf66104-b37d-453f-9554-eb11f09934b0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:26.469505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.583844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.614270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=df8e6962-705b-4ad2-a661-6ed51c02ac5a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:26.616353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.622676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8b931fe-8b5d-46d1-9ea6-1b6b52af35a8 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/df8e6962-705b-4ad2-a661-6ed51c02ac5a HTTP/1.1" status: 204 len: 168 time: 0.5207083 Mar 31 23:18:26.622676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38732) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:26.641161 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 10, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.655917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a03fd1-42d3-4307-85e8-73e4bd48ded8 None None] Network 2fe3a9bc-8ca6-493a-acc6-dffc7442736c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:26.659279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.687711 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:26.698643 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:26.699290 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:26.701468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.724755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.755628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.907985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:26.908598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:26.948380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e38e88d-fe57-4c60-8209-fc7c0bf01066 req-b133e3cc-6f0d-4a4f-bc9d-7ac97c1ca594 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8932359 Mar 31 23:18:26.970058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:27.006383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Pushing event updated for resources: {'Port': ['ID=dbf66104-b37d-453f-9554-eb11f09934b0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.078537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:27.080067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.089894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,segment=NetworkSegment(331b7672-7e41-4f59-ab0c-3029d4386780),segment_id=331b7672-7e41-4f59-ab0c-3029d4386780)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:27.096211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:27.096839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:27.101107 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.124172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:27.142198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5abdd-ce84-4e7f-bb2d-dbd64034c097,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.154007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.157274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee7b2cc5-1715-400d-a0ff-e8007f818855 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/97e5abdd-ce84-4e7f-bb2d-dbd64034c097 HTTP/1.1" status: 204 len: 168 time: 1.5741825 Mar 31 23:18:27.165909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29c34d-6c49-4b63-b0c5-214edd30a514 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:27.204958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Attempting to bind port dbf66104-b37d-453f-9554-eb11f09934b0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:27.205106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Attempting to bind port dbf66104-b37d-453f-9554-eb11f09934b0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:27.205464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Attempting to bind port dbf66104-b37d-453f-9554-eb11f09934b0 on network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:27.213565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38738) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:27.244287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:27.244707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Checking segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:27.245053 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.245441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Bound using segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:27.245916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Bound port: dbf66104-b37d-453f-9554-eb11f09934b0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:27.246294 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.305509 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 10, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:27.337367 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5269b-4d53-4953-aac8-941add399b8d None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:24Z', 'revision_number': 10, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None, '_interfaces': [{'id': 'c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8', 'name': '', 'network_id': '46186168-d0df-42f5-8b29-1f700a62cbbf', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'mac_address': 'fa:16:3e:0f:98:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:17:44Z', 'updated_at': '2022-03-31T23:17:52Z', 'revision_number': 5, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'subnets': [{'id': '4507f658-f88e-4f1e-9239-71885e5ad1d7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:27.356551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b3fa9ee8-ef32-442d-a37e-07c9542903fc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1370661 Mar 31 23:18:27.358798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38740) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:27.408757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] DHCP port deletion for 2fe3a9bc-8ca6-493a-acc6-dffc7442736c request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:27.443685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] For port dbf66104-b37d-453f-9554-eb11f09934b0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:27.490677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] For port dbf66104-b37d-453f-9554-eb11f09934b0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dbf66104-b37d-453f-9554-eb11f09934b0,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:27.506925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.520794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.526142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.531275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.553062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Deleting port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:27.553429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.604058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b1185-bfc2-4825-ae5b-0198a10bcdcc None None] Pushing event updated for resources: {'Port': ['ID=dbf66104-b37d-453f-9554-eb11f09934b0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.618627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:27.823958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.830714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.854385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:27.859601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:27.888515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] For port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:27.890117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:27.975591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Calling delete_port for 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:28.004736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:18:28.005245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.005913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Fanout notify agent at l3_agent the message router_deleted on router 810f9ff8-2dcf-41e9-8c58-b60204e75456 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:28.020815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.025515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-29b3b003-d90b-457e-af78-f7f82b218384 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/routers/810f9ff8-2dcf-41e9-8c58-b60204e75456 HTTP/1.1" status: 204 len: 168 time: 0.6656511 Mar 31 23:18:28.027845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.028310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.048498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:28.094552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.123267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.1 (0c64adc0-24d2-4da4-b78c-c63fec94ab46/644f0317-71e6-4b74-98f5-bd196e550970/b4063911-f63a-4a5b-81e9-95c9b2954b52) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:28.144274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe3a9bc-8ca6-493a-acc6-dffc7442736c']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:28.147669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] Pushing event deleted for resources: {'Port': ['ID=6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.158059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3348c3e9-b263-45d1-9ab6-61aa6dd63e84 None None] No DVR routers for this DVR port 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:28.165225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331b7672-7e41-4f59-ab0c-3029d4386780') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:28.176443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331b7672-7e41-4f59-ab0c-3029d4386780') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:28.195200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Deleting port 878f0a85-227e-4377-b6e6-45ae1caf77cc {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:28.196196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.209009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.238509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.252298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:28.252524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dbf66104-b37d-453f-9554-eb11f09934b0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:28.252943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:28.256800 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:28.340093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.340375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] For port 878f0a85-227e-4377-b6e6-45ae1caf77cc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=878f0a85-227e-4377-b6e6-45ae1caf77cc,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:28.340741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.342456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:28.346250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.359594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Calling delete_port for 878f0a85-227e-4377-b6e6-45ae1caf77cc owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:28.360646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.367881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/2fe3a9bc-8ca6-493a-acc6-dffc7442736c HTTP/1.1" status: 204 len: 168 time: 1.7412813 Mar 31 23:18:28.367881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbd425-50d8-4aec-b50a-3e9ab7679672 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=2fe3a9bc-8ca6-493a-acc6-dffc7442736c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.368495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38746) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.427079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port dbf66104-b37d-453f-9554-eb11f09934b0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:28.427440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.445262 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.513132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.519510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.554146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] Pushing event deleted for resources: {'Port': ['ID=878f0a85-227e-4377-b6e6-45ae1caf77cc,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.560511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca976d0-5143-4eb4-85e1-2e6fd0b1fa49 None None] No DVR routers for this DVR port 878f0a85-227e-4377-b6e6-45ae1caf77cc on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:28.566654 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.586218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:28.593248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:28.601866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:28.616518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port dbf66104-b37d-453f-9554-eb11f09934b0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dbf66104-b37d-453f-9554-eb11f09934b0,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:28.624563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.625814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0931401-8bb5-429b-b89c-85c7755b4cc6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:28.670075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.696128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.726610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=dbf66104-b37d-453f-9554-eb11f09934b0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.744454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a0931401-8bb5-429b-b89c-85c7755b4cc6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:28.744834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.777182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.791992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.854943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:28.864215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:28.871320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:28.871932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.875309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.883117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6cdec5-59af-40b3-b4a8-b33d2bb90f87 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:28.916989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=e886b969-2d09-4f65-8337-ceadfd083eef,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:28.923422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:28.929917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c58b3e3e-37a6-443f-a6a3-45582add6e51 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8944066 Mar 31 23:18:28.936294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:28.948031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-20662030', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:28.966563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a0931401-8bb5-429b-b89c-85c7755b4cc6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0931401-8bb5-429b-b89c-85c7755b4cc6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:28.976719 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.017351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.018453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.115456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 53927d26-4fec-4edf-864f-127e07f0b69c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:29.170932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 53927d26-4fec-4edf-864f-127e07f0b69c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:29.171594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 53927d26-4fec-4edf-864f-127e07f0b69c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:29.172164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:29.182441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:29.183030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.199478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.200041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a0931401-8bb5-429b-b89c-85c7755b4cc6,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.213879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:29.214394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f49d3b3-ab5b-4545-8cc2-9ca437d7c43a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:29.214689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfc031f5-ded6-4430-8c15-b2571a9434ee no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:29.230975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.266452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6595ea-d2bd-413b-9ef2-47818df6eef8 None None] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:29.269039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.273377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0c411bed-7fda-4dd1-895b-1bce59c07b76 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3331563 Mar 31 23:18:29.273546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38750) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.283430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'e886b969-2d09-4f65-8337-ceadfd083eef'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:29.284295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.286075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: cfc031f5-ded6-4430-8c15-b2571a9434ee {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:29.286410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cfc031f5-ded6-4430-8c15-b2571a9434ee not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:29.286809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 878f0a85-227e-4377-b6e6-45ae1caf77cc no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:29.324468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 878f0a85-227e-4377-b6e6-45ae1caf77cc {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:29.324935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 878f0a85-227e-4377-b6e6-45ae1caf77cc not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:29.382185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:29.382185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.389786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.394944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.429900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:29.454378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b9ec79b6-5aa0-493a-a567-7bfedf2744ad None None] Provisioning complete for port dbf66104-b37d-453f-9554-eb11f09934b0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:29.455631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b9ec79b6-5aa0-493a-a567-7bfedf2744ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.468617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.472517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.572063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:29.573680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:29.632263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/e886b969-2d09-4f65-8337-ceadfd083eef/676a5043-c574-4434-ba9c-d3eeb3e82fe4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:29.681057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.705111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:29.822734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.833082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:29.833412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:29.849503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6e06673-4e51-43b0-85a0-1733269eb697 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/fff672d6-d178-4259-b049-f8f25ace58d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1620445 Mar 31 23:18:29.850746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38754) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:29.873833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:29.905752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:29.911043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Pushing event updated for resources: {'Port': ['ID=676a5043-c574-4434-ba9c-d3eeb3e82fe4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:29.914148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:29.917531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:29.920713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:29.921346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:30.056751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::1 (03c853cb-dc03-471e-ad40-98047172e65b/e886b969-2d09-4f65-8337-ceadfd083eef/eb8aaaf5-28e0-4de3-ada4-a4d930a9869e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:30.077269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:30.141847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.142416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.142890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.143386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.143979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.144454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.144917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.145373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.145832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.146296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.146925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.147423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.147880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.148332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.148780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.149231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.149899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.150351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.155728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1fd24711-f09f-4901-a17d-eeb2ae7fffc6 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12628 time: 0.3009069 Mar 31 23:18:30.156232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38756) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.165835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.172670 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dbf66104-b37d-453f-9554-eb11f09934b0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:30.236930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Attempting to bind port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:30.237332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Attempting to bind port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:30.237832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Attempting to bind port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:30.291185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2ee9b54c-d613-4327-83fe-82c44583a220 None None] Provisioning complete for port b4063911-f63a-4a5b-81e9-95c9b2954b52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:30.291583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b54c-d613-4327-83fe-82c44583a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.297248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:30.297437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:30.297897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.298313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:30.298772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Bound port: 676a5043-c574-4434-ba9c-d3eeb3e82fe4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:30.299153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.314852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.315555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.316095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.316471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.316961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.317468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.318077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.318844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.319519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.320089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.320535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.321035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.321859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.322167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.322936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.323488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.323994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.324815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:30.330706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f47eb239-f784-4f05-a1e5-2bd8bfe37c92 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11397 time: 0.1730819 Mar 31 23:18:30.331580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38758) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:30.401554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9b54c-d613-4327-83fe-82c44583a220 None None] Port b4063911-f63a-4a5b-81e9-95c9b2954b52 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:30.418968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port dbf66104-b37d-453f-9554-eb11f09934b0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:30.419383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.487224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2ee9b54c-d613-4327-83fe-82c44583a220 None None] Provisioning complete for port dbf66104-b37d-453f-9554-eb11f09934b0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:30.487661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ee9b54c-d613-4327-83fe-82c44583a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.516700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] For port 676a5043-c574-4434-ba9c-d3eeb3e82fe4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:30.542725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] For port 676a5043-c574-4434-ba9c-d3eeb3e82fe4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=676a5043-c574-4434-ba9c-d3eeb3e82fe4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:30.553001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.561846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.711173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.718709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:30.876089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 2, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:30.913684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aa932-d152-44c8-8492-5f73a1aa82ca None None] Pushing event updated for resources: {'Port': ['ID=676a5043-c574-4434-ba9c-d3eeb3e82fe4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.915867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:30.916218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Updating router fff672d6-d178-4259-b049-f8f25ace58d0 port b4063911-f63a-4a5b-81e9-95c9b2954b52 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:30.946449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0931401-8bb5-429b-b89c-85c7755b4cc6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:30.951772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.002458 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.013761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:31.035335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:31.038645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:31.040930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.047137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:31.047731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.075557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a0931401-8bb5-429b-b89c-85c7755b4cc6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:31.075861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.132858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-afd17a80-bb7b-4c55-b8be-1a4d52910ea2 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 8439 time: 0.8001475 Mar 31 23:18:31.231618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6bed7f72-e589-4a87-816f-3d9641c175fb None None] Provisioning complete for port b4063911-f63a-4a5b-81e9-95c9b2954b52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:31.231618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6bed7f72-e589-4a87-816f-3d9641c175fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.257527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:31.269091 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:31.279756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a7c2ac5-905c-40ca-aa75-7887d48f94ce tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100075 Mar 31 23:18:31.282455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38764) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.300472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:31.301117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.380212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.383708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting subnet 4507f658-f88e-4f1e-9239-71885e5ad1d7 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:31.387578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.395463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6bed7f72-e589-4a87-816f-3d9641c175fb None None] Port b4063911-f63a-4a5b-81e9-95c9b2954b52 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:31.446223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.447735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:31.574491 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.595499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38766) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.604848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620919376', 'description': 'tempest-secgroup-smoke-1620919376 description', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:31.626093 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:31.633710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.638103 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:31.641397 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.676817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.699273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.734983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.745478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.748880 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:31.756439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.757887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.783395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc901-5726-4d8e-8825-485d3292d1ad None None] Pushing event updated for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.841633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.849911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.900457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Attempting to bind port b4063911-f63a-4a5b-81e9-95c9b2954b52 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:31.900825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Attempting to bind port b4063911-f63a-4a5b-81e9-95c9b2954b52 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:31.901180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Attempting to bind port b4063911-f63a-4a5b-81e9-95c9b2954b52 on network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:31.912936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Subnet': ['ID=4507f658-f88e-4f1e-9239-71885e5ad1d7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.914475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.916218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:31.916784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Checking segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:31.916991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.917370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Bound using segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:31.917841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Bound port: b4063911-f63a-4a5b-81e9-95c9b2954b52, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:31.918217 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.923208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d978fc-e8e1-45a0-a521-eb214008f7fc None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:31.949809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:31.961322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38768) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:31.970660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4ac48049-1db9-43bf-9bca-960249faa9e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/4507f658-f88e-4f1e-9239-71885e5ad1d7 HTTP/1.1" status: 204 len: 168 time: 0.6869822 Mar 31 23:18:31.987426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:32.000746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010ef40-d1f8-4d3f-88b5-d2c6b37fb445 None None] Network 46186168-d0df-42f5-8b29-1f700a62cbbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:32.009920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:32.039103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.044249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.102389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.107823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.108392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.113892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0773a9f5-33d9-49d2-8f46-603e177fc7d3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5158613 Mar 31 23:18:32.114933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.121789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:32.178648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.191501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] For port b4063911-f63a-4a5b-81e9-95c9b2954b52, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:32.198229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] For port b4063911-f63a-4a5b-81e9-95c9b2954b52, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4063911-f63a-4a5b-81e9-95c9b2954b52,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:32.205169 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.265136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:32.265774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.349401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Deleting port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:32.353612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.371018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc901-5726-4d8e-8825-485d3292d1ad None None] Pushing event updated for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.391868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Router b9a47abb-3ae0-409d-8ef9-356bf4239099 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:32.405494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] Provisioning complete for port b4063911-f63a-4a5b-81e9-95c9b2954b52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:32.405863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.415401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.433969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.437691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba7934-552a-42f2-876b-00715d2871c6 None None] DHCP port deletion for 46186168-d0df-42f5-8b29-1f700a62cbbf request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:32.493040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a66c708-e513-47ec-a9ab-189450248bef,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.499363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] For port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,segment=NetworkSegment(afdf22dc-0ea2-453f-bb47-1810b5816324),segment_id=afdf22dc-0ea2-453f-bb47-1810b5816324)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:32.499792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.520202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.521224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Calling delete_port for 58f43d4f-6fa5-4233-bd85-64ee193e3ecf owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:32.522154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-72a051ca-689f-4d54-ab7c-f601273eec53 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061251 Mar 31 23:18:32.525206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.534079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:32.545263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:32.594566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.664775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.716492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.726463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.757996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 676a5043-c574-4434-ba9c-d3eeb3e82fe4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:32.761367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Port': ['ID=58f43d4f-6fa5-4233-bd85-64ee193e3ecf,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.778938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b777cea-0de5-445a-b284-d006b0920298,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.796545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.799182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-45c39dc7-326d-42e7-878d-50bc4d77952c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2725334 Mar 31 23:18:32.801782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.805063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No DVR routers for this DVR port 58f43d4f-6fa5-4233-bd85-64ee193e3ecf on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:32.807583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:32.832879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2fba7934-552a-42f2-876b-00715d2871c6 None None] The port '58f43d4f-6fa5-4233-bd85-64ee193e3ecf' was deleted {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1982}} Mar 31 23:18:32.857005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.879030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:32.886527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-271b2739-8b5f-4c75-b89f-e377cf226999 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "PUT /v2.0/routers/b9a47abb-3ae0-409d-8ef9-356bf4239099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6116445 Mar 31 23:18:32.889799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38776) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:32.919057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Sync routers for ids ['b9a47abb-3ae0-409d-8ef9-356bf4239099'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:32.940785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.947665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.951994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.974216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Routers {'b9a47abb-3ae0-409d-8ef9-356bf4239099'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:32.975017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b9a47abb-3ae0-409d-8ef9-356bf4239099'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.976967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.983520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2ade89-9cfe-47d0-a1f6-2704418878e5,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.991195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:32.995604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715fc8-6cb8-43b5-bde6-993d030bae0a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:32.995723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8abc22dd-e843-4da0-a995-f11393d0410e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1928611 Mar 31 23:18:32.996355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.000462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-71715fc8-6cb8-43b5-bde6-993d030bae0a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports/eb8aaaf5-28e0-4de3-ada4-a4d930a9869e HTTP/1.1" status: 200 len: 911 time: 0.1065254 Mar 31 23:18:33.000797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38782) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.013026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46186168-d0df-42f5-8b29-1f700a62cbbf']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.015311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:33.047274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdf22dc-0ea2-453f-bb47-1810b5816324') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.047563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdf22dc-0ea2-453f-bb47-1810b5816324') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.060289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.061840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.089552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ae05b-b25d-4b02-b913-6ad90de2e617 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.104704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ae05b-b25d-4b02-b913-6ad90de2e617 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:33.106731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-171ae05b-b25d-4b02-b913-6ad90de2e617 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1051018 Mar 31 23:18:33.108331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.110936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38784) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.125644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:33.126743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.136094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] For port b4063911-f63a-4a5b-81e9-95c9b2954b52, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4063911-f63a-4a5b-81e9-95c9b2954b52,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:33.156140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.163771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.164223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Set router b9a47abb-3ae0-409d-8ef9-356bf4239099 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:33.170482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:33.171169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:33.174332 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:33.184345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d278b160-7a7d-4bf5-aa93-7daed4ceb0cb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.199989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.209667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.214202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fa3f8761-8672-4f23-89cd-4bb33223ca29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2137723 Mar 31 23:18:33.215273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.220410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:33.246851 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:18:33.253882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.293090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.306557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.313966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/networks/46186168-d0df-42f5-8b29-1f700a62cbbf HTTP/1.1" status: 204 len: 168 time: 1.3500655 Mar 31 23:18:33.314820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.331809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'routes': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:33.345640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.351578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.382211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d899bbb0-5757-4f7d-a8e5-028a2109b2c4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.405036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.411620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aeb504d4-836e-41af-b199-42c07c8b68e0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948390 Mar 31 23:18:33.412410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:33.418910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'd5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:33.452156 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:18:33.461378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.480932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d00c14-5da8-4508-bfad-a7456eabe6c9 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Pushing event deleted for resources: {'Network': ['ID=46186168-d0df-42f5-8b29-1f700a62cbbf,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.545319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075b814-505f-40d9-a395-447b464d8d8a None None] Pushing event updated for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.561005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:33.587305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.593809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.620051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5db864-1f91-4fed-8475-669590dd0176,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.632008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.635301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b2d8f301-ad8b-4494-bade-be956a50b2ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2198689 Mar 31 23:18:33.658839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5196ff05-a1af-4b01-a1eb-8db555536f1a None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:32Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:33.669252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Provisioning complete for port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:33.669925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.715881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.830233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 676a5043-c574-4434-ba9c-d3eeb3e82fe4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=676a5043-c574-4434-ba9c-d3eeb3e82fe4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:33.890484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-d22f9a6c-7586-4fda-a25e-b9cc4c28be29 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620919376&fields=id&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 267 time: 0.0858178 Mar 31 23:18:33.895393 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:33.966087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Provisioning complete for port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:33.967174 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.010484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:34.016266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'name': 'tempest-NetworksTestDHCPv6-router-20662030', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:31Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb8aaaf5-28e0-4de3-ada4-a4d930a9869e', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:9c:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:31Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:34.021177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=676a5043-c574-4434-ba9c-d3eeb3e82fe4,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.060379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Checking router: b9a47abb-3ae0-409d-8ef9-356bf4239099 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:34.061112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Updating router b9a47abb-3ae0-409d-8ef9-356bf4239099 port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:18:34.090066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Added routes are [] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 31 23:18:34.091080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.extraroute_db [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Removed routes are [] {{(pid=109298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 31 23:18:34.091841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.093397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4063911-f63a-4a5b-81e9-95c9b2954b52 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:34.111162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Provisioning complete for port b4063911-f63a-4a5b-81e9-95c9b2954b52 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:34.111558 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e4ce4da-28af-469a-bd63-075e509c1629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.137450 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.183730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-19fbfed6-b632-4a3e-a465-1ab6ffbc6d6e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:34.185624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-19fbfed6-b632-4a3e-a465-1ab6ffbc6d6e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 796 time: 0.2932351 Mar 31 23:18:34.205223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-5bc2443e-110c-4f2f-9701-2f8c87bc0e46 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/quotas/aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 375 time: 0.0129952 Mar 31 23:18:34.288943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.304339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.330011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-bd9c4564-9542-4605-be24-1ba5c94f0035 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090262 Mar 31 23:18:34.430801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fdebe0c4-596a-483d-b4c8-66874e919814 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:34.441613 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.479930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-597d0ce5-fef8-4603-9583-dd33c7f1e574 service neutron] 10.222.0.95 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440592 Mar 31 23:18:34.605420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-51b7d7f6-efcb-4557-bd60-78b3c207c640 service neutron] 10.222.0.95 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237621 Mar 31 23:18:34.606431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.619866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:34.626686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.629637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.630891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b0cbc2e-3adf-4375-b442-dc27b6a7572d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 705 time: 1.3038571 Mar 31 23:18:34.631901 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Sync routers for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:34.634042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.666624 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:34.667299 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:34.709954 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f4acebf1-8eb8-4829-bd84-9acde8cd11ef tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 205 time: 0.0742545 Mar 31 23:18:34.712638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38808) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:34.727645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b4063911-f63a-4a5b-81e9-95c9b2954b52 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:34.728847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.759438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b9ebedb7-939d-4b89-9224-3a93fa856dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.773858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c6394-5020-4262-842f-3e857290bd0e None None] Pushing event updated for resources: {'Port': ['ID=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.814493 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:34.837877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e694b670-3de2-4a82-b47c-4ab5e8f6826a None None] Provisioning complete for port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:34.838394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e694b670-3de2-4a82-b47c-4ab5e8f6826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.845262 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:34.887882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:34.918182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Checking router: fdebe0c4-596a-483d-b4c8-66874e919814 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:34.930586 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Routers {'fdebe0c4-596a-483d-b4c8-66874e919814'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:34.931521 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fdebe0c4-596a-483d-b4c8-66874e919814'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.004171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1c6fd2d-d814-4abe-8603-ad54cbec1761 req-a1a718f3-b243-492a-bb18-4fd27b171827 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 210 time: 0.0485501 Mar 31 23:18:35.010621 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] Set router fdebe0c4-596a-483d-b4c8-66874e919814 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:35.119098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.129249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e694b670-3de2-4a82-b47c-4ab5e8f6826a None None] Port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:35.183678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89021234-0bdf-44eb-88c2-0242605655f2 None None] The sync data for ids ['fdebe0c4-596a-483d-b4c8-66874e919814'] in n-d-835855-2 is: [{'id': 'fdebe0c4-596a-483d-b4c8-66874e919814', 'name': 'tempest-RoutersIpV6Test-router-2118113970', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:17:42Z', 'updated_at': '2022-03-31T23:18:29Z', 'revision_number': 11, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:35.224425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.226812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.229910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Attempting to bind port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:35.230358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Attempting to bind port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:35.231014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Attempting to bind port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:35.249684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:35.250056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:35.250465 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.257643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:35.259840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Bound port: eb8aaaf5-28e0-4de3-ada4-a4d930a9869e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:35.260263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.292173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.293625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router fdebe0c4-596a-483d-b4c8-66874e919814 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:35.318914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.323958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae172249-c6f4-4079-aa1c-43c169fc12e5 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 204 len: 168 time: 0.6100278 Mar 31 23:18:35.328801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38818) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.334120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1270253060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:35.341181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-eef796e6-81e2-4a7f-ba8d-0cd1868d95fc None None] Provisioning complete for port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:35.341736 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eef796e6-81e2-4a7f-ba8d-0cd1868d95fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.342006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:35.342569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.409207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.411266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.413055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-eef796e6-81e2-4a7f-ba8d-0cd1868d95fc None None] Port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:35.415954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] For port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:35.420729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] For port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:35.426925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.459531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:35.497636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e, host n-d-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:35.498333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.511424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:35.511424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8e69fbe-0a6f-471f-90d7-daa6d0e8cde8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:35.511847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 58f43d4f-6fa5-4233-bd85-64ee193e3ecf no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:35.521920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Routers {'b9a47abb-3ae0-409d-8ef9-356bf4239099'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:35.522537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b9a47abb-3ae0-409d-8ef9-356bf4239099'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.525022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for eb8aaaf5-28e0-4de3-ada4-a4d930a9869e owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:35.555670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.564922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.606941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:35.608930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-939ab31f-2158-44ef-a453-2bee5d85f4ba tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2788260 Mar 31 23:18:35.612633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38822) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:35.618097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:35.618885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] Set router b9a47abb-3ae0-409d-8ef9-356bf4239099 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:35.689865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 58f43d4f-6fa5-4233-bd85-64ee193e3ecf {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:35.690199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 58f43d4f-6fa5-4233-bd85-64ee193e3ecf not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:35.695489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c6394-5020-4262-842f-3e857290bd0e None None] Pushing event updated for resources: {'Port': ['ID=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.959141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.015427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=eb8aaaf5-28e0-4de3-ada4-a4d930a9869e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:36.053555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d8f02101-2b60-4a54-87cc-0b42d0d9f541 None None] Provisioning complete for port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:36.054185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d8f02101-2b60-4a54-87cc-0b42d0d9f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.089299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1026990', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7993'] for router, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.105909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1026993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027615'] for router, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.122086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 676a5043-c574-4434-ba9c-d3eeb3e82fe4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:36.157425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.195910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d8f02101-2b60-4a54-87cc-0b42d0d9f541 None None] Port eb8aaaf5-28e0-4de3-ada4-a4d930a9869e was deleted so its status cannot be updated. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Mar 31 23:18:36.223863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'name': 'tempest-NetworksTestDHCPv6-router-20662030', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:31Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb8aaaf5-28e0-4de3-ada4-a4d930a9869e', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:9c:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:35Z', 'revision_number': 4, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:36.263342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81886a2b-6ae4-4037-a3e1-6d8d72af46af None None] The sync data for ids ['b9a47abb-3ae0-409d-8ef9-356bf4239099'] in n-d-835855-2 is: [{'id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'name': 'tempest-NetworksTestDHCPv6-router-20662030', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:31Z', 'revision_number': 2, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None, '_interfaces': [{'id': 'eb8aaaf5-28e0-4de3-ada4-a4d930a9869e', 'name': '', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'mac_address': 'fa:16:3e:9c:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:35Z', 'revision_number': 4, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'subnets': [{'id': 'e886b969-2d09-4f65-8337-ceadfd083eef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:36.265005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:36.265385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.346082 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-465d4a99-a8b9-48b5-97b7-0a8687b5df68 req-9e1a8621-d28d-41b1-bd06-eb81eb3bdd45 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 210 time: 0.0792084 Mar 31 23:18:36.408406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Router fcf6406c-9ced-4bc7-b339-71f48c74a390 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:18:36.450692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Router b9a47abb-3ae0-409d-8ef9-356bf4239099 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:36.496461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:36.503951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.505087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64afe2a4-0ae3-4fb8-956e-b7047e5f338f tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "PUT /v2.0/routers/fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 200 len: 698 time: 0.8911476 Mar 31 23:18:36.508437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38828) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.510340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Sync routers for ids ['fcf6406c-9ced-4bc7-b339-71f48c74a390'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:36.521040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Routers {'fcf6406c-9ced-4bc7-b339-71f48c74a390'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:36.521590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fcf6406c-9ced-4bc7-b339-71f48c74a390'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:36.586594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:36.613828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f0a348d-11c7-4e08-89d2-1c111c22992c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "PUT /v2.0/routers/b9a47abb-3ae0-409d-8ef9-356bf4239099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5015244 Mar 31 23:18:36.623843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.637792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Set router fcf6406c-9ced-4bc7-b339-71f48c74a390 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:36.666847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-218c34dc-2fa6-4c83-9e89-3b876e9e024d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/routers/fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 200 len: 704 time: 0.1570606 Mar 31 23:18:36.670996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38832) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.704228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-02d979a6-b4ca-4995-bbc6-9aa2688db11c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 200 len: 205 time: 0.0316725 Mar 31 23:18:36.707270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.742538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf6406c-9ced-4bc7-b339-71f48c74a390', 'name': 'tempest-RoutersIpV6Test-router-1270253060', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:35Z', 'updated_at': '2022-03-31T23:18:36Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:36.781214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Checking router: fcf6406c-9ced-4bc7-b339-71f48c74a390 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:36.782329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb2805-a69f-4d5b-b66f-207313786adb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:36.783977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfb2805-a69f-4d5b-b66f-207313786adb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:36.791953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Routers {'fcf6406c-9ced-4bc7-b339-71f48c74a390'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:36.792620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fcf6406c-9ced-4bc7-b339-71f48c74a390'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:36.803630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38836) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:36.805195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3cfb2805-a69f-4d5b-b66f-207313786adb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1677961 Mar 31 23:18:36.845704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:36.916309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] Set router fcf6406c-9ced-4bc7-b339-71f48c74a390 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:36.990856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet e886b969-2d09-4f65-8337-ceadfd083eef {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:36.994664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf6406c-9ced-4bc7-b339-71f48c74a390', 'name': 'tempest-RoutersIpV6Test-router-1270253060', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:35Z', 'updated_at': '2022-03-31T23:18:36Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:36.998978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.030067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002e2d8-7750-4fa8-8186-7d071c8a6117 None None] The sync data for ids ['fcf6406c-9ced-4bc7-b339-71f48c74a390'] in n-d-835855-2 is: [{'id': 'fcf6406c-9ced-4bc7-b339-71f48c74a390', 'name': 'tempest-RoutersIpV6Test-router-1270253060', 'tenant_id': 'baba4dd262df479d851bf83ddeb794c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:35Z', 'updated_at': '2022-03-31T23:18:36Z', 'revision_number': 2, 'project_id': 'baba4dd262df479d851bf83ddeb794c1', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:37.032866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-168bc2e1-0e81-4438-8465-44c1a6b0ea7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.033477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-c8eed476-0d68-4d64-807a-9daca38a6256 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:37.035917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-c8eed476-0d68-4d64-807a-9daca38a6256 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 796 time: 0.3471260 Mar 31 23:18:37.075627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.100055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.102624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.166360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-5c8d07bf-abc8-4354-9831-4786433f1005 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 380 time: 0.1154039 Mar 31 23:18:37.180751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'port': {'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'admin_state_up': True, 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'security_groups': ['d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:37.189766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.190361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Fanout notify agent at l3_agent the message router_deleted on router fcf6406c-9ced-4bc7-b339-71f48c74a390 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:37.198745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.206380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dfd3bdad-8dc3-460a-9203-66f34049b086 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 204 len: 168 time: 0.4975147 Mar 31 23:18:37.206987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38838) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.237818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71612c4f-f378-4976-a01c-0ef0237fc9d7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 200 len: 205 time: 0.0294590 Mar 31 23:18:37.240043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.282096 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-c0695aad-8c1d-4118-9f2f-3946e820cd91 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.285724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c0695aad-8c1d-4118-9f2f-3946e820cd91 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/fcf6406c-9ced-4bc7-b339-71f48c74a390 HTTP/1.1" status: 404 len: 336 time: 0.0422626 Mar 31 23:18:37.285968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.329598 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-700b84bf-2b78-40a2-9f00-d1420d84becf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.330188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700b84bf-2b78-40a2-9f00-d1420d84becf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.339830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-700b84bf-2b78-40a2-9f00-d1420d84becf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/1be62722-f33d-400d-a75d-ab9b6834e245 HTTP/1.1" status: 404 len: 337 time: 0.0527222 Mar 31 23:18:37.340632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38844) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.370856 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-115289dc-7cc9-4b5f-8fa2-6c996f23cc2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.371628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115289dc-7cc9-4b5f-8fa2-6c996f23cc2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.375750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-115289dc-7cc9-4b5f-8fa2-6c996f23cc2c tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/5d87f8ba-4681-47de-8b8e-c248c07ea408 HTTP/1.1" status: 404 len: 337 time: 0.0339320 Mar 31 23:18:37.377706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38846) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.410301 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a314ff-3f6e-43fe-8e50-d718255581a0 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.410943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a314ff-3f6e-43fe-8e50-d718255581a0 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.414548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5a314ff-3f6e-43fe-8e50-d718255581a0 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/df8e6962-705b-4ad2-a661-6ed51c02ac5a HTTP/1.1" status: 404 len: 337 time: 0.0357513 Mar 31 23:18:37.417245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.450590 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1a1833-3d2a-4220-aa43-5822b6b1896d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.451744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1a1833-3d2a-4220-aa43-5822b6b1896d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.456045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db1a1833-3d2a-4220-aa43-5822b6b1896d tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/4507f658-f88e-4f1e-9239-71885e5ad1d7 HTTP/1.1" status: 404 len: 337 time: 0.0372570 Mar 31 23:18:37.458694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.492338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66104f8d-7a5f-459b-8ba6-7059aaf7aa38 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 200 len: 205 time: 0.0298548 Mar 31 23:18:37.492565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.543758 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-c48c4bb1-8630-4c63-bdf0-3cbeca009460 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.545173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c48c4bb1-8630-4c63-bdf0-3cbeca009460 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/fdebe0c4-596a-483d-b4c8-66874e919814 HTTP/1.1" status: 404 len: 336 time: 0.0510073 Mar 31 23:18:37.547988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38858) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.579949 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-edda7d43-2ac2-43ab-b6df-2cb882f45394 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca HTTP/1.1" status: 200 len: 205 time: 0.0305204 Mar 31 23:18:37.582278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.623514 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-4058a9a0-8cb7-4212-abbe-880a5581b507 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.625058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4058a9a0-8cb7-4212-abbe-880a5581b507 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/f97ac5cd-5a9e-4653-8bf6-e3bb1a24e7ca HTTP/1.1" status: 404 len: 336 time: 0.0415111 Mar 31 23:18:37.628033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.661750 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f4abb6-24d3-4a61-aa50-e9a34b30f503 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.662221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f4abb6-24d3-4a61-aa50-e9a34b30f503 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.667951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1f4abb6-24d3-4a61-aa50-e9a34b30f503 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/e7d8990e-ee48-4a2d-9a72-eea2b007cd3a HTTP/1.1" status: 404 len: 337 time: 0.0360665 Mar 31 23:18:37.668248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.683578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-efcd784e-aa97-40dc-bbd1-20f95a17c4f3 req-6cb13b39-eaac-4a77-8f04-b8be3722ceeb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 210 time: 0.0432847 Mar 31 23:18:37.705693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-593dd9b0-e56a-44b4-86e1-c82070f9a589 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 200 len: 205 time: 0.0288000 Mar 31 23:18:37.705693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38866) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.706209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.740921 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-b8fadb9d-85f5-4c9a-b133-ec4da0256dab tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.745094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b8fadb9d-85f5-4c9a-b133-ec4da0256dab tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/c04924bc-b757-45de-954f-1b1a5e15b21e HTTP/1.1" status: 404 len: 336 time: 0.0431299 Mar 31 23:18:37.745722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38868) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.765202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:37.770998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.776017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8c86c408-d1f8-460c-98b0-4d7055970e57 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=18544862-9dcf-4cd7-bf75-06fcdca79217 HTTP/1.1" status: 200 len: 205 time: 0.0291405 Mar 31 23:18:37.778604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38870) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.827780 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-e37a5f94-b206-4cc9-ba60-d33e6c7647cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.828824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e37a5f94-b206-4cc9-ba60-d33e6c7647cf tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/18544862-9dcf-4cd7-bf75-06fcdca79217 HTTP/1.1" status: 404 len: 336 time: 0.0492971 Mar 31 23:18:37.831954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.857220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.862106 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b617c2-7712-48bc-a6a7-d7491ef1156e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:37.862725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b617c2-7712-48bc-a6a7-d7491ef1156e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:37.866585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a2b617c2-7712-48bc-a6a7-d7491ef1156e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/7e884d75-af8b-458f-bb34-cc6dd8602a52 HTTP/1.1" status: 404 len: 337 time: 0.0336614 Mar 31 23:18:37.869455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.895051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=e886b969-2d09-4f65-8337-ceadfd083eef,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:37.902804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:37.906007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-888b738d-e681-41bf-97ec-5bdd45f41e39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/e886b969-2d09-4f65-8337-ceadfd083eef HTTP/1.1" status: 204 len: 168 time: 1.0962005 Mar 31 23:18:37.908844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e5baf0e1-f08f-47d8-8742-5c97d191bc78 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=31cedcbf-45c5-4195-8f10-d2419bbbf8a3 HTTP/1.1" status: 200 len: 205 time: 0.0359557 Mar 31 23:18:37.909111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.909504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38878) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:37.912637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d42203-bb2e-4989-b3e3-bc6dee04f100 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:37.960359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.9 (0c64adc0-24d2-4da4-b78c-c63fec94ab46/644f0317-71e6-4b74-98f5-bd196e550970/c30817be-284e-438e-8071-f825eb2c7240) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:37.993067 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-2d00d2c8-e7a4-45ae-bc99-87f050e3239e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:37.994155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2d00d2c8-e7a4-45ae-bc99-87f050e3239e tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/31cedcbf-45c5-4195-8f10-d2419bbbf8a3 HTTP/1.1" status: 404 len: 336 time: 0.0819306 Mar 31 23:18:37.996785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.175378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.225564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.286791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:38.290299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:38.294175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:38.321911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.358025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.364318 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5712fe-24f2-4ad8-a913-b95c9eae4bc3 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:38.365294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5712fe-24f2-4ad8-a913-b95c9eae4bc3 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:38.375765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38884) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.377347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:38.377884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb5712fe-24f2-4ad8-a913-b95c9eae4bc3 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/533cc4cd-db36-41ed-965b-d56c834000a2 HTTP/1.1" status: 404 len: 337 time: 0.3798945 Mar 31 23:18:38.395784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:38.396492 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.427438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d50ecc68-7739-4278-925a-a41dbaef2cdb tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "GET /v2.0/ports?device_id=d12da556-c7e3-4f90-a41d-4dfed7a72238 HTTP/1.1" status: 200 len: 205 time: 0.0503759 Mar 31 23:18:38.431118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.487122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5eee848a-0b4c-4ac2-9bc3-d2e775119fd7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5736325 Mar 31 23:18:38.488916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38888) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.490870 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-b8eb3a23-c088-43aa-aa75-c5d54e17699b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] delete failed (client error): The resource could not be found. Mar 31 23:18:38.493968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Deleting port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:38.494478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.496320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8eb3a23-c088-43aa-aa75-c5d54e17699b tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/routers/d12da556-c7e3-4f90-a41d-4dfed7a72238 HTTP/1.1" status: 404 len: 336 time: 0.0640318 Mar 31 23:18:38.497556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38890) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.502182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-abc3386e-1348-4add-9f74-fb9211801e50 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286409 Mar 31 23:18:38.553732 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ccd04f-228a-496e-b58e-afae7dbf49f7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:38.553941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ccd04f-228a-496e-b58e-afae7dbf49f7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:38.560860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-59ccd04f-228a-496e-b58e-afae7dbf49f7 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/3fb508ff-f6d3-41d9-8e9b-da22d40064ad HTTP/1.1" status: 404 len: 337 time: 0.0575430 Mar 31 23:18:38.561669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:38.566369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Request body: {'port': {'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:38.596256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] For port 676a5043-c574-4434-ba9c-d3eeb3e82fe4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=676a5043-c574-4434-ba9c-d3eeb3e82fe4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:38.597854 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.599507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.621411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Calling delete_port for 676a5043-c574-4434-ba9c-d3eeb3e82fe4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:38.642031 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b897bf2e-36e6-43d9-a149-ef8705d0bc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] DELETE failed (client error): The resource could not be found. Mar 31 23:18:38.643210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b897bf2e-36e6-43d9-a149-ef8705d0bc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:18:38.645888 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b897bf2e-36e6-43d9-a149-ef8705d0bc24 tempest-RoutersIpV6Test-919533586 tempest-RoutersIpV6Test-919533586-project] 10.222.0.95 "DELETE /v2.0/subnets/082f5bb1-ab1c-4ff6-9ba2-0bee9f5793e3 HTTP/1.1" status: 404 len: 337 time: 0.0761526 Mar 31 23:18:38.671339 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Sync routers for ids ['b9a47abb-3ae0-409d-8ef9-356bf4239099'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:38.695434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5e299a05-8380-4c3f-9c37-079799a180b2 None None] Provisioning complete for port c30817be-284e-438e-8071-f825eb2c7240 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:38.695914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5e299a05-8380-4c3f-9c37-079799a180b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.698164 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Routers {'b9a47abb-3ae0-409d-8ef9-356bf4239099'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:38.699288 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['b9a47abb-3ae0-409d-8ef9-356bf4239099'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:38.738957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.748430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5e299a05-8380-4c3f-9c37-079799a180b2 None None] Port c30817be-284e-438e-8071-f825eb2c7240 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:18:38.774554 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:38.828117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] Pushing event deleted for resources: {'Port': ['ID=676a5043-c574-4434-ba9c-d3eeb3e82fe4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.833433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d756351-59cc-405e-b53e-507d59ad5a05 None None] No DVR routers for this DVR port 676a5043-c574-4434-ba9c-d3eeb3e82fe4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:38.989839 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Set router b9a47abb-3ae0-409d-8ef9-356bf4239099 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:38.995526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c458b5-f412-4ce6-b4b1-3c4cfb8f818c req-4d4b35a6-3986-447f-a951-26f974248429 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:38.997363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93c458b5-f412-4ce6-b4b1-3c4cfb8f818c req-4d4b35a6-3986-447f-a951-26f974248429 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 931 time: 0.1474597 Mar 31 23:18:38.999711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.002409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.057424 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a47abb-3ae0-409d-8ef9-356bf4239099', 'name': 'tempest-NetworksTestDHCPv6-router-20662030', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:29Z', 'updated_at': '2022-03-31T23:18:35Z', 'revision_number': 3, 'project_id': '7ca1122078974e51a1222e4b1ff57bee', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:39.096054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Checking router: b9a47abb-3ae0-409d-8ef9-356bf4239099 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:39.101442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-93c458b5-f412-4ce6-b4b1-3c4cfb8f818c req-ef25135d-7304-4d2d-9ef1-d011c6c44983 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953584 Mar 31 23:18:39.111281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.111867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Fanout notify agent at l3_agent the message router_deleted on router b9a47abb-3ae0-409d-8ef9-356bf4239099 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:39.120881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Routers set() bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:39.121272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.121742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Router IDs set() for agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:18:39.122552 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_agentschedulers_db [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b9a47abb-3ae0-409d-8ef9-356bf4239099'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent'). {{(pid=109301) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:18:39.123172 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f8a73-f8e5-4056-a245-e6825b888e23 None None] The sync data for ids ['b9a47abb-3ae0-409d-8ef9-356bf4239099'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:39.125162 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ddf284db-7223-41b8-9f98-95998f34443b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/routers/b9a47abb-3ae0-409d-8ef9-356bf4239099 HTTP/1.1" status: 204 len: 168 time: 0.6345344 Mar 31 23:18:39.125817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38900) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.171716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30817be-284e-438e-8071-f825eb2c7240 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:39.173159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eecf33b4-7f57-4241-b70f-da9a9bd532d9 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452576 Mar 31 23:18:39.173159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.182374 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.196497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Transition to ACTIVE for port object c30817be-284e-438e-8071-f825eb2c7240 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:18:39.206753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38904) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.218459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.245457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bc310-8d15-4e82-8323-ab961d312003 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.250159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f6bc310-8d15-4e82-8323-ab961d312003 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731323 Mar 31 23:18:39.250159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.284577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Pushing event updated for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.299066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-84171388-be7a-4d2a-8b90-1143550ba721 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473654 Mar 31 23:18:39.304178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38910) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.309621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:39.374391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Attempting to bind port c30817be-284e-438e-8071-f825eb2c7240 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:39.374723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Attempting to bind port c30817be-284e-438e-8071-f825eb2c7240 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:39.375060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Attempting to bind port c30817be-284e-438e-8071-f825eb2c7240 on network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:39.387392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Port c30817be-284e-438e-8071-f825eb2c7240 on network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:18:39.387725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Attempting to bind port c30817be-284e-438e-8071-f825eb2c7240 on network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:39.396720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:39.397061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Checking segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:39.397451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Bound using segment: {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:39.398037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Bound port: c30817be-284e-438e-8071-f825eb2c7240, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2958e863-39b9-44cc-8cc7-365a95f3bfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:39.398246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.420762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:39.425147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.431489 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fabb26c0-5238-40f3-ae4d-0798b9eccb7a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=baba4dd262df479d851bf83ddeb794c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234242 Mar 31 23:18:39.444054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:39.491382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:39.496294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c30817be-284e-438e-8071-f825eb2c7240,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:39.501961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.542063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.542985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.544408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] 10.222.0.60 "PUT /v2.0/ports/c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 1091 time: 0.9930856 Mar 31 23:18:39.547112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:39.550623 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f6bc97-1529-45f0-a68a-27f72013601d" -d '{"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:39.620462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.631777 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae3e27-cec3-4ab7-b329-94867084361c x-openstack-request-id: req-60ae3e27-cec3-4ab7-b329-94867084361c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:39.632166 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:39.632548 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-60ae3e27-cec3-4ab7-b329-94867084361c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:39.632834 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ae3e27-cec3-4ab7-b329-94867084361c'] response: {'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240', 'status': 'completed', 'code': 200} Mar 31 23:18:39.634773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f390d5a-3056-42af-ba9f-285a5158a426 service neutron] Pushing event updated for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.668222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-406fa1d6-b848-49a4-a347-401300d02ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.669984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-406fa1d6-b848-49a4-a347-401300d02ea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1094 time: 0.0729864 Mar 31 23:18:39.714423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.729407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-2f8bfbd4-fb2f-488e-889b-54a360413ea5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 217 time: 0.0509861 Mar 31 23:18:39.784083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-5bdc7161-060c-480d-9e23-4f668407cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.785936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-5bdc7161-060c-480d-9e23-4f668407cd27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 200 len: 834 time: 0.0494983 Mar 31 23:18:39.828756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.831829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.835057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/568c8d1c-fa23-431a-8759-c2785c23c5c9 HTTP/1.1" status: 204 len: 168 time: 0.3871729 Mar 31 23:18:39.841212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-8edeef52-b1d4-4d03-99e4-eb1187881e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.842316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8bf6-fcef-47b7-9da4-ce9332510a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568c8d1c-fa23-431a-8759-c2785c23c5c9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:39.842837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-8edeef52-b1d4-4d03-99e4-eb1187881e71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478270 Mar 31 23:18:39.926046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:39.927967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:39.962591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-8b09e185-6139-47c9-8020-d990cc8efb4b service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069000 Mar 31 23:18:39.979736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:39.984448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:39.989302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:39.989895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.005415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=ce947cd0-78d5-4c7c-8ba9-79c9a30597bc,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.013907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-795cf470-bf85-44bf-94a2-674c143d6702 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7057126 Mar 31 23:18:40.014709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:40.020656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:40.033576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d1858-89c7-4962-9a4b-474e55aaa224 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:40.057723 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.068641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb8aaaf5-28e0-4de3-ada4-a4d930a9869e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:40.089965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fdce2d6-3b0c-47ce-b3ea-661b7239c4d6 req-f0fe644b-3309-433d-b93d-e72db87c1a3f service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186798 Mar 31 23:18:40.121880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: eb8aaaf5-28e0-4de3-ada4-a4d930a9869e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:40.122220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb8aaaf5-28e0-4de3-ada4-a4d930a9869e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:40.122841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 676a5043-c574-4434-ba9c-d3eeb3e82fe4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:40.159712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 676a5043-c574-4434-ba9c-d3eeb3e82fe4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:40.160172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 676a5043-c574-4434-ba9c-d3eeb3e82fe4 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:40.166576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:40.193580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.256972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bc97-1529-45f0-a68a-27f72013601d req-3ddf8aec-7c3e-489c-a172-e3cf3b896086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.258649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-3ddf8aec-7c3e-489c-a172-e3cf3b896086 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1094 time: 0.0824487 Mar 31 23:18:40.273807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'ce947cd0-78d5-4c7c-8ba9-79c9a30597bc'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:40.274950 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.315956 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e375ffd-a5ea-43a2-bec8-0a8035161dda req-f8dd4a10-89ed-48ea-aa75-c0ef85b84bde tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.317800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e375ffd-a5ea-43a2-bec8-0a8035161dda req-f8dd4a10-89ed-48ea-aa75-c0ef85b84bde tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 943 time: 0.1136956 Mar 31 23:18:40.322766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.391820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e375ffd-a5ea-43a2-bec8-0a8035161dda req-0510b2eb-4c59-47ae-918b-d8c8f471f13f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589604 Mar 31 23:18:40.401659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bc97-1529-45f0-a68a-27f72013601d req-1010d59c-af7d-4370-babd-6837eb5d1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.403179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-1010d59c-af7d-4370-babd-6837eb5d1025 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 898 time: 0.1351006 Mar 31 23:18:40.473231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-24279f9b-72b7-4c8c-a379-d02dc50085bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 217 time: 0.0604918 Mar 31 23:18:40.497264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Allocated IP 2001:db8::f816:3eff:feff:f93d (03c853cb-dc03-471e-ad40-98047172e65b/ce947cd0-78d5-4c7c-8ba9-79c9a30597bc/d728ff76-1948-4e1f-a3fd-a046ee6b0600) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:40.567418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.569875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bc97-1529-45f0-a68a-27f72013601d req-87389e72-4c59-4ca2-b5c6-3348338999f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.572800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-87389e72-4c59-4ca2-b5c6-3348338999f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 200 len: 834 time: 0.0856278 Mar 31 23:18:40.609222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:40.616715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:40.621683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.622290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.647842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=b7d435a3-804a-4cfa-9d8b-cf443da0271a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.654213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bc97-1529-45f0-a68a-27f72013601d req-ec647c2d-85f4-4303-b1cc-21cd92e8db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:40.656243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-ec647c2d-85f4-4303-b1cc-21cd92e8db7b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684617 Mar 31 23:18:40.662562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ab2571f-d201-41d1-8ec2-9a70292cd5df tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6464653 Mar 31 23:18:40.668346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:40.673583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:57:52:5a', 'name': 'tempest-NetworksTestDHCPv6-65583493'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:40.714567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.724134 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.773545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:40.774190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-d9bb6699-ee8b-4f6e-8282-c36b2b91778a service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101670 Mar 31 23:18:40.776189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:40.778653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:40.818433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Pushing event updated for resources: {'Port': ['ID=d728ff76-1948-4e1f-a3fd-a046ee6b0600,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.821424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:40.859543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Attempting to bind port d728ff76-1948-4e1f-a3fd-a046ee6b0600 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:40.859817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Attempting to bind port d728ff76-1948-4e1f-a3fd-a046ee6b0600 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:40.860823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Attempting to bind port d728ff76-1948-4e1f-a3fd-a046ee6b0600 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:40.867628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:40.868318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:40.869416 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.869991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:40.870642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Bound port: d728ff76-1948-4e1f-a3fd-a046ee6b0600, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:40.871750 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.901563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:40.914880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39f6bc97-1529-45f0-a68a-27f72013601d req-9a6309c7-9709-4c10-a4b2-07a17bf3a31e service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328199 Mar 31 23:18:40.951681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.956290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] For port d728ff76-1948-4e1f-a3fd-a046ee6b0600, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:40.959753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] For port d728ff76-1948-4e1f-a3fd-a046ee6b0600, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d728ff76-1948-4e1f-a3fd-a046ee6b0600,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:40.968901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:40.979296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port b154d537-d4e2-4924-a5e9-2d09f9163c4f yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:41.038363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460446423-network', 'tenant_id': 'd4b443dbb6f84895b0854c3872683300'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:41.041183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed74eed-2282-484a-b53c-016b2203fff9 None None] Pushing event updated for resources: {'Port': ['ID=d728ff76-1948-4e1f-a3fd-a046ee6b0600,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.069132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Made reservation on behalf of d4b443dbb6f84895b0854c3872683300 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:41.073080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.082346 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.193555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.194432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 172.20.0.12 (03c853cb-dc03-471e-ad40-98047172e65b/b7d435a3-804a-4cfa-9d8b-cf443da0271a/b154d537-d4e2-4924-a5e9-2d09f9163c4f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:41.199546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.204209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe57:525a (03c853cb-dc03-471e-ad40-98047172e65b/ce947cd0-78d5-4c7c-8ba9-79c9a30597bc/b154d537-d4e2-4924-a5e9-2d09f9163c4f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:41.237912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:41.254336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15351f0-11a2-4579-bd3d-64499b7d1cda,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.260807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.260807 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Added segment 3c66319a-78d6-4349-ad3f-e1be29b33c52 of type vlan for network 2ae7c988-5519-4461-b3c5-12754c30dd85 Mar 31 23:18:41.323320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.357479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.358762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.359474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.415705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5127335 Mar 31 23:18:41.420844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38946) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:41.425713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Request body: {'subnet': {'network_id': '2ae7c988-5519-4461-b3c5-12754c30dd85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460446423-subnet', 'tenant_id': 'd4b443dbb6f84895b0854c3872683300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:41.449620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.488891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.489117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163888c4-37f6-4928-a983-ce8aea04a7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae7c988-5519-4461-b3c5-12754c30dd85,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.506357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2ae7c988-5519-4461-b3c5-12754c30dd85 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:41.510855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Made reservation on behalf of d4b443dbb6f84895b0854c3872683300 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:41.513062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.540643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:41.544654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:41.548151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:41.585700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=b154d537-d4e2-4924-a5e9-2d09f9163c4f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.605752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.606386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.608259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e659b5f-8753-466c-8c3a-9d9a5bafacf6 req-55af854f-8242-48b3-97f1-3861c7647695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.609765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e659b5f-8753-466c-8c3a-9d9a5bafacf6 req-55af854f-8242-48b3-97f1-3861c7647695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 943 time: 0.1093473 Mar 31 23:18:41.623906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3c198a3-1a91-448f-9db6-5279767638d8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9544556 Mar 31 23:18:41.626385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38950) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:41.687374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539b67f-693f-4ef8-b8d9-b8c4cb18cd32 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.690955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e659b5f-8753-466c-8c3a-9d9a5bafacf6 req-10d800e7-7f74-4694-8b90-68ed66694f04 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726516 Mar 31 23:18:41.693353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539b67f-693f-4ef8-b8d9-b8c4cb18cd32 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:41.694955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3539b67f-693f-4ef8-b8d9-b8c4cb18cd32 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0671287 Mar 31 23:18:41.698395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38952) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:41.817821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.879759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a02775-4cd1-468e-a481-34ba901a4f9e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:41.891230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port b154d537-d4e2-4924-a5e9-2d09f9163c4f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:41.891478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:41.922875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Checking segment: {'id': '3c66319a-78d6-4349-ad3f-e1be29b33c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '2ae7c988-5519-4461-b3c5-12754c30dd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:41.923478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Network hostable DHCP agents. Network: 2ae7c988-5519-4461-b3c5-12754c30dd85, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:42.001568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Network 2ae7c988-5519-4461-b3c5-12754c30dd85 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:42.011043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.031541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for b154d537-d4e2-4924-a5e9-2d09f9163c4f owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:42.073031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d728ff76-1948-4e1f-a3fd-a046ee6b0600 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:42.088536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2ae7c988-5519-4461-b3c5-12754c30dd85) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:42.100860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.101936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.111261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830dd73d-d688-49b8-8670-554447a7428c None None] Network 2ae7c988-5519-4461-b3c5-12754c30dd85 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:42.132141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-945fff6d-3a0b-490a-9e1b-927f65a94ae1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7096851 Mar 31 23:18:42.244803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d728ff76-1948-4e1f-a3fd-a046ee6b0600 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:42.245736 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.270659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.277589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974693e4-cbee-4d7f-a2cd-a453890cc036 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:42.305298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=b154d537-d4e2-4924-a5e9-2d09f9163c4f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:42.404142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1f056b44-9625-48d3-bfa6-56786fc4d2df None None] Provisioning complete for port d728ff76-1948-4e1f-a3fd-a046ee6b0600 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:42.404369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f056b44-9625-48d3-bfa6-56786fc4d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.409313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d244e4f-6193-4d3a-903e-30c12830e033 None None] Network 2ae7c988-5519-4461-b3c5-12754c30dd85 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:42.415199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.420857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba35d520-d442-4e80-8ef5-7d5141fd4c03 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b154d537-d4e2-4924-a5e9-2d09f9163c4f HTTP/1.1" status: 204 len: 168 time: 0.7194452 Mar 31 23:18:42.421211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38960) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.491443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f2545-72f9-4f44-96a2-41dc3a4f584d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.492977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f2545-72f9-4f44-96a2-41dc3a4f584d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.494496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f2545-72f9-4f44-96a2-41dc3a4f584d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.496311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0d9f2545-72f9-4f44-96a2-41dc3a4f584d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0740533 Mar 31 23:18:42.499138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.553055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet b7d435a3-804a-4cfa-9d8b-cf443da0271a {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:42.556399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.608270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.612635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.655228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.712443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1f056b44-9625-48d3-bfa6-56786fc4d2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.748540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d728ff76-1948-4e1f-a3fd-a046ee6b0600, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d728ff76-1948-4e1f-a3fd-a046ee6b0600,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:42.748700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.757439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855792044-network', 'tenant_id': 'a65b41f67d3e4fc299bf464209259068'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:42.760617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.764874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.808172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.811413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/b7d435a3-804a-4cfa-9d8b-cf443da0271a HTTP/1.1" status: 204 len: 168 time: 0.3112795 Mar 31 23:18:42.812244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f59b-a295-4375-b6dc-527ef815e65f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d435a3-804a-4cfa-9d8b-cf443da0271a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:42.814330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:42.857089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Made reservation on behalf of a65b41f67d3e4fc299bf464209259068 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:42.859812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.873075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.874572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet ce947cd0-78d5-4c7c-8ba9-79c9a30597bc {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:42.878209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.880348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-1f056b44-9625-48d3-bfa6-56786fc4d2df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:42.880804 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-1f056b44-9625-48d3-bfa6-56786fc4d2df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:42.886530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d728ff76-1948-4e1f-a3fd-a046ee6b0600,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:42.889472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e48c0-1df0-4ebe-825f-b202dbdbbb2a None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'ce947cd0-78d5-4c7c-8ba9-79c9a30597bc', 'ip_address': '2001:db8::f816:3eff:feff:f93d'}, {'subnet_id': 'b7d435a3-804a-4cfa-9d8b-cf443da0271a'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'd728ff76-1948-4e1f-a3fd-a046ee6b0600'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:42.915299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1cdc-ad7d-478b-9747-c399718231e6 req-b3b0890d-d8bd-4ef4-91ec-0bd95c088a28 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:42.916862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76ba1cdc-ad7d-478b-9747-c399718231e6 req-b3b0890d-d8bd-4ef4-91ec-0bd95c088a28 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 943 time: 0.1146309 Mar 31 23:18:42.916993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-002e48c0-1df0-4ebe-825f-b202dbdbbb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.931208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:42.982248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76ba1cdc-ad7d-478b-9747-c399718231e6 req-69fa72ff-9155-4d1c-89dd-4494ef9f7dfa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530541 Mar 31 23:18:43.014716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.019445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.034284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.042882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:18:43.058162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6a79c-d8e9-4f8d-b5f7-487d9716944e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.064285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.064709 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Added segment c65d161a-bf64-4d08-b0c0-f7bf750c3523 of type vlan for network 68c843a0-788c-4634-8de1-0f01f3cd6da4 Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-002e48c0-1df0-4ebe-825f-b202dbdbbb2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce947cd0-78d5-4c7c-8ba9-79c9a30597bc: This subnet is being modified by another concurrent operation. Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce947cd0-78d5-4c7c-8ba9-79c9a30597bc: This subnet is being modified by another concurrent operation. Mar 31 23:18:43.100918 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:18:43.106934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.107039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.139733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.140693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=ce947cd0-78d5-4c7c-8ba9-79c9a30597bc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.144062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.147425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:43.150516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-85948fd2-f61e-4f1e-9ea3-3c83ab3df212 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/ce947cd0-78d5-4c7c-8ba9-79c9a30597bc HTTP/1.1" status: 204 len: 168 time: 0.3341970 Mar 31 23:18:43.150927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.151189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38982) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:43.193365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88a76c-a23b-4c1e-b3d0-09aa12575fb7 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:43.194793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-661c72d4-4591-409b-b225-1cb90cf30a49 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420861 Mar 31 23:18:43.195551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38984) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:43.200420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:43.221468 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4718430 Mar 31 23:18:43.229296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38986) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:43.237337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Request body: {'subnet': {'network_id': '68c843a0-788c-4634-8de1-0f01f3cd6da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1855792044-subnet', 'tenant_id': 'a65b41f67d3e4fc299bf464209259068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:43.259799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ecf05-4bb9-465b-9caa-3aa7f267744f admin admin] Pushing event updated for resources: {'Network': ['ID=68c843a0-788c-4634-8de1-0f01f3cd6da4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.280703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 68c843a0-788c-4634-8de1-0f01f3cd6da4 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:18:43.300021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Made reservation on behalf of a65b41f67d3e4fc299bf464209259068 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:43.302312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.363674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:43.368189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.385467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:43.604854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.633723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Deleting port d728ff76-1948-4e1f-a3fd-a046ee6b0600 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:43.634099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.696709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] For port d728ff76-1948-4e1f-a3fd-a046ee6b0600, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d728ff76-1948-4e1f-a3fd-a046ee6b0600,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:43.697024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3b47c26-b61d-479d-8182-4c3dd6e70aee,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.697159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.713853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Calling delete_port for d728ff76-1948-4e1f-a3fd-a046ee6b0600 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:43.740455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Checking segment: {'id': 'c65d161a-bf64-4d08-b0c0-f7bf750c3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '68c843a0-788c-4634-8de1-0f01f3cd6da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:43.740835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Network hostable DHCP agents. Network: 68c843a0-788c-4634-8de1-0f01f3cd6da4, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:18:43.761080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c30817be-284e-438e-8071-f825eb2c7240 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:18:43.785444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-db78003e-15df-4470-b1f0-4ba221f5f376 None None] Provisioning complete for port d728ff76-1948-4e1f-a3fd-a046ee6b0600 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:43.785830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-db78003e-15df-4470-b1f0-4ba221f5f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.824440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Network 68c843a0-788c-4634-8de1-0f01f3cd6da4 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:18:43.848665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 68c843a0-788c-4634-8de1-0f01f3cd6da4) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:43.858426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:43.858945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.864443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:43.864947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0520f3f3-391c-4d48-bbe3-692ca3184e1e None None] Network 68c843a0-788c-4634-8de1-0f01f3cd6da4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:43.931824 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:43.974289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c5570af-7a9f-43e6-9d8f-63ec9abbcf3a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7343590 Mar 31 23:18:44.002376 n-d-835855-2 neutron-server[109300]: INFO neutron.plugins.ml2.db [None req-db78003e-15df-4470-b1f0-4ba221f5f376 None None] No ports have port_id starting with d728ff76-1948-4e1f-a3fd-a046ee6b0600 Mar 31 23:18:44.012682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] Pushing event deleted for resources: {'Port': ['ID=d728ff76-1948-4e1f-a3fd-a046ee6b0600,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.017809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c30817be-284e-438e-8071-f825eb2c7240,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:44.033610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beff689-e089-4aeb-8b25-dee15783fd38 None None] No DVR routers for this DVR port d728ff76-1948-4e1f-a3fd-a046ee6b0600 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:44.043265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'c30817be-284e-438e-8071-f825eb2c7240', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:18:44.064837 n-d-835855-2 neutron-server[109298]: WARNING neutron.services.revisions.revision_plugin [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Could not find related port for resource to bump revision. Mar 31 23:18:44.073582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Port d728ff76-1948-4e1f-a3fd-a046ee6b0600 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:18:44.074140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Reverting IP allocation for 2001:db8::f816:3eff:feff:f93d {{(pid=109298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:18:44.088290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.101795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d728ff76-1948-4e1f-a3fd-a046ee6b0600 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:44.131036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38992) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:44.151878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d728ff76-1948-4e1f-a3fd-a046ee6b0600 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:44.152212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d728ff76-1948-4e1f-a3fd-a046ee6b0600 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:44.158329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.172772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad36009-ed16-4ab6-b274-3a66b006a751 None None] Network 68c843a0-788c-4634-8de1-0f01f3cd6da4 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:44.180924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30817be-284e-438e-8071-f825eb2c7240 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:18:44.193691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:44.193951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Deleting subnet 11a02775-4cd1-468e-a481-34ba901a4f9e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:44.197650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.197806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=b31180f0-ad26-49f8-a5e4-f7462a1eb6c5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.201490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:44.203971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.204936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.220169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f81199-01c3-41e3-8627-2b2b331e3412 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:44.231779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35262-c196-4557-b3f8-0eccce24d8a8 req-e957b84d-5841-4c1c-abc2-759e902d707b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:44.233311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94f35262-c196-4557-b3f8-0eccce24d8a8 req-e957b84d-5841-4c1c-abc2-759e902d707b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 943 time: 0.0867205 Mar 31 23:18:44.239285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4552062-a342-4d54-a4de-9e8a2b8c1a42 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0407376 Mar 31 23:18:44.240364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:44.246017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:44.258603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.263540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c30817be-284e-438e-8071-f825eb2c7240,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:44.283696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.307758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.344301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94f35262-c196-4557-b3f8-0eccce24d8a8 req-a9222810-6399-469b-9317-2c6af5e0fa5a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946815 Mar 31 23:18:44.384304 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.397903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:44.402117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.413790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a02775-4cd1-468e-a481-34ba901a4f9e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.416194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.419762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-424eb95b-2ce6-4021-a88b-52f58987c407 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/11a02775-4cd1-468e-a481-34ba901a4f9e HTTP/1.1" status: 204 len: 168 time: 0.2868426 Mar 31 23:18:44.422252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38996) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:44.425588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.517573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'b31180f0-ad26-49f8-a5e4-f7462a1eb6c5'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:44.518441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.548010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.659579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Allocated IP 2001:db8::f816:3eff:fed6:35ba (03c853cb-dc03-471e-ad40-98047172e65b/b31180f0-ad26-49f8-a5e4-f7462a1eb6c5/af5201f3-1d41-41db-ad45-e347d6356f9c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:44.689282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.718791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae7c988-5519-4461-b3c5-12754c30dd85']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:44.753328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c66319a-78d6-4349-ad3f-e1be29b33c52') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:44.753610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c66319a-78d6-4349-ad3f-e1be29b33c52') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:44.777189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.803453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.804569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.810637 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.819397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:44.819798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:44.821429 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:44.848545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.854828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:44.858438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Pushing event updated for resources: {'Port': ['ID=af5201f3-1d41-41db-ad45-e347d6356f9c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.861276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:44.863428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:44.872023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['c30817be-284e-438e-8071-f825eb2c7240'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:18:44.926412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.952439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Attempting to bind port af5201f3-1d41-41db-ad45-e347d6356f9c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:44.952818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Attempting to bind port af5201f3-1d41-41db-ad45-e347d6356f9c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:44.953135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Attempting to bind port af5201f3-1d41-41db-ad45-e347d6356f9c on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:44.963221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:44.963621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:44.964040 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:44.964431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:44.964895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Bound port: af5201f3-1d41-41db-ad45-e347d6356f9c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:44.965294 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.074859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] For port af5201f3-1d41-41db-ad45-e347d6356f9c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:45.080245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] For port af5201f3-1d41-41db-ad45-e347d6356f9c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=af5201f3-1d41-41db-ad45-e347d6356f9c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:45.089836 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.178684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1567ab7-b193-449d-8153-6a0b1a553941 None None] Pushing event updated for resources: {'Port': ['ID=af5201f3-1d41-41db-ad45-e347d6356f9c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.257537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:45.274835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.278034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] 10.222.0.95 "DELETE /v2.0/networks/2ae7c988-5519-4461-b3c5-12754c30dd85 HTTP/1.1" status: 204 len: 168 time: 0.8547645 Mar 31 23:18:45.281062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38998) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.281553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:45.283061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63e18f-b281-4140-a059-9d723f0ae5de admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae7c988-5519-4461-b3c5-12754c30dd85,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.285527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.286103 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.289821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=90513bba-c92f-4850-90ac-0184f8110432,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.309866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6159b5c4-4919-40bc-8167-2a7ce0d44e84 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0684254 Mar 31 23:18:45.312925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39000) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.320296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:47:24:90', 'name': 'tempest-NetworksTestDHCPv6-1264799748'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:45.348453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Deleting subnet f3b47c26-b61d-479d-8182-4c3dd6e70aee {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:45.351778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.435173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.488454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:45.507641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.541670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e8214-b690-4345-98bf-dbc559ccd2ac req-135d5197-ba35-4d6d-98aa-cc064a74c1ba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:45.543205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-976e8214-b690-4345-98bf-dbc559ccd2ac req-135d5197-ba35-4d6d-98aa-cc064a74c1ba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 944 time: 0.0866652 Mar 31 23:18:45.589146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.600181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-976e8214-b690-4345-98bf-dbc559ccd2ac req-5313595c-d68d-42dc-9da6-7e9a0bb38d89 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467305 Mar 31 23:18:45.605253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.613211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 4bf61d83-bfcc-4646-b832-d0973e73fe22 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:45.633460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3b47c26-b61d-479d-8182-4c3dd6e70aee,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.637354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.641083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-31941f3c-680b-4c99-a9b9-a20fd8290560 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f3b47c26-b61d-479d-8182-4c3dd6e70aee HTTP/1.1" status: 204 len: 168 time: 0.3581257 Mar 31 23:18:45.643550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39004) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:45.718046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.802019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 172.20.0.6 (03c853cb-dc03-471e-ad40-98047172e65b/90513bba-c92f-4850-90ac-0184f8110432/4bf61d83-bfcc-4646-b832-d0973e73fe22) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:45.808210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.808465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe47:2490 (03c853cb-dc03-471e-ad40-98047172e65b/b31180f0-ad26-49f8-a5e4-f7462a1eb6c5/4bf61d83-bfcc-4646-b832-d0973e73fe22) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:45.828332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c843a0-788c-4634-8de1-0f01f3cd6da4']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:45.845095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65d161a-bf64-4d08-b0c0-f7bf750c3523') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:45.845354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65d161a-bf64-4d08-b0c0-f7bf750c3523') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:45.861230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.880443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.887326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:45.887853 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:45.889523 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:45.954256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.962538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.965356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:45.972600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] 10.222.0.95 "DELETE /v2.0/networks/68c843a0-788c-4634-8de1-0f01f3cd6da4 HTTP/1.1" status: 204 len: 168 time: 0.3256724 Mar 31 23:18:45.986353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1d37-b31b-41b1-90a9-29d6704988d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c843a0-788c-4634-8de1-0f01f3cd6da4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.021477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.073482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:46.078266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:46.087710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device af5201f3-1d41-41db-ad45-e347d6356f9c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:46.089111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:46.143761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=4bf61d83-bfcc-4646-b832-d0973e73fe22,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.170006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.170528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.171169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port af5201f3-1d41-41db-ad45-e347d6356f9c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:46.171870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.194803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39008) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.195818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1b8e7306-019e-4fa2-b103-e6f023d6be82 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8812277 Mar 31 23:18:46.232885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.261707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd63640-a3b6-4e2c-930d-d164b0c712b8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.270593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd63640-a3b6-4e2c-930d-d164b0c712b8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.272350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2bd63640-a3b6-4e2c-930d-d164b0c712b8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0765016 Mar 31 23:18:46.275031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39012) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.282617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.295213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bf076c69-2294-4acd-b45c-e0de0ef0c0cf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d4b443dbb6f84895b0854c3872683300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611062 Mar 31 23:18:46.295963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39014) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.321186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port af5201f3-1d41-41db-ad45-e347d6356f9c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=af5201f3-1d41-41db-ad45-e347d6356f9c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:46.328882 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.362597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.386487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=af5201f3-1d41-41db-ad45-e347d6356f9c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.393077 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.394192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c225da45-70bc-4475-aeee-62c62540ff3c None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:46.403509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 4bf61d83-bfcc-4646-b832-d0973e73fe22 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:46.404107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.450857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.453815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.458388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e15351f0-11a2-4579-bd3d-64499b7d1cda HTTP/1.1" status: 204 len: 168 time: 0.1590610 Mar 31 23:18:46.466401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73836dc-0210-42e1-86c0-362a74050c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15351f0-11a2-4579-bd3d-64499b7d1cda,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.500883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8d6cc762-16a6-4677-8c1a-9aba33566c24 None None] Provisioning complete for port af5201f3-1d41-41db-ad45-e347d6356f9c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:46.501198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc762-16a6-4677-8c1a-9aba33566c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.521447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.537166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 4bf61d83-bfcc-4646-b832-d0973e73fe22 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:46.711321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'b31180f0-ad26-49f8-a5e4-f7462a1eb6c5', 'ip_address': '2001:db8::f816:3eff:fed6:35ba'}, {'subnet_id': '90513bba-c92f-4850-90ac-0184f8110432'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'af5201f3-1d41-41db-ad45-e347d6356f9c'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:46.743035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.756420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88441e8-b489-49d6-a4a8-80ca3068d811 req-20eee63d-b1ec-4158-84f5-e089ad2e0be1 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:46.766839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e88441e8-b489-49d6-a4a8-80ca3068d811 req-20eee63d-b1ec-4158-84f5-e089ad2e0be1 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 944 time: 0.0711133 Mar 31 23:18:46.769753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.810875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e88441e8-b489-49d6-a4a8-80ca3068d811 req-b12e401a-35e6-489b-86c8-1f77cf88fed7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Mar 31 23:18:46.834159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=4bf61d83-bfcc-4646-b832-d0973e73fe22,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.866197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39024) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.910845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33cbe51c-2f9a-44f9-b28c-e3c62e076fdb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a65b41f67d3e4fc299bf464209259068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432978 Mar 31 23:18:46.913691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39026) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.924504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Allocated IP 172.20.0.2 (03c853cb-dc03-471e-ad40-98047172e65b/90513bba-c92f-4850-90ac-0184f8110432/af5201f3-1d41-41db-ad45-e347d6356f9c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:46.933532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.937467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-918b150c-c93c-41e8-b9f8-137a43a1b30c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/4bf61d83-bfcc-4646-b832-d0973e73fe22 HTTP/1.1" status: 204 len: 168 time: 0.6614530 Mar 31 23:18:46.941105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39028) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:46.975402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:46.999369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.005689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e3673-8bc8-4b35-b6c3-a8e8ec94588f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.008015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e3673-8bc8-4b35-b6c3-a8e8ec94588f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.009808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47e3673-8bc8-4b35-b6c3-a8e8ec94588f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.013962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c47e3673-8bc8-4b35-b6c3-a8e8ec94588f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0689514 Mar 31 23:18:47.014219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39030) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:47.036471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] For port af5201f3-1d41-41db-ad45-e347d6356f9c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=af5201f3-1d41-41db-ad45-e347d6356f9c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:47.056513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.059443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.063036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9ed6a79c-d8e9-4f8d-b5f7-487d9716944e HTTP/1.1" status: 204 len: 168 time: 0.1459544 Mar 31 23:18:47.070340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87635f42-595b-4460-9d11-c8b0c90bd8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6a79c-d8e9-4f8d-b5f7-487d9716944e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.077890 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.080054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 90513bba-c92f-4850-90ac-0184f8110432 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:47.086428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.089302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.163378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.187779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc6929-3fe9-4b6f-98fe-7e9ab56be238 None None] Pushing event updated for resources: {'Port': ['ID=af5201f3-1d41-41db-ad45-e347d6356f9c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.266738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.351742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.372466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.378451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/90513bba-c92f-4850-90ac-0184f8110432 HTTP/1.1" status: 204 len: 168 time: 0.3630071 Mar 31 23:18:47.380951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39038) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:47.409076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb607e-d261-47ac-aa4a-511d684ed5e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=90513bba-c92f-4850-90ac-0184f8110432,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.477028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet b31180f0-ad26-49f8-a5e4-f7462a1eb6c5 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:47.482428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.521397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.527202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.533148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.538955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.544796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.550755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.556944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:47.558946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-f02717d2-27ef-4d64-b750-317eabebfec0 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1419604 Mar 31 23:18:47.591657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.778656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c30817be-284e-438e-8071-f825eb2c7240 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:47.849129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port c30817be-284e-438e-8071-f825eb2c7240 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:18:47.855493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port c30817be-284e-438e-8071-f825eb2c7240 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:47.856074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:47.996906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cd90190-cf34-46e6-b331-ad427727bc6a req-50f16781-7747-45b2-ad12-e63b6e552057 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4299166 Mar 31 23:18:48.047034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a6a5-db92-4888-a007-7ce4fcdd0f64 req-09a5c456-43bf-46d2-b367-0f26d334907b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.059001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9706a6a5-db92-4888-a007-7ce4fcdd0f64 req-09a5c456-43bf-46d2-b367-0f26d334907b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 944 time: 0.1380568 Mar 31 23:18:48.060823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.132621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9706a6a5-db92-4888-a007-7ce4fcdd0f64 req-acfc7570-7236-4e12-9f02-fe24a49a4b46 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643194 Mar 31 23:18:48.197522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.203491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.208593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c848f-783d-4e26-a998-2cee8e928bbf None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:48.209478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.212000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device af5201f3-1d41-41db-ad45-e347d6356f9c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:48.218756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.225007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.232227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.239620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.242422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2fd0147d-fa4f-46ab-8e91-de59c0964306 req-7c1955d8-1035-44dd-89d2-fa3df4cfea25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1205273 Mar 31 23:18:48.244363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.253945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a199673d-ec52-447f-ae12-8441d446d613 None None] Could not find standard attr ID for object 4bf61d83-bfcc-4646-b832-d0973e73fe22. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:48.279735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.279952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=b31180f0-ad26-49f8-a5e4-f7462a1eb6c5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.292243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.295904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-508c2cc9-a002-44d1-99ec-dd26ee96f68b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/b31180f0-ad26-49f8-a5e4-f7462a1eb6c5 HTTP/1.1" status: 204 len: 168 time: 0.9138904 Mar 31 23:18:48.298624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39066) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.337956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-011886db-30d7-4685-aa71-1ad5ee3b5859 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380914 Mar 31 23:18:48.338829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a199673d-ec52-447f-ae12-8441d446d613 None None] Provisioning complete for port af5201f3-1d41-41db-ad45-e347d6356f9c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:48.339214 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a199673d-ec52-447f-ae12-8441d446d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.340865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39068) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.346587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:48.388933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:48.391502 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971c3689-2e06-44ba-aff1-d9403889a984" -d '{"events": [{"server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c30817be-284e-438e-8071-f825eb2c7240"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:48.432624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c30817be-284e-438e-8071-f825eb2c7240,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:48.453815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:48.459820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.463729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.485318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port af5201f3-1d41-41db-ad45-e347d6356f9c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:48.485318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.615223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.659839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:48.718698 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.763704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Deleting port af5201f3-1d41-41db-ad45-e347d6356f9c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:48.764334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.780741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=2917c83e-a86f-45aa-973c-68e570d27548,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.788398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:48.789977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:48.792696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.792840 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601b57b-7ef1-456a-84ba-25fca40fbfab x-openstack-request-id: req-7601b57b-7ef1-456a-84ba-25fca40fbfab {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:48.793316 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c30817be-284e-438e-8071-f825eb2c7240", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:48.793316 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7601b57b-7ef1-456a-84ba-25fca40fbfab {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:48.793468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.793683 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601b57b-7ef1-456a-84ba-25fca40fbfab'] response: {'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240', 'code': 200} Mar 31 23:18:48.812293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0318b0c0-03e1-4284-ab8d-8f128c6c98d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4702902 Mar 31 23:18:48.815153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39084) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:48.820865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:48.873185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] For port af5201f3-1d41-41db-ad45-e347d6356f9c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=af5201f3-1d41-41db-ad45-e347d6356f9c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:48.873621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.886945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Calling delete_port for af5201f3-1d41-41db-ad45-e347d6356f9c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:48.969694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ccf23-9cc3-43cf-928b-78fd22dc9b58 req-736b7eeb-ec60-4f1a-b7d4-6389d634155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:48.971253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f67ccf23-9cc3-43cf-928b-78fd22dc9b58 req-736b7eeb-ec60-4f1a-b7d4-6389d634155d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1096 time: 0.0716357 Mar 31 23:18:48.978543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:48.989736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:48.993482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.014408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] No DVR routers for this DVR port af5201f3-1d41-41db-ad45-e347d6356f9c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:49.018857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904395c-d7cd-4056-9b77-961334be5838 None None] Pushing event deleted for resources: {'Port': ['ID=af5201f3-1d41-41db-ad45-e347d6356f9c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.041394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8437b38-2476-4f3e-8663-f62135febd04 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:49.076720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f67ccf23-9cc3-43cf-928b-78fd22dc9b58 req-f3c6474f-4b5f-4e1e-845c-6fe48f8cd9cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949523 Mar 31 23:18:49.203307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '2917c83e-a86f-45aa-973c-68e570d27548'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:49.204704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.288396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a854-5699-4db9-9f74-59e548b1e6d5 req-9ddc91f8-2345-484c-b85c-e7d5c93e1327 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.300019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e13a854-5699-4db9-9f74-59e548b1e6d5 req-9ddc91f8-2345-484c-b85c-e7d5c93e1327 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.0820591 Mar 31 23:18:49.360323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e13a854-5699-4db9-9f74-59e548b1e6d5 req-558fd9e1-7a80-4e7b-8cc2-84f835512f2c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Mar 31 23:18:49.376822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Allocated IP 172.20.0.2 (03c853cb-dc03-471e-ad40-98047172e65b/2917c83e-a86f-45aa-973c-68e570d27548/8f561241-a81e-4f1f-a64e-1165879226e4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:49.391447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:49.393197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.438749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:49.442409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:49.447007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.447629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.453967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=a8f94fd8-21ef-4b6f-ac41-fdac253c7d04,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.472599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-96d92ec1-bdb1-499d-98f3-501a64547d20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6537201 Mar 31 23:18:49.472962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39094) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.478068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:2c:2a:79', 'name': 'tempest-NetworksTestDHCPv6-447150974'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:49.538940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.550086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.591509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:49.596938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:49.601242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:49.634526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:49.671293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Attempting to bind port 8f561241-a81e-4f1f-a64e-1165879226e4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:49.671525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Attempting to bind port 8f561241-a81e-4f1f-a64e-1165879226e4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:49.671764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Attempting to bind port 8f561241-a81e-4f1f-a64e-1165879226e4 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:49.673801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Pushing event updated for resources: {'Port': ['ID=8f561241-a81e-4f1f-a64e-1165879226e4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.680466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:49.681732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:49.681842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.682182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:49.682658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Bound port: 8f561241-a81e-4f1f-a64e-1165879226e4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:49.683044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.748960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.762165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] For port 8f561241-a81e-4f1f-a64e-1165879226e4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:49.766134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] For port 8f561241-a81e-4f1f-a64e-1165879226e4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f561241-a81e-4f1f-a64e-1165879226e4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:49.771887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:49.772620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 6270ded3-66e0-483e-8502-20f3f968e2d1 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:49.775541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f317378-c55e-4ab4-9d31-4664e0cdd3de req-5357e7c3-dd65-4873-9661-dc0c8b14b2c6 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:49.777421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f317378-c55e-4ab4-9d31-4664e0cdd3de req-5357e7c3-dd65-4873-9661-dc0c8b14b2c6 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.0585451 Mar 31 23:18:49.843497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f317378-c55e-4ab4-9d31-4664e0cdd3de req-8f9452ad-7845-4ad2-8ae8-fb76c7fc1748 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488760 Mar 31 23:18:49.847592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39104) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:49.867105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2647edf-c9d7-4b0b-937a-fa84fbc8c62f None None] Pushing event updated for resources: {'Port': ['ID=8f561241-a81e-4f1f-a64e-1165879226e4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.996641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 172.20.0.3 (03c853cb-dc03-471e-ad40-98047172e65b/2917c83e-a86f-45aa-973c-68e570d27548/6270ded3-66e0-483e-8502-20f3f968e2d1) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:50.008941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe2c:2a79 (03c853cb-dc03-471e-ad40-98047172e65b/a8f94fd8-21ef-4b6f-ac41-fdac253c7d04/6270ded3-66e0-483e-8502-20f3f968e2d1) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:50.078404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device af5201f3-1d41-41db-ad45-e347d6356f9c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:50.104301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: af5201f3-1d41-41db-ad45-e347d6356f9c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:50.105083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device af5201f3-1d41-41db-ad45-e347d6356f9c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:50.111370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:50.112050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.230007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.230624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.249353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:50.249619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.296838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.373305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:50.381419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:50.386472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:50.422634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=6270ded3-66e0-483e-8502-20f3f968e2d1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.495703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.495703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.515153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a02922a-9b71-4750-8701-da834e7576ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0410805 Mar 31 23:18:50.518916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39110) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:50.524217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f35fc-f973-4e19-9e99-7d4adfce2da9 req-0de4015f-ef74-42e7-83b4-36c2e63ccec0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.525690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b9f35fc-f973-4e19-9e99-7d4adfce2da9 req-0de4015f-ef74-42e7-83b4-36c2e63ccec0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.0863302 Mar 31 23:18:50.580835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.582634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b9f35fc-f973-4e19-9e99-7d4adfce2da9 req-336ec6fb-27b6-4bd2-baeb-8d62d0844855 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Mar 31 23:18:50.635386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723162df-3948-49cd-876a-58f09515bbfb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.641300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723162df-3948-49cd-876a-58f09515bbfb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:50.645893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-723162df-3948-49cd-876a-58f09515bbfb tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1229947 Mar 31 23:18:50.645893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=b0cfa0d7-30c0-4d18-ad36-bffb0f0eca05,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.653051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:50.724409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.730725 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP cc774a85-a882-4da0-a8ba-f9701e109139 disassociated (deleted). External IP: 172.25.8.214, port: b73a51b5-cf8c-476e-b99f-500db2e606de. Mar 31 23:18:50.863939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 6270ded3-66e0-483e-8502-20f3f968e2d1 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:50.864217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:50.910148 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.046894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.072629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 493eae24-da53-42c9-aa81-e3bce510f01f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:51.073556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 6270ded3-66e0-483e-8502-20f3f968e2d1 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:51.252189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:51.258826 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.263158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Sync routers for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:51.284551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:51.287068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:51.307029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d9c20532-ae6e-429a-a8cd-60d6f1280615 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/floatingips/cc774a85-a882-4da0-a8ba-f9701e109139 HTTP/1.1" status: 204 len: 168 time: 1.4577703 Mar 31 23:18:51.308479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:51.311961 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48" -d '{"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:51.398740 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0fe058-d69d-4365-a18a-8407ae46f7d8 x-openstack-request-id: req-ce0fe058-d69d-4365-a18a-8407ae46f7d8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:51.399331 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:51.399654 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce0fe058-d69d-4365-a18a-8407ae46f7d8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:51.400173 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0fe058-d69d-4365-a18a-8407ae46f7d8'] response: {'name': 'network-changed', 'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'status': 'completed', 'code': 200} Mar 31 23:18:51.403646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.491968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=6270ded3-66e0-483e-8502-20f3f968e2d1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.530996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d79b9-23a3-48a1-a0f2-bb25b8fe7e8b None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:51.643903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-504579dd-0204-4b82-89ad-d531a1bd5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.645654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-504579dd-0204-4b82-89ad-d531a1bd5477 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 1096 time: 0.1730356 Mar 31 23:18:51.683416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:51.727330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.733096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82a2f14c-4784-468e-aa80-4fe2bff61aa4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/6270ded3-66e0-483e-8502-20f3f968e2d1 HTTP/1.1" status: 204 len: 168 time: 1.0775776 Mar 31 23:18:51.733307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Provisioning complete for port 8f561241-a81e-4f1f-a64e-1165879226e4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:51.733307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:51.734386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:51.903793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7418d-f13f-46de-8182-5c4a03d5d698 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.905414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7418d-f13f-46de-8182-5c4a03d5d698 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.907034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f7418d-f13f-46de-8182-5c4a03d5d698 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.907879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a141cc9-1d00-4d65-a971-99b6109f7212 req-c78b62ee-07c6-4dbc-8b1e-e33670271a5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.911347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a0f7418d-f13f-46de-8182-5c4a03d5d698 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1742916 Mar 31 23:18:51.911511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a141cc9-1d00-4d65-a971-99b6109f7212 req-c78b62ee-07c6-4dbc-8b1e-e33670271a5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1156611 Mar 31 23:18:51.911899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-56423173-06e7-4663-840f-0a40bd04be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.913872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-56423173-06e7-4663-840f-0a40bd04be07 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 200 len: 898 time: 0.2355821 Mar 31 23:18:51.914483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39136) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:51.942429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046abc1e-8df9-4291-94a2-177dc4c8acb6 req-8233b4f7-3cb5-4ec9-bf4b-38129417d979 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:51.943987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-046abc1e-8df9-4291-94a2-177dc4c8acb6 req-8233b4f7-3cb5-4ec9-bf4b-38129417d979 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.1398001 Mar 31 23:18:52.007419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-046abc1e-8df9-4291-94a2-177dc4c8acb6 req-6965663b-2be4-4c13-bbf9-56df31445d9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507250 Mar 31 23:18:52.066092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-d6f2a814-2c6b-4fa2-97a8-42eb80d05ba1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 200 len: 217 time: 0.1382589 Mar 31 23:18:52.097988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a141cc9-1d00-4d65-a971-99b6109f7212 req-ad4eac86-d83e-4a89-bab6-f5974464ec5f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1789575 Mar 31 23:18:52.138362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 2917c83e-a86f-45aa-973c-68e570d27548 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:52.145671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.188392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-a4b64883-0f57-4cb2-b715-3ee59e60d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.190617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-a4b64883-0f57-4cb2-b715-3ee59e60d705 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 200 len: 835 time: 0.1069024 Mar 31 23:18:52.218158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.228485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da896436-23d8-471a-9e50-16e0d15c4520 req-571ce88b-6079-4e84-b0f4-d51ca8f449ce tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.230531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da896436-23d8-471a-9e50-16e0d15c4520 req-571ce88b-6079-4e84-b0f4-d51ca8f449ce tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.0841279 Mar 31 23:18:52.246878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8f561241-a81e-4f1f-a64e-1165879226e4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:52.287126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da896436-23d8-471a-9e50-16e0d15c4520 req-a73880b9-dc23-47cc-94a7-f701f4bc794f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484626 Mar 31 23:18:52.296742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-f706394b-221a-4913-9313-6ed3145759ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.298302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-f706394b-221a-4913-9313-6ed3145759ce service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a5e7d297-16e3-4858-91bd-a0d321df5f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995584 Mar 31 23:18:52.324227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:52.384392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f8b9a-d85c-43d7-b08e-8fd69ef48324 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:52.386850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9b3f8b9a-d85c-43d7-b08e-8fd69ef48324 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1091 time: 0.0612607 Mar 31 23:18:52.391230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39144) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:52.397816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:52.446180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.486664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.586433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-5ba4b9e4-01af-4877-92d2-0bacaaaf4c1f service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069860 Mar 31 23:18:52.684117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.721579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.752235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=2917c83e-a86f-45aa-973c-68e570d27548,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:52.782295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.786005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-54ccd16d-07cb-42b7-96ef-2b97c7511965 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/2917c83e-a86f-45aa-973c-68e570d27548 HTTP/1.1" status: 204 len: 168 time: 0.8701570 Mar 31 23:18:52.789326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:52.835095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.875508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet a8f94fd8-21ef-4b6f-ac41-fdac253c7d04 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:52.878955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.920913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee7f433d-f2de-4e9e-96da-dd64d12c9b48 req-3aaf30b4-2fd6-4e56-a1bd-2f2b7c3c7f4c service neutron] 10.222.0.96 "GET /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249030 Mar 31 23:18:52.927576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.25.8.92 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/1806a0f5-7f82-4456-b776-715617192f6e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:52.961003 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:52.972861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53e6f0-06d9-42aa-951a-1dfc9b559fcd None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '2917c83e-a86f-45aa-973c-68e570d27548', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8f94fd8-21ef-4b6f-ac41-fdac253c7d04'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '8f561241-a81e-4f1f-a64e-1165879226e4'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:18:53.048218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2b53e6f0-06d9-42aa-951a-1dfc9b559fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.059175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.074598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.076057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8f561241-a81e-4f1f-a64e-1165879226e4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:53.076561 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.118911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.194195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=1806a0f5-7f82-4456-b776-715617192f6e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:53.194445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.210900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:53.211175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:53.211777 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:53.213015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:53.221289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:53.288656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39170) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.299285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f94fd8-21ef-4b6f-ac41-fdac253c7d04,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:53.305507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.312713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-91b96822-ead5-49a9-906f-4cbcea7f058b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/a8f94fd8-21ef-4b6f-ac41-fdac253c7d04 HTTP/1.1" status: 204 len: 168 time: 0.5222890 Mar 31 23:18:53.314033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.365572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b995cf99-6414-4376-a052-18c07308104c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487154 Mar 31 23:18:53.367503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39178) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:53.372561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:53.376182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:53.401137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186bb55-8bcf-4c8a-b6f1-9f8951c9ac02 req-ec896332-b2ba-4965-b439-cbb95d9adbff tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.403013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0186bb55-8bcf-4c8a-b6f1-9f8951c9ac02 req-ec896332-b2ba-4965-b439-cbb95d9adbff tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.1962779 Mar 31 23:18:53.407613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Checking router: 493eae24-da53-42c9-aa81-e3bce510f01f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-2b53e6f0-06d9-42aa-951a-1dfc9b559fcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8f94fd8-21ef-4b6f-ac41-fdac253c7d04: This subnet is being modified by another concurrent operation. Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8f94fd8-21ef-4b6f-ac41-fdac253c7d04: This subnet is being modified by another concurrent operation. Mar 31 23:18:53.418292 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:18:53.456211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:53.456564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:53.523372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fb3ec-c336-4bd3-99de-c90105a39d81 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:53.558347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0186bb55-8bcf-4c8a-b6f1-9f8951c9ac02 req-99fc7b00-d8dc-485f-bb88-361c3d28427e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=840a8d6e-515f-4150-86e1-dcfedd76dc97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413999 Mar 31 23:18:53.562771 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.565547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.565747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.566205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.566671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.567358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.567619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.568080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.576205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-7a834b97-d700-48b3-b058-15998195ef88 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6499 time: 0.2849817 Mar 31 23:18:53.635391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-c372aab0-de77-4432-a1f8-8ae510b490db service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&id=a6da6891-c6c3-419d-b225-d940ce5f850d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582032 Mar 31 23:18:53.638332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:53.642648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.814969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:53.849338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 8f561241-a81e-4f1f-a64e-1165879226e4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f561241-a81e-4f1f-a64e-1165879226e4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:53.866904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.947456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-14a714d4-bfc1-44e1-ad99-7ec9c5dda9a7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:53.949076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-14a714d4-bfc1-44e1-ad99-7ec9c5dda9a7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 945 time: 0.3117814 Mar 31 23:18:53.951866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.969526 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:53.998106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.061063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:18:54.068809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:54.076438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:54.084342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:54.084944 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.093947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8f561241-a81e-4f1f-a64e-1165879226e4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:54.108038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.121570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=8f561241-a81e-4f1f-a64e-1165879226e4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.160149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=54ed2796-9c05-4010-8ba3-a52214bb7e8d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.187651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6793a21e-de94-473d-9d6c-10e13bcf02d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8190019 Mar 31 23:18:54.191681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:54.199349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:54.214714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port b73a51b5-cf8c-476e-b99f-500db2e606de {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:54.215058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.264140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:18:54.264551 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-ed465e2a-9d24-4057-aabf-dacb81894d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:18:54.336121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Deleting port 8f561241-a81e-4f1f-a64e-1165879226e4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:54.336396 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.342055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port b73a51b5-cf8c-476e-b99f-500db2e606de, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=b73a51b5-cf8c-476e-b99f-500db2e606de,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.342432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.361746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for b73a51b5-cf8c-476e-b99f-500db2e606de owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:54.379142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.431511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:54.439555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.455117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 8f561241-a81e-4f1f-a64e-1165879226e4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f561241-a81e-4f1f-a64e-1165879226e4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.455852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.473609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.493556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.563153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:54.565910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.566434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] For port 8f561241-a81e-4f1f-a64e-1165879226e4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f561241-a81e-4f1f-a64e-1165879226e4,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:54.566746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.567126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=1806a0f5-7f82-4456-b776-715617192f6e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.617205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=b73a51b5-cf8c-476e-b99f-500db2e606de,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.625957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e11d35-ab56-44ad-abaa-fdb52c80d7e0 None None] The sync data for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 is: [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '83049b8a-f938-42a5-b6ee-1125af74a13b', 'name': '', 'network_id': 'a5e7d297-16e3-4858-91bd-a0d321df5f54', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:4d:58:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:14Z', 'updated_at': '2022-03-31T23:15:31Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'ce3c5371-5387-4d54-8fe0-f515862c9330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:54.629474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Calling delete_port for 8f561241-a81e-4f1f-a64e-1165879226e4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:54.641050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=8f561241-a81e-4f1f-a64e-1165879226e4,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.662400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.662779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.663084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.663447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.663784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.664118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.664445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.664770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.665091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.665422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.665745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.669471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:54.748342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] No DVR routers for this DVR port b73a51b5-cf8c-476e-b99f-500db2e606de on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:54.752399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.779873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d06fccb9-8f1d-4aee-ad0f-6f528ba4c146 req-50cc8975-d4e6-454d-909a-6b14ee3a5c5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "DELETE /v2.0/ports/b73a51b5-cf8c-476e-b99f-500db2e606de HTTP/1.1" status: 204 len: 173 time: 0.8060830 Mar 31 23:18:54.781148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-deleted', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:54.783632 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf265d0-efee-4bff-9140-06193537d87a" -d '{"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-deleted", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:54.802721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:54.835770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] Pushing event deleted for resources: {'Port': ['ID=8f561241-a81e-4f1f-a64e-1165879226e4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:54.838591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f5cf4134-ec05-4c35-9179-0e4f127f4de7 None None] Could not find standard attr ID for object 8f561241-a81e-4f1f-a64e-1165879226e4. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:18:54.855149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19591e7-a2a8-40d5-a19b-dcdbd64a9b81 None None] No DVR routers for this DVR port 8f561241-a81e-4f1f-a64e-1165879226e4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:54.869247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65b7cf91-659f-4f7a-8fb8-17f665f38b40 req-f777251c-5f35-4583-9893-aa8e2b2f06bc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=43d0c2c1-9e47-4a12-b5b8-e69e6465c51e HTTP/1.1" status: 200 len: 210 time: 0.0999627 Mar 31 23:18:54.886882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab32ccc1-89d6-47c3-83e3-a6356b43968b None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:54.889169 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68fcd74-1924-4e25-ae64-f8f219268a10 x-openstack-request-id: req-e68fcd74-1924-4e25-ae64-f8f219268a10 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:54.889474 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d0c2c1-9e47-4a12-b5b8-e69e6465c51e", "name": "network-vif-deleted", "tag": "b73a51b5-cf8c-476e-b99f-500db2e606de", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:54.890478 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e68fcd74-1924-4e25-ae64-f8f219268a10 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:54.890478 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e68fcd74-1924-4e25-ae64-f8f219268a10'] response: {'server_uuid': '43d0c2c1-9e47-4a12-b5b8-e69e6465c51e', 'name': 'network-vif-deleted', 'tag': 'b73a51b5-cf8c-476e-b99f-500db2e606de', 'status': 'completed', 'code': 200} Mar 31 23:18:54.932133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.303680 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b8864-1b7c-4260-b752-fa753246728b None None] New status for floating IP cc774a85-a882-4da0-a8ba-f9701e109139: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:55.428424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '54ed2796-9c05-4010-8ba3-a52214bb7e8d'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:18:55.429238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.590665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Allocated IP 172.20.0.2 (03c853cb-dc03-471e-ad40-98047172e65b/54ed2796-9c05-4010-8ba3-a52214bb7e8d/56ba2a94-1f73-42a8-a993-1b419d6b3fbe) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:55.630347 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Floating IP f6c8e423-fad6-42f7-b0e1-9b8d37cf221e associated. External IP: 172.25.8.92, port: c30817be-284e-438e-8071-f825eb2c7240. Mar 31 23:18:55.745764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.754240 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.799762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:55.806323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:55.810155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:55.828737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Pushing event updated for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:55.889112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Attempting to bind port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:18:55.889600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Attempting to bind port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:18:55.889967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Attempting to bind port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:18:55.897719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:18:55.897883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:18:55.898387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.898787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:18:55.899740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Bound port: 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:18:55.900135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:55.949460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39206) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:55.993738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:18:56.017243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:18:56.024496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:18:56.030574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.080028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:56.102903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624a10-ebdb-4223-8aa5-80eccfd7da41 None None] Pushing event updated for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.142564 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.373774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:56.380860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.385334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:56.403395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:56.404493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:56.439176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.492001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:56.492303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f85ed71-ee00-4c30-85a4-d25abed8ce9e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0984912 Mar 31 23:18:56.495577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:56.498109 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c151fcaf-53e5-4178-9013-620fd18119fe" -d '{"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:56.598995 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75582fa-2f18-439c-a138-12dfc1deffbd x-openstack-request-id: req-d75582fa-2f18-439c-a138-12dfc1deffbd {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:56.599398 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:56.599595 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d75582fa-2f18-439c-a138-12dfc1deffbd {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:56.600007 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75582fa-2f18-439c-a138-12dfc1deffbd'] response: {'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240', 'status': 'completed', 'code': 200} Mar 31 23:18:56.626142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:56.638316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:56.691923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.700785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fcaf-53e5-4178-9013-620fd18119fe req-0af72c54-7f18-40ce-9fa5-92db09112b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:56.702537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-0af72c54-7f18-40ce-9fa5-92db09112b0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1096 time: 0.0740211 Mar 31 23:18:56.703511 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.704388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.804397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:56.806173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:56.818164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:56.819066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:56.863435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6701562 Mar 31 23:18:56.872827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:56.884267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:89:a8:a4', 'name': 'tempest-NetworksTestDHCPv6-794241192'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:18:56.921326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:53Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:56.962604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:56.974987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:56.977178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:56.990149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=aced6bef-f12a-4ffe-87d1-f6995630e9bd,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.012510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47b11d-d42f-4b63-ad50-214ca6803d2e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=4']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.081987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57a0b90f-ddc8-472a-855e-745f59d2bdee tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/f6c8e423-fad6-42f7-b0e1-9b8d37cf221e HTTP/1.1" status: 200 len: 990 time: 0.5898080 Mar 31 23:18:57.097486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.111927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fcaf-53e5-4178-9013-620fd18119fe req-d9059926-be31-4409-a9a0-64bd534ea029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.113596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-d9059926-be31-4409-a9a0-64bd534ea029 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 898 time: 0.3988357 Mar 31 23:18:57.248718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:57.276490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-e798419c-c776-4489-be44-2d71be868ba1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 998 time: 0.1494701 Mar 31 23:18:57.295042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:18:57.415359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fcaf-53e5-4178-9013-620fd18119fe req-b6050da1-ce14-4146-abf8-a34737b99fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.417820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-b6050da1-ce14-4146-abf8-a34737b99fdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 200 len: 834 time: 0.1303556 Mar 31 23:18:57.495097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.522027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fcaf-53e5-4178-9013-620fd18119fe req-dd97bb72-4102-487a-bbd5-ae0a1933f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.525945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-dd97bb72-4102-487a-bbd5-ae0a1933f820 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965679 Mar 31 23:18:57.534681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port b1a01dba-3705-4f5b-8c9a-542ddf39fd6e yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:18:57.583494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 83049b8a-f938-42a5-b6ee-1125af74a13b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:57.584164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.596818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-47266e51-5278-42da-b018-1cb9544da154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:53Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:57.637577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47266e51-5278-42da-b018-1cb9544da154 None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:53Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:57.706029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-2a224820-6c3e-4bcd-8e61-4bd967a73484 service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727109 Mar 31 23:18:57.741013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 83049b8a-f938-42a5-b6ee-1125af74a13b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=83049b8a-f938-42a5-b6ee-1125af74a13b,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:57.741227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.747853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bcbc07-0f24-44c4-b2f8-e300183cd404 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:57.755033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 83049b8a-f938-42a5-b6ee-1125af74a13b owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:57.859467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] Provisioning complete for port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:57.859845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:57.890498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 172.20.0.6 (03c853cb-dc03-471e-ad40-98047172e65b/54ed2796-9c05-4010-8ba3-a52214bb7e8d/b1a01dba-3705-4f5b-8c9a-542ddf39fd6e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:57.903311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe89:a8a4 (03c853cb-dc03-471e-ad40-98047172e65b/aced6bef-f12a-4ffe-87d1-f6995630e9bd/b1a01dba-3705-4f5b-8c9a-542ddf39fd6e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:18:57.993786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c151fcaf-53e5-4178-9013-620fd18119fe req-dd186bcf-f3cc-4992-8e4d-05bbbcbac874 service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641013 Mar 31 23:18:58.005715 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b3af7-63fa-4bd3-a655-9fdb47cc23ff None None] New status for floating IP f6c8e423-fad6-42f7-b0e1-9b8d37cf221e: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:58.032120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:58.074727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.087087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39218) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:58.098370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.101731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: b73a51b5-cf8c-476e-b99f-500db2e606de {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:18:58.102070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device b73a51b5-cf8c-476e-b99f-500db2e606de not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:58.164800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56ba2a94-1f73-42a8-a993-1b419d6b3fbe up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:18:58.166500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7eb90781-50b1-48ad-bcc4-0f39ffcb787e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/f6c8e423-fad6-42f7-b0e1-9b8d37cf221e HTTP/1.1" status: 200 len: 990 time: 0.0779965 Mar 31 23:18:58.173098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=83049b8a-f938-42a5-b6ee-1125af74a13b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.190618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:58.240549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.301450 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.371101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.403689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1c45b-06a9-43b3-8ea8-31b40f464f14 None None] Pushing event updated for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.441894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:58.442282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.449179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:18:58.459798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:18:58.471805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:18:58.538567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=b1a01dba-3705-4f5b-8c9a-542ddf39fd6e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.539703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.585545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.586348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.616178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-efbcb25e-0754-4ddf-9851-9c822278148e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7379596 Mar 31 23:18:58.617733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39230) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:58.695163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68ee7c-662e-43b5-b01d-e056d64bcbf1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.701441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68ee7c-662e-43b5-b01d-e056d64bcbf1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:58.703200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5f68ee7c-662e-43b5-b01d-e056d64bcbf1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0843618 Mar 31 23:18:58.706050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39232) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:58.823904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port b1a01dba-3705-4f5b-8c9a-542ddf39fd6e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:18:58.824502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.869708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 493eae24-da53-42c9-aa81-e3bce510f01f has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:58.936403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:58.953457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for b1a01dba-3705-4f5b-8c9a-542ddf39fd6e owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:18:59.025736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:59.032190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a563b429-4815-4375-845d-1f879bee0df2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/493eae24-da53-42c9-aa81-e3bce510f01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0814602 Mar 31 23:18:59.034924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39236) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:59.040051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Sync routers for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:59.052552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:59.053484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:59.113852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting subnet ce3c5371-5387-4d54-8fe0-f515862c9330 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:59.120129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.169300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.172640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39238) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:59.205341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dacb01b5-ae2f-4aad-84f2-5e4dc45bfb62 None None] Provisioning complete for port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:18:59.206304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dacb01b5-ae2f-4aad-84f2-5e4dc45bfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.228392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.302697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7038bdca-c0ec-4c14-a488-5bfa7f1c11c0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/f6c8e423-fad6-42f7-b0e1-9b8d37cf221e HTTP/1.1" status: 200 len: 992 time: 0.1286492 Mar 31 23:18:59.311967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=b1a01dba-3705-4f5b-8c9a-542ddf39fd6e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.366769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.380786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:59.444272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.448605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e10c204c-3ded-41ac-a654-d4a490150bb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b1a01dba-3705-4f5b-8c9a-542ddf39fd6e HTTP/1.1" status: 204 len: 168 time: 0.7414069 Mar 31 23:18:59.450107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.451085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39240) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:59.480627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3c5371-5387-4d54-8fe0-f515862c9330,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.483588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.487336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/subnets/ce3c5371-5387-4d54-8fe0-f515862c9330 HTTP/1.1" status: 204 len: 168 time: 0.4511411 Mar 31 23:18:59.493169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:59.515407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7986ec-45d3-438c-a243-39ddceb2c7e1 None None] Network a5e7d297-16e3-4858-91bd-a0d321df5f54 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:18:59.539778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3147fba-75a9-411c-845a-e2436087e863 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.541627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3147fba-75a9-411c-845a-e2436087e863 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.546864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3147fba-75a9-411c-845a-e2436087e863 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:59.557986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f3147fba-75a9-411c-845a-e2436087e863 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1019773 Mar 31 23:18:59.560496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39244) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:18:59.633517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 54ed2796-9c05-4010-8ba3-a52214bb7e8d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:18:59.638379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.666893 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.669936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.670290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.670633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.670973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.671359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.671698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.675429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.675924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.676269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.676613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.676950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.677286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6114d8c9-2cae-4037-b023-01f41bfb13f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:59.729260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.866524 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.902583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:18:59.989340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.055991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=54ed2796-9c05-4010-8ba3-a52214bb7e8d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.076863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.091210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-009f6118-357d-4235-9140-cc1669afe783 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/54ed2796-9c05-4010-8ba3-a52214bb7e8d HTTP/1.1" status: 204 len: 168 time: 0.5281014 Mar 31 23:19:00.092760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39256) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.183032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e4f69225-fbea-44e7-b408-2de896cfce21 None None] Could not find standard attr ID for object 4bf61d83-bfcc-4646-b832-d0973e73fe22. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:00.227640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port b84a639e-0d74-42c9-8e1a-5d1e993ccda7 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:00.227991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.263816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet aced6bef-f12a-4ffe-87d1-f6995630e9bd {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:00.289927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.308880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6c5297d3-e77a-482f-90c4-81e4b407cddb None None] Could not find standard attr ID for object 6270ded3-66e0-483e-8502-20f3f968e2d1. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:00.370213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:18:57Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'b84a639e-0d74-42c9-8e1a-5d1e993ccda7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:03Z', 'updated_at': '2022-03-31T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:00.398220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.401284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56ba2a94-1f73-42a8-a993-1b419d6b3fbe up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:00.429121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Checking router: 493eae24-da53-42c9-aa81-e3bce510f01f for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:00.431135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2347fd-8289-4cd9-b47c-28e8f216713e None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:00.447678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port b84a639e-0d74-42c9-8e1a-5d1e993ccda7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:00.447678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.466178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for b84a639e-0d74-42c9-8e1a-5d1e993ccda7 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:00.472364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] DHCP port deletion for a5e7d297-16e3-4858-91bd-a0d321df5f54 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:00.505158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Routers {'493eae24-da53-42c9-aa81-e3bce510f01f'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:00.505801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:18:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['493eae24-da53-42c9-aa81-e3bce510f01f'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:00.561613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.655435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] Set router 493eae24-da53-42c9-aa81-e3bce510f01f gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:00.660599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:00.661137 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.679728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.714607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=aced6bef-f12a-4ffe-87d1-f6995630e9bd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.738841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.745069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5f3a993b-ad2c-4d9a-b602-6f11cd8ea548 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/aced6bef-f12a-4ffe-87d1-f6995630e9bd HTTP/1.1" status: 204 len: 168 time: 0.6275876 Mar 31 23:19:00.745069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39262) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.762014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:18:59Z', 'revision_number': 6, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:00.795018 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7ca00709-7cc0-4ac0-b265-dae550361a7b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469368 Mar 31 23:19:00.795910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39268) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.804566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475656c-5f32-4df8-bee7-a917a5db8252 None None] The sync data for ids ['493eae24-da53-42c9-aa81-e3bce510f01f'] in n-d-835855-2 is: [{'id': '493eae24-da53-42c9-aa81-e3bce510f01f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-227470654', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:01Z', 'updated_at': '2022-03-31T23:18:59Z', 'revision_number': 6, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:00.828949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.829471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Deleting port 91cef1f5-9055-47ee-b09c-b0e8545c6eab {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:00.829865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.861531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=b84a639e-0d74-42c9-8e1a-5d1e993ccda7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.921136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c16466-dee9-42a1-b490-7eaff0c067cc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.932932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c0c16466-dee9-42a1-b490-7eaff0c067cc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1332912 Mar 31 23:19:00.934101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39272) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:00.974029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] For port 91cef1f5-9055-47ee-b09c-b0e8545c6eab, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=91cef1f5-9055-47ee-b09c-b0e8545c6eab,segment=NetworkSegment(7fa58256-cc72-4215-94d0-a23d1ca15b7c),segment_id=7fa58256-cc72-4215-94d0-a23d1ca15b7c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:00.974432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.977194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:00.992839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Calling delete_port for 91cef1f5-9055-47ee-b09c-b0e8545c6eab owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:01.022574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80c7a5-4193-4a8c-8e78-6e0e6a3e3272 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:01.025700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0b80c7a5-4193-4a8c-8e78-6e0e6a3e3272 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0901690 Mar 31 23:19:01.028464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39274) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.110379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.114728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.123140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b0403551-2237-4f05-bffa-3f61493742b1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887616 Mar 31 23:19:01.127096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39276) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.131573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12e255-47d4-4882-8307-e023159f2ef4 None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': 'aced6bef-f12a-4ffe-87d1-f6995630e9bd'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '56ba2a94-1f73-42a8-a993-1b419d6b3fbe'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:19:01.144663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:01.198324 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9c12e255-47d4-4882-8307-e023159f2ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.247587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.248457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Fanout notify agent at l3_agent the message router_deleted on router 493eae24-da53-42c9-aa81-e3bce510f01f {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:01.261220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.263529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d252a156-7ab7-49e2-98c1-ffbeffbd689c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/routers/493eae24-da53-42c9-aa81-e3bce510f01f HTTP/1.1" status: 204 len: 168 time: 1.7656755 Mar 31 23:19:01.267853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.351030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:01.358116 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.362143 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:01.364736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:01.375658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.392700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] No DVR routers for this DVR port 91cef1f5-9055-47ee-b09c-b0e8545c6eab on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:01.416607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c259c4ca-e770-4ab6-9af4-7ae1e2b257ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2871249 Mar 31 23:19:01.418947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39282) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.431207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6770f5a-6c02-49dc-9afe-e8aae4314828 None None] Pushing event deleted for resources: {'Port': ['ID=91cef1f5-9055-47ee-b09c-b0e8545c6eab,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.437231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:01.472515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.555702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:01.560094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.561879 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:01.562353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:01.577645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.588975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc2c7771-51d8-497c-88d5-eeb86c3aa1c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1656201 Mar 31 23:19:01.589205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39284) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.594705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:01.608820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e7d297-16e3-4858-91bd-a0d321df5f54']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:01.620446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa58256-cc72-4215-94d0-a23d1ca15b7c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:01.620739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa58256-cc72-4215-94d0-a23d1ca15b7c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:01.633054 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.649166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.655671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:01.656286 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:01.659519 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:01.721745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:01.728233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.731285 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:01.731975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:01.756826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.766778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67a508d6-eff3-46ba-9a05-d6999ad5728f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1734838 Mar 31 23:19:01.767435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39286) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.768311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.776915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:01.786054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/networks/a5e7d297-16e3-4858-91bd-a0d321df5f54 HTTP/1.1" status: 204 len: 168 time: 0.5165870 Mar 31 23:19:01.789347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39288) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:01.813347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d296d46a-bc06-4c26-bb6f-f8fd4d08bd1f None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:01.819033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f3c5d-0608-4c75-857e-68c1c1e770d9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Network': ['ID=a5e7d297-16e3-4858-91bd-a0d321df5f54,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.923693 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.952384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:01.973357 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:01.975518 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:01.978600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:02.016522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4bbc9fa-6315-4795-bc0c-71bac1722880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2478287 Mar 31 23:19:02.021059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39292) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.031860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:02.046389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1d2ab4d6-a0f3-48f5-aea0-14626e89746e None None] Provisioning complete for port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:02.051695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab4d6-a0f3-48f5-aea0-14626e89746e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.089579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:02.096900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.128821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 91cef1f5-9055-47ee-b09c-b0e8545c6eab no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:02.188711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.192074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.193880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/security-groups/840a8d6e-515f-4150-86e1-dcfedd76dc97 HTTP/1.1" status: 204 len: 168 time: 0.4035625 Mar 31 23:19:02.205120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69a585-722b-42ba-b963-046532ff69b2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a8d6e-515f-4150-86e1-dcfedd76dc97,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:02.233227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 91cef1f5-9055-47ee-b09c-b0e8545c6eab {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:02.233834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 91cef1f5-9055-47ee-b09c-b0e8545c6eab not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:02.234234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 83049b8a-f938-42a5-b6ee-1125af74a13b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:02.241287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:02.248000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.249965 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:02.250653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:02.299905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-175cd49c-4fc4-4d62-b55e-225b9d89b0e5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2745006 Mar 31 23:19:02.300833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39298) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.307477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:02.320553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 83049b8a-f938-42a5-b6ee-1125af74a13b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:02.320903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 83049b8a-f938-42a5-b6ee-1125af74a13b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:02.321304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b84a639e-0d74-42c9-8e1a-5d1e993ccda7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:02.357890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b84a639e-0d74-42c9-8e1a-5d1e993ccda7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:02.358444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b84a639e-0d74-42c9-8e1a-5d1e993ccda7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:02.359014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56ba2a94-1f73-42a8-a993-1b419d6b3fbe no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:02.435967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:02.499064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:02.509101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.511038 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:02.511540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:02.537076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7ebeedde-5720-42c4-a2df-b670803a8e1c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2342243 Mar 31 23:19:02.539531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.661214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Deleting port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:02.661572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.682290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb70f02-2a29-40c2-ad2d-ad557c8bd1b0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.683991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3bb70f02-2a29-40c2-ad2d-ad557c8bd1b0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1432862 Mar 31 23:19:02.686438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.698533 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.774346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb5fde-f22a-4446-bdbd-7ed785aa9dd4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.776239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-72bb5fde-f22a-4446-bdbd-7ed785aa9dd4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0887890 Mar 31 23:19:02.779059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39306) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.802628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:02.803032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.806617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:02.813971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:02.893611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39308) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:02.900122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a43c2291-396d-4ffd-8c35-e5656d59689e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197801 Mar 31 23:19:02.900512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.037793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:03.042256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.059810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39314) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.066937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808717415', 'description': 'tempest-secgroup-smoke-1808717415 description', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.128622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.168426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Calling delete_port for 56ba2a94-1f73-42a8-a993-1b419d6b3fbe owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:03.235477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.292828 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.307872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] No DVR routers for this DVR port 56ba2a94-1f73-42a8-a993-1b419d6b3fbe on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:03.322854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.332087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.341331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3667d0-a34b-4a02-a8fd-0d8fa333786f None None] Pushing event deleted for resources: {'Port': ['ID=56ba2a94-1f73-42a8-a993-1b419d6b3fbe,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.363549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f0c86f-f460-4aa4-abed-910f73e3ea90 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:19:03.404084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.406155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3445339 Mar 31 23:19:03.410927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.418765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.427071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514105c-f9d2-4842-8a91-52d0d19fa52a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2eb279-41b1-4f24-993d-9cdbb83214ed,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.462325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.578455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f0c86f-f460-4aa4-abed-910f73e3ea90 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:19:03.650905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.657147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.662512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:03.664952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.684450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3639488-7a27-49d2-b47c-c5baf00614cc,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.696605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.703107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a3ed7f7-28a9-4117-b566-1a58fa53ae62 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869906 Mar 31 23:19:03.703497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39328) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.711139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.719814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:03.723673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:03.725621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=13bb2252-d81a-46e0-b997-f5ddce23600e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.728430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:03.729116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.749377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.759285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2ca8d89b-c858-46de-a3dc-b1a6f8967d4b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8644962 Mar 31 23:19:03.761604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.773374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:f3:b0:f8', 'name': 'tempest-NetworksTestDHCPv6-821031386'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.880961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.888149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.924723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0527bd45-d73b-4392-9e92-2f68a536b13c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:03.954024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:03.958156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b58bf48d-6070-4494-b5e9-8c6198ec524d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2536426 Mar 31 23:19:03.961043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39332) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:03.972997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.013396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.107981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '13bb2252-d81a-46e0-b997-f5ddce23600e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:04.109802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.120738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.128101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.152164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683851bf-3c64-4f65-a648-828f6142ae63,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.178451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.183152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-20018f51-865e-4b1a-af27-202b8374c444 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2180018 Mar 31 23:19:04.184270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39334) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.195728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.254087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.325903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Allocated IP 2001:db8::f816:3eff:fe1c:7df9 (03c853cb-dc03-471e-ad40-98047172e65b/13bb2252-d81a-46e0-b997-f5ddce23600e/6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:04.370297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:04.376801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.383742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.399274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3bd14a-147c-481f-a155-28c43ffb8809,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.420797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.421642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-90f46416-d6c2-41c4-9359-5d5b6ac650d0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2360675 Mar 31 23:19:04.425639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39336) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.436226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.471715 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:04.478560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.490984 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9eddb136-244d-43ae-a430-c17d2e141ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.566937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.571817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.583470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.592175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.601474 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.607399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89374909-d0e6-472c-81f1-767441f32d87,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.618749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 9644e7d4-651a-47c2-9450-fd16ae51eb11 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:04.635825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.637244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a14b6033-3bc4-4be2-b32b-1d6862f65ee5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2105441 Mar 31 23:19:04.639988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.645774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': '2d2eb279-41b1-4f24-993d-9cdbb83214ed', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.667722 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:04.673213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:04.683258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:04.698747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Pushing event updated for resources: {'Port': ['ID=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.704407 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:04.716910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.810426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.819182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.826613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Attempting to bind port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:04.828433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Attempting to bind port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:04.829027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Attempting to bind port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:04.846070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fef3:b0f8 (03c853cb-dc03-471e-ad40-98047172e65b/13bb2252-d81a-46e0-b997-f5ddce23600e/9644e7d4-651a-47c2-9450-fd16ae51eb11) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:04.847958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:04.848631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:04.849429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.850167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:04.851128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Bound port: 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:04.851716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.870198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b101be8f-0a5f-4949-b9d1-14be3c3e0690,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.891934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.893667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9d942f87-228a-46f3-bf7b-5023a4d331dc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2517877 Mar 31 23:19:04.899791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39344) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:04.908980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'network': {'name': 'tempest-network-smoke--1085735758', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:04.963759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] For port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:04.967166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] For port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:04.973567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:04.997527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:05.002211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.033027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b306404-0822-4461-94ba-d0af414075a7 None None] Pushing event updated for resources: {'Port': ['ID=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.111931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:05.133356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.133814 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Added segment 87e73a56-d2d5-465f-a963-6dfe9429142a of type vlan for network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 Mar 31 23:19:05.209169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.238261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.285686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.291803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.292588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.301411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.408991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=9644e7d4-651a-47c2-9450-fd16ae51eb11,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.439540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5346489 Mar 31 23:19:05.443020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39346) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.450222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'admin_state_up': True, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:05.474061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.475086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.486208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:05.488065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:05.490254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e23a13-3746-4e00-90a5-87dec58a8f4f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Network': ['ID=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.492524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:05.498219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.498878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.503017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:05.538356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39348) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.539045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d6fc9994-4db6-4fc0-bea4-d641aa294564 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7760119 Mar 31 23:19:05.609105 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:05.670783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e695007-7aa0-455e-8570-66ca5725de01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.676959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e695007-7aa0-455e-8570-66ca5725de01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.678569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e695007-7aa0-455e-8570-66ca5725de01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1386597 Mar 31 23:19:05.681383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39350) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:05.815297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.152444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:06.222480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:06.223068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.361425 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.381998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 9644e7d4-651a-47c2-9450-fd16ae51eb11 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:06.382383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.419001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:06.427499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.498299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:06.547751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.572367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 9644e7d4-651a-47c2-9450-fd16ae51eb11 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:06.596242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e83c9-d62b-4a89-85c3-fbb3c3023b16 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:19:06.721590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.732168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dc1ab348-791d-4431-8d23-8696af05a473 None None] Provisioning complete for port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:06.732847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dc1ab348-791d-4431-8d23-8696af05a473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.749827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.895179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e83c9-d62b-4a89-85c3-fbb3c3023b16 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:19:06.910910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:06.969744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cdb7-24c9-4de2-b714-0a05ce941c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.025496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.029357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/9644e7d4-651a-47c2-9450-fd16ae51eb11 HTTP/1.1" status: 204 len: 168 time: 1.3470120 Mar 31 23:19:07.031908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39372) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:07.057200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95680412-0de8-4652-8d15-1b2e4d2e4ce3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=9644e7d4-651a-47c2-9450-fd16ae51eb11,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:07.128378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.187 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3cb5dda5-4665-407f-bf80-d73d5565fafb) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:07.159008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42f3f7-e790-4fad-b368-57e9c269c40f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.165733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42f3f7-e790-4fad-b368-57e9c269c40f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.168187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af42f3f7-e790-4fad-b368-57e9c269c40f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1351142 Mar 31 23:19:07.171766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:07.190110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b61951-da3d-4eec-b281-b0161ca224ad req-41e18753-781e-407a-8edf-05ed3b50f248 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.194586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31b61951-da3d-4eec-b281-b0161ca224ad req-41e18753-781e-407a-8edf-05ed3b50f248 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1508665 Mar 31 23:19:07.266796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31b61951-da3d-4eec-b281-b0161ca224ad req-37465b5f-2cca-4182-b2bd-35843546e8ff tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564668 Mar 31 23:19:07.303136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 13bb2252-d81a-46e0-b997-f5ddce23600e {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:07.354197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.435816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.481067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.559387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.584204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.650325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:07.655067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:07.661710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:07.666368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=3cb5dda5-4665-407f-bf80-d73d5565fafb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:07.705485 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.736267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=13bb2252-d81a-46e0-b997-f5ddce23600e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:07.780998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.784303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6aefe643-fade-4b5c-a842-c90aa252eb13 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/13bb2252-d81a-46e0-b997-f5ddce23600e HTTP/1.1" status: 204 len: 168 time: 0.6034462 Mar 31 23:19:07.786793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:07.857277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c7a671c0-314e-42d7-9c29-ca5ed2516d2b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693228 Mar 31 23:19:07.860456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:07.866433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:07.971204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:07.975837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:07.992498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3e7641-e55a-4a1a-9ad9-81670bfd85c6 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:08.041733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.070874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:08.173477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6c658125-d1c3-48d1-b5a8-d56479ad174f None None] Provisioning complete for port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:08.173997 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6c658125-d1c3-48d1-b5a8-d56479ad174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.238463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:08.238850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.350282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.365997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:08.500498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.503125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:08.524931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Deleting port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:08.525356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.531544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0da68-d7c3-4abf-8cf4-43e9667cf88a req-7bebd119-e07d-4781-8ee7-fbda72a1fed4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.534553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ef0da68-d7c3-4abf-8cf4-43e9667cf88a req-7bebd119-e07d-4781-8ee7-fbda72a1fed4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1196737 Mar 31 23:19:08.590052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ef0da68-d7c3-4abf-8cf4-43e9667cf88a req-c253485b-4952-40e6-b061-ae9df8d56554 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Mar 31 23:19:08.619190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 5c2e4c2c-a3d8-4040-b889-44324934f87c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:08.637065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] For port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:08.637470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.655153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Calling delete_port for 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:08.748704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.757696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:08.770505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Sync routers for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:08.785582 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:08.786270 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:08.790266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] Pushing event deleted for resources: {'Port': ['ID=6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.793739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.795457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-746d15ac-bcfd-49b3-8212-c8ea6da3fbbc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3510957 Mar 31 23:19:08.799118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39392) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:08.801908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.ipam_pluggable_backend [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109299) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:19:08.802425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.ipam_pluggable_backend [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:7df9 {{(pid=109299) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:19:08.808499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.820661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b3616-da33-48ce-9ac5-388eb35946c1 None None] No DVR routers for this DVR port 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:08.876497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81cc96dc-c243-484c-8d05-a5f356a165a3 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755715 Mar 31 23:19:08.879165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39394) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:08.880981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=cdf8dc79-1973-42e8-b0eb-9b746ca7368e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.895628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:08.897224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:08.901001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.901603 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:08.909198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c7c9a-cf66-4747-8c67-8c220638daf4 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:08.929328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d74ecf5a-6e50-4e4e-ae81-84ec37382455 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0674193 Mar 31 23:19:08.930492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39396) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:08.937133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:de:0b:96', 'name': 'tempest-NetworksTestDHCPv6-1193361646'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:08.944520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:09.101286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:09.106349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.114527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79899702-8b0d-46de-8cf1-04fe906e1a22 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.116320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-79899702-8b0d-46de-8cf1-04fe906e1a22 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2358665 Mar 31 23:19:09.123683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39398) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.136031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 7be38898-a19a-451e-ac79-0aed6d8cf8c4 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:09.205038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'cdf8dc79-1973-42e8-b0eb-9b746ca7368e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:09.208731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.210813 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:07Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:09.245717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Checking router: 5c2e4c2c-a3d8-4040-b889-44324934f87c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:09.246070 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Updating router 5c2e4c2c-a3d8-4040-b889-44324934f87c port 3cb5dda5-4665-407f-bf80-d73d5565fafb binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:09.255433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fede:b96 (03c853cb-dc03-471e-ad40-98047172e65b/cdf8dc79-1973-42e8-b0eb-9b746ca7368e/7be38898-a19a-451e-ac79-0aed6d8cf8c4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:09.279983 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.281857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67a5d29f-f74c-40fe-902e-5132f7f47d52 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1543784 Mar 31 23:19:09.283984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39400) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.296021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1791923914', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:09.447772 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.490504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:09.495964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.523128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.588636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:09.610502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=7be38898-a19a-451e-ac79-0aed6d8cf8c4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.634815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:09.638355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:09.646987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.647561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.704997 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-830c1f35-6655-4a04-9ab9-e323da756b20 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7733049 Mar 31 23:19:09.707735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39406) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:09.845644 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.866110 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.907611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:09.940346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Allocated IP 2001:db8::f816:3eff:fe93:865b (03c853cb-dc03-471e-ad40-98047172e65b/cdf8dc79-1973-42e8-b0eb-9b746ca7368e/c96b3337-6937-422e-97a5-f743e0de1f82) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:09.957337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5dccb0-219b-4159-a19a-a26746a96612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.958972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5a5dccb0-219b-4159-a19a-a26746a96612 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2502754 Mar 31 23:19:09.975011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5998c-18d2-4c57-9d57-491992ae5b13 req-0c63dc0f-77ae-4ec0-8b19-cf68a3934c5b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.977679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76b5998c-18d2-4c57-9d57-491992ae5b13 req-0c63dc0f-77ae-4ec0-8b19-cf68a3934c5b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.2022510 Mar 31 23:19:09.977895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39408) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.009769 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Attempting to bind port 3cb5dda5-4665-407f-bf80-d73d5565fafb on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:10.010512 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Attempting to bind port 3cb5dda5-4665-407f-bf80-d73d5565fafb by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:10.011199 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Attempting to bind port 3cb5dda5-4665-407f-bf80-d73d5565fafb on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:10.015295 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Pushing event updated for resources: {'Port': ['ID=3cb5dda5-4665-407f-bf80-d73d5565fafb,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.032827 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:10.033362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:10.034077 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.034612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:10.035204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Bound port: 3cb5dda5-4665-407f-bf80-d73d5565fafb, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:10.035879 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.039655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.040117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.040593 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.046262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.046762 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.047202 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.047697 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.048158 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.048762 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.049784 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.049784 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.050331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.082509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76b5998c-18d2-4c57-9d57-491992ae5b13 req-800a9a79-2296-4ec6-8d86-965dcb0f9cce tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925357 Mar 31 23:19:10.120843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac4bb8-c168-42d1-9855-78e2572aa10f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.135296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:10.137281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.166516 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] For port 3cb5dda5-4665-407f-bf80-d73d5565fafb, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:10.166998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:10.167203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c1c7cb5-d717-4ec4-8dcc-ed3be5360e20 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:10.170871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.171530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.171768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.172002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.172258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.172704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.173078 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.173371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.175294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.175294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.175294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.175294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:10.182151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:10.182726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network hostable DHCP agents. Network: 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:10.183758 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] For port 3cb5dda5-4665-407f-bf80-d73d5565fafb, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3cb5dda5-4665-407f-bf80-d73d5565fafb,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:10.194138 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.220414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:10.234840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:10.239204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 7be38898-a19a-451e-ac79-0aed6d8cf8c4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:10.239623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.245266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b3d9c-eba1-4baa-86dd-bd8414e7ad77 None None] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:10.246040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:10.246668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.271719 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:10.272876 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:10.273405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.287164 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.319906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e5ccaf04-8784-4cad-a8aa-a0376fdfbbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0318856 Mar 31 23:19:10.320139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:10.333451 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd674c2-8149-4325-8b04-85944781f47f None None] Pushing event updated for resources: {'Port': ['ID=3cb5dda5-4665-407f-bf80-d73d5565fafb,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.383870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:10.388877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.393445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:10.397553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Pushing event updated for resources: {'Port': ['ID=c96b3337-6937-422e-97a5-f743e0de1f82,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.403179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:10.416277 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:10.430995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.475569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 7be38898-a19a-451e-ac79-0aed6d8cf8c4 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:10.493777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Attempting to bind port c96b3337-6937-422e-97a5-f743e0de1f82 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:10.494154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Attempting to bind port c96b3337-6937-422e-97a5-f743e0de1f82 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:10.494513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Attempting to bind port c96b3337-6937-422e-97a5-f743e0de1f82 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:10.503666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:10.504104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:10.504964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.504964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:10.505334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Bound port: c96b3337-6937-422e-97a5-f743e0de1f82, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:10.505722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.571428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:10.572292 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.677106 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:07Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:10.696488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] For port c96b3337-6937-422e-97a5-f743e0de1f82, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:10.709866 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9208c7-2b65-4f35-aaeb-47f0a5be7e91 None None] The sync data for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 is: [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:07Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:10.723522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] For port c96b3337-6937-422e-97a5-f743e0de1f82, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c96b3337-6937-422e-97a5-f743e0de1f82,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:10.730331 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:10.791802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Allocated IP 172.20.0.2 (16cceaee-f5d4-4983-b9cc-cd8c83a9ce77/e1ac4bb8-c168-42d1-9855-78e2572aa10f/2b8b6229-35a9-4598-8975-b0e7c058a44a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:11.020746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.034730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b4a8e-579a-4576-92e2-04da473613fc None None] Pushing event updated for resources: {'Port': ['ID=c96b3337-6937-422e-97a5-f743e0de1f82,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.100477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.117193 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.203573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:11.220847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:11.225894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:11.242915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.278611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Pushing event updated for resources: {'Port': ['ID=2b8b6229-35a9-4598-8975-b0e7c058a44a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.352705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Attempting to bind port 2b8b6229-35a9-4598-8975-b0e7c058a44a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:11.353154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Attempting to bind port 2b8b6229-35a9-4598-8975-b0e7c058a44a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:11.355217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Attempting to bind port 2b8b6229-35a9-4598-8975-b0e7c058a44a on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:11.371052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:11.371052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:11.371052 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.371554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Bound using segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:11.372019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Bound port: 2b8b6229-35a9-4598-8975-b0e7c058a44a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:11.372470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.468288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] For port 2b8b6229-35a9-4598-8975-b0e7c058a44a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:11.472822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] For port 2b8b6229-35a9-4598-8975-b0e7c058a44a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2b8b6229-35a9-4598-8975-b0e7c058a44a,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:11.479898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.571393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c3f31-0b00-4372-86ad-e2d182bdf096 None None] Pushing event updated for resources: {'Port': ['ID=2b8b6229-35a9-4598-8975-b0e7c058a44a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.798241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=7be38898-a19a-451e-ac79-0aed6d8cf8c4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.853343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:11.859088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4fc29875-6eae-4f12-9575-721c3ff4560b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/7be38898-a19a-451e-ac79-0aed6d8cf8c4 HTTP/1.1" status: 204 len: 168 time: 1.8774748 Mar 31 23:19:11.859936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39424) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:11.943179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cdda1-e416-485d-ae46-c6c80300f482 req-c5b1c609-082d-4185-a55d-68ef35cf2546 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.951160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f80cdda1-e416-485d-ae46-c6c80300f482 req-c5b1c609-082d-4185-a55d-68ef35cf2546 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.6370637 Mar 31 23:19:11.963002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc4d69-c4ae-4bb0-8e35-33a5b807dce1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.966192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc4d69-c4ae-4bb0-8e35-33a5b807dce1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.974786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69dc4d69-c4ae-4bb0-8e35-33a5b807dce1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102934 Mar 31 23:19:11.975297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39428) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.191711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet cdf8dc79-1973-42e8-b0eb-9b746ca7368e {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:12.202538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.215577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.1 (16cceaee-f5d4-4983-b9cc-cd8c83a9ce77/e1ac4bb8-c168-42d1-9855-78e2572aa10f/829e19dd-00cb-4261-9e9b-058c619174d1) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:12.291968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2b8b6229-35a9-4598-8975-b0e7c058a44a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:12.301365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f80cdda1-e416-485d-ae46-c6c80300f482 req-ae6490ca-d64b-4e77-8b26-b03c1a5c52a8 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491549 Mar 31 23:19:12.315557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.428590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2b8b6229-35a9-4598-8975-b0e7c058a44a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:12.428970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.470009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.565743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.576871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.658519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 2b8b6229-35a9-4598-8975-b0e7c058a44a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2b8b6229-35a9-4598-8975-b0e7c058a44a,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:12.664176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.665303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c96b3337-6937-422e-97a5-f743e0de1f82 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:12.670118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.674636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.708526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf8dc79-1973-42e8-b0eb-9b746ca7368e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.729349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.735825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9b1a91d1-1187-4601-8b65-c1a02efffa2a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cdf8dc79-1973-42e8-b0eb-9b746ca7368e HTTP/1.1" status: 204 len: 168 time: 0.7394676 Mar 31 23:19:12.736896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39430) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.764711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:12.767825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:12.788040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:12.803037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=2b8b6229-35a9-4598-8975-b0e7c058a44a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.807229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7b40818e-a851-491c-bacf-b18cb46f7ecb None None] Provisioning complete for port c96b3337-6937-422e-97a5-f743e0de1f82 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:12.807628 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b40818e-a851-491c-bacf-b18cb46f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.807830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a07f6ac-24fd-442b-8fb6-970079b90b61 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697339 Mar 31 23:19:12.810219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39432) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:12.830559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.855405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.867887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c96b3337-6937-422e-97a5-f743e0de1f82 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:12.868277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:12.921148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb4b6f-dbcb-45c9-9e78-9f3b591e0741 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.925611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-13cb4b6f-dbcb-45c9-9e78-9f3b591e0741 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1120794 Mar 31 23:19:12.927180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39434) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.038431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.043282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b40818e-a851-491c-bacf-b18cb46f7ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.093561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port c96b3337-6937-422e-97a5-f743e0de1f82, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c96b3337-6937-422e-97a5-f743e0de1f82,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:13.104271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4b0bf-e469-458a-a52a-26acdb941452 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.107749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1c4b0bf-e469-458a-a52a-26acdb941452 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1789505 Mar 31 23:19:13.109075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.113655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.114628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3cb5dda5-4665-407f-bf80-d73d5565fafb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:13.211219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d1d59610-7b14-4f16-935a-dcdea0a4376d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869551 Mar 31 23:19:13.216980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39446) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:13.252349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:13.265091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccfa92-4eca-45b2-9acb-5443662013d9 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:13.322945 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-7b40818e-a851-491c-bacf-b18cb46f7ecb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:19:13.323769 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-7b40818e-a851-491c-bacf-b18cb46f7ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:19:13.356804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.397322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=c96b3337-6937-422e-97a5-f743e0de1f82,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:13.440685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffaf453-e5f7-4750-ae21-3f4001876da5 None None] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:13.477697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3cb5dda5-4665-407f-bf80-d73d5565fafb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:13.478345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.494945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:13.499197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1f036-70d8-4503-a097-3a9bbd410748 req-8fc04ac1-0d01-41ca-aed1-7627d14a301b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.500419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.502682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6c1f036-70d8-4503-a097-3a9bbd410748 req-8fc04ac1-0d01-41ca-aed1-7627d14a301b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0707366 Mar 31 23:19:13.600136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6c1f036-70d8-4503-a097-3a9bbd410748 req-e0f77240-6fe2-441a-80dd-14b349ee9ad4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697987 Mar 31 23:19:13.914463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:13.940288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:13.977154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.000387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.010440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 3cb5dda5-4665-407f-bf80-d73d5565fafb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3cb5dda5-4665-407f-bf80-d73d5565fafb,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:14.021621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.052793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.086871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=3cb5dda5-4665-407f-bf80-d73d5565fafb,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.134296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e5d55981-0349-4a51-82fe-6e4bad9bbb0b None None] Could not find standard attr ID for object 7be38898-a19a-451e-ac79-0aed6d8cf8c4. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:14.144872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Deleting port c96b3337-6937-422e-97a5-f743e0de1f82 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:14.145247 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.182210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e5d55981-0349-4a51-82fe-6e4bad9bbb0b None None] Provisioning complete for port 2b8b6229-35a9-4598-8975-b0e7c058a44a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:14.182957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5d55981-0349-4a51-82fe-6e4bad9bbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.226884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:14.245464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2b8b6229-35a9-4598-8975-b0e7c058a44a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:14.322338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] For port c96b3337-6937-422e-97a5-f743e0de1f82, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c96b3337-6937-422e-97a5-f743e0de1f82,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:14.323026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.343772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Calling delete_port for c96b3337-6937-422e-97a5-f743e0de1f82 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:14.390709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.434419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2b8b6229-35a9-4598-8975-b0e7c058a44a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:14.435059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.446690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:14.471181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:14.584669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.625798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Port c96b3337-6937-422e-97a5-f743e0de1f82 concurrently deleted while adding address for new subnet {'id': '4f29c04f-ac0e-4da9-b426-51886115c5f9', 'name': '', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2975, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-31T23:19:13Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7ca1122078974e51a1222e4b1ff57bee'}. {{(pid=109298) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Mar 31 23:19:14.627319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.660434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] No DVR routers for this DVR port c96b3337-6937-422e-97a5-f743e0de1f82 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:14.676856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6051d-eb17-4ffd-aa17-1f25431bb4be None None] Pushing event deleted for resources: {'Port': ['ID=c96b3337-6937-422e-97a5-f743e0de1f82,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.691699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c96b3337-6937-422e-97a5-f743e0de1f82 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:14.728525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c96b3337-6937-422e-97a5-f743e0de1f82 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:14.728917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c96b3337-6937-422e-97a5-f743e0de1f82 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:14.732532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-40fefbe3-ba11-486b-af18-93713f107917 None None] Provisioning complete for port 829e19dd-00cb-4261-9e9b-058c619174d1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:14.732914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40fefbe3-ba11-486b-af18-93713f107917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.767805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:14.779792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:14.783787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.784499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.789286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=4f29c04f-ac0e-4da9-b426-51886115c5f9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:14.805091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 5c2e4c2c-a3d8-4040-b889-44324934f87c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:14.819669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c9628-ca2e-4c8b-bcf6-864bb2470064 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:14.830222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056db31c-8eb3-4e11-a608-bd6bd2e220cf req-61e843b0-cb70-4f50-a7de-aa83a010a336 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:14.832024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-056db31c-8eb3-4e11-a608-bd6bd2e220cf req-61e843b0-cb70-4f50-a7de-aa83a010a336 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1002774 Mar 31 23:19:14.840595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9959ffaf-f1a0-43ca-9ad7-cee059d8abd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5900850 Mar 31 23:19:14.840886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39476) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:14.846467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:66:3b:46', 'name': 'tempest-NetworksTestDHCPv6-1792638322'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:14.859849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-40fefbe3-ba11-486b-af18-93713f107917 None None] Port 829e19dd-00cb-4261-9e9b-058c619174d1 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:14.933019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-40fefbe3-ba11-486b-af18-93713f107917 None None] Provisioning complete for port 2b8b6229-35a9-4598-8975-b0e7c058a44a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:14.933685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-40fefbe3-ba11-486b-af18-93713f107917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:14.956061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-056db31c-8eb3-4e11-a608-bd6bd2e220cf req-77d1f6e3-79e4-4c1d-9a62-d9744654ce58 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166561 Mar 31 23:19:15.045764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:15.060767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9864e078-30da-4efb-9992-61921b6f0467 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/5c2e4c2c-a3d8-4040-b889-44324934f87c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7313447 Mar 31 23:19:15.072990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Sync routers for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:15.078967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:15.150485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:15.151134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:15.252489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.287776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port c7803427-1419-4808-a057-2cc31e4fa952 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:15.299699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '4f29c04f-ac0e-4da9-b426-51886115c5f9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:15.302118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.350958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-37570d83-65f5-4453-9660-3aeb8ce25db7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808717415&fields=id&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 267 time: 0.0825427 Mar 31 23:19:15.446298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe66:3b46 (03c853cb-dc03-471e-ad40-98047172e65b/4f29c04f-ac0e-4da9-b426-51886115c5f9/c7803427-1419-4808-a057-2cc31e4fa952) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:15.490039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:15.521683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-6f2fde75-5edb-41ed-81dd-12bff8cf877b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.523865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-6f2fde75-5edb-41ed-81dd-12bff8cf877b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 797 time: 0.1720335 Mar 31 23:19:15.533112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c90152da-d3a4-4725-98ae-dc56b6bfaeae None None] Provisioning complete for port 829e19dd-00cb-4261-9e9b-058c619174d1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:15.533477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c90152da-d3a4-4725-98ae-dc56b6bfaeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.545368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-19a4281e-a7ba-47a6-bea3-02931403584a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/quotas/d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 375 time: 0.0127506 Mar 31 23:19:15.629064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c90152da-d3a4-4725-98ae-dc56b6bfaeae None None] Port 829e19dd-00cb-4261-9e9b-058c619174d1 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:15.638037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-48daf686-a7db-453c-b70e-0eeae34c3064 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860422 Mar 31 23:19:15.706565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.738678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f90c-7e5b-47b3-8f31-1be209c26e37 req-bb2545bd-26ea-417b-b1d0-6d6f60c07553 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.740749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bff2f90c-7e5b-47b3-8f31-1be209c26e37 req-bb2545bd-26ea-417b-b1d0-6d6f60c07553 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.0720496 Mar 31 23:19:15.775480 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.817514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 2, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:15.828831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-f07f5f63-7b19-4eae-ab6e-c0d39b8a994c service neutron] 10.222.0.95 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773226 Mar 31 23:19:15.843487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:15.850567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Checking router: 5c2e4c2c-a3d8-4040-b889-44324934f87c for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:15.850918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Updating router 5c2e4c2c-a3d8-4040-b889-44324934f87c port 829e19dd-00cb-4261-9e9b-058c619174d1 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:15.855339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:15.864103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:15.869734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.870386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.875695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Allocated IP 2001:db8::f816:3eff:fec6:4e3c (03c853cb-dc03-471e-ad40-98047172e65b/4f29c04f-ac0e-4da9-b426-51886115c5f9/e3366855-7da8-4bd7-8a45-6d11c801b212) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:15.882127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=c7803427-1419-4808-a057-2cc31e4fa952,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:15.892209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:15.906182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bff2f90c-7e5b-47b3-8f31-1be209c26e37 req-d9689a56-cc0f-47dc-9b77-d8706578e8c1 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335647 Mar 31 23:19:15.911178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-956cea2c-05de-462b-9078-02f7fe154a67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0692599 Mar 31 23:19:15.915107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39502) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:15.984436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-53ba41a1-08aa-46f4-814a-1ca804f89c04 service neutron] 10.222.0.95 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467531 Mar 31 23:19:16.050088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219721c2-61b3-4196-8f41-02ef889e69b4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.064294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-219721c2-61b3-4196-8f41-02ef889e69b4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1365423 Mar 31 23:19:16.064294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39508) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:16.228792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129bc58-0a47-4ce0-84d2-7239c8c2e531 req-67901537-b58b-43ac-8043-21f43404b619 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.230845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c129bc58-0a47-4ce0-84d2-7239c8c2e531 req-67901537-b58b-43ac-8043-21f43404b619 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1044385 Mar 31 23:19:16.267856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port c7803427-1419-4808-a057-2cc31e4fa952 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:16.268778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.314413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c129bc58-0a47-4ce0-84d2-7239c8c2e531 req-efb792ba-c0aa-4c22-b07a-a2fd048ff8f8 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672944 Mar 31 23:19:16.319701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.333723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3cb5dda5-4665-407f-bf80-d73d5565fafb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:16.341002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.402563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d98e32d-41d5-495f-9124-dd6d49d30107 req-f9f62f1b-a827-4300-b5d2-94fb51b92405 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 210 time: 0.0826409 Mar 31 23:19:16.456439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:16.461473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:16.470082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:16.487079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.489630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Pushing event updated for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.513144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for c7803427-1419-4808-a057-2cc31e4fa952 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:16.604244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3cb5dda5-4665-407f-bf80-d73d5565fafb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:16.604839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.637464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-f7d889b4-fc65-4d56-80ec-6534ddd46162 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.639003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-f7d889b4-fc65-4d56-80ec-6534ddd46162 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.2397764 Mar 31 23:19:16.665990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Attempting to bind port e3366855-7da8-4bd7-8a45-6d11c801b212 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:16.666860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Attempting to bind port e3366855-7da8-4bd7-8a45-6d11c801b212 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:16.666860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Attempting to bind port e3366855-7da8-4bd7-8a45-6d11c801b212 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:16.709426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:16.709801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:16.710214 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.710615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:16.712368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Bound port: e3366855-7da8-4bd7-8a45-6d11c801b212, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:16.712827 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.898161 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.902710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Deleting port ad4f5daa-05c7-47da-b810-b5879b62236f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:16.903065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:16.913742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:16.971120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=c7803427-1419-4808-a057-2cc31e4fa952,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.998003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e3366855-7da8-4bd7-8a45-6d11c801b212,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:17.005864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.011843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ac6fc266-bbc8-443e-aca6-27b056df8fd1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/c7803427-1419-4808-a057-2cc31e4fa952 HTTP/1.1" status: 204 len: 168 time: 0.9466300 Mar 31 23:19:17.015229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.018769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.117630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.132200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.163121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d89fd-e7da-4148-8a2f-748cc4c451a2 None None] Pushing event updated for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.196499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daede7b-17f3-401c-9193-7b31600f8d6f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.198356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daede7b-17f3-401c-9193-7b31600f8d6f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.203183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39528) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:17.211921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3daede7b-17f3-401c-9193-7b31600f8d6f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1955638 Mar 31 23:19:17.230394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a2baa-58fb-49ef-a4ff-eabd11573604 req-46bc3cda-2786-4261-9c19-d5da56bb8c69 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.234478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-938a2baa-58fb-49ef-a4ff-eabd11573604 req-46bc3cda-2786-4261-9c19-d5da56bb8c69 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.1720035 Mar 31 23:19:17.247923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] For port ad4f5daa-05c7-47da-b810-b5879b62236f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ad4f5daa-05c7-47da-b810-b5879b62236f,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:17.248485 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.303330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 4f29c04f-ac0e-4da9-b426-51886115c5f9 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:17.316224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.331978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Attempting to bind port 829e19dd-00cb-4261-9e9b-058c619174d1 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:17.332620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Attempting to bind port 829e19dd-00cb-4261-9e9b-058c619174d1 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:17.334077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Attempting to bind port 829e19dd-00cb-4261-9e9b-058c619174d1 on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:17.337935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0dd38-487b-4a41-aae0-982b52ff82c6 None None] Pushing event updated for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.353780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:17.354582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:17.355778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.356430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Bound using segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:17.357127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Bound port: 829e19dd-00cb-4261-9e9b-058c619174d1, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:17.357741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.452147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.455351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] For port 829e19dd-00cb-4261-9e9b-058c619174d1, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:17.459223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] For port 829e19dd-00cb-4261-9e9b-058c619174d1, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=829e19dd-00cb-4261-9e9b-058c619174d1,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:17.469445 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.587741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:17.588717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:17.644057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-938a2baa-58fb-49ef-a4ff-eabd11573604 req-48b1f0c4-2132-4e83-8975-cacd6212ec24 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921928 Mar 31 23:19:17.760827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0dd38-487b-4a41-aae0-982b52ff82c6 None None] Pushing event updated for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.767121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:17.820979 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.863430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] Provisioning complete for port 829e19dd-00cb-4261-9e9b-058c619174d1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:17.863881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:17.935283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf6b04-604f-4e49-90b8-8f43bb73c1c1 req-40277c7b-c1c9-432c-9486-999a00e08e70 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.945674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fbf6b04-604f-4e49-90b8-8f43bb73c1c1 req-40277c7b-c1c9-432c-9486-999a00e08e70 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.4261911 Mar 31 23:19:18.022406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.063074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.066716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/4f29c04f-ac0e-4da9-b426-51886115c5f9 HTTP/1.1" status: 204 len: 168 time: 0.8622143 Mar 31 23:19:18.091377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6fbf6b04-604f-4e49-90b8-8f43bb73c1c1 req-a3146720-bf0b-4266-95db-b32cf2d04ca7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438584 Mar 31 23:19:18.123187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39534) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:18.130980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f742d-3719-41ee-8122-e6e4aefb77d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=4f29c04f-ac0e-4da9-b426-51886115c5f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.186765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81570dd1-7e2c-431d-af8a-628a6a238ee3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621862 Mar 31 23:19:18.189627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39538) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:18.201340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:18.351387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e3366855-7da8-4bd7-8a45-6d11c801b212 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:18.408611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:18.418143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.471214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.471795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.471967 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Floating IP 9fbbf1d8-c77a-4418-87db-7f62660a8060 disassociated. External IP: 172.25.8.180, port: ad4f5daa-05c7-47da-b810-b5879b62236f. Mar 31 23:19:18.472305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Calling delete_port for ad4f5daa-05c7-47da-b810-b5879b62236f owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:18.496359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.530746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:18.531208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.589038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] For port 829e19dd-00cb-4261-9e9b-058c619174d1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=829e19dd-00cb-4261-9e9b-058c619174d1,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.591440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:18.619936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-121783bf-10b4-4248-b455-49b5a2e8039a req-ad6bc118-f377-4201-bd16-543c16b56593 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 210 time: 0.0442100 Mar 31 23:19:18.638404 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.644923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5818b3-a342-459d-a076-853947383ba6 None None] The sync data for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 is: [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:17Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:18.859668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.887846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c936a868-33b2-496c-a477-e63062065105 None None] Provisioning complete for port 829e19dd-00cb-4261-9e9b-058c619174d1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:18.889191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c936a868-33b2-496c-a477-e63062065105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.912683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:18.944064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838577-7eb4-4d25-9339-a23c8f64b086 None None] Pushing event updated for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.973232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a79038-3de5-4934-bd29-7e4a2e59eabd req-1d919124-4ed2-40f0-812f-169f9e789fa9 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.975540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4a79038-3de5-4934-bd29-7e4a2e59eabd req-1d919124-4ed2-40f0-812f-169f9e789fa9 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 946 time: 0.1590946 Mar 31 23:19:18.988679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event deleted for resources: {'Port': ['ID=ad4f5daa-05c7-47da-b810-b5879b62236f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.017523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e3366855-7da8-4bd7-8a45-6d11c801b212,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:19.041241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-08db733d-3367-48a6-9eac-7d07cbb0fc1e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.042967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-08db733d-3367-48a6-9eac-7d07cbb0fc1e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 797 time: 0.4796581 Mar 31 23:19:19.063717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.193580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4a79038-3de5-4934-bd29-7e4a2e59eabd req-b840afde-7a97-4564-bb6d-37917dbae4de tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/security-groups?id=c31d0bf0-946b-4931-a01e-95d762689040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083523 Mar 31 23:19:19.205697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.217591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08437b29-2f85-488e-8d97-184eb391b13b None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:19.227049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:19.342393 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-4cbc68b7-dc03-4fb1-b6c5-7a88cff3af7a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 380 time: 0.1762500 Mar 31 23:19:19.390928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'port': {'device_id': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'admin_state_up': True, 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'security_groups': ['2d2eb279-41b1-4f24-993d-9cdbb83214ed']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:19.564779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3f1a885c-9ae0-4ddc-b332-0e990f917da6 None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:19.568339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.568939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f1a885c-9ae0-4ddc-b332-0e990f917da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.670186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:19.705948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b262-6b15-42dd-9320-1913a14cc1ea req-66d01368-26c9-4241-a2e9-6cfea71af822 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:19.713900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5295b262-6b15-42dd-9320-1913a14cc1ea req-66d01368-26c9-4241-a2e9-6cfea71af822 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.3849802 Mar 31 23:19:19.806424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:19.810084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:19.827459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-80727f2b-0047-4f94-b666-ecfd96e32d23 req-dfcdd72a-f628-41cc-8e14-43be1f5bf3ca tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 210 time: 0.0800648 Mar 31 23:19:19.958498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39552) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.069319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ca840644-1926-4e78-9520-8ba83f8d8810 None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:20.069902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca840644-1926-4e78-9520-8ba83f8d8810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.089490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e3366855-7da8-4bd7-8a45-6d11c801b212,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:20.150120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad4f5daa-05c7-47da-b810-b5879b62236f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:20.183050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.189553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.190315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.230859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5295b262-6b15-42dd-9320-1913a14cc1ea req-71826b6e-792b-415b-a89b-2111899e87ae tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4621606 Mar 31 23:19:20.259487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: ad4f5daa-05c7-47da-b810-b5879b62236f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:20.259848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ad4f5daa-05c7-47da-b810-b5879b62236f not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:20.382601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:20.408028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Sync routers for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:20.418826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdb4ab30-2ea9-4734-9809-ac01e1b7b3cd req-7876e537-c84d-4b12-94a5-8d57a32896a0 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.0737536 Mar 31 23:19:20.436453 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:20.440158 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:20.444349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.6 (16cceaee-f5d4-4983-b9cc-cd8c83a9ce77/e1ac4bb8-c168-42d1-9855-78e2572aa10f/1873ab7f-2c31-46e2-9851-b482840e8b7b) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:20.456186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 829e19dd-00cb-4261-9e9b-058c619174d1 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:20.459893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0b63d96-ec7f-4e7a-bccd-37330c9d3da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.469879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:20.499669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:20.527941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.529124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.559430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=367f4eef-c931-4468-a9a3-b10b50f3f984,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.636805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 829e19dd-00cb-4261-9e9b-058c619174d1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:20.637336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.675573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.763469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21a453f8-9b47-4b43-b813-4975c2afc5ca tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5722456 Mar 31 23:19:20.764248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39562) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:20.777987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a67a5f51-9467-4973-8b36-8f6b97ebb26e None None] Could not find standard attr ID for object c7803427-1419-4808-a057-2cc31e4fa952. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:20.781191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:09:f7:43', 'name': 'tempest-NetworksTestDHCPv6-319114473'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:20.781310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:20.852497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:20.893347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eae566-a218-4b2c-93f9-987c8ee3937d req-cd2c00ab-3241-4ae9-b370-9a44133a58c7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:20.905777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23eae566-a218-4b2c-93f9-987c8ee3937d req-cd2c00ab-3241-4ae9-b370-9a44133a58c7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.2246728 Mar 31 23:19:20.928898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdab288-bea9-4491-993e-caeb83b495b8 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:20.990056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] No DVR routers for this DVR port ad4f5daa-05c7-47da-b810-b5879b62236f on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:20.998049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.007159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e3366855-7da8-4bd7-8a45-6d11c801b212 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:21.041426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.047590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.052195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f6d5aa-24c4-49e6-8b70-78950cf42a61 req-b963c553-0f5a-465f-94d6-1a698a80b980 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.96 "DELETE /v2.0/ports/ad4f5daa-05c7-47da-b810-b5879b62236f HTTP/1.1" status: 204 len: 173 time: 4.4054291 Mar 31 23:19:21.054176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-f0d22155-6a90-494b-a911-5684c6758c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.067825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-f0d22155-6a90-494b-a911-5684c6758c62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 1096 time: 0.3505054 Mar 31 23:19:21.128293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'name': 'network-vif-deleted', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:21.131518 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1518a5e8-0065-441e-a288-06a2c84e6cde" -d '{"events": [{"server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "name": "network-vif-deleted", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:21.137688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.195696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:21.198945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:21.238662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a4a5b-9a80-4012-b4f3-e1feef753847 req-ba016264-42cd-483b-8d6c-1051e14c90c9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.256331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:21.263522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a73a4a5b-9a80-4012-b4f3-e1feef753847 req-ba016264-42cd-483b-8d6c-1051e14c90c9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 931 time: 0.2630200 Mar 31 23:19:21.266088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:21.347034 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Checking router: e8b5b4d7-d27d-4d43-afa3-e2558fb90adf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:21.371512 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:21.374644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:21.388908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a73a4a5b-9a80-4012-b4f3-e1feef753847 req-3f523418-ebfa-4a1b-9f08-0970d15cde85 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240134 Mar 31 23:19:21.406625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:21.407415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.445533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ce5cd7a1-5537-4f2b-bf94-d1ef4cc98f22 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0734782 Mar 31 23:19:21.460301 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eab888-6f17-4176-84ea-0d90ba48a2e5 x-openstack-request-id: req-b6eab888-6f17-4176-84ea-0d90ba48a2e5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:21.460605 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cadb384-4f61-4f35-928a-c210d8fc417d", "name": "network-vif-deleted", "tag": "ad4f5daa-05c7-47da-b810-b5879b62236f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:21.460859 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b6eab888-6f17-4176-84ea-0d90ba48a2e5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:21.461265 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6eab888-6f17-4176-84ea-0d90ba48a2e5'] response: {'server_uuid': '1cadb384-4f61-4f35-928a-c210d8fc417d', 'name': 'network-vif-deleted', 'tag': 'ad4f5daa-05c7-47da-b810-b5879b62236f', 'status': 'completed', 'code': 200} Mar 31 23:19:21.466163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Request body: {'port': {'device_id': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:21.593842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-c174df52-de9a-41ae-b9f7-a0841cc1fe3a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0705738 Mar 31 23:19:21.623862 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:21.634797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:21.635423 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.736774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f1750a89-5232-4c1b-998a-ef7739af6162 None None] Provisioning complete for port 1873ab7f-2c31-46e2-9851-b482840e8b7b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:21.738650 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f1750a89-5232-4c1b-998a-ef7739af6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.794735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-bf4d1e2e-a81a-4d21-a5c2-760ab20e6e3e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=843b32bd711748c1a7e437b6f2e36b41&device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.1146817 Mar 31 23:19:21.794735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:21.873171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f1750a89-5232-4c1b-998a-ef7739af6162 None None] Port 1873ab7f-2c31-46e2-9851-b482840e8b7b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:21.916091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32adeeda-89a2-4ee7-b041-80975dafa2c7 req-ef4e4af6-649c-4235-b34d-8c39df8e0f43 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "GET /v2.0/ports?device_id=1cadb384-4f61-4f35-928a-c210d8fc417d HTTP/1.1" status: 200 len: 210 time: 0.2597916 Mar 31 23:19:21.997829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-170b4ad9-377b-419b-aad3-9ca17d183f6c None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:21.999549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-170b4ad9-377b-419b-aad3-9ca17d183f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.049608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23eae566-a218-4b2c-93f9-987c8ee3937d req-14738b3d-e26b-4b9b-b9a4-246fb60a8928 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1427879 Mar 31 23:19:22.055076 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:22.092547 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab9824-24f8-467f-b9cd-141a1c2bcba1 None None] The sync data for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 is: [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:12:57Z', 'revision_number': 4, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '72ba31ce-e70d-4909-a820-04d10fc1e42b', 'name': '', 'network_id': '90965a56-2fc9-497d-8b15-d36c9a7986a1', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'mac_address': 'fa:16:3e:87:c6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:56Z', 'updated_at': '2022-03-31T23:13:07Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'subnets': [{'id': '40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:22.150747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0b63d96-ec7f-4e7a-bccd-37330c9d3da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.162253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0b63d96-ec7f-4e7a-bccd-37330c9d3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.177345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:22.226942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e3366855-7da8-4bd7-8a45-6d11c801b212 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:22.249772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c0b63d96-ec7f-4e7a-bccd-37330c9d3da4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d874e72f32034294938ab765ae56cb51&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2898595 Mar 31 23:19:22.250354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-445afa55-b1e4-44f5-936b-1b815b957471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.251917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-445afa55-b1e4-44f5-936b-1b815b957471 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=843b32bd711748c1a7e437b6f2e36b41&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4254022 Mar 31 23:19:22.253063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39570) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:22.280229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-ba3ac4f7-65f0-404f-9c8b-52d8a097bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.281763 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-ba3ac4f7-65f0-404f-9c8b-52d8a097bf83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 1.2018456 Mar 31 23:19:22.284755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b63d96-ec7f-4e7a-bccd-37330c9d3da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8719f9-a44c-41b5-b32b-024e6690ec89,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.287450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e3366855-7da8-4bd7-8a45-6d11c801b212 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:22.287761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.408089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.413416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-98212fc9-b1af-4b72-8eab-1b18fba5e1bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 200 len: 1001 time: 0.1142626 Mar 31 23:19:22.489636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 95455986-2ef7-478d-b49e-ceccc3a46723 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:22.505406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-92df29ef-bf9d-48a3-bf29-c0437e183505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.506919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-92df29ef-bf9d-48a3-bf29-c0437e183505 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.0849073 Mar 31 23:19:22.538297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead12298-5334-4806-8dfd-0c31dbc1dcb3 None None] New status for floating IP 9fbbf1d8-c77a-4418-87db-7f62660a8060: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:22.594770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-e973857a-08d7-44f7-b568-b5c8628c6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.596860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-e973857a-08d7-44f7-b568-b5c8628c6e82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611961 Mar 31 23:19:22.600614 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.605112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-bb90651d-f2f0-451a-bf50-25889cd7119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.606722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-76e7f579-b9e9-45cf-842e-01366d9f9bcc req-bb90651d-f2f0-451a-bf50-25889cd7119f service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3442934 Mar 31 23:19:22.636204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:22.656655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.661031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.685666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856477f-a037-48da-a3e1-07d0f63ed753 req-a8f30808-6cca-4914-b4a7-33ac2ae3b3ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:22.686948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c856477f-a037-48da-a3e1-07d0f63ed753 req-a8f30808-6cca-4914-b4a7-33ac2ae3b3ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 931 time: 0.1961980 Mar 31 23:19:22.692798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe09:f743 (03c853cb-dc03-471e-ad40-98047172e65b/367f4eef-c931-4468-a9a3-b10b50f3f984/95455986-2ef7-478d-b49e-ceccc3a46723) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:22.696479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Transition to ACTIVE for port object 1873ab7f-2c31-46e2-9851-b482840e8b7b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:19:22.707812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.750835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-c07a9c24-ddba-474c-80ac-bbbfa8cecac5 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311042 Mar 31 23:19:22.797042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.833358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c856477f-a037-48da-a3e1-07d0f63ed753 req-19e31832-f386-4cb8-8087-5d603a179b47 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266034 Mar 31 23:19:22.854427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.856899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.858098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae8719f9-a44c-41b5-b32b-024e6690ec89 HTTP/1.1" status: 204 len: 168 time: 0.6047342 Mar 31 23:19:22.879103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9909-004e-43c0-b31e-3100bef1eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8719f9-a44c-41b5-b32b-024e6690ec89,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.917367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:22.917961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:22.918193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:22.923877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:22.924291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:22.931040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:22.931537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:22.932013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Bound using segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:22.932535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Bound port: 1873ab7f-2c31-46e2-9851-b482840e8b7b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:22.933013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:22.947112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f583b850-8005-4665-ad7a-45b5751a3a9f req-b72b06ab-5dbe-4780-9bef-9d6e2b716c51 service neutron] 10.222.0.60 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852720 Mar 31 23:19:22.987630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.006444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39578) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.058328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.153988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:23.184488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=95455986-2ef7-478d-b49e-ceccc3a46723,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.202977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:23.217371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.268834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:23.272801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:23.275714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:23.282323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.283031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.311590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-0cd1dd04-b51d-42e9-a8e6-2e6381e9e504 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1110179 Mar 31 23:19:23.317331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d652793-1076-4740-91e5-3161f450a4c1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5459995 Mar 31 23:19:23.332942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39584) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.465058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39586) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.510124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-414ec765-5d99-4f43-ab58-3fb3b45ba3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.567823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1dba7-004f-47e6-8f20-a2ea651924d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.574036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1dba7-004f-47e6-8f20-a2ea651924d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.575817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-65d1dba7-004f-47e6-8f20-a2ea651924d7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2417276 Mar 31 23:19:23.583723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.584206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.584678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.585151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.585622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.586089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.586558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.588866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-8cc1df2f-b50c-485f-97bd-ffb40ea300e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6499 time: 0.2332010 Mar 31 23:19:23.591298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39588) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:23.703948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.704628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.706538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] 10.222.0.96 "PUT /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1091 time: 2.2483485 Mar 31 23:19:23.714355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:23.718832 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84039a8e-60b1-4124-baff-e9553541e39d" -d '{"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:23.743500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7f91557c-7bd5-4072-afc7-4f535aadd8d5 None None] Provisioning complete for port 95455986-2ef7-478d-b49e-ceccc3a46723 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:23.744876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f91557c-7bd5-4072-afc7-4f535aadd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.774360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb935ba0-79a3-45e7-bda3-ec2258fb6a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.781069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Deleting port 7f0adb88-8778-491d-950b-5d5568670c4e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:23.781415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.815919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bb967-ab3d-4dfe-9bf3-a58cded89b83 req-149b810c-477b-485b-a631-9fe07ac49f5d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.817976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be5bb967-ab3d-4dfe-9bf3-a58cded89b83 req-149b810c-477b-485b-a631-9fe07ac49f5d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.5954926 Mar 31 23:19:23.822134 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1533c03a-224e-4a12-a5f9-fb050169ef50 x-openstack-request-id: req-1533c03a-224e-4a12-a5f9-fb050169ef50 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:23.823674 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:23.824269 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1533c03a-224e-4a12-a5f9-fb050169ef50 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:23.824717 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1533c03a-224e-4a12-a5f9-fb050169ef50'] response: {'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:19:23.835539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7f91557c-7bd5-4072-afc7-4f535aadd8d5 None None] Port 95455986-2ef7-478d-b49e-ceccc3a46723 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:23.906621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b25351f0-5ba4-4766-bcd7-2e29f92bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.907101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b25351f0-5ba4-4766-bcd7-2e29f92bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.907645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b25351f0-5ba4-4766-bcd7-2e29f92bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.909427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b25351f0-5ba4-4766-bcd7-2e29f92bc266 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=dc4cc462-d50c-44be-87a1-5dffcf790e48&id=dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 200 len: 2299 time: 0.2787344 Mar 31 23:19:23.937687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-414ec765-5d99-4f43-ab58-3fb3b45ba3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.949560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-414ec765-5d99-4f43-ab58-3fb3b45ba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:23.976277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-5b5a73e9-eb20-4dcd-bab4-a495d1bc83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.978090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-5b5a73e9-eb20-4dcd-bab4-a495d1bc83c1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1094 time: 0.2072144 Mar 31 23:19:23.986728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be5bb967-ab3d-4dfe-9bf3-a58cded89b83 req-a88d9109-e7f7-4e2d-9c4d-33574a31e786 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278112 Mar 31 23:19:24.050976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-252e5b1a-e682-4335-a5ee-a313cc64e9c1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 217 time: 0.0607867 Mar 31 23:19:24.055758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.056389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.067592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 95455986-2ef7-478d-b49e-ceccc3a46723 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:24.068528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.102715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Calling delete_port for 7f0adb88-8778-491d-950b-5d5568670c4e owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:24.132402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-414ec765-5d99-4f43-ab58-3fb3b45ba3cd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9177d06d2475411ba9cd5ac37e34cebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652553 Mar 31 23:19:24.134149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec765-5d99-4f43-ab58-3fb3b45ba3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17978e-7905-44a7-a2ee-20981c630cb3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.140299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39594) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.143871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-f6a58331-96d4-4f25-9746-c55324d9c424 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 200 len: 1001 time: 0.2195821 Mar 31 23:19:24.198946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-6bbcaca5-442c-453e-a882-d483fbc05f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.200727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-6bbcaca5-442c-453e-a882-d483fbc05f04 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1413255 Mar 31 23:19:24.248534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb9637-1c4b-4a6d-8403-c8e3dc49dce6 req-1afec578-bcc8-44a0-b99f-02aec859966e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.251363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cebb9637-1c4b-4a6d-8403-c8e3dc49dce6 req-1afec578-bcc8-44a0-b99f-02aec859966e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.2325521 Mar 31 23:19:24.291651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-24658e5d-17ce-4457-a888-1443279dd8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.293401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-24658e5d-17ce-4457-a888-1443279dd8e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52d1ad51-2f5d-4e45-82f8-3d685aa239ab HTTP/1.1" status: 200 len: 854 time: 0.1017206 Mar 31 23:19:24.307487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.349646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.356127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-e6ad4172-cf63-4168-bed9-f871910f5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.357554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-e6ad4172-cf63-4168-bed9-f871910f5ba4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465321 Mar 31 23:19:24.360075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 95455986-2ef7-478d-b49e-ceccc3a46723 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:24.365954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cebb9637-1c4b-4a6d-8403-c8e3dc49dce6 req-8c90bc99-82c9-40f8-a522-9e0255200c29 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050026 Mar 31 23:19:24.422797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-d2eb6d3c-8a0d-4552-8eb1-8fa53d4aa8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.424495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-d2eb6d3c-8a0d-4552-8eb1-8fa53d4aa8c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200466 Mar 31 23:19:24.437259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.569166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-ee4c9dd6-511b-4ce2-873b-6138bdc37444 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004700 Mar 31 23:19:24.572840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.580585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-61e1af96-8f4d-40d6-b2c2-3e5d756061d4 service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442230 Mar 31 23:19:24.621683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event deleted for resources: {'Port': ['ID=7f0adb88-8778-491d-950b-5d5568670c4e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.621939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.625099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.627986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.628999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd17978e-7905-44a7-a2ee-20981c630cb3 HTTP/1.1" status: 204 len: 168 time: 0.4876680 Mar 31 23:19:24.667578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=95455986-2ef7-478d-b49e-ceccc3a46723,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.680684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585be4a-6f8b-44ef-bc8c-28932d2fe023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17978e-7905-44a7-a2ee-20981c630cb3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.732177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.736120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9f750fd9-0303-41b3-95d1-ffd3b5e9626a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/95455986-2ef7-478d-b49e-ceccc3a46723 HTTP/1.1" status: 204 len: 168 time: 1.1437175 Mar 31 23:19:24.738997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.760931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.768251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:24.768251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a5d704f-1a71-4c6c-b2cd-345e660e4c23 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "DELETE /v2.0/floatingips/9fbbf1d8-c77a-4418-87db-7f62660a8060 HTTP/1.1" status: 204 len: 168 time: 1.7529573 Mar 31 23:19:24.780491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd867b79-a7f5-4981-b685-fb4aef9922df req-365a9527-cff6-4603-b55c-bc407f80858e service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034113 Mar 31 23:19:24.814151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-43b92c5e-f26a-4430-9d4b-ae52e176654b service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241516 Mar 31 23:19:24.821859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1c6b0-7758-471c-881a-5ccbc82c60c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.823533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1c6b0-7758-471c-881a-5ccbc82c60c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.827823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32e1c6b0-7758-471c-881a-5ccbc82c60c4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0876992 Mar 31 23:19:24.828161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39602) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.887868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-6bcfb8ce-d288-43ea-9bb6-9a18228dacd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 217 time: 0.0576136 Mar 31 23:19:24.914192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39606) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:24.967210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 367f4eef-c931-4468-a9a3-b10b50f3f984 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:24.974842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.001345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039a8e-60b1-4124-baff-e9553541e39d req-ba21bb0f-29ad-44d8-a20f-1061e60eeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.003207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-ba21bb0f-29ad-44d8-a20f-1061e60eeb30 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1094 time: 0.1477680 Mar 31 23:19:25.026014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-a3a498d8-d310-49a2-8128-0aa98414ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.027166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-a3a498d8-d310-49a2-8128-0aa98414ba70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1272812 Mar 31 23:19:25.051573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.090993 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.121713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-4bdaf313-6498-4487-92b6-91aa571bb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.125209 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-4bdaf313-6498-4487-92b6-91aa571bb400 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896773 Mar 31 23:19:25.144020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.247870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039a8e-60b1-4124-baff-e9553541e39d req-6be46cdf-4c57-4deb-917f-10a7c5128c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.249736 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-6be46cdf-4c57-4deb-917f-10a7c5128c6f service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2356520 Mar 31 23:19:25.257262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330d746-9b02-452c-b4e6-f2b566bd09fa req-f50f1514-c3fd-448a-8331-95400c68e75e tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.258753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7330d746-9b02-452c-b4e6-f2b566bd09fa req-f50f1514-c3fd-448a-8331-95400c68e75e tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1590083 Mar 31 23:19:25.268804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.314245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-aa7285ac-90dc-4a76-81db-44e6464a25ef service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732905 Mar 31 23:19:25.337512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-8be2c320-049a-4148-9929-0d837ff89848 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 217 time: 0.0757504 Mar 31 23:19:25.360961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.364640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.365626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] 10.222.0.95 "DELETE /v2.0/security-groups/c31d0bf0-946b-4931-a01e-95d762689040 HTTP/1.1" status: 204 len: 168 time: 0.4245281 Mar 31 23:19:25.412490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43b244-2635-4978-a8b7-55480d8f2802 tempest-TestServerBasicOps-993944009 tempest-TestServerBasicOps-993944009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31d0bf0-946b-4931-a01e-95d762689040,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.432382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39626) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.451948 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7330d746-9b02-452c-b4e6-f2b566bd09fa req-6d49c328-0211-429f-bb65-07efa280c434 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784382 Mar 31 23:19:25.467747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039a8e-60b1-4124-baff-e9553541e39d req-90cd9262-1d0b-46a1-b2bd-1b617b229ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.469785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-90cd9262-1d0b-46a1-b2bd-1b617b229ec2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1229541 Mar 31 23:19:25.499819 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-5441c583-8865-4ebe-8367-3d6fd56554ef service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777098 Mar 31 23:19:25.504592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.568675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=367f4eef-c931-4468-a9a3-b10b50f3f984,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.574499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-d20e7e23-dcce-4df2-b723-7d1a7fc254ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 217 time: 0.0664330 Mar 31 23:19:25.582664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:25.585928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e4e78cd6-2477-4d2a-b877-38a09106efe6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/367f4eef-c931-4468-a9a3-b10b50f3f984 HTTP/1.1" status: 204 len: 168 time: 0.7557094 Mar 31 23:19:25.591176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31156a-a95a-4316-a9ea-ca603ac3c8f8 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:25.593234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.595376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84039a8e-60b1-4124-baff-e9553541e39d req-4449309a-1ed9-4fca-83d8-aba8aec93dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.596931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-4449309a-1ed9-4fca-83d8-aba8aec93dcf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1124165 Mar 31 23:19:25.640622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e9327c86-83e0-496a-b175-51a621cb1fa1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424106 Mar 31 23:19:25.645401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39640) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.766112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-5e321e31-0435-468d-8845-fae9b41fce68 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282880 Mar 31 23:19:25.773741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b08d8129-801d-4a2e-b872-f3c982975cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.775911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-b08d8129-801d-4a2e-b872-f3c982975cb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1936114 Mar 31 23:19:25.786867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a469d2-cf26-4133-bf03-12ec38378151 req-c0475a80-c54e-4127-8a83-7976948a6124 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.788761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3a469d2-cf26-4133-bf03-12ec38378151 req-c0475a80-c54e-4127-8a83-7976948a6124 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.1822746 Mar 31 23:19:25.841395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf8ab5f-b08a-4c43-8e9a-583f338b709b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.843888 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0bf8ab5f-b08a-4c43-8e9a-583f338b709b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1962202 Mar 31 23:19:25.852436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39646) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:25.883606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:25.926717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-701a59fb-186b-4512-a561-c72f627959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.928661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-701a59fb-186b-4512-a561-c72f627959b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376145 Mar 31 23:19:25.945241 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84039a8e-60b1-4124-baff-e9553541e39d req-2b85c05a-8e82-4448-a9a5-e89dddb635ea service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687627 Mar 31 23:19:25.970195 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3a469d2-cf26-4133-bf03-12ec38378151 req-9d21ff77-d4b9-4062-991c-f27de8830bfc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448414 Mar 31 23:19:25.974306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca893fc8-171d-4351-8e02-be71889dd66e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:25.978269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ca893fc8-171d-4351-8e02-be71889dd66e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1238163 Mar 31 23:19:25.997739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39650) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.000706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Deleting port e3366855-7da8-4bd7-8a45-6d11c801b212 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:26.001104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.065859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2b442942-19ca-44e9-bdd3-5aa1c2fae42a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604963 Mar 31 23:19:26.066361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.071575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:26.146575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e3366855-7da8-4bd7-8a45-6d11c801b212,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:26.148061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.181378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-9bc73322-a406-4ae5-8c4a-ad0d6a8bd532 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419972 Mar 31 23:19:26.203052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e3366855-7da8-4bd7-8a45-6d11c801b212 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:26.241853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Calling delete_port for e3366855-7da8-4bd7-8a45-6d11c801b212 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:26.244686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.297072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-73996c85-1086-480a-830f-eb20ffbb249e service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062696 Mar 31 23:19:26.346480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-038cd5c2-c20e-44c5-a8bb-6fb80b80543e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66 HTTP/1.1" status: 200 len: 217 time: 0.0422828 Mar 31 23:19:26.372319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.410894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-e30ac5ca-2099-4bd2-b8f7-8b554a13d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.412483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-e30ac5ca-2099-4bd2-b8f7-8b554a13d135 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.0588841 Mar 31 23:19:26.418341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:26.423492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.428366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e3366855-7da8-4bd7-8a45-6d11c801b212, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e3366855-7da8-4bd7-8a45-6d11c801b212,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:26.436599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.480502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.503028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] No DVR routers for this DVR port e3366855-7da8-4bd7-8a45-6d11c801b212 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:26.529691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.541580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-f4dcbbff-41f8-4f68-8343-c7c59350d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.543371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-f4dcbbff-41f8-4f68-8343-c7c59350d925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207509 Mar 31 23:19:26.562996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec0309-1076-4861-ae8d-3829c7870995 None None] Pushing event deleted for resources: {'Port': ['ID=e3366855-7da8-4bd7-8a45-6d11c801b212,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.646664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-80706252-d691-4a5f-b993-0d4aeabdd767 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942957 Mar 31 23:19:26.778192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-1bc7b636-6c85-41be-9041-bc983160633a service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233337 Mar 31 23:19:26.784379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.828299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-13e4c698-1bd2-41f5-9f9b-a45db31f766b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce8185b2-8a45-428e-a102-ae7359c28e42 HTTP/1.1" status: 200 len: 217 time: 0.0417986 Mar 31 23:19:26.840035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:26.844759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:26.852955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.853609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.861709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88ad51-3611-4d4f-af88-ace7476a1a41 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:26.871660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:26.888233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-9d131ba4-a229-4178-bcd6-dd2b5b41261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.889902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-9d131ba4-a229-4178-bcd6-dd2b5b41261f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.0525243 Mar 31 23:19:26.922224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=fe424a87-bc9a-4626-aebd-755c8ed335c3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.939070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-793c5f89-19d1-4e83-9246-8494e1fd13ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8723836 Mar 31 23:19:26.941948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:26.949800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:3b:48:b9', 'name': 'tempest-NetworksTestDHCPv6-799168733'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:26.965182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-c5235306-7609-4cd1-9391-42a18b393497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:26.968246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-c5235306-7609-4cd1-9391-42a18b393497 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689969 Mar 31 23:19:27.131129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-0ad53b87-18d1-4c51-b217-02653fc951b0 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540558 Mar 31 23:19:27.209634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': 'fe424a87-bc9a-4626-aebd-755c8ed335c3'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:27.211967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.263320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-22674669-7b07-4fb0-afa7-1d9350da5b54 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250160 Mar 31 23:19:27.276589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935a33-3af8-4124-832f-56a906e4a7f7 req-5544b00f-5b70-4c1c-8f32-0a7a03bcc559 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:27.278369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7935a33-3af8-4124-832f-56a906e4a7f7 req-5544b00f-5b70-4c1c-8f32-0a7a03bcc559 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.1125455 Mar 31 23:19:27.280986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:27.347909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-d2b529af-2c41-4224-b912-7e9a27d035f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=edc85828-7ba8-4096-accc-cf792991750c HTTP/1.1" status: 200 len: 217 time: 0.0767014 Mar 31 23:19:27.434885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.478643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-4dd1dac6-7c89-4582-a8f8-ce3b967fb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:27.483227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-4dd1dac6-7c89-4582-a8f8-ce3b967fb6dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.1267436 Mar 31 23:19:27.495812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 9fd7e75f-182e-42e4-8524-6c09c8147809 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:27.501754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/fe424a87-bc9a-4626-aebd-755c8ed335c3/f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:27.525594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39678) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:27.607462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7935a33-3af8-4124-832f-56a906e4a7f7 req-8613127e-7062-4f97-96da-bbd17e1c1754 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838424 Mar 31 23:19:27.618855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-2beaef6d-eede-4de4-9123-fec1ba1e794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:27.622852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-2beaef6d-eede-4de4-9123-fec1ba1e794f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174903 Mar 31 23:19:27.759590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Deleting port 72ba31ce-e70d-4909-a820-04d10fc1e42b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:27.760114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.821033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-874c7068-adf9-4083-b988-135ff9401e85 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896765 Mar 31 23:19:27.826363 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.836251 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.873554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ca6048-390b-4981-88a5-b7fcc238afaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.874529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:27.876134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:27.880463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:27.938409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-c7cbd9bc-e77c-479f-9b0d-7d85ed5c74e8 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104364 Mar 31 23:19:27.948253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Pushing event updated for resources: {'Port': ['ID=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:27.968908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Attempting to bind port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:27.969269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Attempting to bind port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:27.969613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Attempting to bind port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:27.972008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::2ec (03c853cb-dc03-471e-ad40-98047172e65b/fe424a87-bc9a-4626-aebd-755c8ed335c3/9fd7e75f-182e-42e4-8524-6c09c8147809) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:27.974988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:27.975436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:27.975822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.976220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:27.977100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Bound port: f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:27.977100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.983131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] For port 72ba31ce-e70d-4909-a820-04d10fc1e42b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=72ba31ce-e70d-4909-a820-04d10fc1e42b,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:27.983458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:27.988803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-3b4d3abd-8b5b-4c31-9e30-6e8fa6a8f987 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 200 len: 217 time: 0.0417900 Mar 31 23:19:28.005391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Calling delete_port for 72ba31ce-e70d-4909-a820-04d10fc1e42b owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:28.061512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] For port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:28.062805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-a04f530f-5082-4524-bf0c-7c75c9ebb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.064520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-a04f530f-5082-4524-bf0c-7c75c9ebb9bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.0675244 Mar 31 23:19:28.065263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] For port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:28.069442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.121693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770acbd2-bd4f-491f-9782-389a6416e5a8 None None] Pushing event updated for resources: {'Port': ['ID=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.128195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-08d0df9d-a91b-432b-90ce-ac244cb351d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.130167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-08d0df9d-a91b-432b-90ce-ac244cb351d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567546 Mar 31 23:19:28.140079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:28.186054 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ca6048-390b-4981-88a5-b7fcc238afaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.256626 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-0de4d3d6-d369-4f96-ae5d-0f7e0a83b03b service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182511 Mar 31 23:19:28.276060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.283706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41ca6048-390b-4981-88a5-b7fcc238afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.289501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:28.337260 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.355605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:28.374654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c805bc-5dab-4733-adfd-c3da0df4514f req-74dfaefd-9840-46e4-a744-8a788c267204 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090105 Mar 31 23:19:28.378397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41ca6048-390b-4981-88a5-b7fcc238afaa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4dd1459250aa4adf95cfecaa7e670f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8472345 Mar 31 23:19:28.388115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:28.394750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:28.416497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6048-390b-4981-88a5-b7fcc238afaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b142b-e95b-4afa-acf1-cf779ae8138a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.419038 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.454787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.525850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.551105 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.572531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.575096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.608742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.610933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ba31ce-e70d-4909-a820-04d10fc1e42b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.650224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.654326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.659621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/516b142b-e95b-4afa-acf1-cf779ae8138a HTTP/1.1" status: 204 len: 168 time: 0.2625167 Mar 31 23:19:28.711655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74530b-7601-4899-9071-096c40c7ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b142b-e95b-4afa-acf1-cf779ae8138a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.794296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:28.806827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c76fdb-5066-407f-ba5e-5c155eee644c req-78366f28-2d6a-450f-afdb-4d1ef296c217 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.808540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3c76fdb-5066-407f-ba5e-5c155eee644c req-78366f28-2d6a-450f-afdb-4d1ef296c217 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.0605123 Mar 31 23:19:28.817297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:28.825809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=9fd7e75f-182e-42e4-8524-6c09c8147809,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.829306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:28.838020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.838714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:28.867993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3c76fdb-5066-407f-ba5e-5c155eee644c req-421f1e4d-32a0-41a7-919d-7700a44cc6e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519996 Mar 31 23:19:28.914874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-433dd287-d96d-4e72-9f9d-a3a94c523a1a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9717028 Mar 31 23:19:28.917606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:28.938291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['1873ab7f-2c31-46e2-9851-b482840e8b7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:28.988190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87337b98-bc5f-4882-b6ed-edb3e799cc34 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:28.997038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87337b98-bc5f-4882-b6ed-edb3e799cc34 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:29.002029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87337b98-bc5f-4882-b6ed-edb3e799cc34 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0832903 Mar 31 23:19:29.002783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39692) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.008633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.155083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 9fd7e75f-182e-42e4-8524-6c09c8147809 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:29.156513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.190686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39694) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.244422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21d01a94-8373-42d5-83d2-43c5c85d5014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.581700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] Provisioning complete for port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:29.582006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.680090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.724070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:29.725033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] For port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:29.734573 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.755425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.780569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 9fd7e75f-182e-42e4-8524-6c09c8147809 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:29.785170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da4ec0-5887-4b28-8f7c-43c582e50a82 None None] Pushing event updated for resources: {'Port': ['ID=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:29.842639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:29.851752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e10ad5cb-34d0-426c-b97e-44846be38688 admin admin] 10.222.0.95 "PUT /v2.0/routers/e8b5b4d7-d27d-4d43-afa3-e2558fb90adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4104598 Mar 31 23:19:29.852370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:29.853142 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Sync routers for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:29.858228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21d01a94-8373-42d5-83d2-43c5c85d5014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.868458 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:29.869096 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.870701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-46c2bc8a-833a-4391-9f6d-088ac2a6dffe None None] Provisioning complete for port 9fd7e75f-182e-42e4-8524-6c09c8147809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:29.871306 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-46c2bc8a-833a-4391-9f6d-088ac2a6dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:29.924174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-46c2bc8a-833a-4391-9f6d-088ac2a6dffe None None] Port 9fd7e75f-182e-42e4-8524-6c09c8147809 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:19:29.940793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21d01a94-8373-42d5-83d2-43c5c85d5014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.000149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21d01a94-8373-42d5-83d2-43c5c85d5014 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f127bf7a36b64ca29ffc9c5b85282960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075016 Mar 31 23:19:30.003327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.004903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.006789 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:30.019439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.031129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d01a94-8373-42d5-83d2-43c5c85d5014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bd0e3f-175a-4676-809f-a786f3eb935d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.064994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8579a1-9a25-4bfb-b481-ad74dbfdf937 req-d39646d8-8f7e-46ee-9c9d-dd7a817fe5df tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.065464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=9fd7e75f-182e-42e4-8524-6c09c8147809,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.066551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf8579a1-9a25-4bfb-b481-ad74dbfdf937 req-d39646d8-8f7e-46ee-9c9d-dd7a817fe5df tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.1019497 Mar 31 23:19:30.132845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.140694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-96a89e03-8cea-4f48-91af-b4c3c56b038e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/9fd7e75f-182e-42e4-8524-6c09c8147809 HTTP/1.1" status: 204 len: 168 time: 1.1366098 Mar 31 23:19:30.141450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.192290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf8579a1-9a25-4bfb-b481-ad74dbfdf937 req-fdb51bc6-5b17-4bcc-90d3-28ec0942e5e7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169753 Mar 31 23:19:30.205825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.232014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.239057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf83c6-9fbb-48fd-a906-48e09ef029e1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.240798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bf83c6-9fbb-48fd-a906-48e09ef029e1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.242510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a1bf83c6-9fbb-48fd-a906-48e09ef029e1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0992341 Mar 31 23:19:30.246616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.261293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:19:28Z', 'revision_number': 5, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port': {'id': '590c78f4-f965-418f-ad3a-627863dbb3c1', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:12:52Z', 'updated_at': '2022-03-31T23:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:30.319671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Deleting port 590c78f4-f965-418f-ad3a-627863dbb3c1 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:30.320273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.323889 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Checking router: e8b5b4d7-d27d-4d43-afa3-e2558fb90adf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:30.333830 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Routers {'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:30.335008 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:30.336627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.380473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet fe424a87-bc9a-4626-aebd-755c8ed335c3 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:30.395869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:30.399659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.457478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:30.458251 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.461951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.467421 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] Set router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:30.474416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] For port 590c78f4-f965-418f-ad3a-627863dbb3c1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=590c78f4-f965-418f-ad3a-627863dbb3c1,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:30.475008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.488829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Calling delete_port for 590c78f4-f965-418f-ad3a-627863dbb3c1 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:30.523517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.526689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.527986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c1bd0e3f-175a-4676-809f-a786f3eb935d HTTP/1.1" status: 204 len: 168 time: 0.5206087 Mar 31 23:19:30.532343 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 6, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:30.539991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af85291-6bc4-4c4f-91cf-a0f8b05d26b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bd0e3f-175a-4676-809f-a786f3eb935d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.564080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10cc439-4a0f-4074-b3e3-2fe18c3f8d28 None None] The sync data for ids ['e8b5b4d7-d27d-4d43-afa3-e2558fb90adf'] in n-d-835855-2 is: [{'id': 'e8b5b4d7-d27d-4d43-afa3-e2558fb90adf', 'name': 'tempest-TestServerBasicOps-80041886-router', 'tenant_id': '843b32bd711748c1a7e437b6f2e36b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:12:50Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 6, 'project_id': '843b32bd711748c1a7e437b6f2e36b41', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:30.622606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.690448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.717632 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.724062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=fe424a87-bc9a-4626-aebd-755c8ed335c3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.728314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.733965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6e36adf-4721-4f98-9808-68c1ff06716a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/fe424a87-bc9a-4626-aebd-755c8ed335c3 HTTP/1.1" status: 204 len: 168 time: 0.4843402 Mar 31 23:19:30.734074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.735411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2d8a98-c517-45a9-864a-fbe5daff6d82 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:30.748863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Pushing event deleted for resources: {'Port': ['ID=590c78f4-f965-418f-ad3a-627863dbb3c1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.788105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-05c6a734-0f69-4575-b528-183f9f1931fd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507755 Mar 31 23:19:30.788606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39712) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.824515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.849888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ba2b2-b252-4c16-86bf-a161acc30184 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.852448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be7ba2b2-b252-4c16-86bf-a161acc30184 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0628479 Mar 31 23:19:30.854846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39714) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.929421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a04ee-09db-4beb-ba30-81c796db43a5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:30.949863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c40a04ee-09db-4beb-ba30-81c796db43a5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0910940 Mar 31 23:19:30.952317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:30.964521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.966719 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:30.979813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:30.996725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0d2f460e-972c-4ee1-9e59-8a180afd6f8b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430706 Mar 31 23:19:31.001462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39724) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.008541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:31.040295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.041109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8b5b4d7-d27d-4d43-afa3-e2558fb90adf {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:31.046579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.048173 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd479b39-f706-4310-9ca6-915196023553 admin admin] 10.222.0.95 "DELETE /v2.0/routers/e8b5b4d7-d27d-4d43-afa3-e2558fb90adf HTTP/1.1" status: 204 len: 168 time: 1.1924751 Mar 31 23:19:31.052835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.071659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Deleting port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:31.072136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.115558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Deleting subnet 40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:31.119444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.167934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.180101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] For port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:31.181672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.191905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:31.198611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Calling delete_port for f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:31.199292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.286868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.355135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.362537 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.377527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6964b-33b3-4ea9-9328-188b855ecd23 req-3e1eee7b-cc24-4261-8e57-6a78bd017cc7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.379155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38a6964b-33b3-4ea9-9328-188b855ecd23 req-3e1eee7b-cc24-4261-8e57-6a78bd017cc7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.0798373 Mar 31 23:19:31.389378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] Pushing event deleted for resources: {'Port': ['ID=f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.394214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c9ef4-4d99-4394-b979-9b83fbd1c5fc None None] No DVR routers for this DVR port f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:31.413827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.417601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92 HTTP/1.1" status: 204 len: 168 time: 0.3627658 Mar 31 23:19:31.418869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657218a-057b-41af-8aed-a03f5d561bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f8f3bb-8d1d-4cce-8b6f-55e6dfc95c92,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.421324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39738) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.421792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf2d980-9a33-4cf9-990d-d07e66ff5aee None None] Network 90965a56-2fc9-497d-8b15-d36c9a7986a1 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:31.540892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38a6964b-33b3-4ea9-9328-188b855ecd23 req-e0e430b5-edb1-43d2-87c1-4ea57a808276 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393199 Mar 31 23:19:31.569980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.690385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Deleting port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:31.691039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.722063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:31.723895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.748430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:31.751392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:31.783374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd718fb4-0d68-401b-a2fb-401bfc3f9868 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:31.788283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:31.790027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.797934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] For port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,segment=NetworkSegment(b20c7bac-eff5-45ed-bf82-e78b43894552),segment_id=b20c7bac-eff5-45ed-bf82-e78b43894552)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:31.798500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:31.815228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8089995 Mar 31 23:19:31.818309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39748) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:31.819735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Calling delete_port for 34097fa9-16f5-49e1-8f6d-45e9e4064a5d owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:31.826573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:31.866359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9db86-fd58-4f5a-a58c-7d0abadb717b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=67d8a85c-6cf3-44f6-9418-d7681f66203e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.968294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '67d8a85c-6cf3-44f6-9418-d7681f66203e'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:31.969218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.000197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.015613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3924e59-4ff0-4013-b5f6-33aa376b0022 None None] DHCP port deletion for 90965a56-2fc9-497d-8b15-d36c9a7986a1 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:32.040351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Pushing event deleted for resources: {'Port': ['ID=34097fa9-16f5-49e1-8f6d-45e9e4064a5d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.042257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:32.045081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] No DVR routers for this DVR port 34097fa9-16f5-49e1-8f6d-45e9e4064a5d on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:32.045896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.163803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:32.180574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.210199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90965a56-2fc9-497d-8b15-d36c9a7986a1']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:32.236794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20c7bac-eff5-45ed-bf82-e78b43894552') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:32.237668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20c7bac-eff5-45ed-bf82-e78b43894552') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:32.255389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.268047 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67d8a85c-6cf3-44f6-9418-d7681f66203e (CIDR: 2001:db8::/64) Mar 31 23:19:32.276542 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:32.277013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:32.279900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.286922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Releasing vlan 1258 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:32.287770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.290779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34097fa9-16f5-49e1-8f6d-45e9e4064a5d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:32.293778 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:32.306427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-141505c5-323f-4746-a364-1f2b3d840c63 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4842069 Mar 31 23:19:32.306667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39758) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.314708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:32.321778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 34097fa9-16f5-49e1-8f6d-45e9e4064a5d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:32.322130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34097fa9-16f5-49e1-8f6d-45e9e4064a5d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:32.322543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.354849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Allocated IP 2001:db8::f816:3eff:fe1c:c7d1 (03c853cb-dc03-471e-ad40-98047172e65b/67d8a85c-6cf3-44f6-9418-d7681f66203e/148fa40c-7d12-444b-a1f8-c582b1e2a4ec) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:32.357580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 1873ab7f-2c31-46e2-9851-b482840e8b7b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:19:32.359717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:32.360061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f35a30f7-e0fe-43d7-9f0a-c0f9b5d2fcd7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:32.360757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 72ba31ce-e70d-4909-a820-04d10fc1e42b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.369440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.376874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.383637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] 10.222.0.95 "DELETE /v2.0/networks/90965a56-2fc9-497d-8b15-d36c9a7986a1 HTTP/1.1" status: 204 len: 168 time: 0.9611661 Mar 31 23:19:32.384623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39760) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:32.387738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 1873ab7f-2c31-46e2-9851-b482840e8b7b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:32.388057 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.433585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 72ba31ce-e70d-4909-a820-04d10fc1e42b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:32.434288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 72ba31ce-e70d-4909-a820-04d10fc1e42b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:32.434288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 590c78f4-f965-418f-ad3a-627863dbb3c1 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:32.442556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184084c-a1c9-42c7-894a-c89e86d2243c admin admin] Pushing event deleted for resources: {'Network': ['ID=90965a56-2fc9-497d-8b15-d36c9a7986a1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.445174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:32.451539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.458241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 590c78f4-f965-418f-ad3a-627863dbb3c1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:32.458940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 590c78f4-f965-418f-ad3a-627863dbb3c1 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:32.594799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.720111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:32.723582 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ff9002-dc28-4ad4-83c6-182350f83eca" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:32.747608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:32.754668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.759438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.808902 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330bf63c-d562-4aa6-b2de-f2ce5d1d357f x-openstack-request-id: req-330bf63c-d562-4aa6-b2de-f2ce5d1d357f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:32.809198 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:32.809646 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-330bf63c-d562-4aa6-b2de-f2ce5d1d357f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:32.810045 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330bf63c-d562-4aa6-b2de-f2ce5d1d357f'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'code': 200} Mar 31 23:19:32.824854 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.857397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85779dca-9674-47a7-bc22-9e8474e998b6 req-7ad853b2-f0ba-44e0-83d8-5f97ec61dce0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:32.859576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85779dca-9674-47a7-bc22-9e8474e998b6 req-7ad853b2-f0ba-44e0-83d8-5f97ec61dce0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.1731822 Mar 31 23:19:32.871258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:32.899187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:32.919011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:32.925411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:32.932345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:32.954162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe81ad0-ece5-45e6-9a01-3d0ea41dda6c req-0a9bb7ea-22f0-4f46-8775-bdfdd843c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:32.955970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfe81ad0-ece5-45e6-9a01-3d0ea41dda6c req-0a9bb7ea-22f0-4f46-8775-bdfdd843c725 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0699453 Mar 31 23:19:33.002275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Pushing event updated for resources: {'Port': ['ID=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.007040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Attempting to bind port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:33.008233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Attempting to bind port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:33.008645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Attempting to bind port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:33.011532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=a58163ba-f018-4ebb-98b2-96c2f7ce17f3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.017046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:33.017452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:33.018239 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.018809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:33.020395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Bound port: 148fa40c-7d12-444b-a1f8-c582b1e2a4ec, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:33.020804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.024564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85779dca-9674-47a7-bc22-9e8474e998b6 req-c8250f6f-6fd9-43aa-8759-d577da6a758d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527348 Mar 31 23:19:33.034041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfe81ad0-ece5-45e6-9a01-3d0ea41dda6c req-7ba11d54-ac8e-4e9d-88c8-fd7d3df2e2a2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680733 Mar 31 23:19:33.036087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:33.038260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:33.041730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.042327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.053705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.072962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b3dbfdd1-3138-4acb-8c29-06f3ec6f2d67 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7650130 Mar 31 23:19:33.075991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39774) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:33.083019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:53:ab:e2', 'name': 'tempest-NetworksTestDHCPv6-1250813569'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:33.108619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] For port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:33.116944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] For port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:33.126817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.202808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99f726-0f83-4bb2-a4f3-e7c1120649e0 None None] Pushing event updated for resources: {'Port': ['ID=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.244637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:33.348237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.368776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Deleting port d12bbdcb-e537-4e29-ad33-f409bd24dfb3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:33.369261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.380523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 8c1fa196-b261-4fc8-b80f-fa70b5d8c415 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:33.510002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] For port d12bbdcb-e537-4e29-ad33-f409bd24dfb3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:33.510373 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.532300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Calling delete_port for d12bbdcb-e537-4e29-ad33-f409bd24dfb3 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:33.646913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8:0:1::25d (03c853cb-dc03-471e-ad40-98047172e65b/a58163ba-f018-4ebb-98b2-96c2f7ce17f3/8c1fa196-b261-4fc8-b80f-fa70b5d8c415) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:33.660652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fe53:abe2 (03c853cb-dc03-471e-ad40-98047172e65b/67d8a85c-6cf3-44f6-9418-d7681f66203e/8c1fa196-b261-4fc8-b80f-fa70b5d8c415) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:33.757576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.841955 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.847767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d12bbdcb-e537-4e29-ad33-f409bd24dfb3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.884259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.933775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:33.941874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:33.946071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:33.955818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.956743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:33.988066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=8c1fa196-b261-4fc8-b80f-fa70b5d8c415,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.008391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.029762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c294f319-eac7-4640-9ea1-505a9b8b3fe2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9500487 Mar 31 23:19:34.030251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39782) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.215672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 8c1fa196-b261-4fc8-b80f-fa70b5d8c415 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:34.216039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.332366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff5448-7f5e-4c06-bcc4-05246470b599 req-392c0f8f-e546-4006-9d40-a6dbcf98dbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.334064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01ff5448-7f5e-4c06-bcc4-05246470b599 req-392c0f8f-e546-4006-9d40-a6dbcf98dbb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1518056 Mar 31 23:19:34.370227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.408237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 8c1fa196-b261-4fc8-b80f-fa70b5d8c415 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:34.410571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 148fa40c-7d12-444b-a1f8-c582b1e2a4ec up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:34.438207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:34.452460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01ff5448-7f5e-4c06-bcc4-05246470b599 req-c0159794-96f0-48b2-8fb7-b5e425153a66 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045306 Mar 31 23:19:34.513909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0701f610-5c89-4073-b7d8-40edf5abb3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.520727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:34.521146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.605444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbaa92-e5b5-4cc4-8571-7cd861df728f None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:34.654711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:34.659735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-370c2ad1-f44a-45db-82ed-3dcb811c88bf admin admin] 10.222.0.95 "PUT /v2.0/routers/65e09c59-3789-4ead-b5b6-7ed4c7af81f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725811 Mar 31 23:19:34.662486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.682524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Sync routers for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:34.691082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.727652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=8c1fa196-b261-4fc8-b80f-fa70b5d8c415,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.755257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.762515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:34.763520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:34.781968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbf57452-01cb-4b6b-924b-74c6cf60ac13 None None] Provisioning complete for port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:34.782426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbf57452-01cb-4b6b-924b-74c6cf60ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.784771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.790581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.794875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cae0359c-abde-461a-8074-76fa2dafea81 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/8c1fa196-b261-4fc8-b80f-fa70b5d8c415 HTTP/1.1" status: 204 len: 168 time: 0.7633739 Mar 31 23:19:34.797222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39796) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.897701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc80b2d3-e29d-4d11-9781-2687457d7d39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.901812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc80b2d3-e29d-4d11-9781-2687457d7d39 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1010067 Mar 31 23:19:34.901988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39800) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.911275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:34.915543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.964448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff44282-9758-42d3-ad4a-a2aa29b65eb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.967759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ff44282-9758-42d3-ad4a-a2aa29b65eb2 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0647209 Mar 31 23:19:34.968943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:34.972626 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:34.989297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Deleting port 4d0ea064-fa2c-4171-abad-c1487828bab0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:34.990040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.059503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c313e0-1ba7-4a82-aaaf-507048c86cd0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.061471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c313e0-1ba7-4a82-aaaf-507048c86cd0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.063314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c313e0-1ba7-4a82-aaaf-507048c86cd0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.063509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:35.066373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27c313e0-1ba7-4a82-aaaf-507048c86cd0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0871918 Mar 31 23:19:35.069118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39806) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:35.108893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] For port 4d0ea064-fa2c-4171-abad-c1487828bab0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4d0ea064-fa2c-4171-abad-c1487828bab0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:35.108893 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.124374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Calling delete_port for 4d0ea064-fa2c-4171-abad-c1487828bab0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:35.126326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 67d8a85c-6cf3-44f6-9418-d7681f66203e {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:35.130230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.136690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.200081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.342106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.348621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.378199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8ba23-c6fc-4576-8bd2-df04d52db7ca None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '67d8a85c-6cf3-44f6-9418-d7681f66203e', 'ip_address': '2001:db8::f816:3eff:fe1c:c7d1'}, {'subnet_id': 'a58163ba-f018-4ebb-98b2-96c2f7ce17f3'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '148fa40c-7d12-444b-a1f8-c582b1e2a4ec'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:19:35.380526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ea064-fa2c-4171-abad-c1487828bab0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.404421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 5, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port': {'id': '4d0ea064-fa2c-4171-abad-c1487828bab0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:13:06Z', 'updated_at': '2022-03-31T23:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:35.437944 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfe8ba23-c6fc-4576-8bd2-df04d52db7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.441448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Checking router: 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:35.444097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.447158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.458754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Routers {'65e09c59-3789-4ead-b5b6-7ed4c7af81f1'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:35.459586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:35.484095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=67d8a85c-6cf3-44f6-9418-d7681f66203e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.494748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.499788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e071625e-e4db-4ff9-9b91-33c1ad4dc733 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/67d8a85c-6cf3-44f6-9418-d7681f66203e HTTP/1.1" status: 204 len: 168 time: 0.4293413 Mar 31 23:19:35.502479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39810) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:35.616687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet a58163ba-f018-4ebb-98b2-96c2f7ce17f3 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:35.618213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.620647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.641569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc7027-d290-45a4-a88c-1ef31c74c3cc req-4360c2e9-a0a4-4f19-9cee-2013535e8e9a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.643324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8fc7027-d290-45a4-a88c-1ef31c74c3cc req-4360c2e9-a0a4-4f19-9cee-2013535e8e9a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0783486 Mar 31 23:19:35.644207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.722170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.748507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8fc7027-d290-45a4-a88c-1ef31c74c3cc req-56fed06c-5788-495a-9132-1d81348ff0fb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768306 Mar 31 23:19:35.826040 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.893393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] Set router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:35.916805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.932890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:35.936628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/a58163ba-f018-4ebb-98b2-96c2f7ce17f3 HTTP/1.1" status: 204 len: 168 time: 0.4324729 Mar 31 23:19:35.957594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:35.958319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32929c-80f1-4f0a-b8cc-82a86c6584bd tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=a58163ba-f018-4ebb-98b2-96c2f7ce17f3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.986857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:19:35Z', 'revision_number': 7, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:36.019356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6b9454-7e9c-4591-8f9a-732d9d6837af None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:36.026897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6aaee29d-64cf-45ea-987e-9070b1b8826a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622826 Mar 31 23:19:36.027521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.032162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa566072-5fc2-4609-b224-1aba9dffc4be None None] The sync data for ids ['65e09c59-3789-4ead-b5b6-7ed4c7af81f1'] in n-d-835855-2 is: [{'id': '65e09c59-3789-4ead-b5b6-7ed4c7af81f1', 'name': 'tempest-TestServerBasicOps-1084618263-router', 'tenant_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:13:04Z', 'updated_at': '2022-03-31T23:19:35Z', 'revision_number': 7, 'project_id': '3ea61c1d5ced48f697a563521ffb4e1c', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:36.032505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:36.163379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.164833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e09c59-3789-4ead-b5b6-7ed4c7af81f1 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:19:36.171218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fce368a-114c-4ed6-bb12-bf5c473c231f None None] Provisioning complete for port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:36.171618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8fce368a-114c-4ed6-bb12-bf5c473c231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.177490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:36.178173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.182561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.183990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5a63630-595b-4347-82bf-38c7e1d5152c admin admin] 10.222.0.95 "DELETE /v2.0/routers/65e09c59-3789-4ead-b5b6-7ed4c7af81f1 HTTP/1.1" status: 204 len: 168 time: 1.5204015 Mar 31 23:19:36.189314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39820) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.244629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4aa4-b7c2-4977-9045-6cac9e3e506c req-0eed31d3-6c06-4936-ba15-827abe42b573 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:36.246867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-081b4aa4-b7c2-4977-9045-6cac9e3e506c req-0eed31d3-6c06-4936-ba15-827abe42b573 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1434703 Mar 31 23:19:36.277344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:36.307488 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-081b4aa4-b7c2-4977-9045-6cac9e3e506c req-9d29308e-b517-464f-b9d0-c46f2ad5e87e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537379 Mar 31 23:19:36.312990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Deleting subnet af8104df-2dfe-427d-8531-fdbbb6262412 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:36.317215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.338806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.352643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Deleting port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:36.353277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.362966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.436630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cad5d0-142c-4c9b-abcc-19c5b6365d45 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:36.441849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a7cad5d0-142c-4c9b-abcc-19c5b6365d45 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1091 time: 0.1019294 Mar 31 23:19:36.443431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.449070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:36.489351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] For port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:36.489967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.518173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.523451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Calling delete_port for 148fa40c-7d12-444b-a1f8-c582b1e2a4ec owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:36.583084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.608764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.641055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 148fa40c-7d12-444b-a1f8-c582b1e2a4ec no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:36.647152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8104df-2dfe-427d-8531-fdbbb6262412,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.653292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.656541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-02464f7e-d339-4f04-9077-33af2e2667f1 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/af8104df-2dfe-427d-8531-fdbbb6262412 HTTP/1.1" status: 204 len: 168 time: 0.4657822 Mar 31 23:19:36.661112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39826) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:36.672529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c095e83-7667-4527-9651-5eda43634204 None None] Network 77d168a3-6fbd-4ae7-9b86-0649f15f93db requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:36.680438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.objects.ports [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109298) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:36.693989 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.770280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] Pushing event deleted for resources: {'Port': ['ID=148fa40c-7d12-444b-a1f8-c582b1e2a4ec,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.771623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.772486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa445404-239a-42ed-983e-f6fc50d64163 None None] No DVR routers for this DVR port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:36.793149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No active binding found for port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:19:36.793596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 148fa40c-7d12-444b-a1f8-c582b1e2a4ec not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:36.826917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.870401 n-d-835855-2 neutron-server[109298]: WARNING neutron.services.revisions.revision_plugin [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Could not find related port for resource to bump revision. Mar 31 23:19:36.877482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_pluggable_backend [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Port 148fa40c-7d12-444b-a1f8-c582b1e2a4ec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 31 23:19:36.880231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_pluggable_backend [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1c:c7d1 {{(pid=109298) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 31 23:19:36.909941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:36.972124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.155 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ae4f61e7-8112-4794-b0b7-89002fcdeb55) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:37.007548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22113394-3501-4de1-86d1-860c715287e3 None None] DHCP port deletion for 77d168a3-6fbd-4ae7-9b86-0649f15f93db request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:37.017783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1708c074-7067-4222-83cb-3710bba25efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.031256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:37.043567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:37.049231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:37.049661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.061910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953dd5a-9683-4670-819c-e6e029b4c535 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:37.063628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=30c2a4d0-713a-44f4-b6ba-85bcdf1295f7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.072057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Deleting port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:37.072440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.093912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26c920e8-e582-43e9-a96d-e8f56b4b0b7f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0652606 Mar 31 23:19:37.097110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39830) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:37.102305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:37.130854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.197427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.208717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Deleting port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:37.208974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] For port eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:37.209142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.209353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.236152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Calling delete_port for eb1e0129-a88b-456e-9c32-ca65c5fc90e7 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:37.261118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:37.264494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:37.272585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:37.292602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-22113394-3501-4de1-86d1-860c715287e3 None None] For port eb1e0129-a88b-456e-9c32-ca65c5fc90e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,segment=NetworkSegment(1691f7da-4ef4-4503-9ef5-83e84850f1a6),segment_id=1691f7da-4ef4-4503-9ef5-83e84850f1a6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:37.293003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.311876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Calling delete_port for eb1e0129-a88b-456e-9c32-ca65c5fc90e7 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:37.314626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=ae4f61e7-8112-4794-b0b7-89002fcdeb55,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.340735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:37.344838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.381869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.398507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] No DVR routers for this DVR port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:37.443370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.471611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22113394-3501-4de1-86d1-860c715287e3 None None] Pushing event deleted for resources: {'Port': ['ID=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.479458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1e0129-a88b-456e-9c32-ca65c5fc90e7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.483461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22113394-3501-4de1-86d1-860c715287e3 None None] No DVR routers for this DVR port eb1e0129-a88b-456e-9c32-ca65c5fc90e7 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:37.562894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '30c2a4d0-713a-44f4-b6ba-85bcdf1295f7'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:37.564035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.572502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.598664 n-d-835855-2 neutron-server[109298]: INFO neutron.db.ipam_backend_mixin [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30c2a4d0-713a-44f4-b6ba-85bcdf1295f7 (CIDR: 2001:db8::/64) Mar 31 23:19:37.612985 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:37.613462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:37.621893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d168a3-6fbd-4ae7-9b86-0649f15f93db']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:37.631502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1691f7da-4ef4-4503-9ef5-83e84850f1a6') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:37.631862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1691f7da-4ef4-4503-9ef5-83e84850f1a6') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:37.645280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.658537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-02b2daea-9971-4ce6-a0f6-52bb013ca29c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5603349 Mar 31 23:19:37.664011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39834) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:37.671516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:37.743308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Allocated IP 2001:db8::f816:3eff:fe1d:1f95 (03c853cb-dc03-471e-ad40-98047172e65b/30c2a4d0-713a-44f4-b6ba-85bcdf1295f7/26015cde-ab85-4f45-bfb4-4e7cc4e26e0c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:37.791763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:37.796152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.801894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.822314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:37.822726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:37.824497 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:37.940044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.941605 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.955059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.960753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:37.966950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] 10.222.0.95 "DELETE /v2.0/networks/77d168a3-6fbd-4ae7-9b86-0649f15f93db HTTP/1.1" status: 204 len: 168 time: 1.3024766 Mar 31 23:19:37.966950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b7a0f-a48a-4ad5-be7f-88315afc15fd admin admin] Pushing event deleted for resources: {'Network': ['ID=77d168a3-6fbd-4ae7-9b86-0649f15f93db,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.022313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:38.026396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:38.030244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:38.039050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Pushing event updated for resources: {'Port': ['ID=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.082024 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.149301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Attempting to bind port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:38.150056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Attempting to bind port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:38.150583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Attempting to bind port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:38.169872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:38.170572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:38.171417 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.171966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:38.172616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Bound port: 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:38.173210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.245652 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.254713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.257058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] For port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:38.260416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] For port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:38.272621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d12bbdcb-e537-4e29-ad33-f409bd24dfb3 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:38.299086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:38.300008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.304650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d12bbdcb-e537-4e29-ad33-f409bd24dfb3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:38.304983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d12bbdcb-e537-4e29-ad33-f409bd24dfb3 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:38.305389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb1e0129-a88b-456e-9c32-ca65c5fc90e7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:38.335611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=1af6a620-b586-4e44-b12b-d67c787f0272,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.345853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:38.347534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:38.350644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.351389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.373817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26e6e9e1-c227-41ba-91c5-8840bef57c29 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7083914 Mar 31 23:19:38.376425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39842) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:38.383728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:cb:4b:dd', 'name': 'tempest-NetworksTestDHCPv6-1433421453'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:38.387209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: eb1e0129-a88b-456e-9c32-ca65c5fc90e7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:38.387583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eb1e0129-a88b-456e-9c32-ca65c5fc90e7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:38.388314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4d0ea064-fa2c-4171-abad-c1487828bab0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:38.425494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.433104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4d0ea064-fa2c-4171-abad-c1487828bab0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:38.433451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4d0ea064-fa2c-4171-abad-c1487828bab0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:38.462702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a7547-cef1-4326-9ddc-cda4f8daaec0 None None] Pushing event updated for resources: {'Port': ['ID=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.516897 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.520133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:38.540918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.552171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-68d4591c-f8d0-407e-84c0-26c2d7af78ef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=843b32bd711748c1a7e437b6f2e36b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476811 Mar 31 23:19:38.556709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39844) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:38.613248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=ae4f61e7-8112-4794-b0b7-89002fcdeb55,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.626182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.690722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.716314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.768829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.784202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port 0a48a0c8-0f7c-4640-bba3-957ce6d90b91 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:38.797832 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP e38e674e-9411-4424-8948-27ec878b5b2e associated. External IP: 172.25.8.155, port: 1873ab7f-2c31-46e2-9851-b482840e8b7b. Mar 31 23:19:38.896737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.899625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:38.903928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/83b9caaf-1302-4cae-bc14-e574a2603a73 HTTP/1.1" status: 204 len: 168 time: 0.3460360 Mar 31 23:19:38.938942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6041fa-bafb-49ea-b437-2fe4f18a1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9caaf-1302-4cae-bc14-e574a2603a73,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:38.986956 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:39.083461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8:0:1::138 (03c853cb-dc03-471e-ad40-98047172e65b/1af6a620-b586-4e44-b12b-d67c787f0272/0a48a0c8-0f7c-4640-bba3-957ce6d90b91) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:39.092662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::f816:3eff:fecb:4bdd (03c853cb-dc03-471e-ad40-98047172e65b/30c2a4d0-713a-44f4-b6ba-85bcdf1295f7/0a48a0c8-0f7c-4640-bba3-957ce6d90b91) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:39.104736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 5c2e4c2c-a3d8-4040-b889-44324934f87c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:39.251141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:39.263908 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Sync routers for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:39.278277 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:39.279092 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:39.285201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.288943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.331837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.362705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a896feef-bcb8-4bbe-a31c-dd810ffc37ee tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9180319 Mar 31 23:19:39.363383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:39.367854 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca55320-a1fe-4e67-ba95-7a97b18d23b4" -d '{"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:39.459453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:39.461107 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f5faa-a160-4e13-8cc7-3c8e95e2e37b x-openstack-request-id: req-b91f5faa-a160-4e13-8cc7-3c8e95e2e37b {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:39.461471 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:39.462345 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b91f5faa-a160-4e13-8cc7-3c8e95e2e37b {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:39.462766 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91f5faa-a160-4e13-8cc7-3c8e95e2e37b'] response: {'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:19:39.473587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=0a48a0c8-0f7c-4640-bba3-957ce6d90b91,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:39.477312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:39.484578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:39.516361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.521760 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.525873 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:39.583019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-6432f112-df94-45e3-aec7-56495ddfb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.586777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-6432f112-df94-45e3-aec7-56495ddfb30c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1096 time: 0.0985565 Mar 31 23:19:39.637258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d5bc57be-b824-4a05-b0f3-98d765938d1e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2583740 Mar 31 23:19:39.640052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39856) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.712946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c7baa-b002-4d88-bf4c-01d23ef8d82d req-20008d3f-6bfa-4a49-a994-5cab4b3c22de tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.723408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-577c7baa-b002-4d88-bf4c-01d23ef8d82d req-20008d3f-6bfa-4a49-a994-5cab4b3c22de tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1926665 Mar 31 23:19:39.744288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39858) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.803025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92fb29e2-a505-4b1c-9f4b-ce8d15282236 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3ea61c1d5ced48f697a563521ffb4e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553002 Mar 31 23:19:39.803308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.813148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-8600ab19-1951-4dc3-a1b2-bdf1cca1afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:39.814189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-8600ab19-1951-4dc3-a1b2-bdf1cca1afa0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2183125 Mar 31 23:19:39.863726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-577c7baa-b002-4d88-bf4c-01d23ef8d82d req-937b72f7-90eb-48f5-9d6b-e3bd5a88f7e8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234701 Mar 31 23:19:39.887969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761ecc7-e4a6-4b70-9f54-7350fba49480 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:39.893618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39862) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:39.940754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.965053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:39.992794 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e38e674e-9411-4424-8948-27ec878b5b2e', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.024045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-33750f69-5e5b-48e7-a65f-16ba1fd44846 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.1768236 Mar 31 23:19:40.027442 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Checking router: 5c2e4c2c-a3d8-4040-b889-44324934f87c for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:40.050613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c20f70fb-0d4c-44ea-8aac-95fa36d3414a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 200 len: 991 time: 0.1499579 Mar 31 23:19:40.059278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port 0a48a0c8-0f7c-4640-bba3-957ce6d90b91 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:40.060005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.063064 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:40.065516 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:19:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.065978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.069810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.071937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f32c6f89-e1e1-47e5-8206-8e6905f01b76 HTTP/1.1" status: 204 len: 168 time: 0.2669916 Mar 31 23:19:40.089232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f083f-9085-4ea7-beca-e0d7976656c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c6f89-e1e1-47e5-8206-8e6905f01b76,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.108714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-ee03c286-0087-4cef-b53b-70b1db8f3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.110506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-ee03c286-0087-4cef-b53b-70b1db8f3a8d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.0749958 Mar 31 23:19:40.135378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.165323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] Provisioning complete for port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:40.165998 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.186767 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:40.232688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-b5554354-cb5f-4e4d-9e0d-93a2d0386c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:40.251891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-b5554354-cb5f-4e4d-9e0d-93a2d0386c0b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325071 Mar 31 23:19:40.280645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.315288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for 0a48a0c8-0f7c-4640-bba3-957ce6d90b91 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:40.406034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:40.461661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-e3dd1fcd-69d5-43cb-a3fe-9f55abe3ca84 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974826 Mar 31 23:19:40.486065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.562638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e38e674e-9411-4424-8948-27ec878b5b2e', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.630002 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686635f5-40e5-40b1-a726-dd78398b7469 None None] The sync data for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 is: [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e38e674e-9411-4424-8948-27ec878b5b2e', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.155', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:19:37Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:40.687610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.699440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cca55320-a1fe-4e67-ba95-7a97b18d23b4 req-24e1f097-fdcc-41c0-b378-78d9d4489359 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288065 Mar 31 23:19:40.714292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:40.715008 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.720194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '30c2a4d0-713a-44f4-b6ba-85bcdf1295f7', 'ip_address': '2001:db8::f816:3eff:fe1d:1f95'}, {'subnet_id': '1af6a620-b586-4e44-b12b-d67c787f0272'}], 'binding:host_id': 'n-d-835855-2'}, 'id': '26015cde-ab85-4f45-bfb4-4e7cc4e26e0c'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:19:40.792345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.868464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:40.934390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] For port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:40.950757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.054287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39868) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.119649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-453c1082-9c9c-4f98-a6f4-3e65a9f36d17 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 200 len: 991 time: 0.0630975 Mar 31 23:19:41.191298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=0a48a0c8-0f7c-4640-bba3-957ce6d90b91,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.236085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.242200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b44afc02-f13d-4a76-bb19-3288c9713abc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/0a48a0c8-0f7c-4640-bba3-957ce6d90b91 HTTP/1.1" status: 204 len: 168 time: 1.5986121 Mar 31 23:19:41.242200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.276388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db49930-416a-4e4c-848c-9122874fab8c None None] New status for floating IP e38e674e-9411-4424-8948-27ec878b5b2e: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:19:41.296592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108e484-49bc-4e7c-b546-720bc88f9f70 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.299488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5108e484-49bc-4e7c-b546-720bc88f9f70 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0550795 Mar 31 23:19:41.301034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.361250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab39ab-6775-411a-9702-61f88a71021e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.366457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d6ab39ab-6775-411a-9702-61f88a71021e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0641735 Mar 31 23:19:41.367206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39878) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.389288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b26c5-a5dd-47c3-980b-9057640f9100 None None] Pushing event updated for resources: {'Port': ['ID=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.444336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7e0e-1317-48c3-a45b-f6259b6fbfdc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.445686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7e0e-1317-48c3-a45b-f6259b6fbfdc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.447291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7e0e-1317-48c3-a45b-f6259b6fbfdc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:41.452019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-82ba7e0e-1317-48c3-a45b-f6259b6fbfdc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0806680 Mar 31 23:19:41.452203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.523097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 1af6a620-b586-4e44-b12b-d67c787f0272 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:41.545973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Allocated IP 2001:db8:0:1::2 (03c853cb-dc03-471e-ad40-98047172e65b/1af6a620-b586-4e44-b12b-d67c787f0272/26015cde-ab85-4f45-bfb4-4e7cc4e26e0c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:41.643597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] For port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:41.672116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.679371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.679526 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.723564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.764361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f71fa4-d7da-4c7f-877c-a8a38c9575eb None None] Pushing event updated for resources: {'Port': ['ID=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.810177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.882043 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.909878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=1af6a620-b586-4e44-b12b-d67c787f0272,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.914071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:41.917210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-14b4fe78-ed58-4a32-bdfc-483da5437b57 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/1af6a620-b586-4e44-b12b-d67c787f0272 HTTP/1.1" status: 204 len: 168 time: 0.4636836 Mar 31 23:19:41.919888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39882) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:41.971515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 30c2a4d0-713a-44f4-b6ba-85bcdf1295f7 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:41.974767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.017488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.111986 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.122057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.197825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.204577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:42.215295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f455094c-8439-480a-914d-ca03c4570523 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 200 len: 993 time: 0.0902834 Mar 31 23:19:42.229998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=30c2a4d0-713a-44f4-b6ba-85bcdf1295f7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.233972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.240427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1314b6aa-cd29-449b-b7c0-d82b4dc15332 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/30c2a4d0-713a-44f4-b6ba-85bcdf1295f7 HTTP/1.1" status: 204 len: 168 time: 0.3168092 Mar 31 23:19:42.240723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.268555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:42.269069 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.282141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a14855e3-0b7a-4cd1-9620-10b308edfe91 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402956 Mar 31 23:19:42.284947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39892) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.289754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.343226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc74246-531e-4d0b-a2e4-9ef8ffc5fc94 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:42.385206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:42.388975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.419604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4bc9a15b-a2d9-4b63-810e-7d20164a6824 None None] Could not find standard attr ID for object 0a48a0c8-0f7c-4640-bba3-957ce6d90b91. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:42.469086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4bc9a15b-a2d9-4b63-810e-7d20164a6824 None None] Provisioning complete for port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:42.469460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bc9a15b-a2d9-4b63-810e-7d20164a6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.604624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:42.620579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.655316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Deleting port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:42.655840 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.667869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:42.675901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:42.688470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.689058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.698441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=06ff3a19-48c6-40a4-802e-2f69db2ead00,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.714726 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-feaed739-cb2c-4b76-96fb-da763068ffde tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4261410 Mar 31 23:19:42.715331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.720046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.741726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] For port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:42.742276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.757499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Calling delete_port for 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:42.836033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:42.839675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.851261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:42.877138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] Pushing event deleted for resources: {'Port': ['ID=26015cde-ab85-4f45-bfb4-4e7cc4e26e0c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:42.881601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aa11be-f68c-4a60-9620-2815a5a701ff None None] No DVR routers for this DVR port 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:42.900404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bbf37d-275e-42d9-a879-309790ce4b48 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:42.946684 n-d-835855-2 neutron-server[109299]: INFO neutron.db.ipam_backend_mixin [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06ff3a19-48c6-40a4-802e-2f69db2ead00 (CIDR: 2001:db8::/64) Mar 31 23:19:42.950564 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:42.951086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:42.973434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c572b40-ef12-40ed-9d57-d3e3441c8480 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2570708 Mar 31 23:19:42.976164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39906) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:42.985721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:43.055571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03c853cb-dc03-471e-ad40-98047172e65b', 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'tenant_id': '7ca1122078974e51a1222e4b1ff57bee', 'fixed_ips': [{'subnet_id': '06ff3a19-48c6-40a4-802e-2f69db2ead00'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:43.056414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.113098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:43.116898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.212556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/06ff3a19-48c6-40a4-802e-2f69db2ead00/ac50f79c-2886-456c-98b3-96c645674814) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:43.362713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.370960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.414819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:43.419477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:43.423655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:43.439473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.485729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:43.495028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Attempting to bind port ac50f79c-2886-456c-98b3-96c645674814 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:19:43.495434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Attempting to bind port ac50f79c-2886-456c-98b3-96c645674814 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:19:43.495799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Attempting to bind port ac50f79c-2886-456c-98b3-96c645674814 on network 03c853cb-dc03-471e-ad40-98047172e65b {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:43.511530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:43.512079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Checking segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:43.512622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.513142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Bound using segment: {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:43.513726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Bound port: ac50f79c-2886-456c-98b3-96c645674814, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c09bf5-d8de-4571-bf62-6143f71e605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': '03c853cb-dc03-471e-ad40-98047172e65b'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:19:43.514200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.583370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-64c31681-f63d-4512-8f47-e479879af910 None None] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:43.586463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-64c31681-f63d-4512-8f47-e479879af910 None None] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:43.597263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.658203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31681-f63d-4512-8f47-e479879af910 None None] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.668780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.876251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:43.909288 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.914278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.915012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:43.982965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:43.988615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:43.998539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:43.999137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.031061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0506780 Mar 31 23:19:44.031829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=c21d99db-d22a-4e55-b69f-79f3fc396676,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.034373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:44.038537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c4fb-1eb5-45ea-bd62-d285546cf880 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=4']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.044701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:fc:48:82', 'name': 'tempest-NetworksTestDHCPv6-1138024907'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:44.181492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:44.207061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:44.273649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:44.273649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.291422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.314775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port eeb2e59c-0eed-4606-8da4-5ed1b484544a yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:44.363468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.419384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:44.425054 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.496387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.512656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:44.539377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:44.540024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26015cde-ab85-4f45-bfb4-4e7cc4e26e0c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:44.561020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::b6 (03c853cb-dc03-471e-ad40-98047172e65b/06ff3a19-48c6-40a4-802e-2f69db2ead00/eeb2e59c-0eed-4606-8da4-5ed1b484544a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:44.570229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8:0:1:f816:3eff:fefc:4882 (03c853cb-dc03-471e-ad40-98047172e65b/c21d99db-d22a-4e55-b69f-79f3fc396676/eeb2e59c-0eed-4606-8da4-5ed1b484544a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:44.734078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.768824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.799667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5260509-1bbc-4d40-ad31-a38e930d5aca None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:44.816730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:44.822515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:44.826657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:44.832349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.833042 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:44.849027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=eeb2e59c-0eed-4606-8da4-5ed1b484544a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.864019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c86a086-c762-4467-a3da-217c6e05caef tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8282580 Mar 31 23:19:44.866458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:44.941083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9fbd08d6-4f09-4244-8e6d-1fbbed82693e None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:44.941568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9fbd08d6-4f09-4244-8e6d-1fbbed82693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.357084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port eeb2e59c-0eed-4606-8da4-5ed1b484544a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:45.357428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.448892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.462362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for eeb2e59c-0eed-4606-8da4-5ed1b484544a owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:45.645642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.676519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=eeb2e59c-0eed-4606-8da4-5ed1b484544a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.690390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e3e15f4c-cb3b-4ea4-b8e0-f379d1b082c0 None None] Could not find standard attr ID for object eeb2e59c-0eed-4606-8da4-5ed1b484544a. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:45.703871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e3e15f4c-cb3b-4ea4-b8e0-f379d1b082c0 None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:45.704286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3e15f4c-cb3b-4ea4-b8e0-f379d1b082c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.735779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:45.740720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b410d8a5-6253-48dc-97d5-64c77e9d814b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/eeb2e59c-0eed-4606-8da4-5ed1b484544a HTTP/1.1" status: 204 len: 168 time: 0.8718221 Mar 31 23:19:45.742871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39966) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.814519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ba406-b3f1-4103-8506-30ed122e0cb0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.819050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-882ba406-b3f1-4103-8506-30ed122e0cb0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0743840 Mar 31 23:19:45.821731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39968) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.876719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053324f1-a5c4-471b-80be-0da4ec22a9b8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.882604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39970) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:45.883695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-053324f1-a5c4-471b-80be-0da4ec22a9b8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0606189 Mar 31 23:19:45.927688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2a664129-5066-4a98-a230-93d1e3e38afd None None] Could not find standard attr ID for object 0a48a0c8-0f7c-4640-bba3-957ce6d90b91. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:45.948520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc710f6-b4e1-4923-8633-f465a836ee01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.950220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc710f6-b4e1-4923-8633-f465a836ee01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.952855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc710f6-b4e1-4923-8633-f465a836ee01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.954707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dfc710f6-b4e1-4923-8633-f465a836ee01 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0707078 Mar 31 23:19:45.957460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39972) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.016344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 06ff3a19-48c6-40a4-802e-2f69db2ead00 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:46.020115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.068728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.157042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-03beca5b-e1e2-449d-b90a-8fce5e049879 None None] Could not find standard attr ID for object eeb2e59c-0eed-4606-8da4-5ed1b484544a. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:46.171776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.175006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:46.239991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:46.242308 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.258906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.294059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=06ff3a19-48c6-40a4-802e-2f69db2ead00,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.313542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.329248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.339704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a5a81f23-5df9-4497-8e92-965057500fb6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/06ff3a19-48c6-40a4-802e-2f69db2ead00 HTTP/1.1" status: 204 len: 168 time: 0.3810253 Mar 31 23:19:46.385083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet c21d99db-d22a-4e55-b69f-79f3fc396676 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:46.390820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.406515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ea3fe-16ea-4f53-a29b-22ec42de13fc None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:46.444229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.528896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.594386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.610202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.613928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/c21d99db-d22a-4e55-b69f-79f3fc396676 HTTP/1.1" status: 204 len: 168 time: 0.2835090 Mar 31 23:19:46.616573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.638190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970a331-3771-40f1-b2aa-0fc9df4d5662 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=c21d99db-d22a-4e55-b69f-79f3fc396676,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.683947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39994) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:46.689728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:46.694632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40c38973-60c5-4d88-8017-e2919b301ba7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617442 Mar 31 23:19:46.787038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:46.790624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:46.992731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.035662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:47.038832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:47.043175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:47.043794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.053612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=4b874678-0ee6-490a-932b-e593ae9868f8,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.067674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e92088d9-9aeb-447f-af4b-a402fe360977 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3824866 Mar 31 23:19:47.070465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40000) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:47.075501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:47.111164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41cc830-13c2-4c04-87d4-cf918bb047df None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:47.192571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:47.196092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.237869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bd18a5fd-123b-40b9-a45c-8aec3f7a6d3c None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:47.238245 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bd18a5fd-123b-40b9-a45c-8aec3f7a6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.293681 n-d-835855-2 neutron-server[109299]: INFO neutron.db.ipam_backend_mixin [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b874678-0ee6-490a-932b-e593ae9868f8 (CIDR: 2001:db8::/64) Mar 31 23:19:47.299794 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:19:47.300246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:47.328307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ac80988e-a315-4818-b99f-25555171b3d0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2567348 Mar 31 23:19:47.331118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40004) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:47.336338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'subnet': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:47.491788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:47.495813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.609607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Update dhcp port {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'fixed_ips': [{'subnet_id': '4b874678-0ee6-490a-932b-e593ae9868f8'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'ac50f79c-2886-456c-98b3-96c645674814'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:19:47.636074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.807915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Allocated IP 2001:db8::2 (03c853cb-dc03-471e-ad40-98047172e65b/4b874678-0ee6-490a-932b-e593ae9868f8/ac50f79c-2886-456c-98b3-96c645674814) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:47.866010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.objects.ports [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109299) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:19:47.908910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:47.941540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:47.947648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.032434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a7344-3202-423e-93b5-ecf1bef8637e None None] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.040261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.177906 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:48.222201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:48.236020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:48.236532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.267957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.278350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.279225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.350247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:48.356693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:48.359804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.360770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.399843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Subnet': ['ID=0d2fb6fb-6b21-4206-8f64-91e5ea7f6295,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.409397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0771601 Mar 31 23:19:48.412916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f14558-23b9-450e-9337-2fd7dfa6b137 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:48.414544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40026) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:48.420509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Request body: {'port': {'network_id': '03c853cb-dc03-471e-ad40-98047172e65b', 'mac_address': 'fa:16:3e:1a:8a:95', 'name': 'tempest-NetworksTestDHCPv6-1233568963'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:48.548704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Made reservation on behalf of 7ca1122078974e51a1222e4b1ff57bee for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:48.553677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.576016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] device_id is not set on port b369cbd8-652b-4073-b409-ae24b52fdacc yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:48.714561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012a87b-587b-4778-adfc-08f3cb485045 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:48.760013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8::8a (03c853cb-dc03-471e-ad40-98047172e65b/4b874678-0ee6-490a-932b-e593ae9868f8/b369cbd8-652b-4073-b409-ae24b52fdacc) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:48.768632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:8a95 (03c853cb-dc03-471e-ad40-98047172e65b/0d2fb6fb-6b21-4206-8f64-91e5ea7f6295/b369cbd8-652b-4073-b409-ae24b52fdacc) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:48.805198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-38f2f3d7-39fe-4aa2-8a10-817f4bbef215 None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:48.805198 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-38f2f3d7-39fe-4aa2-8a10-817f4bbef215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.925655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:48.962140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.017118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Network 03c853cb-dc03-471e-ad40-98047172e65b is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:49.021015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:49.026480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:49.032882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.033503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.037472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event updated for resources: {'Port': ['ID=b369cbd8-652b-4073-b409-ae24b52fdacc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.062188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-063fc62a-ee09-4544-a0bf-3d12e5496750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6432085 Mar 31 23:19:49.062469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40040) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:49.172110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting port b369cbd8-652b-4073-b409-ae24b52fdacc {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:49.172887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.263162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.275782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Calling delete_port for b369cbd8-652b-4073-b409-ae24b52fdacc owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:49.475732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.511107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Port': ['ID=b369cbd8-652b-4073-b409-ae24b52fdacc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:49.562395 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.567795 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bd421e92-6401-4e7b-96d3-0676f1fefad0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b369cbd8-652b-4073-b409-ae24b52fdacc HTTP/1.1" status: 204 len: 168 time: 0.5041618 Mar 31 23:19:49.568744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40050) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:49.586783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-151c1d3c-640e-4a4a-add2-2bc5b7de1277 None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:49.587287 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-151c1d3c-640e-4a4a-add2-2bc5b7de1277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.622647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946b0fa-0ca2-4f94-b7cf-71c654495ac0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.626721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:49.627393 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3946b0fa-0ca2-4f94-b7cf-71c654495ac0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0572045 Mar 31 23:19:49.698634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c289a1-bd2b-4cb6-8aca-b5d4085ed84d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.703168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40056) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:49.703322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-29c289a1-bd2b-4cb6-8aca-b5d4085ed84d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0755093 Mar 31 23:19:49.759286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1b8a1-2948-4a29-a1e5-245b8a522fce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.760923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1b8a1-2948-4a29-a1e5-245b8a522fce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.762529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1b8a1-2948-4a29-a1e5-245b8a522fce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.765840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5ce1b8a1-2948-4a29-a1e5-245b8a522fce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0599806 Mar 31 23:19:49.767131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40058) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:49.821230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 0d2fb6fb-6b21-4206-8f64-91e5ea7f6295 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:49.824865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.869461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:49.914440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fb432e0c-b926-44e1-9807-b693f902291b None None] Could not find standard attr ID for object b369cbd8-652b-4073-b409-ae24b52fdacc. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:19:49.967753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.029886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.056806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=0d2fb6fb-6b21-4206-8f64-91e5ea7f6295,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:50.060473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.066222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6cfc4143-f092-4ac7-b857-fdab7398935a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/0d2fb6fb-6b21-4206-8f64-91e5ea7f6295 HTTP/1.1" status: 204 len: 168 time: 0.2954271 Mar 31 23:19:50.066473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40064) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.070468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5e9eb9-d4ad-435d-8cbb-2992184069b6 None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:50.130377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Deleting subnet 4b874678-0ee6-490a-932b-e593ae9868f8 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:50.134510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.201306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.212220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:50.295229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:50.295606 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.307645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.388771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.419679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Subnet': ['ID=4b874678-0ee6-490a-932b-e593ae9868f8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:50.421831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.429595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c91a987f-a211-4f5a-8ea2-da84628845aa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/4b874678-0ee6-490a-932b-e593ae9868f8 HTTP/1.1" status: 204 len: 168 time: 0.3581955 Mar 31 23:19:50.430266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40074) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.468813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-570b38e1-2c64-4696-a18a-6545d0fc6a6a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378268 Mar 31 23:19:50.471567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40078) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.548822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd5772-0a1c-490d-b513-4135f37af61c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.554703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.555211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-71bd5772-0a1c-490d-b513-4135f37af61c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0823784 Mar 31 23:19:50.609878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb294d79-b311-4a17-a028-10d0406433cc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.612541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bb294d79-b311-4a17-a028-10d0406433cc tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563564 Mar 31 23:19:50.615048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40082) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.669985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1df65898-23f0-4aca-8ca1-e99751fc1166 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533652 Mar 31 23:19:50.676216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.713216 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-388a0590-7ffb-4325-baf6-902a61369143 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.713835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388a0590-7ffb-4325-baf6-902a61369143 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.719281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-388a0590-7ffb-4325-baf6-902a61369143 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b369cbd8-652b-4073-b409-ae24b52fdacc HTTP/1.1" status: 404 len: 333 time: 0.0415485 Mar 31 23:19:50.719641 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40088) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.749054 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-57347c38-5141-43ab-a3c1-692c9bea1845 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.749883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57347c38-5141-43ab-a3c1-692c9bea1845 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.753926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57347c38-5141-43ab-a3c1-692c9bea1845 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/0d2fb6fb-6b21-4206-8f64-91e5ea7f6295 HTTP/1.1" status: 404 len: 337 time: 0.0332637 Mar 31 23:19:50.756377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40092) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.801437 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-67481daa-d919-4775-8bff-efedb300143c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.802105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67481daa-d919-4775-8bff-efedb300143c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.808131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.808589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-67481daa-d919-4775-8bff-efedb300143c tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/4b874678-0ee6-490a-932b-e593ae9868f8 HTTP/1.1" status: 404 len: 337 time: 0.0507267 Mar 31 23:19:50.836442 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6116c5ce-ba59-4da4-a49a-208ae49f6dc6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.837177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6116c5ce-ba59-4da4-a49a-208ae49f6dc6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.849117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6116c5ce-ba59-4da4-a49a-208ae49f6dc6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/eeb2e59c-0eed-4606-8da4-5ed1b484544a HTTP/1.1" status: 404 len: 333 time: 0.0394199 Mar 31 23:19:50.851274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40096) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.879942 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dfe67f-bab6-4c71-b46d-7d0ba6af5a2d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.880505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dfe67f-bab6-4c71-b46d-7d0ba6af5a2d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.883912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7dfe67f-bab6-4c71-b46d-7d0ba6af5a2d tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/c21d99db-d22a-4e55-b69f-79f3fc396676 HTTP/1.1" status: 404 len: 337 time: 0.0310438 Mar 31 23:19:50.886708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40098) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.913853 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff4a971-dd74-417b-ac10-9650038b6dd7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.914321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff4a971-dd74-417b-ac10-9650038b6dd7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.917694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ff4a971-dd74-417b-ac10-9650038b6dd7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/06ff3a19-48c6-40a4-802e-2f69db2ead00 HTTP/1.1" status: 404 len: 337 time: 0.0299599 Mar 31 23:19:50.920306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.946157 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-35631b38-8edf-4296-8967-8edf3e6b58a0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.946904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35631b38-8edf-4296-8967-8edf3e6b58a0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.952620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-35631b38-8edf-4296-8967-8edf3e6b58a0 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/0a48a0c8-0f7c-4640-bba3-957ce6d90b91 HTTP/1.1" status: 404 len: 333 time: 0.0289898 Mar 31 23:19:50.952987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40102) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:50.954563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:50.979339 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b6ded5-2552-4e7e-b262-a5321c8ddef6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:50.979797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b6ded5-2552-4e7e-b262-a5321c8ddef6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:50.985372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e8b6ded5-2552-4e7e-b262-a5321c8ddef6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/1af6a620-b586-4e44-b12b-d67c787f0272 HTTP/1.1" status: 404 len: 337 time: 0.0291066 Mar 31 23:19:50.985738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.022251 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0b8449-a866-44a5-95e6-812af81f72da tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.022553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0b8449-a866-44a5-95e6-812af81f72da tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.026207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd0b8449-a866-44a5-95e6-812af81f72da tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/30c2a4d0-713a-44f4-b6ba-85bcdf1295f7 HTTP/1.1" status: 404 len: 337 time: 0.0394034 Mar 31 23:19:51.028968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40110) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.046957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2efd1-d33e-473b-82b7-4a44e0b272fe None None] Network 03c853cb-dc03-471e-ad40-98047172e65b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:51.058198 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f98ad0-6b37-4f0b-b4ce-62399419a750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.059521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f98ad0-6b37-4f0b-b4ce-62399419a750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.063073 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-89f98ad0-6b37-4f0b-b4ce-62399419a750 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/8c1fa196-b261-4fc8-b80f-fa70b5d8c415 HTTP/1.1" status: 404 len: 333 time: 0.0327923 Mar 31 23:19:51.066390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.099753 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bafc4b-6407-48d1-913f-17aeb67e807a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.100410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bafc4b-6407-48d1-913f-17aeb67e807a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.110584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49bafc4b-6407-48d1-913f-17aeb67e807a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/a58163ba-f018-4ebb-98b2-96c2f7ce17f3 HTTP/1.1" status: 404 len: 337 time: 0.0430295 Mar 31 23:19:51.113879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.149467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c85a2f06-300f-452e-8c0c-5dec9f010807 None None] Provisioning complete for port ac50f79c-2886-456c-98b3-96c645674814 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:19:51.149926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c85a2f06-300f-452e-8c0c-5dec9f010807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.150818 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fe7be4-c9c1-4c64-b446-0b5959c11693 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.151673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fe7be4-c9c1-4c64-b446-0b5959c11693 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.155542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e9fe7be4-c9c1-4c64-b446-0b5959c11693 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/67d8a85c-6cf3-44f6-9418-d7681f66203e HTTP/1.1" status: 404 len: 337 time: 0.0404849 Mar 31 23:19:51.158290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.182514 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0269b4d-6413-453e-aa3d-f2d5e8a08baa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.183343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0269b4d-6413-453e-aa3d-f2d5e8a08baa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.190549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40118) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.201680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0269b4d-6413-453e-aa3d-f2d5e8a08baa tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/9fd7e75f-182e-42e4-8524-6c09c8147809 HTTP/1.1" status: 404 len: 333 time: 0.0418036 Mar 31 23:19:51.223304 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c73983c-9fdb-4af3-b591-4b4bc94a35a1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.224238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c73983c-9fdb-4af3-b591-4b4bc94a35a1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.232559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40120) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.246086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c73983c-9fdb-4af3-b591-4b4bc94a35a1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/fe424a87-bc9a-4626-aebd-755c8ed335c3 HTTP/1.1" status: 404 len: 337 time: 0.0539889 Mar 31 23:19:51.260901 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ab3965-9758-4924-96fe-e3056fb47ab4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.261952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ab3965-9758-4924-96fe-e3056fb47ab4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.274967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.288682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66ab3965-9758-4924-96fe-e3056fb47ab4 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/95455986-2ef7-478d-b49e-ceccc3a46723 HTTP/1.1" status: 404 len: 333 time: 0.0548725 Mar 31 23:19:51.313475 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dc4a51-221d-40be-9619-93169350f63f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.314105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dc4a51-221d-40be-9619-93169350f63f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.321488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40126) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.327130 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40dc4a51-221d-40be-9619-93169350f63f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/367f4eef-c931-4468-a9a3-b10b50f3f984 HTTP/1.1" status: 404 len: 337 time: 0.0438464 Mar 31 23:19:51.351043 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee0b1ee-cf30-4fc7-b9c3-d1a1154a0343 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.351676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee0b1ee-cf30-4fc7-b9c3-d1a1154a0343 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.357555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.360431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] DHCP port deletion for 03c853cb-dc03-471e-ad40-98047172e65b request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:19:51.368030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fee0b1ee-cf30-4fc7-b9c3-d1a1154a0343 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/c7803427-1419-4808-a057-2cc31e4fa952 HTTP/1.1" status: 404 len: 333 time: 0.0452077 Mar 31 23:19:51.403924 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0c5265-1695-41b3-81d6-70d71219d8de tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.403924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0c5265-1695-41b3-81d6-70d71219d8de tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.406058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb0c5265-1695-41b3-81d6-70d71219d8de tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/4f29c04f-ac0e-4da9-b426-51886115c5f9 HTTP/1.1" status: 404 len: 337 time: 0.0474417 Mar 31 23:19:51.408944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40132) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.416399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Deleting port ac50f79c-2886-456c-98b3-96c645674814 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:51.417184 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.438236 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-991feeef-e003-4479-b081-b5fc15efe946 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.439123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991feeef-e003-4479-b081-b5fc15efe946 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.442451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-991feeef-e003-4479-b081-b5fc15efe946 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/7be38898-a19a-451e-ac79-0aed6d8cf8c4 HTTP/1.1" status: 404 len: 333 time: 0.0322757 Mar 31 23:19:51.447520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40136) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.478757 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a09f0a-afce-4dab-9968-ed748a991392 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.479568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a09f0a-afce-4dab-9968-ed748a991392 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.482833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27a09f0a-afce-4dab-9968-ed748a991392 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cdf8dc79-1973-42e8-b0eb-9b746ca7368e HTTP/1.1" status: 404 len: 337 time: 0.0342312 Mar 31 23:19:51.485632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40138) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.494940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] For port ac50f79c-2886-456c-98b3-96c645674814, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac50f79c-2886-456c-98b3-96c645674814,segment=NetworkSegment(26c09bf5-d8de-4571-bf62-6143f71e605c),segment_id=26c09bf5-d8de-4571-bf62-6143f71e605c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.495374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.507681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Calling delete_port for ac50f79c-2886-456c-98b3-96c645674814 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:51.510963 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdefdf7-4f08-42f7-9662-19c7fd1e9e88 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.511731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdefdf7-4f08-42f7-9662-19c7fd1e9e88 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.517582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bcdefdf7-4f08-42f7-9662-19c7fd1e9e88 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/9644e7d4-651a-47c2-9450-fd16ae51eb11 HTTP/1.1" status: 404 len: 333 time: 0.0268896 Mar 31 23:19:51.517884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40140) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.544970 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd62d0d-2e56-4d13-a68e-6c30293de02f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.545430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd62d0d-2e56-4d13-a68e-6c30293de02f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.548700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fbd62d0d-2e56-4d13-a68e-6c30293de02f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/13bb2252-d81a-46e0-b997-f5ddce23600e HTTP/1.1" status: 404 len: 337 time: 0.0298290 Mar 31 23:19:51.551478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40142) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.581305 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccd97e9-f6b5-4388-a131-ef2367a0825f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.582137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccd97e9-f6b5-4388-a131-ef2367a0825f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.585217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ccd97e9-f6b5-4388-a131-ef2367a0825f tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b1a01dba-3705-4f5b-8c9a-542ddf39fd6e HTTP/1.1" status: 404 len: 333 time: 0.0326838 Mar 31 23:19:51.588067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40144) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.616686 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb05070-3922-4627-a8a0-c2edcedea5ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.617150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb05070-3922-4627-a8a0-c2edcedea5ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.620400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6bb05070-3922-4627-a8a0-c2edcedea5ce tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/aced6bef-f12a-4ffe-87d1-f6995630e9bd HTTP/1.1" status: 404 len: 337 time: 0.0308585 Mar 31 23:19:51.623636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40150) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.628677 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:51.650035 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-38528313-f01c-4b21-8050-3503d0eb7dea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.650503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38528313-f01c-4b21-8050-3503d0eb7dea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.655009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38528313-f01c-4b21-8050-3503d0eb7dea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/54ed2796-9c05-4010-8ba3-a52214bb7e8d HTTP/1.1" status: 404 len: 337 time: 0.0300722 Mar 31 23:19:51.658788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.660954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] Pushing event deleted for resources: {'Port': ['ID=ac50f79c-2886-456c-98b3-96c645674814,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.664655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c4b81-46b1-4f64-a781-cb5d4715017d None None] No DVR routers for this DVR port ac50f79c-2886-456c-98b3-96c645674814 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:51.688667 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-80434182-72cc-4ac5-8216-57924b3c4647 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.690604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80434182-72cc-4ac5-8216-57924b3c4647 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.694232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-80434182-72cc-4ac5-8216-57924b3c4647 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/6270ded3-66e0-483e-8502-20f3f968e2d1 HTTP/1.1" status: 404 len: 333 time: 0.0341802 Mar 31 23:19:51.696801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40154) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.723266 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8fb8d8-1c39-4c87-99e0-9c672c93b4b1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.723747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8fb8d8-1c39-4c87-99e0-9c672c93b4b1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.727186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bb8fb8d8-1c39-4c87-99e0-9c672c93b4b1 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/a8f94fd8-21ef-4b6f-ac41-fdac253c7d04 HTTP/1.1" status: 404 len: 337 time: 0.0291135 Mar 31 23:19:51.729562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40156) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.760211 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fddb2b-1989-4e5f-aea5-58c72c177ef7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.760673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fddb2b-1989-4e5f-aea5-58c72c177ef7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.765893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-45fddb2b-1989-4e5f-aea5-58c72c177ef7 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/2917c83e-a86f-45aa-973c-68e570d27548 HTTP/1.1" status: 404 len: 337 time: 0.0332150 Mar 31 23:19:51.766439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.788973 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-610f63dd-887e-419a-9873-16a45ac4641b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.789602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610f63dd-887e-419a-9873-16a45ac4641b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.794931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-610f63dd-887e-419a-9873-16a45ac4641b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/4bf61d83-bfcc-4646-b832-d0973e73fe22 HTTP/1.1" status: 404 len: 333 time: 0.0252414 Mar 31 23:19:51.795143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.821077 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0b70d3-962a-4893-aadb-fc2eb7fd813a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.821525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0b70d3-962a-4893-aadb-fc2eb7fd813a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.824518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ff0b70d3-962a-4893-aadb-fc2eb7fd813a tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/90513bba-c92f-4850-90ac-0184f8110432 HTTP/1.1" status: 404 len: 337 time: 0.0284536 Mar 31 23:19:51.827107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.852498 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d21990-c4bb-42bb-82da-61510beb2d21 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.852908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d21990-c4bb-42bb-82da-61510beb2d21 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.856063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-35d21990-c4bb-42bb-82da-61510beb2d21 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/b31180f0-ad26-49f8-a5e4-f7462a1eb6c5 HTTP/1.1" status: 404 len: 337 time: 0.0280616 Mar 31 23:19:51.858692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40166) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.881848 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1af59a0-a8f3-4231-835a-8af6a691ea52 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.882530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1af59a0-a8f3-4231-835a-8af6a691ea52 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.885676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b1af59a0-a8f3-4231-835a-8af6a691ea52 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/b154d537-d4e2-4924-a5e9-2d09f9163c4f HTTP/1.1" status: 404 len: 333 time: 0.0261788 Mar 31 23:19:51.888195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.913570 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de85317-f545-4b37-b391-7d57286a4816 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.914023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de85317-f545-4b37-b391-7d57286a4816 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.924537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7de85317-f545-4b37-b391-7d57286a4816 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/b7d435a3-804a-4cfa-9d8b-cf443da0271a HTTP/1.1" status: 404 len: 337 time: 0.0279684 Mar 31 23:19:51.924537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.952555 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e80fa9-7e96-4df6-ab2d-92a3d65b9356 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:51.952928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e80fa9-7e96-4df6-ab2d-92a3d65b9356 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:51.956252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-83e80fa9-7e96-4df6-ab2d-92a3d65b9356 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/ce947cd0-78d5-4c7c-8ba9-79c9a30597bc HTTP/1.1" status: 404 len: 337 time: 0.0343349 Mar 31 23:19:51.958598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:51.984816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-92b25203-5578-4057-878e-c7e423326984 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports?device_id=b9a47abb-3ae0-409d-8ef9-356bf4239099 HTTP/1.1" status: 200 len: 205 time: 0.0251069 Mar 31 23:19:51.987508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40176) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.023023 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-fc64d681-b33f-4c78-bea5-0857eec6be61 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] delete failed (client error): The resource could not be found. Mar 31 23:19:52.024104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc64d681-b33f-4c78-bea5-0857eec6be61 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/routers/b9a47abb-3ae0-409d-8ef9-356bf4239099 HTTP/1.1" status: 404 len: 336 time: 0.0357990 Mar 31 23:19:52.026640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.052253 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc0fb02-7683-4292-b1ec-2880f6b819ad tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.052693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc0fb02-7683-4292-b1ec-2880f6b819ad tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.055619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9fc0fb02-7683-4292-b1ec-2880f6b819ad tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/e886b969-2d09-4f65-8337-ceadfd083eef HTTP/1.1" status: 404 len: 337 time: 0.0281036 Mar 31 23:19:52.058235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40180) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.087730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc2f49ac-dd0f-4e10-8426-d9c414fbd5c8 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "GET /v2.0/ports?device_id=810f9ff8-2dcf-41e9-8c58-b60204e75456 HTTP/1.1" status: 200 len: 205 time: 0.0284610 Mar 31 23:19:52.090144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40182) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.130819 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-cf5e3022-063d-4249-8303-f6ec05777c7e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] delete failed (client error): The resource could not be found. Mar 31 23:19:52.134361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf5e3022-063d-4249-8303-f6ec05777c7e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/routers/810f9ff8-2dcf-41e9-8c58-b60204e75456 HTTP/1.1" status: 404 len: 336 time: 0.0409818 Mar 31 23:19:52.134736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.161349 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13aa88e-fb26-4261-9908-065bdb505fa3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.161749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13aa88e-fb26-4261-9908-065bdb505fa3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.165341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:52.167783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c13aa88e-fb26-4261-9908-065bdb505fa3 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/97e5abdd-ce84-4e7f-bb2d-dbd64034c097 HTTP/1.1" status: 404 len: 337 time: 0.0311060 Mar 31 23:19:52.169673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.186224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ac50f79c-2886-456c-98b3-96c645674814 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:19:52.186561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac50f79c-2886-456c-98b3-96c645674814 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:52.205717 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-448e3ee2-e853-44a1-b97d-cd3619d9bc68 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.206588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448e3ee2-e853-44a1-b97d-cd3619d9bc68 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.211715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-448e3ee2-e853-44a1-b97d-cd3619d9bc68 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cd3f0174-20b6-4aa4-ae75-7854394eaad0 HTTP/1.1" status: 404 len: 337 time: 0.0408244 Mar 31 23:19:52.212147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40192) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.239528 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-820fd44b-3638-46ac-8b38-9b3b74841453 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.240275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820fd44b-3638-46ac-8b38-9b3b74841453 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.243273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-820fd44b-3638-46ac-8b38-9b3b74841453 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/541d12cd-2596-4b80-9d0f-a9359f93daae HTTP/1.1" status: 404 len: 333 time: 0.0298715 Mar 31 23:19:52.245808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40194) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.272241 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dec8619-c5f2-47ad-9a08-88fd1c5a1215 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.272699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dec8619-c5f2-47ad-9a08-88fd1c5a1215 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.275863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9dec8619-c5f2-47ad-9a08-88fd1c5a1215 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/faff6e34-e0aa-4eeb-9df1-e8e2b5d317f3 HTTP/1.1" status: 404 len: 337 time: 0.0291951 Mar 31 23:19:52.278512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.305456 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-793810d0-5d29-489a-8b77-11bc79647c86 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.306101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793810d0-5d29-489a-8b77-11bc79647c86 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.309062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-793810d0-5d29-489a-8b77-11bc79647c86 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/294b0ae5-698a-4b4d-92b3-7012b3799595 HTTP/1.1" status: 404 len: 333 time: 0.0296819 Mar 31 23:19:52.311705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40198) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.336920 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d34e33-08e3-4192-9e6a-7bec3bfcdc93 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.337362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d34e33-08e3-4192-9e6a-7bec3bfcdc93 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.342730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e1d34e33-08e3-4192-9e6a-7bec3bfcdc93 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/04ed2411-e5e7-42ff-a6f8-11d5f3cc29c8 HTTP/1.1" status: 404 len: 337 time: 0.0277290 Mar 31 23:19:52.342974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.366132 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-841d094c-6787-472d-9d2a-04e84a57f6db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.366652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841d094c-6787-472d-9d2a-04e84a57f6db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.369824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-841d094c-6787-472d-9d2a-04e84a57f6db tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/8521ab61-4f54-4596-8b3d-3b206bd02da9 HTTP/1.1" status: 404 len: 333 time: 0.0259442 Mar 31 23:19:52.372361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.397849 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99b65d2-6eda-4022-bae8-aa39543f0f55 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.398305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99b65d2-6eda-4022-bae8-aa39543f0f55 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.401297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b99b65d2-6eda-4022-bae8-aa39543f0f55 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/8fa41673-4972-42b2-a73d-dc36d504f926 HTTP/1.1" status: 404 len: 337 time: 0.0280399 Mar 31 23:19:52.403882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.426757 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-919e091b-1461-4280-a185-53da5be578be tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.427441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919e091b-1461-4280-a185-53da5be578be tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.431282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-919e091b-1461-4280-a185-53da5be578be tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/e9d4ff42-236d-4f1f-b688-fb7ea0bc8a56 HTTP/1.1" status: 404 len: 333 time: 0.0256579 Mar 31 23:19:52.432925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40210) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.459819 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b046f7-0ede-4f63-9e0a-b7069129a1ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.460089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b046f7-0ede-4f63-9e0a-b7069129a1ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.463871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f3b046f7-0ede-4f63-9e0a-b7069129a1ff tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/7718eb17-5cd7-43da-8686-62089b3e32aa HTTP/1.1" status: 404 len: 337 time: 0.0298617 Mar 31 23:19:52.465600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40212) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.496546 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1d713b-2281-4784-86cb-64cf4b66855e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.497468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1d713b-2281-4784-86cb-64cf4b66855e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.500712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da1d713b-2281-4784-86cb-64cf4b66855e tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/831e4c60-7d11-4390-a073-ff68f070aa75 HTTP/1.1" status: 404 len: 333 time: 0.0327559 Mar 31 23:19:52.503362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40216) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.530310 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9a8db0-5f43-4a83-ba91-22a5a5b2cf2b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.530766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9a8db0-5f43-4a83-ba91-22a5a5b2cf2b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.533830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc9a8db0-5f43-4a83-ba91-22a5a5b2cf2b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/792fe1f4-6270-49e8-b9d5-b05bb9c05230 HTTP/1.1" status: 404 len: 337 time: 0.0294938 Mar 31 23:19:52.536553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40218) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.558851 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9006be-49a9-466f-94af-ac73bdc370ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.559693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9006be-49a9-466f-94af-ac73bdc370ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.562737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7f9006be-49a9-466f-94af-ac73bdc370ea tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/e4e98f8d-5fa3-4cbb-8566-292f8d357c95 HTTP/1.1" status: 404 len: 333 time: 0.0252857 Mar 31 23:19:52.565863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40220) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.596758 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74c9ce9-a3cf-4f72-a645-b50739fe2339 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.597240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74c9ce9-a3cf-4f72-a645-b50739fe2339 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.600252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d74c9ce9-a3cf-4f72-a645-b50739fe2339 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/cbbe9859-d2db-4d9e-a42b-9b926a71d1a0 HTTP/1.1" status: 404 len: 337 time: 0.0335343 Mar 31 23:19:52.602866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.625786 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c896b31-dcc9-4465-b9dd-9e364cf66d7b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.626375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c896b31-dcc9-4465-b9dd-9e364cf66d7b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.629359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c896b31-dcc9-4465-b9dd-9e364cf66d7b tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/ports/bbe35025-40d7-4cd8-af00-0ed89c362c38 HTTP/1.1" status: 404 len: 333 time: 0.0255654 Mar 31 23:19:52.632000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40224) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.664107 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-6541715a-33ef-44a9-bd2c-d55d0c9af3c5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] DELETE failed (client error): The resource could not be found. Mar 31 23:19:52.664536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6541715a-33ef-44a9-bd2c-d55d0c9af3c5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:19:52.667684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6541715a-33ef-44a9-bd2c-d55d0c9af3c5 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/subnets/be3de4e0-d739-4c11-ab13-5b544c0c4175 HTTP/1.1" status: 404 len: 337 time: 0.0348008 Mar 31 23:19:52.670411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40230) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:52.747637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.839102 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.859087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c853cb-dc03-471e-ad40-98047172e65b']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:52.869183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c09bf5-d8de-4571-bf62-6143f71e605c') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:52.869487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c09bf5-d8de-4571-bf62-6143f71e605c') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:52.879186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.893103 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.899571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:52.899973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:52.903606 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:52.968885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.976932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:52.980827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] 10.222.0.95 "DELETE /v2.0/networks/03c853cb-dc03-471e-ad40-98047172e65b HTTP/1.1" status: 204 len: 168 time: 0.3093855 Mar 31 23:19:52.998326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b48c9b-dff5-448e-800c-2c9489a531f6 tempest-NetworksTestDHCPv6-2024458818 tempest-NetworksTestDHCPv6-2024458818-project] Pushing event deleted for resources: {'Network': ['ID=03c853cb-dc03-471e-ad40-98047172e65b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:53.242634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40246) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:53.377552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7db72f9-9a69-43d4-a5b9-01dcd3e7eb69 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7ca1122078974e51a1222e4b1ff57bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336458 Mar 31 23:19:53.380267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40250) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:53.428073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.449246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.500983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.510141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:53.513656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c1aead2e-4200-4870-ac8d-2d165bb3558a HTTP/1.1" status: 204 len: 168 time: 0.1301899 Mar 31 23:19:53.530236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49812a-36c1-4585-8e30-296b7ab5474a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aead2e-4200-4870-ac8d-2d165bb3558a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.217096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40288) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:54.331717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'networks': [{'name': 'tempest-network--1723732207'}, {'name': 'tempest-network--1949039442'}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:54.332159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-network--1723732207'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:54.332524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-network--1949039442'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:54.354025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'network': 2} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:54.359337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.372534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.446505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.450984 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.451484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.491154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bfc885-def2-4da7-9cb0-898ff82449dc,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.496964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:54.507860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.508226 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 7a827abe-280f-4321-a11c-a845f5f4980c of type vlan for network 262611c7-ff3a-4ffc-a110-43bcc4256253 Mar 31 23:19:54.583995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.615127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:54.624963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.625321 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 6d8a1427-313a-4566-9ac1-fac78e5fcf72 of type vlan for network bc6d8591-3763-4205-ad33-f7b7079c8dc6 Mar 31 23:19:54.664556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.690885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.691222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.696780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.701456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.702076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:54.741170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5227866 Mar 31 23:19:54.743539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40304) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:54.802306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=262611c7-ff3a-4ffc-a110-43bcc4256253,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.826299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 262611c7-ff3a-4ffc-a110-43bcc4256253 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:54.963138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb2bee-bb98-4d14-9a4f-0867d7f8966a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=bc6d8591-3763-4205-ad33-f7b7079c8dc6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.975183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bc6d8591-3763-4205-ad33-f7b7079c8dc6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:55.004984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fd1b7-7b13-4046-ab22-2e1809932f71 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.012196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fd1b7-7b13-4046-ab22-2e1809932f71 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.018463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fd1b7-7b13-4046-ab22-2e1809932f71 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.024859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fd1b7-7b13-4046-ab22-2e1809932f71 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.026582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e2fd1b7-7b13-4046-ab22-2e1809932f71 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2821491 Mar 31 23:19:55.029695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40310) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.107319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.204129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.224010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262611c7-ff3a-4ffc-a110-43bcc4256253']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.233414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a827abe-280f-4321-a11c-a845f5f4980c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.233720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a827abe-280f-4321-a11c-a845f5f4980c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.244527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.257651 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.263895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:55.264359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:55.267551 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:55.332344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.341403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.347923 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/262611c7-ff3a-4ffc-a110-43bcc4256253 HTTP/1.1" status: 204 len: 168 time: 0.3146541 Mar 31 23:19:55.348354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40318) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.358038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d733f-d060-4000-906b-93a5aed7959d tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=262611c7-ff3a-4ffc-a110-43bcc4256253,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.440384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.540541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.563082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6d8591-3763-4205-ad33-f7b7079c8dc6']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.574263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8a1427-313a-4566-9ac1-fac78e5fcf72') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.574652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8a1427-313a-4566-9ac1-fac78e5fcf72') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:55.585572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.601059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.614497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:19:55.614933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:19:55.618475 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:19:55.694470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.703595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.709804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/bc6d8591-3763-4205-ad33-f7b7079c8dc6 HTTP/1.1" status: 204 len: 168 time: 0.3579032 Mar 31 23:19:55.710019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40328) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.730906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd78c5-43d2-48a8-a910-640db82d33db tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=bc6d8591-3763-4205-ad33-f7b7079c8dc6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.831051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b34ccfd-ddd9-4985-af9f-50ad9bc23548 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.837298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b34ccfd-ddd9-4985-af9f-50ad9bc23548 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.838906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0b34ccfd-ddd9-4985-af9f-50ad9bc23548 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1280060 Mar 31 23:19:55.843137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40330) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:55.848718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-515241509'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:55.886897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:55.890529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.915589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:55.924841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.925242 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 75f19c7a-3646-4ba4-a39a-74debeb7f62e of type vlan for network eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa Mar 31 23:19:55.966144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:55.995266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.001460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.002053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.039645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1950490 Mar 31 23:19:56.042243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40336) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:56.075201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1569069447'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.083187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5600d-6da4-4880-ba9b-7c8490c44898 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.094502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:56.106212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:56.110640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.146884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1294, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:56.157474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.157824 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 7ff0455e-a2b5-478c-9ee0-f57d2de11fea of type vlan for network 61d11fdc-fa79-454c-b3b9-d631c63260eb Mar 31 23:19:56.180357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.208965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.236754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.243321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:56.243971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.280744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2373388 Mar 31 23:19:56.283682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40342) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:56.290802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'ports': [{'network_id': 'eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa', 'name': 'tempest-port--1925100', 'admin_state_up': True}, {'network_id': '61d11fdc-fa79-454c-b3b9-d631c63260eb', 'admin_state_up': False}]} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.291046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'port': {'network_id': 'eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa', 'name': 'tempest-port--1925100', 'admin_state_up': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.291554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'port': {'network_id': '61d11fdc-fa79-454c-b3b9-d631c63260eb', 'admin_state_up': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:56.336823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63296625-2853-4b5c-a768-49cf1f4f480a tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=61d11fdc-fa79-454c-b3b9-d631c63260eb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:56.348107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 61d11fdc-fa79-454c-b3b9-d631c63260eb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:56.484282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'port': 2} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:56.489520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.506132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.667991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] device_id is not set on port 88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:56.756775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.832447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] device_id is not set on port 8c531c45-01cc-4d28-84fc-808899f8170d yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:19:56.919061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:56.955782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.017426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Port': ['ID=88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.027352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Checking segment: {'id': '75f19c7a-3646-4ba4-a39a-74debeb7f62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:57.027716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network hostable DHCP agents. Network: eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:57.053397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:57.064486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:57.068961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:57.069860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.074322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a242a92-3784-4bdd-8e43-4ce06761d076 None None] Network eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:57.124363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Port': ['ID=8c531c45-01cc-4d28-84fc-808899f8170d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.140555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Checking segment: {'id': '7ff0455e-a2b5-478c-9ee0-f57d2de11fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '61d11fdc-fa79-454c-b3b9-d631c63260eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:57.143293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network hostable DHCP agents. Network: 61d11fdc-fa79-454c-b3b9-d631c63260eb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:57.161861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network 61d11fdc-fa79-454c-b3b9-d631c63260eb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:57.172625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 61d11fdc-fa79-454c-b3b9-d631c63260eb) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:57.177347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:57.182996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.188277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.189002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.195138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66537849-3811-49b4-96c0-47d61b47ae8a None None] Network 61d11fdc-fa79-454c-b3b9-d631c63260eb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:57.208420 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4f79b7b2-a4b6-4883-befb-7fe0e15c0ffe tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 0.9236765 Mar 31 23:19:57.211303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40358) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.270328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2dca6-a07f-4161-925e-059724e3bdfa tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.276810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2dca6-a07f-4161-925e-059724e3bdfa tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:57.278410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ec2dca6-a07f-4161-925e-059724e3bdfa tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.0661383 Mar 31 23:19:57.281260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40362) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.382814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Deleting port 88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:57.383072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.455547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.467254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Calling delete_port for 88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:57.556899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.585510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Port': ['ID=88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.593495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.597250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-212e3f49-64e1-4f08-bf95-84c765608532 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/ports/88c5d7de-c5e1-4af1-8b6b-eb4e254c96b6 HTTP/1.1" status: 204 len: 168 time: 0.3150296 Mar 31 23:19:57.600175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.697363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Deleting port 8c531c45-01cc-4d28-84fc-808899f8170d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:19:57.697713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.762670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.775138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Calling delete_port for 8c531c45-01cc-4d28-84fc-808899f8170d owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:19:57.866242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.899066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Port': ['ID=8c531c45-01cc-4d28-84fc-808899f8170d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:57.905798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.912552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9e95449-4582-4cdd-90ac-9163041a0d93 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/ports/8c531c45-01cc-4d28-84fc-808899f8170d HTTP/1.1" status: 204 len: 168 time: 0.3086231 Mar 31 23:19:57.912950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.941580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0fd1efd6-859a-49ed-9bf2-83e88b876245 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0274601 Mar 31 23:19:57.945316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40380) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:57.950020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-317929296'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:57.970048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:57.974034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:57.998230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:58.007457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.007961 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 5e40e20a-5cdf-4ce7-9eb6-4ee9b209f8ff of type vlan for network 8fb6c9f4-b659-4429-9bfb-6a3b9420d746 Mar 31 23:19:58.052873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.079389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.084923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:58.085500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.120630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1742921 Mar 31 23:19:58.123435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.128651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-118529288'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.155452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:58.159857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.165336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87073df-0dfb-4118-92b7-777ee42aaef3 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=8fb6c9f4-b659-4429-9bfb-6a3b9420d746,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.177786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8fb6c9f4-b659-4429-9bfb-6a3b9420d746 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:58.199184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:58.208705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.209054 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Added segment 25ad35cc-ca62-4161-846a-0aa95f2684c0 of type vlan for network abfc1086-eabd-464b-8bad-9622dae2f3cb Mar 31 23:19:58.253731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.281678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.291018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:58.291018 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.327271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1985183 Mar 31 23:19:58.359095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee28c0-31aa-4206-a2be-05e2f31252bf tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Network': ['ID=abfc1086-eabd-464b-8bad-9622dae2f3cb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:58.371102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network abfc1086-eabd-464b-8bad-9622dae2f3cb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:58.454612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40392) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:58.460026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'subnets': [{'network_id': '8fb6c9f4-b659-4429-9bfb-6a3b9420d746', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--190686128', 'ip_version': 4}, {'network_id': 'abfc1086-eabd-464b-8bad-9622dae2f3cb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.460332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'subnet': {'network_id': '8fb6c9f4-b659-4429-9bfb-6a3b9420d746', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--190686128', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.460899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Request body: {'subnet': {'network_id': 'abfc1086-eabd-464b-8bad-9622dae2f3cb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:58.619205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Made reservation on behalf of 3ce88dc13cf94a45b86b48c4eaf97e96 for: {'subnet': 2} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:58.624072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.624444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:58.999221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.062549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Subnet': ['ID=86af4055-3b6e-44cb-a8b5-74fff0d4bf22,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.072512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Checking segment: {'id': '5e40e20a-5cdf-4ce7-9eb6-4ee9b209f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '8fb6c9f4-b659-4429-9bfb-6a3b9420d746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:59.072873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network hostable DHCP agents. Network: 8fb6c9f4-b659-4429-9bfb-6a3b9420d746, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:59.090275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network 8fb6c9f4-b659-4429-9bfb-6a3b9420d746 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:59.103927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8fb6c9f4-b659-4429-9bfb-6a3b9420d746) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:59.107639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.117003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5612d5d-bea7-4ccc-8d58-d02c33541f58 None None] Network 8fb6c9f4-b659-4429-9bfb-6a3b9420d746 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:59.173104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event updated for resources: {'Subnet': ['ID=70215b18-1860-4c29-a42d-6ce248ed6d6d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.178900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Checking segment: {'id': '25ad35cc-ca62-4161-846a-0aa95f2684c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'abfc1086-eabd-464b-8bad-9622dae2f3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:19:59.179178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network hostable DHCP agents. Network: abfc1086-eabd-464b-8bad-9622dae2f3cb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:59.197737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Network abfc1086-eabd-464b-8bad-9622dae2f3cb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:59.209446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, abfc1086-eabd-464b-8bad-9622dae2f3cb) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:59.215819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.216436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.217253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.236748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cedb70-b63d-4f95-99cd-b5348b054e4a None None] Network abfc1086-eabd-464b-8bad-9622dae2f3cb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:19:59.242714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-240cc6c1-90b4-4488-9dfb-0dda66f23420 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.7845974 Mar 31 23:19:59.243664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40408) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.302734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d27fd0-8d41-4fd6-8b90-f38d3af6e981 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.304409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d27fd0-8d41-4fd6-8b90-f38d3af6e981 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.305931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d27fd0-8d41-4fd6-8b90-f38d3af6e981 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:59.310502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-34d27fd0-8d41-4fd6-8b90-f38d3af6e981 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0627739 Mar 31 23:19:59.310866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.361804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580059e9-2d2c-4a6a-8579-e639678d54b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-8fb6c9f4-b659-4429-9bfb-6a3b9420d746', 'network_id': '8fb6c9f4-b659-4429-9bfb-6a3b9420d746', 'tenant_id': '3ce88dc13cf94a45b86b48c4eaf97e96', 'fixed_ips': [{'subnet_id': '86af4055-3b6e-44cb-a8b5-74fff0d4bf22'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:59.363076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-580059e9-2d2c-4a6a-8579-e639678d54b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.369091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Deleting subnet 86af4055-3b6e-44cb-a8b5-74fff0d4bf22 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:59.372323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.418198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.468973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.530056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1f7ce-e0ce-4f73-8a03-073cf1c89cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-abfc1086-eabd-464b-8bad-9622dae2f3cb', 'network_id': 'abfc1086-eabd-464b-8bad-9622dae2f3cb', 'tenant_id': '3ce88dc13cf94a45b86b48c4eaf97e96', 'fixed_ips': [{'subnet_id': '70215b18-1860-4c29-a42d-6ce248ed6d6d'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:19:59.531171 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f7ce-e0ce-4f73-8a03-073cf1c89cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.544443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.572683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Subnet': ['ID=86af4055-3b6e-44cb-a8b5-74fff0d4bf22,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:59.576520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.582739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40416) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:19:59.590283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb65fcc2-d6e7-4878-9569-7460b40203d9 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/subnets/86af4055-3b6e-44cb-a8b5-74fff0d4bf22 HTTP/1.1" status: 204 len: 168 time: 0.2758236 Mar 31 23:19:59.638593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Deleting subnet 70215b18-1860-4c29-a42d-6ce248ed6d6d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:19:59.642289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-580059e9-2d2c-4a6a-8579-e639678d54b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86af4055-3b6e-44cb-a8b5-74fff0d4bf22: This subnet is being modified by another concurrent operation. Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86af4055-3b6e-44cb-a8b5-74fff0d4bf22: This subnet is being modified by another concurrent operation. Mar 31 23:19:59.786504 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:19:59.819381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c8f8f0-f060-4db8-917f-fccfd7ab14bf None None] Network 8fb6c9f4-b659-4429-9bfb-6a3b9420d746 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:00.057885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.102916 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.168965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-3cb1f7ce-e0ce-4f73-8a03-073cf1c89cc3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70215b18-1860-4c29-a42d-6ce248ed6d6d: This subnet is being modified by another concurrent operation. Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70215b18-1860-4c29-a42d-6ce248ed6d6d: This subnet is being modified by another concurrent operation. Mar 31 23:20:00.172518 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:20:00.188925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44bf7f-0a77-4e18-b4bd-811fdd6908d3 None None] Network abfc1086-eabd-464b-8bad-9622dae2f3cb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:00.194307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Subnet': ['ID=70215b18-1860-4c29-a42d-6ce248ed6d6d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.200342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.203714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0b04477-f642-47a8-8e27-cdfdd886dec1 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/subnets/70215b18-1860-4c29-a42d-6ce248ed6d6d HTTP/1.1" status: 204 len: 168 time: 0.6199429 Mar 31 23:20:00.206676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40428) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.263375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ba2f4-052b-4248-8232-28ebd14f5d5b tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:00.264855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a08ba2f4-052b-4248-8232-28ebd14f5d5b tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572195 Mar 31 23:20:00.268323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.313586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc975dc-0c6b-4fa6-a6fa-bc4908da0ec6 None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:00.356340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.460713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc975dc-0c6b-4fa6-a6fa-bc4908da0ec6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:00.460945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.481036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfc1086-eabd-464b-8bad-9622dae2f3cb']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.490973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ad35cc-ca62-4161-846a-0aa95f2684c0') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.491291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ad35cc-ca62-4161-846a-0aa95f2684c0') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.500719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.514086 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.520340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:00.520723 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:00.523878 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:00.587501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.592374 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.596608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/abfc1086-eabd-464b-8bad-9622dae2f3cb HTTP/1.1" status: 204 len: 168 time: 0.3272605 Mar 31 23:20:00.599569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.632159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8adc5a-1c36-4ec8-8b4d-ab88851a64a4 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=abfc1086-eabd-464b-8bad-9622dae2f3cb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.696503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.793726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d1ffe-5419-4b17-8def-d001b314c41b None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:00.794565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.817643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb6c9f4-b659-4429-9bfb-6a3b9420d746']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.828182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e40e20a-5cdf-4ce7-9eb6-4ee9b209f8ff') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.828473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e40e20a-5cdf-4ce7-9eb6-4ee9b209f8ff') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:00.840430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.854402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.860766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:00.861178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:00.864436 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:00.928516 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.939599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:00.942800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/8fb6c9f4-b659-4429-9bfb-6a3b9420d746 HTTP/1.1" status: 204 len: 168 time: 0.3416989 Mar 31 23:20:00.945332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40450) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:00.957039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d1ffe-5419-4b17-8def-d001b314c41b None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:00.962079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=8fb6c9f4-b659-4429-9bfb-6a3b9420d746,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:00.979596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.979938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.980266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.980593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.980914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.981237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.981557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.981876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.982189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.982502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.982816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:00.983127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b52b640-5009-4ca6-b682-321b790d39ae tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:01.058525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.151780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.182909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d11fdc-fa79-454c-b3b9-d631c63260eb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.194266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff0455e-a2b5-478c-9ee0-f57d2de11fea') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.194867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff0455e-a2b5-478c-9ee0-f57d2de11fea') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.210794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.224889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.232178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:01.232605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:01.236258 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:01.300990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.308441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.311652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/61d11fdc-fa79-454c-b3b9-d631c63260eb HTTP/1.1" status: 204 len: 168 time: 0.3654189 Mar 31 23:20:01.314353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:01.331445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb5cff-2245-4e4b-92f1-14297ece4c19 tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=61d11fdc-fa79-454c-b3b9-d631c63260eb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.402264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.496307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.516830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.525931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f19c7a-3646-4ba4-a39a-74debeb7f62e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.526221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f19c7a-3646-4ba4-a39a-74debeb7f62e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:01.540235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.554508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.560415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:01.560839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:01.564004 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:01.620522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.627607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:01.630739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] 10.222.0.95 "DELETE /v2.0/networks/eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa HTTP/1.1" status: 204 len: 168 time: 0.3153656 Mar 31 23:20:01.643459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634d402-d675-460f-8fe9-f41bfbb3159c tempest-BulkNetworkOpsTest-917941857 tempest-BulkNetworkOpsTest-917941857-project] Pushing event deleted for resources: {'Network': ['ID=eb3a90b1-ade5-45b3-91e3-7fd04f1c03aa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:01.892532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40478) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.032145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b145624-2e1e-4774-b955-7a097793ff24 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3ce88dc13cf94a45b86b48c4eaf97e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385698 Mar 31 23:20:02.034552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40482) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.082449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.110722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.159690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.162362 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:02.163560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/17bfc885-def2-4da7-9cb0-898ff82449dc HTTP/1.1" status: 204 len: 168 time: 0.1278281 Mar 31 23:20:02.171759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28035512-67ec-4ff1-9445-8099b293c349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bfc885-def2-4da7-9cb0-898ff82449dc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:02.870291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40518) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:02.980126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425604906'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:03.001820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:03.008558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.016951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.103918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.110025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.136397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1274, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:03.146038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc00920-057d-44ad-bb2f-235563fb643b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.150909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.151274 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c of type vlan for network 1ff8f211-ec31-4a06-ad9e-ff325638052f Mar 31 23:20:03.190522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.216224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.221880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:03.222455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:03.259520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3879244 Mar 31 23:20:03.302318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccee93b-8f5f-4027-bde0-13664cfe5720 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=1ff8f211-ec31-4a06-ad9e-ff325638052f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:03.313559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:04.460490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e4424964-909a-41c3-bb69-9d108904c433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.515512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40584) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:06.521037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:06.615126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:06.618855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.833343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.886062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=68b2a15f-635c-44e8-bd04-fbbd6681e886,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:06.902093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:06.902463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 1ff8f211-ec31-4a06-ad9e-ff325638052f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:06.923392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:06.932699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5a54c2f6-c402-4583-a904-29e4c206f674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.937241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 1ff8f211-ec31-4a06-ad9e-ff325638052f) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:06.941567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.942208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:06.948620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796800e-91c7-44ac-aa36-9bb882889894 None None] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:06.961418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a78d4249-e4ab-4efa-9a45-d6e8b9900610 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4447789 Mar 31 23:20:06.965063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40596) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:06.970269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389720660'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:06.990321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:06.994021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.025392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:07.036774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.037113 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 6d2d2f4d-d965-4634-94b4-eec682ecd656 of type vlan for network 50de4cd1-c334-4c54-be5e-bbde8e181f96 Mar 31 23:20:07.078752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.111087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.118220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.118809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.123400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-1ff8f211-ec31-4a06-ad9e-ff325638052f', 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '68b2a15f-635c-44e8-bd04-fbbd6681e886'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:07.126007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.164791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1958554 Mar 31 23:20:07.165022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40600) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.170050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '50de4cd1-c334-4c54-be5e-bbde8e181f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:07.209078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52d092-7e26-4a97-be30-07ee94442c2f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=50de4cd1-c334-4c54-be5e-bbde8e181f96,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.221919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 50de4cd1-c334-4c54-be5e-bbde8e181f96 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:07.259942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:07.263490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.336882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Allocated IP 2001:db8:0:ffff::2 (1ff8f211-ec31-4a06-ad9e-ff325638052f/68b2a15f-635c-44e8-bd04-fbbd6681e886/161ebea9-6f2a-4872-86f6-43ed86b6faaf) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:07.455741 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.516645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.523467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.527253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=74325074-8eed-4178-9b23-9305e770b1ae,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.538290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '6d2d2f4d-d965-4634-94b4-eec682ecd656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '50de4cd1-c334-4c54-be5e-bbde8e181f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:07.538655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 50de4cd1-c334-4c54-be5e-bbde8e181f96, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:07.557113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 50de4cd1-c334-4c54-be5e-bbde8e181f96 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:07.566979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:07.568418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 50de4cd1-c334-4c54-be5e-bbde8e181f96) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:07.571910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:07.573918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:07.575487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:07.577225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.580650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Pushing event updated for resources: {'Port': ['ID=161ebea9-6f2a-4872-86f6-43ed86b6faaf,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.585086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd162fd-5570-4c0b-987a-bdb761823c76 None None] Network 50de4cd1-c334-4c54-be5e-bbde8e181f96 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:07.609638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.609983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.610347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.610682 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.611033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.611747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1cf81c3f-e051-4fb7-8ccc-3d8100161782 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4454646 Mar 31 23:20:07.613281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.614257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.614744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.614882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40610) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:07.615280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.615623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.616122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.617011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:07.713304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Attempting to bind port 161ebea9-6f2a-4872-86f6-43ed86b6faaf on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:07.713750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Attempting to bind port 161ebea9-6f2a-4872-86f6-43ed86b6faaf by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:07.714174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Attempting to bind port 161ebea9-6f2a-4872-86f6-43ed86b6faaf on network 1ff8f211-ec31-4a06-ad9e-ff325638052f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:07.719759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.723177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:07.723578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Checking segment: {'id': '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:07.723985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.724524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Bound using segment: {'id': '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:07.725010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Bound port: 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '1ff8f211-ec31-4a06-ad9e-ff325638052f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:07.725864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.803924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.844726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] For port 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:07.857255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] For port 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=161ebea9-6f2a-4872-86f6-43ed86b6faaf,segment=NetworkSegment(09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c),segment_id=09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:07.860933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5198841-d214-46d9-a495-54f2dd20b149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-50de4cd1-c334-4c54-be5e-bbde8e181f96', 'network_id': '50de4cd1-c334-4c54-be5e-bbde8e181f96', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '74325074-8eed-4178-9b23-9305e770b1ae'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:07.861974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5198841-d214-46d9-a495-54f2dd20b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.872803 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.878728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.907187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=74325074-8eed-4178-9b23-9305e770b1ae,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:07.976208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:07.998670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50de4cd1-c334-4c54-be5e-bbde8e181f96']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.009913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2d2f4d-d965-4634-94b4-eec682ecd656') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.010219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2d2f4d-d965-4634-94b4-eec682ecd656') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:08.021926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.040315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.045260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f6631-f676-45e0-b488-3454ad09c94f None None] Pushing event updated for resources: {'Port': ['ID=161ebea9-6f2a-4872-86f6-43ed86b6faaf,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.054452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:08.054842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:08.057920 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:08.065009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21df56e-018c-46e9-a7ca-07a2b23723a4 None None] Network 50de4cd1-c334-4c54-be5e-bbde8e181f96 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:08.149079 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.158714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.163317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/50de4cd1-c334-4c54-be5e-bbde8e181f96 HTTP/1.1" status: 204 len: 168 time: 0.5464418 Mar 31 23:20:08.166419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40622) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.171536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102667823'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:08.186895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422e6ca-9840-4982-95ec-d6f22c5305ee tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=50de4cd1-c334-4c54-be5e-bbde8e181f96,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.240017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:08.243568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.272717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:08.288862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.289295 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 32a2b4c9-a845-4bd6-8729-847038c32851 of type vlan for network f14872f8-4bf7-491e-a559-0ecbd4bc7790 Mar 31 23:20:08.356392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.374560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.391221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.398368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:08.399112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.429253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2617190 Mar 31 23:20:08.432304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40624) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.437608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:08.487581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a3a51-e9bb-4c6c-b64e-331f8b8ead0f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=f14872f8-4bf7-491e-a559-0ecbd4bc7790,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.499983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:08.547682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:08.553047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.761454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.827959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=4984e02e-9c33-43cb-a6b9-9b55b4c8cef4,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:08.837390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '32a2b4c9-a845-4bd6-8729-847038c32851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:08.837753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: f14872f8-4bf7-491e-a559-0ecbd4bc7790, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:08.861075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:08.873484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f14872f8-4bf7-491e-a559-0ecbd4bc7790) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:08.878112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:08.878719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.885868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b4d878-7ae7-44d2-97cf-38acfff32e37 None None] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:08.919335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64cf8704-7741-4d21-a634-3cc25172c6cf tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4837098 Mar 31 23:20:08.921129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40634) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:08.933096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85265097'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:08.963488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:08.971919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:08.996896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:09.007655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.008004 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 884be99e-85ec-4f8b-80f5-6e847ca58826 of type vlan for network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f Mar 31 23:20:09.052670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.078513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-f14872f8-4bf7-491e-a559-0ecbd4bc7790', 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '4984e02e-9c33-43cb-a6b9-9b55b4c8cef4'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:09.081208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.090718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.103422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:09.104072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.152093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2271237 Mar 31 23:20:09.152480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40642) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.159824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '74d6bf52-f887-4b50-b65a-cdd3f404ce9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:09.187850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0efef0e-5254-4096-b713-1e44793ed2f6 None None] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:09.284378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:09.291453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.370658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:20:09.371191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:20:09.546944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.554388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] Provisioning complete for port 161ebea9-6f2a-4872-86f6-43ed86b6faaf triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:09.555307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.595797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13780-c242-4540-83c5-c83eabb3a728 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=74d6bf52-f887-4b50-b65a-cdd3f404ce9f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.616254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:09.626701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=98337ed6-c84b-412a-aef1-b1a1f11bf7a6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:09.634480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '884be99e-85ec-4f8b-80f5-6e847ca58826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '74d6bf52-f887-4b50-b65a-cdd3f404ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:09.634846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 74d6bf52-f887-4b50-b65a-cdd3f404ce9f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:09.655338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:09.666157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 74d6bf52-f887-4b50-b65a-cdd3f404ce9f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:09.675841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:09.676529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.693360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53c081-141f-4f6d-8ec0-8435344ddf54 None None] Network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:09.699153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:09.699694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Allocated IP 2001:db8::1 (f14872f8-4bf7-491e-a559-0ecbd4bc7790/4984e02e-9c33-43cb-a6b9-9b55b4c8cef4/f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:09.708093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a578c6b-01a6-4ccc-95fa-3c407141fb42 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5520415 Mar 31 23:20:09.798821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.880707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:09.967226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.005847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.028575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=98337ed6-c84b-412a-aef1-b1a1f11bf7a6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.106892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.126535 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.135266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.166328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d6bf52-f887-4b50-b65a-cdd3f404ce9f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.170225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] For port 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=161ebea9-6f2a-4872-86f6-43ed86b6faaf,segment=NetworkSegment(09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c),segment_id=09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:10.176192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.182660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ac956b-71aa-46f3-a3a1-5c2e7bcf12b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-74d6bf52-f887-4b50-b65a-cdd3f404ce9f', 'network_id': '74d6bf52-f887-4b50-b65a-cdd3f404ce9f', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '98337ed6-c84b-412a-aef1-b1a1f11bf7a6'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:10.183826 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d5ac956b-71aa-46f3-a3a1-5c2e7bcf12b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.185805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.192041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884be99e-85ec-4f8b-80f5-6e847ca58826') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.192608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884be99e-85ec-4f8b-80f5-6e847ca58826') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:10.206377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.223155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.232337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:10.232858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.249917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:10.251057 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:10.254647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:10.260833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:10.321282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Pushing event updated for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.324958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.331951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 161ebea9-6f2a-4872-86f6-43ed86b6faaf up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:10.347359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.355169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/74d6bf52-f887-4b50-b65a-cdd3f404ce9f HTTP/1.1" status: 204 len: 168 time: 0.6507812 Mar 31 23:20:10.355169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40664) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.360539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122276156'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:10.375657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5552ed0-8503-4c08-8253-3fc9b193bbf1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=74d6bf52-f887-4b50-b65a-cdd3f404ce9f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.392399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:10.397233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.399495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.413763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d6cc6-2321-45a6-9bd2-5d3d9406446d None None] Network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:10.473866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c15b41b0-7d04-4bc5-9a6c-c70ccb9063d7 None None] Provisioning complete for port 161ebea9-6f2a-4872-86f6-43ed86b6faaf triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:10.474291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c15b41b0-7d04-4bc5-9a6c-c70ccb9063d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.484911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d6cc6-2321-45a6-9bd2-5d3d9406446d None None] Network 74d6bf52-f887-4b50-b65a-cdd3f404ce9f could not be found, it might have been deleted concurrently. {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:20:10.486835 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.494681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:10.502539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49332dec-255b-4d56-a0c4-d82f63e15154 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:10.503063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49332dec-255b-4d56-a0c4-d82f63e15154 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:10.503529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49332dec-255b-4d56-a0c4-d82f63e15154 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:10.507293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-49332dec-255b-4d56-a0c4-d82f63e15154 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/ports?project_id=aeb15266e0ec458fb1bbb6e810fff2ed&network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 2969 time: 0.1048052 Mar 31 23:20:10.524667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.525015 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 6cd5f8c1-fd74-4865-9125-17eeb8db51b6 of type vlan for network 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 Mar 31 23:20:10.537391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Attempting to bind port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:10.537753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Attempting to bind port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '32a2b4c9-a845-4bd6-8729-847038c32851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:10.538113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Attempting to bind port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a on network f14872f8-4bf7-491e-a559-0ecbd4bc7790 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:10.556895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:10.557189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Checking segment: {'id': '32a2b4c9-a845-4bd6-8729-847038c32851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:10.557560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.557991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Bound using segment: {'id': '32a2b4c9-a845-4bd6-8729-847038c32851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:10.558449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Bound port: f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a2b4c9-a845-4bd6-8729-847038c32851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': 'f14872f8-4bf7-491e-a559-0ecbd4bc7790'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:10.558772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.563224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033b169-686a-46d1-adf2-e6e30b492544 None None] Pushing event updated for resources: {'Port': ['ID=161ebea9-6f2a-4872-86f6-43ed86b6faaf,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.574635 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.580570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 161ebea9-6f2a-4872-86f6-43ed86b6faaf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:10.580924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.602717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.611592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:10.612562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.657461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3005285 Mar 31 23:20:10.660610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40676) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:10.665354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '4ef01d24-fd37-43a0-a4b5-ba9cd8d67000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:10.712905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c70ac-8974-494c-a5c1-782577eb52f8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=4ef01d24-fd37-43a0-a4b5-ba9cd8d67000,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:10.716023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:10.721539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,segment=NetworkSegment(32a2b4c9-a845-4bd6-8729-847038c32851),segment_id=32a2b4c9-a845-4bd6-8729-847038c32851)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:10.733313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:10.739507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.804153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:10.808623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:10.903143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3381d-1f54-42d7-9b7d-56a2840b6812 None None] Pushing event updated for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.032143 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.137948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=a85e8210-36cd-4a8b-80b5-fdf9858f0aa0,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.155899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '6cd5f8c1-fd74-4865-9125-17eeb8db51b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '4ef01d24-fd37-43a0-a4b5-ba9cd8d67000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:11.156259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:11.175176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:11.190564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:11.199720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.200006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061c859-9a15-4d3b-ac8b-384d85aa3c6c None None] Network 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:11.201587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.240826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fbc8afae-2440-4914-a578-d34ccf13db92 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5796885 Mar 31 23:20:11.243711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40686) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.354194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.386740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b788c3-05ed-43da-8a6f-42ec35d0005d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-4ef01d24-fd37-43a0-a4b5-ba9cd8d67000', 'network_id': '4ef01d24-fd37-43a0-a4b5-ba9cd8d67000', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': 'a85e8210-36cd-4a8b-80b5-fdf9858f0aa0'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:11.387721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a1b788c3-05ed-43da-8a6f-42ec35d0005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.414519 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.488802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server [None req-a1b788c3-05ed-43da-8a6f-42ec35d0005d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a85e8210-36cd-4a8b-80b5-fdf9858f0aa0: This subnet is being modified by another concurrent operation. Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise self.value Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server raise exception Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a85e8210-36cd-4a8b-80b5-fdf9858f0aa0: This subnet is being modified by another concurrent operation. Mar 31 23:20:11.496372 n-d-835855-2 neutron-server[109300]: ERROR oslo_messaging.rpc.server Mar 31 23:20:11.520545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=a85e8210-36cd-4a8b-80b5-fdf9858f0aa0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.522907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176a5ab-fd52-40b2-a6fa-c5100a601f21 None None] Network 4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:11.547498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.547879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.548216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.548550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.548883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.549460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.549609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.549839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.550162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.550482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.550801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.551121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:11.603390 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.624757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef01d24-fd37-43a0-a4b5-ba9cd8d67000']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.634653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd5f8c1-fd74-4865-9125-17eeb8db51b6') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.634950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd5f8c1-fd74-4865-9125-17eeb8db51b6') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:11.646732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.664472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.671087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:11.671543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:11.674819 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:11.744823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.763129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.766459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 HTTP/1.1" status: 204 len: 168 time: 0.5202394 Mar 31 23:20:11.767371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed13db0-6841-4ed6-aabd-b3757d0aa921 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=4ef01d24-fd37-43a0-a4b5-ba9cd8d67000,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.770566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.776008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489397506'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:11.797410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:11.801254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.828782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:11.839335 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.839818 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 8fbfcb11-81d6-4392-ba45-412b6c2143de of type vlan for network be66ef36-5393-4af1-8c86-8000dcc716bd Mar 31 23:20:11.882951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.913433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.919107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.919767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:11.960080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1846845 Mar 31 23:20:11.960565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:11.966504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': 'be66ef36-5393-4af1-8c86-8000dcc716bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:12.008842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf10f9c-d5be-4a78-b334-06d45e5eb15b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=be66ef36-5393-4af1-8c86-8000dcc716bd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.020199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network be66ef36-5393-4af1-8c86-8000dcc716bd details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:12.068546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:12.074609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.111154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab1ee8-2d16-40a6-8d38-8dfc7221a88f None None] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:12.337716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.392497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 161ebea9-6f2a-4872-86f6-43ed86b6faaf up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:12.398244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] Provisioning complete for port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:12.398609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.421244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=d057b2ae-b0ae-4fa1-a040-32cf71fd27ff,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.432292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '8fbfcb11-81d6-4392-ba45-412b6c2143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'be66ef36-5393-4af1-8c86-8000dcc716bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:12.432672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: be66ef36-5393-4af1-8c86-8000dcc716bd, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:12.455650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network be66ef36-5393-4af1-8c86-8000dcc716bd is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:12.470510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, be66ef36-5393-4af1-8c86-8000dcc716bd) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:12.475686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:12.476580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.499689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de5c9e85-458c-4c48-9b5e-c3f9acbc5322 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5373032 Mar 31 23:20:12.501149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fc986-1726-469f-b305-a931882e5d8d None None] Network be66ef36-5393-4af1-8c86-8000dcc716bd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:12.502593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.604899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.639052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40724) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:12.643721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 161ebea9-6f2a-4872-86f6-43ed86b6faaf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:12.644304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.657502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.704839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.739348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.763272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c2bdc-6367-4fa8-81fa-30e9783906af tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:12.764840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b70c2bdc-6367-4fa8-81fa-30e9783906af tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 814 time: 0.1235855 Mar 31 23:20:12.799363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=d057b2ae-b0ae-4fa1-a040-32cf71fd27ff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.834211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,segment=NetworkSegment(32a2b4c9-a845-4bd6-8729-847038c32851),segment_id=32a2b4c9-a845-4bd6-8729-847038c32851)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:12.857193 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.867823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74181f1e-57d3-417e-82b0-7163593bcb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-be66ef36-5393-4af1-8c86-8000dcc716bd', 'network_id': 'be66ef36-5393-4af1-8c86-8000dcc716bd', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': 'd057b2ae-b0ae-4fa1-a040-32cf71fd27ff'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:12.869665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74181f1e-57d3-417e-82b0-7163593bcb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.883877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.916436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:12.924680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be66ef36-5393-4af1-8c86-8000dcc716bd']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:12.939554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbfcb11-81d6-4392-ba45-412b6c2143de') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:12.940563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbfcb11-81d6-4392-ba45-412b6c2143de') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:12.952938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.977447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cffcbb-021e-4645-b947-9d10f6e90fb4 None None] Pushing event updated for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.979316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:12.989577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:12.990025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:13.000028 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:13.040701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:13.041121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.062928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7f713-3e88-400c-86da-79ab8fe4a676 None None] Network be66ef36-5393-4af1-8c86-8000dcc716bd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:13.078434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.095273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.095927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/be66ef36-5393-4af1-8c86-8000dcc716bd HTTP/1.1" status: 204 len: 168 time: 0.5921373 Mar 31 23:20:13.101433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40730) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.106748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1069809763'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.108155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d9be9-0aa0-4bb5-ae81-3f59163c4135 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=be66ef36-5393-4af1-8c86-8000dcc716bd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.130225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:13.141520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.164848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ba2b0e3f-d481-4706-8960-4ff5f0c0263a None None] Provisioning complete for port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:13.165230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba2b0e3f-d481-4706-8960-4ff5f0c0263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.168152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1288, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:13.182751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.183099 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 6db6de1e-4359-4e2a-9c4c-48cb00ee4743 of type vlan for network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 Mar 31 23:20:13.225640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.257934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.265431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.266203 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.280880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c20321e-b5d4-4c5d-8cfa-2c0b7143197e None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:13.313135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2075899 Mar 31 23:20:13.314474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40734) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.322857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.354717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301ade9-91dd-4fee-b59e-908fa7188434 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=7a42eb1c-6b71-46a4-b6a3-01b1c8777315,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.370806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:13.433688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:13.437334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.526770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.533677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'network': {'name': 'tempest-network-smoke--1515934050', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.557954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c20321e-b5d4-4c5d-8cfa-2c0b7143197e None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:13.559319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:13.564564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.594942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] vlan segment allocate from pool success with {'vlan_id': 1267, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:13.606629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.607657 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Added segment 4bef0b6b-0f00-425c-9189-6204712a14f6 of type vlan for network 4f29a514-cc0e-4669-9b73-9e2ef8222261 Mar 31 23:20:13.642970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.657886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.688500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.697134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.697813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1038098'] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.715965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=2d029b8d-1fa1-4df4-83e4-5a73e8a916ce,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.723878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '6db6de1e-4359-4e2a-9c4c-48cb00ee4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:13.724254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 7a42eb1c-6b71-46a4-b6a3-01b1c8777315, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:13.748472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:13.756907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2252593 Mar 31 23:20:13.757171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.791387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 7a42eb1c-6b71-46a4-b6a3-01b1c8777315) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:13.793929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5568cbf-ebde-4179-8d12-cdac515b9ba6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Network': ['ID=4f29a514-cc0e-4669-9b73-9e2ef8222261,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:13.805632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.806215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:13.836974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:13.842241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb891c-dc2b-48c4-9c5a-66cb0eb51fe9 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.847995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ddeb891c-dc2b-48c4-9c5a-66cb0eb51fe9 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=aeb15266e0ec458fb1bbb6e810fff2ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0869000 Mar 31 23:20:13.848217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dd9e511c-3282-49cb-a1c6-f379f91742e9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5309823 Mar 31 23:20:13.848750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40742) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.851441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40744) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:13.856527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:13.971853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c735b-3791-4da2-bd8c-5907d0efb7e5 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.973781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f65c735b-3791-4da2-bd8c-5907d0efb7e5 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1239614 Mar 31 23:20:13.977149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40746) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.005273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6fd7c-acf2-4c0e-a267-71f7bbc35594 None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:14.015926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c590f1da-6bf2-404c-8855-9fba521ceb59 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374825 Mar 31 23:20:14.018608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.023914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:14.028073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.065761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4683aec7-4545-47dd-88cf-57a6872f18ea tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=aeb15266e0ec458fb1bbb6e810fff2ed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456231 Mar 31 23:20:14.067679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40750) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.193102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-7a42eb1c-6b71-46a4-b6a3-01b1c8777315', 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '2d029b8d-1fa1-4df4-83e4-5a73e8a916ce'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:14.193102 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.225852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0bcac-5b4d-4ff3-a4cf-9cfd7ab9f65c tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.227446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ccd0bcac-5b4d-4ff3-a4cf-9cfd7ab9f65c tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1585667 Mar 31 23:20:14.230233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40754) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.261418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-35de913f-bb92-4a3a-a801-b7fe87db8a94 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299125 Mar 31 23:20:14.265118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40756) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.274216 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078243980', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:14.289955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:14.393360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Allocated IP 2001:db8::2 (7a42eb1c-6b71-46a4-b6a3-01b1c8777315/2d029b8d-1fa1-4df4-83e4-5a73e8a916ce/d434a6af-b474-4e41-9ab9-6d695a7e4a3b) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:14.405262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:14.405587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.417318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:14.420887 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.459155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.531944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:14.544682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:14.554838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.555482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.580114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=db92925a-48c5-48f5-8e72-d1d545ff2704,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.588135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0814d0bb-e84a-4734-9dcc-b93e1afb1ca3 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7355092 Mar 31 23:20:14.590808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40758) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.610664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.618307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.658877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:14.661896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:14.665917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:14.673138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Pushing event updated for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.694367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.697231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.700355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.703325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.704006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.709451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d975535b-be24-432c-a7dd-93e7390c849f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1122077 Mar 31 23:20:14.709942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40760) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.714957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495129052'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:14.739670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:14.743531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.745788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Attempting to bind port d434a6af-b474-4e41-9ab9-6d695a7e4a3b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:14.745962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Attempting to bind port d434a6af-b474-4e41-9ab9-6d695a7e4a3b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '6db6de1e-4359-4e2a-9c4c-48cb00ee4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:14.746464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Attempting to bind port d434a6af-b474-4e41-9ab9-6d695a7e4a3b on network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:14.752166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:14.752607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Checking segment: {'id': '6db6de1e-4359-4e2a-9c4c-48cb00ee4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:14.752951 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.753350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Bound using segment: {'id': '6db6de1e-4359-4e2a-9c4c-48cb00ee4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:14.753830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Bound port: d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db6de1e-4359-4e2a-9c4c-48cb00ee4743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:14.754222 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.765573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.775802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:14.789132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.789528 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment e1c03215-e0a1-4c74-b54f-9baf25145b24 of type vlan for network 62810509-c9a6-4ebf-b476-523bda106c73 Mar 31 23:20:14.839092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Subnet': ['ID=b532d867-8eaa-477d-8b6a-71f6a9187045,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:14.839767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.864953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Checking segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:14.865379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network hostable DHCP agents. Network: 4f29a514-cc0e-4669-9b73-9e2ef8222261, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:14.876575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.883605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.884246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.887178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:14.901926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 4f29a514-cc0e-4669-9b73-9e2ef8222261) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:14.916692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:14.917297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:14.927793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308efdbe-d101-43eb-b7b4-21cccf668083 None None] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:14.928011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2140656 Mar 31 23:20:14.928790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40762) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:14.940394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:14.950570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0f81aa30-7264-4b73-8f9a-1495718fb7f7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6808772 Mar 31 23:20:14.989105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdf00f-2628-45d8-917f-41957731f336 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=62810509-c9a6-4ebf-b476-523bda106c73,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.010889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:15.113617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:15.155881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.161789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,segment=NetworkSegment(6db6de1e-4359-4e2a-9c4c-48cb00ee4743),segment_id=6db6de1e-4359-4e2a-9c4c-48cb00ee4743)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:15.172507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.176001 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.178611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40766) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.183566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495453970', 'description': 'tempest-secgroup-smoke-1495453970 description', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.187387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 62810509-c9a6-4ebf-b476-523bda106c73 is not hosted by any dhcp agent {{(pid=109299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:20:15.193639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.194687 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.196342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "PUT /v2.0/networks/62810509-c9a6-4ebf-b476-523bda106c73 HTTP/1.1" status: 200 len: 723 time: 0.2670343 Mar 31 23:20:15.199119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40770) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.216854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': '62810509-c9a6-4ebf-b476-523bda106c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.231919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.278171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-4f29a514-cc0e-4669-9b73-9e2ef8222261', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ips': [{'subnet_id': 'b532d867-8eaa-477d-8b6a-71f6a9187045'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:15.279424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.335501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.348224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.373516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86330be-110b-4efc-bac2-67e1e4b1dfcc tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=62810509-c9a6-4ebf-b476-523bda106c73,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.384941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:15.389846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.406785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d54714-46b2-4f34-ab41-b48ef2d952e5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.413522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.414968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07fa978e-1341-4185-973d-dbb144077bc4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2353697 Mar 31 23:20:15.424748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40772) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.424944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe4bca-ce8d-49e2-b440-62a0d8c4b994 None None] Pushing event updated for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.431843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.438156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:15.471640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.599774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.608288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.645543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.650831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258236 Mar 31 23:20:15.651732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40776) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.656365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Allocated IP 172.20.0.18 (4f29a514-cc0e-4669-9b73-9e2ef8222261/b532d867-8eaa-477d-8b6a-71f6a9187045/bb414137-dfb8-4acb-9ec0-b1c777ba0f50) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:15.658691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.667864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e614fc0-50c9-446b-912c-6fb4d2936ead tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9a991-33d5-4981-a985-de7f8274168b,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.698232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.727544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.778667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.783764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.802696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124ceb68-227b-43c8-9ca3-b698e22660ed,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.808394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=1bf008c4-8cba-43be-a381-5644eb515a19,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:15.826757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': 'e1c03215-e0a1-4c74-b54f-9baf25145b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:15.827443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: 62810509-c9a6-4ebf-b476-523bda106c73, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:15.837716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.843936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.844752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-95da235c-c125-420c-9da9-c200f8a022a7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1907318 Mar 31 23:20:15.849602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.865065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 62810509-c9a6-4ebf-b476-523bda106c73 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:15.880058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 62810509-c9a6-4ebf-b476-523bda106c73) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:15.886221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.886928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.894933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d6e633-392e-476d-82fb-aba812a48c1f None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:15.904993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:15.913114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40a478a0-39d6-4b7e-a1c0-0c28c4f59263 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7126870 Mar 31 23:20:15.916521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40780) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:15.929755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:15.985062 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:15.995214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.005357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.027192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.046469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.050836 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.052009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066491 Mar 31 23:20:16.052494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40782) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.053997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83452cd0-86b8-4491-9d1a-53ce0727a030 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf7a533-db94-4c94-9afb-b56fb8212208,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.067813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:16.104226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.113342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59293622'] for subnet, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.119774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-62810509-c9a6-4ebf-b476-523bda106c73', 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '1bf008c4-8cba-43be-a381-5644eb515a19'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:16.120663 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.143088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:16.150687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:16.157796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:16.176679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Pushing event updated for resources: {'Port': ['ID=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.247095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.258430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.305140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.309433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.310778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2566369 Mar 31 23:20:16.316055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:16.348963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d434a6af-b474-4e41-9ab9-6d695a7e4a3b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:16.357211 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:20:16.362926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05c389-77b5-4374-aa3a-48cb30cb75b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c625ca8-1826-477c-a2eb-a30c352fee37,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.373742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.411333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793242732198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59554204'] for subnet, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.422410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Attempting to bind port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:16.423219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Attempting to bind port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:16.423929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Attempting to bind port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 on network 4f29a514-cc0e-4669-9b73-9e2ef8222261 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:16.453784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.454589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.455926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "PUT /v2.0/subnets/1bf008c4-8cba-43be-a381-5644eb515a19 HTTP/1.1" status: 200 len: 826 time: 0.5384326 Mar 31 23:20:16.463076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.472751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:16.473247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Checking segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:16.473758 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.474284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Bound using segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:16.474872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Bound port: bb414137-dfb8-4acb-9ec0-b1c777ba0f50, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:16.475414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.488177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad9e3f-af58-4e84-8d61-44c22a2c47c8 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=1bf008c4-8cba-43be-a381-5644eb515a19,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.547502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Allocated IP 2001:db8::2 (62810509-c9a6-4ebf-b476-523bda106c73/1bf008c4-8cba-43be-a381-5644eb515a19/9723302f-5580-4a00-8dbc-6f5e2034b9e7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:16.554948 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.568087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.585109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2b8445-7179-441a-999c-ff974de9f3ad,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.591551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.607937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:16.608463 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.633987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.635359 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-72b72b7d-6fff-43cd-b336-7e799aabcd34 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3234980 Mar 31 23:20:16.638333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40790) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:16.638754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] For port bb414137-dfb8-4acb-9ec0-b1c777ba0f50, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:16.643624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': 'a5d54714-46b2-4f34-ab41-b48ef2d952e5', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:16.666071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] For port bb414137-dfb8-4acb-9ec0-b1c777ba0f50, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:16.669504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.684696 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:20:16.689930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.697332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.760159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b9a2d-f4a8-40d1-bda6-c031c71b7d42 None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:16.775915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.782095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.801306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3342c14a-756f-4d3e-af7e-4485467636f5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.817495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:16.828321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-604723fd-edf8-485f-849f-58138baba543 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790264 Mar 31 23:20:16.900057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef462a0a-a013-47db-b34f-2f0080af9996 None None] Pushing event updated for resources: {'Port': ['ID=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:16.934607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-172279ff-5c29-4f34-a20b-aaf11d9a7250 None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:16.934979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-172279ff-5c29-4f34-a20b-aaf11d9a7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.063335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.091449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-63b9fea7-1a41-4eda-945b-3fc722d35bd7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1495453970&fields=id&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 267 time: 0.0375199 Mar 31 23:20:17.153467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.200828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,segment=NetworkSegment(6db6de1e-4359-4e2a-9c4c-48cb00ee4743),segment_id=6db6de1e-4359-4e2a-9c4c-48cb00ee4743)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:17.205319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.215908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.225640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.260251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf008c4-8cba-43be-a381-5644eb515a19,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:17.268301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-a891a1d2-56dd-4cec-bed7-06db882b55d1 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:17.270248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-a891a1d2-56dd-4cec-bed7-06db882b55d1 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/networks?id=4f29a514-cc0e-4669-9b73-9e2ef8222261 HTTP/1.1" status: 200 len: 797 time: 0.1715550 Mar 31 23:20:17.296859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-98a05fd5-9dda-405f-a88c-71603046669e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/quotas/aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 375 time: 0.0196738 Mar 31 23:20:17.296997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:17.310637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:17.335160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:17.344525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Pushing event updated for resources: {'Port': ['ID=9723302f-5580-4a00-8dbc-6f5e2034b9e7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:17.368457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.394099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62810509-c9a6-4ebf-b476-523bda106c73']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.404867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-e6bda5be-d652-4491-8779-5f6cd0e52259 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0929623 Mar 31 23:20:17.408477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c03215-e0a1-4c74-b54f-9baf25145b24') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.409287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c03215-e0a1-4c74-b54f-9baf25145b24') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:17.425813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.447220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.454261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:17.454666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:17.532466 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:17.537722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.api [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 31 23:20:17.537722 n-d-835855-2 neutron-server[109299]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 31 23:20:17.537722 n-d-835855-2 neutron-server[109299]: [parameters: {'id': '62810509-c9a6-4ebf-b476-523bda106c73'}] Mar 31 23:20:17.537722 n-d-835855-2 neutron-server[109299]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:17.545630 n-d-835855-2 neutron-server[109299]: DEBUG oslo_db.api [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:17.546441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-90f4d11d-76ce-43c3-9e8b-64e75f41f365 service neutron] 10.222.0.95 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350465 Mar 31 23:20:17.656328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-8063e9ad-c0b0-4918-8fb1-96540ff13096 service neutron] 10.222.0.95 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009529 Mar 31 23:20:17.665461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Attempting to bind port 9723302f-5580-4a00-8dbc-6f5e2034b9e7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:17.665961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Attempting to bind port 9723302f-5580-4a00-8dbc-6f5e2034b9e7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e1c03215-e0a1-4c74-b54f-9baf25145b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:17.666390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Attempting to bind port 9723302f-5580-4a00-8dbc-6f5e2034b9e7 on network 62810509-c9a6-4ebf-b476-523bda106c73 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:17.673287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:17.681546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:17.681909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Checking segment: {'id': 'e1c03215-e0a1-4c74-b54f-9baf25145b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:17.682728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.684043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Bound using segment: {'id': 'e1c03215-e0a1-4c74-b54f-9baf25145b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:17.684642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Bound port: 9723302f-5580-4a00-8dbc-6f5e2034b9e7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c03215-e0a1-4c74-b54f-9baf25145b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '62810509-c9a6-4ebf-b476-523bda106c73'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:17.685409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.705183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Update dhcp port {'port': {'network_id': '7a42eb1c-6b71-46a4-b6a3-01b1c8777315', 'fixed_ips': [{'subnet_id': '2d029b8d-1fa1-4df4-83e4-5a73e8a916ce', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db92925a-48c5-48f5-8e72-d1d545ff2704'}], 'binding:host_id': 'n-d-835855-2'}, 'id': 'd434a6af-b474-4e41-9ab9-6d695a7e4a3b'} from n-d-835855-2. {{(pid=109300) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Mar 31 23:20:17.764003 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.836192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] For port 9723302f-5580-4a00-8dbc-6f5e2034b9e7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:17.852380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] For port 9723302f-5580-4a00-8dbc-6f5e2034b9e7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9723302f-5580-4a00-8dbc-6f5e2034b9e7,segment=NetworkSegment(e1c03215-e0a1-4c74-b54f-9baf25145b24),segment_id=e1c03215-e0a1-4c74-b54f-9baf25145b24)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:17.859291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:17.885008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-416d6141-6abe-43cc-bb3f-f77194d90ba2 req-64a69589-8c85-4abc-bef1-a4884fcd4e55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 210 time: 0.0456595 Mar 31 23:20:18.026683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb763294-2d7b-4d4d-af43-9c86176bf032 None None] Pushing event updated for resources: {'Port': ['ID=9723302f-5580-4a00-8dbc-6f5e2034b9e7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.049910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b33927-30b1-40c0-814b-1f9c27e23591 None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:18.052348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.134993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting port 9723302f-5580-4a00-8dbc-6f5e2034b9e7 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:18.135631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.161430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Allocated IP 172.20.0.1 (7a42eb1c-6b71-46a4-b6a3-01b1c8777315/db92925a-48c5-48f5-8e72-d1d545ff2704/d434a6af-b474-4e41-9ab9-6d695a7e4a3b) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:18.242960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] For port 9723302f-5580-4a00-8dbc-6f5e2034b9e7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9723302f-5580-4a00-8dbc-6f5e2034b9e7,segment=NetworkSegment(e1c03215-e0a1-4c74-b54f-9baf25145b24),segment_id=e1c03215-e0a1-4c74-b54f-9baf25145b24)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:18.243354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.258169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Calling delete_port for 9723302f-5580-4a00-8dbc-6f5e2034b9e7 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:18.312921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990dda8-f4ef-40b6-9d90-4d85c6c882d6 None None] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:18.357284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.393099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Port': ['ID=9723302f-5580-4a00-8dbc-6f5e2034b9e7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.402532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No DVR routers for this DVR port 9723302f-5580-4a00-8dbc-6f5e2034b9e7 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:18.418708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] Provisioning complete for port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:18.419077 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.481481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea8ab58-65a8-4972-b784-5989afd131dd None None] Network 62810509-c9a6-4ebf-b476-523bda106c73 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:18.483369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d434a6af-b474-4e41-9ab9-6d695a7e4a3b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:18.542114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,segment=NetworkSegment(6db6de1e-4359-4e2a-9c4c-48cb00ee4743),segment_id=6db6de1e-4359-4e2a-9c4c-48cb00ee4743)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:18.553840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.586382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62810509-c9a6-4ebf-b476-523bda106c73']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:18.604866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c03215-e0a1-4c74-b54f-9baf25145b24') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:18.606132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c03215-e0a1-4c74-b54f-9baf25145b24') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:18.621598 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.626276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:18.626651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.640090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.647779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:18.648601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:18.664087 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:18.723087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.753731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.767536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.771117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/62810509-c9a6-4ebf-b476-523bda106c73 HTTP/1.1" status: 204 len: 168 time: 2.3069952 Mar 31 23:20:18.773867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40832) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:18.794254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.797281 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66c7cb3-0acc-4255-8e35-e234362d9e9a tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:18.797951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66c7cb3-0acc-4255-8e35-e234362d9e9a tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:18.798188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090c627-3152-468f-b20c-31eff5707b78 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=62810509-c9a6-4ebf-b476-523bda106c73,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:18.808790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c66c7cb3-0acc-4255-8e35-e234362d9e9a tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/62810509-c9a6-4ebf-b476-523bda106c73 HTTP/1.1" status: 404 len: 339 time: 0.0304163 Mar 31 23:20:18.811611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:18.817490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1681879082', 'description': 'd1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:18.841019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.847170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:18.851065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.887557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:18.899012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.899384 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment a53894b0-e4f8-4e92-8584-843f0d053aa6 of type vlan for network 90750676-e15e-4030-ae43-072f00bc409b Mar 31 23:20:18.963151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:18.978546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] For port bb414137-dfb8-4acb-9ec0-b1c777ba0f50, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:19.004232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6ca40-2a7f-469e-9b25-e743be6b7ce0 None None] Pushing event updated for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.007506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.028611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f660de3e-b300-44eb-ae8f-ca779379b897 req-264f0686-175b-4dc5-b755-df6d1d978f3e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 210 time: 0.0381548 Mar 31 23:20:19.028912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.041722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.042523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.046719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bb414137-dfb8-4acb-9ec0-b1c777ba0f50 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:19.117891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3024685 Mar 31 23:20:19.125199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40846) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.141388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb390a9d-b3cb-4550-a6b2-891f415f8b88 None None] Pushing event updated for resources: {'Port': ['ID=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.189208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:19.189579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.230724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24115ec-247a-4cfb-838a-b300811c32a9 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=90750676-e15e-4030-ae43-072f00bc409b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.246956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 90750676-e15e-4030-ae43-072f00bc409b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:19.250038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad55da5-5720-4022-80b6-8fff20f1b61e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.251460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ad55da5-5720-4022-80b6-8fff20f1b61e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks?id=90750676-e15e-4030-ae43-072f00bc409b HTTP/1.1" status: 200 len: 765 time: 0.1227150 Mar 31 23:20:19.254867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.261900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'description': 'd2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:19.430356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b578b6d9-ce45-418c-9e49-d8c7022a3b3a None None] Provisioning complete for port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:19.430782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b578b6d9-ce45-418c-9e49-d8c7022a3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.451066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.467708 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.492163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network 90750676-e15e-4030-ae43-072f00bc409b is not hosted by any dhcp agent {{(pid=109298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:20:19.498226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.498850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.500448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "PUT /v2.0/networks/90750676-e15e-4030-ae43-072f00bc409b HTTP/1.1" status: 200 len: 762 time: 0.2446160 Mar 31 23:20:19.503346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.572190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e1d5b-b613-4448-a409-a4fa59b77b74 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=90750676-e15e-4030-ae43-072f00bc409b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:19.585411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 90750676-e15e-4030-ae43-072f00bc409b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:19.620445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d54305-9ecf-432f-a2d2-2b067904b72c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.624827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-17d54305-9ecf-432f-a2d2-2b067904b72c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks?id=90750676-e15e-4030-ae43-072f00bc409b HTTP/1.1" status: 200 len: 765 time: 0.1193144 Mar 31 23:20:19.629024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.723414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-79cfa735-2a9c-4a6d-8f70-95198e84c3ee tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.725238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-79cfa735-2a9c-4a6d-8f70-95198e84c3ee tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/networks?id=4f29a514-cc0e-4669-9b73-9e2ef8222261 HTTP/1.1" status: 200 len: 797 time: 0.1507716 Mar 31 23:20:19.739519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8ea2a-ed14-4bfb-a152-4a631cf5637d None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:19.790173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-5cc2ed66-21a3-4cc1-86b8-fe73247cd807 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 473 time: 0.0538576 Mar 31 23:20:19.801176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'port': {'device_id': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'admin_state_up': True, 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'security_groups': ['a5d54714-46b2-4f34-ab41-b48ef2d952e5']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:19.884064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460025fa-758c-413d-a326-f3c225ec8c45 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.888521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-460025fa-758c-413d-a326-f3c225ec8c45 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2556088 Mar 31 23:20:19.888784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.921764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:19.925937 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:19.930362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb9403e5-3bb7-4b52-b3a8-96f2ddd539e0 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3 HTTP/1.1" status: 200 len: 207 time: 0.0373855 Mar 31 23:20:19.930645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:19.974939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d66a5d2f-f20c-4938-b9ed-b057cb5fc90b None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:19.975330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d66a5d2f-f20c-4938-b9ed-b057cb5fc90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.061462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.26 (4f29a514-cc0e-4669-9b73-9e2ef8222261/b532d867-8eaa-477d-8b6a-71f6a9187045/506979bf-388b-4952-b277-a99e91576495) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:20.254206 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27887375-12eb-47c4-b824-651b66204793 req-31b2ab8e-6c5d-4de6-8ac5-32d81ee77353 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 210 time: 0.0811343 Mar 31 23:20:20.324128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d434a6af-b474-4e41-9ab9-6d695a7e4a3b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:20.335832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.410134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.417537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:20.418191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.457333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c92a44-9fed-4001-adec-d91cb8678d5d None None] get_active_networks_info from n-d-835855-2 {{(pid=109300) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Mar 31 23:20:20.477686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:20.483020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:20.485241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:20.488137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:20.532389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-643b18d2-8c60-4e79-aaa9-213cf8d0a0e0 None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:20.533047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-643b18d2-8c60-4e79-aaa9-213cf8d0a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.541898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.542554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.563766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-c68a2e60-6c71-417d-b0ea-ca0157a1ceba tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667243 Mar 31 23:20:20.588604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.594794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.601293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Request body: {'port': {'device_id': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:20.603101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.610166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.617146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.624051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:20.627293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3cbc7c31-0913-4216-a490-53c9c5c933f1 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6945534 Mar 31 23:20:20.631111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40866) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:20.694200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bb414137-dfb8-4acb-9ec0-b1c777ba0f50 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:20.771993 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.819673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:20.820216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:20.824096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c92a44-9fed-4001-adec-d91cb8678d5d None None] Resources bound (agent type, host, resource id): {{(pid=109300) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 31 23:20:20.853657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66d48216-0542-4689-9947-154c01e70099 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2212873 Mar 31 23:20:20.857572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40872) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.001453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.420005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e882f68-d402-46d7-b7e1-ceeeb578113b req-ae6b6fea-5264-4e8f-be0e-f49a9e5f76ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.422003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e882f68-d402-46d7-b7e1-ceeeb578113b req-ae6b6fea-5264-4e8f-be0e-f49a9e5f76ae tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 932 time: 0.0700707 Mar 31 23:20:21.449620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.451365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.453222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.454789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.456325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.461585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-46420f7e-ea04-463e-a3f1-fc05dcbe4126 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5996256 Mar 31 23:20:21.462833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.490154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e882f68-d402-46d7-b7e1-ceeeb578113b req-25588fb4-1d8f-4252-9633-4eb8b1e13ab0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607922 Mar 31 23:20:21.523704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-db17226f-c315-47d4-a1b7-c356a5fbb66a None None] Provisioning complete for port 506979bf-388b-4952-b277-a99e91576495 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:21.524139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-db17226f-c315-47d4-a1b7-c356a5fbb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.561109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-db17226f-c315-47d4-a1b7-c356a5fbb66a None None] Port 506979bf-388b-4952-b277-a99e91576495 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:21.594906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.596447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.598076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.599745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.601117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.602719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0c18108d-6706-4004-96c5-ec6915e6cb1c tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1397929 Mar 31 23:20:21.606736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40882) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.618129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-16200fd4-1c99-431f-8b10-e03451070654 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1081979 Mar 31 23:20:21.674664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506979bf-388b-4952-b277-a99e91576495 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:21.707868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.708496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.709057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.709419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.709876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.710365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.710821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.712446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.712845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-61ca9058-ebd0-49ee-a142-ad6b5a435095 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=cd2e64f7c2434c89a40dc688296f2981&device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 6490 time: 0.0666454 Mar 31 23:20:21.746435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Transition to ACTIVE for port object 506979bf-388b-4952-b277-a99e91576495 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:20:21.761109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:21.779549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12924bf-4473-419a-9115-22a509d1b940 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.785250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a12924bf-4473-419a-9115-22a509d1b940 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks/1ff8f211-ec31-4a06-ad9e-ff325638052f HTTP/1.1" status: 200 len: 803 time: 0.1731958 Mar 31 23:20:21.798688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:21.876824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Pushing event updated for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:21.906238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-cebbd97a-1d3e-411a-afcf-910ec585156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.906708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-cebbd97a-1d3e-411a-afcf-910ec585156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.907227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-cebbd97a-1d3e-411a-afcf-910ec585156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.908891 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-cebbd97a-1d3e-411a-afcf-910ec585156d service neutron] 10.222.0.96 "GET /v2.0/networks?id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=16ba65db-a638-4748-a23c-24a3acd3efe6&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 200 len: 2295 time: 0.1701829 Mar 31 23:20:21.930510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Attempting to bind port 506979bf-388b-4952-b277-a99e91576495 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:21.930852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Attempting to bind port 506979bf-388b-4952-b277-a99e91576495 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:21.931186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Attempting to bind port 506979bf-388b-4952-b277-a99e91576495 on network 4f29a514-cc0e-4669-9b73-9e2ef8222261 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:21.935928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Port 506979bf-388b-4952-b277-a99e91576495 on network 4f29a514-cc0e-4669-9b73-9e2ef8222261 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:20:21.936127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Attempting to bind port 506979bf-388b-4952-b277-a99e91576495 on network 4f29a514-cc0e-4669-9b73-9e2ef8222261 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:21.941700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:21.942123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Checking segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:21.942484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Bound using segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:21.942922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Bound port: 506979bf-388b-4952-b277-a99e91576495, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:21.943306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.009050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dab4c7b0-178a-41f6-9000-4f742756c479 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/networks/1ff8f211-ec31-4a06-ad9e-ff325638052f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2091782 Mar 31 23:20:22.012588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40888) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.027123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:22.032076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=506979bf-388b-4952-b277-a99e91576495,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:22.041810 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.061204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-333ce08f-971b-4816-b9e4-81d379650240 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 200 len: 1002 time: 0.1207221 Mar 31 23:20:22.082741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd954326-ed83-4672-ba6e-88cf257bc308 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.084121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd954326-ed83-4672-ba6e-88cf257bc308 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets/68b2a15f-635c-44e8-bd04-fbbd6681e886 HTTP/1.1" status: 200 len: 843 time: 0.0706856 Mar 31 23:20:22.087958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.102598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Pushing event updated for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:22.113552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.114484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.116296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-9c838045-a12b-468f-b92f-cd04800f9235 service neutron] 10.222.0.60 "PUT /v2.0/ports/506979bf-388b-4952-b277-a99e91576495 HTTP/1.1" status: 200 len: 1092 time: 1.5343874 Mar 31 23:20:22.116929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'tag': '506979bf-388b-4952-b277-a99e91576495'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:22.119419 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5b2c6b-6a6a-4379-8503-333b952bae5a" -d '{"events": [{"name": "network-changed", "server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "tag": "506979bf-388b-4952-b277-a99e91576495"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:22.202381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-fa0c0abe-555e-4149-88ed-c36c8e83a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.203084 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de783ff-0cbb-41d3-8312-0be91694dfff x-openstack-request-id: req-1de783ff-0cbb-41d3-8312-0be91694dfff {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:22.203406 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "tag": "506979bf-388b-4952-b277-a99e91576495", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:22.203690 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1de783ff-0cbb-41d3-8312-0be91694dfff {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:22.204094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-fa0c0abe-555e-4149-88ed-c36c8e83a3b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=479226f7-f722-4593-85aa-fcfa6ec55cfc HTTP/1.1" status: 200 len: 851 time: 0.1186378 Mar 31 23:20:22.204215 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de783ff-0cbb-41d3-8312-0be91694dfff'] response: {'name': 'network-changed', 'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'tag': '506979bf-388b-4952-b277-a99e91576495', 'status': 'completed', 'code': 200} Mar 31 23:20:22.213494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e5c689-9594-498f-a3d5-5cf417768988 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['shared'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.219156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40900) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.221932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59e5c689-9594-498f-a3d5-5cf417768988 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "GET /v2.0/subnets/68b2a15f-635c-44e8-bd04-fbbd6681e886?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1327879 Mar 31 23:20:22.226003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135360858'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:22.248558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-8dbbbebd-504b-4838-bf76-1e2702863497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.250118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-8dbbbebd-504b-4838-bf76-1e2702863497 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 1095 time: 0.0861418 Mar 31 23:20:22.257535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:22.261125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.308111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-fd7dc00e-9895-4a5e-95b1-cf14eeabf843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.309864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-fd7dc00e-9895-4a5e-95b1-cf14eeabf843 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=3d4eead0-a80b-4acb-abc0-922c9ac198ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861757 Mar 31 23:20:22.319556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-e1cd2fcc-6fdc-49dd-9525-f51449aa9088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=506979bf-388b-4952-b277-a99e91576495 HTTP/1.1" status: 200 len: 217 time: 0.0559590 Mar 31 23:20:22.357400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:20:22.417813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.418368 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Added segment 7981a5b3-882d-41f9-b65c-ecbd51e8580d of type vlan for network d60f987a-49e5-481c-9a36-70115152c7f9 Mar 31 23:20:22.428645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-b3e2b0f6-b69b-45da-a757-1407fc0e70d1 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108568 Mar 31 23:20:22.456157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-3c199e31-b66b-42a1-9c3f-9f1b6c4e5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.457924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-3c199e31-b66b-42a1-9c3f-9f1b6c4e5a99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b532d867-8eaa-477d-8b6a-71f6a9187045 HTTP/1.1" status: 200 len: 838 time: 0.1210268 Mar 31 23:20:22.469546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.551552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.563021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.564827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.579103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-0bf12c90-32be-4224-9eef-655c9c7cee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.580992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-0bf12c90-32be-4224-9eef-655c9c7cee28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f29a514-cc0e-4669-9b73-9e2ef8222261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087422 Mar 31 23:20:22.591932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-3458fd13-0039-4484-ac40-f0cb4210fec4 service neutron] 10.222.0.96 "GET /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554263 Mar 31 23:20:22.642628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-e671bcdb-c274-4221-83d5-2c784c211121 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 217 time: 0.0432248 Mar 31 23:20:22.701220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-0f6c06ce-ac31-4f28-9de7-d7a897d2fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.702296 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-0f6c06ce-ac31-4f28-9de7-d7a897d2fd0d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0527065 Mar 31 23:20:22.727525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5071862 Mar 31 23:20:22.731462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40912) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:22.732189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9d66-9a6a-41eb-8992-e4b09347fbfd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Network': ['ID=d60f987a-49e5-481c-9a36-70115152c7f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:22.751041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d60f987a-49e5-481c-9a36-70115152c7f9 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:20:22.774009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:22.804661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-a0c59387-eda5-4e45-aa2a-366d3a8b41c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.806269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-a0c59387-eda5-4e45-aa2a-366d3a8b41c4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959704 Mar 31 23:20:22.866793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70541b9d-bee2-4ddf-9211-77697d017a84 req-93e3d248-899a-4875-8b55-2ba2d5f47a4c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.868331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70541b9d-bee2-4ddf-9211-77697d017a84 req-93e3d248-899a-4875-8b55-2ba2d5f47a4c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 944 time: 0.2857857 Mar 31 23:20:22.909618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Made reservation on behalf of 576afad6d1724b84977952aa42170185 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:22.913022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:22.952801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-7b4fc938-d1df-4cbf-bd1b-857abb440449 service neutron] 10.222.0.60 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255053 Mar 31 23:20:22.953879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdcb09-c628-4a1b-ba97-1b0a0c090cfa req-f864ced5-1c94-44b0-a02d-5adc155fae46 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.958351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bcfdcb09-c628-4a1b-ba97-1b0a0c090cfa req-f864ced5-1c94-44b0-a02d-5adc155fae46 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0725358 Mar 31 23:20:22.961460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-24b7dce4-b33a-4901-b641-44209579b513 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471565 Mar 31 23:20:22.986409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70541b9d-bee2-4ddf-9211-77697d017a84 req-bd7477bb-a932-49b0-b811-05f939297c38 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060894 Mar 31 23:20:23.025836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:20:23.026737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:20:23.053553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bcfdcb09-c628-4a1b-ba97-1b0a0c090cfa req-5b383ae6-cd26-46f0-925d-a893b89f81df tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904050 Mar 31 23:20:23.082403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-1f8a9424-db48-45f1-ab6e-31a475cb217d service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127026 Mar 31 23:20:23.130803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bbc7aa9c-cf04-46cb-87a0-af6f8e4630e7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 217 time: 0.0407977 Mar 31 23:20:23.133853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5763914b-2400-4eb9-97d5-79eeeadd3e4b req-b3a8bae5-e0ff-46e2-b4fd-dc21792805ab service neutron] 10.222.0.60 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715598 Mar 31 23:20:23.189613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-5e3b1ca4-8354-4f05-a3d2-49033c332be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.191328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-5e3b1ca4-8354-4f05-a3d2-49033c332be0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0522726 Mar 31 23:20:23.243502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-02cc7eda-5a68-4300-b906-69423a11addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.245800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-02cc7eda-5a68-4300-b906-69423a11addd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469368 Mar 31 23:20:23.278132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-e4d259e8-c9ad-4c32-a75c-fc3dab6352ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.279773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-e4d259e8-c9ad-4c32-a75c-fc3dab6352ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 1095 time: 0.0926497 Mar 31 23:20:23.281622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.362973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-da5ddccb-54ca-45db-bf86-415bc78fb9ec service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092579 Mar 31 23:20:23.415084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=27a05149-b5ed-4308-89ed-e63d4d688194,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:23.428744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Checking segment: {'id': '7981a5b3-882d-41f9-b65c-ecbd51e8580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:23.429107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network hostable DHCP agents. Network: d60f987a-49e5-481c-9a36-70115152c7f9, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:20:23.449848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-3a4f7a01-7038-46a7-8d9f-236b65316072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.451272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-3a4f7a01-7038-46a7-8d9f-236b65316072 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f29a514-cc0e-4669-9b73-9e2ef8222261 HTTP/1.1" status: 200 len: 899 time: 0.1644287 Mar 31 23:20:23.466620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-ab1270f9-0a04-460c-ac72-d0c07f43a8aa service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947449 Mar 31 23:20:23.466973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Network d60f987a-49e5-481c-9a36-70115152c7f9 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:20:23.499509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-f169d93f-5281-41b2-9979-95502419b88d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=506979bf-388b-4952-b277-a99e91576495 HTTP/1.1" status: 200 len: 217 time: 0.0401561 Mar 31 23:20:23.505016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d60f987a-49e5-481c-9a36-70115152c7f9) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:23.514382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-0e79f233-8901-48e9-9d4c-b88519ee5823 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f HTTP/1.1" status: 200 len: 217 time: 0.0403364 Mar 31 23:20:23.515733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2718193-7932-4018-9ab2-73f2b8b96237 None None] Network d60f987a-49e5-481c-9a36-70115152c7f9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:23.520493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.529835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.574436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-f4560932-2761-4a16-966e-772c65ed2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.576139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-f4560932-2761-4a16-966e-772c65ed2161 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b532d867-8eaa-477d-8b6a-71f6a9187045 HTTP/1.1" status: 200 len: 838 time: 0.0689809 Mar 31 23:20:23.584911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-61cf504b-36dd-4c24-a176-79006a052813 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8458769 Mar 31 23:20:23.585160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40916) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:23.594257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bf124649-55f7-45fa-98b0-ce0f988c156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.597212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bf124649-55f7-45fa-98b0-ce0f988c156b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0756366 Mar 31 23:20:23.597789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:23.697755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-988feed9-140b-400a-91fe-106c08d647fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.698774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-8357112d-e073-430b-ac10-834ee5f4ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.699326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-988feed9-140b-400a-91fe-106c08d647fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f29a514-cc0e-4669-9b73-9e2ef8222261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154964 Mar 31 23:20:23.702513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-8357112d-e073-430b-ac10-834ee5f4ace0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983670 Mar 31 23:20:23.760931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59293622'] for subnet, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.852596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d60f987a-49e5-481c-9a36-70115152c7f9', 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9', 'tenant_id': '576afad6d1724b84977952aa42170185', 'fixed_ips': [{'subnet_id': '27a05149-b5ed-4308-89ed-e63d4d688194'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:20:23.854455 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:23.878395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-1763f863-ceb0-4528-8b40-f03406fe630b service neutron] 10.222.0.60 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693830 Mar 31 23:20:23.888110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-82943da7-c75b-4dee-8543-505d867f2096 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758108 Mar 31 23:20:24.059915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-11438940-8b35-4051-af72-0b48adfc9bcd service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567318 Mar 31 23:20:24.125284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-1a0a26d4-015d-4bb3-b297-f648cce4c245 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 HTTP/1.1" status: 200 len: 217 time: 0.0615554 Mar 31 23:20:24.194204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf5b2c6b-6a6a-4379-8503-333b952bae5a req-18842c50-a7a9-4e98-aea1-e131d3fa63c5 service neutron] 10.222.0.60 "GET /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057835 Mar 31 23:20:24.215349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-6bdd3195-11c9-46cc-b327-45b7a5f09788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.216838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-6bdd3195-11c9-46cc-b327-45b7a5f09788 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 200 len: 797 time: 0.0754187 Mar 31 23:20:24.262220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793242732198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59554204'] for subnet, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.278771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-a4dd962c-1eb5-4ab2-97f7-b5143666c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.280012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-a4dd962c-1eb5-4ab2-97f7-b5143666c8f0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16ba65db-a638-4748-a23c-24a3acd3efe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538106 Mar 31 23:20:24.359678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Allocated IP 2001:db8::3 (d60f987a-49e5-481c-9a36-70115152c7f9/27a05149-b5ed-4308-89ed-e63d4d688194/e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:24.444499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-23262a5c-9093-46cd-a37f-adfd605457a4 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566501 Mar 31 23:20:24.600301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-f819be4a-e6ad-4919-a70f-6b25dfbbcd37 service neutron] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476324 Mar 31 23:20:24.642313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d33c2-5399-4485-a239-82b16e21c953 req-dd745c44-add0-40b3-a215-f87d4469f165 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.643908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-130d33c2-5399-4485-a239-82b16e21c953 req-dd745c44-add0-40b3-a215-f87d4469f165 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 944 time: 0.5046315 Mar 31 23:20:24.664073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-f00b9857-b38d-4deb-9cb2-b41124dba82e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d3414406-0e8a-480f-95fc-f874068ddee3 HTTP/1.1" status: 200 len: 217 time: 0.0494120 Mar 31 23:20:24.676148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.676951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.681163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "PUT /v2.0/subnets/27a05149-b5ed-4308-89ed-e63d4d688194 HTTP/1.1" status: 200 len: 900 time: 1.0950820 Mar 31 23:20:24.690740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.691559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:24.704695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.730500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-d4715807-d3fc-4ade-a9b1-30117f4cb676 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5063632 Mar 31 23:20:24.737893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-370c0ed9-80ce-4955-8897-c13b6e98bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.739407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-370c0ed9-80ce-4955-8897-c13b6e98bfe3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.0666673 Mar 31 23:20:24.748266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d734fe-f4ea-40d5-a146-0bb91d5c7c21 req-fdc39adb-e960-45b9-af56-d6e3b8336892 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.756069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96d734fe-f4ea-40d5-a146-0bb91d5c7c21 req-fdc39adb-e960-45b9-af56-d6e3b8336892 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.0946980 Mar 31 23:20:24.765778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Network d60f987a-49e5-481c-9a36-70115152c7f9 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:24.770988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:24.775296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c40fc-5ca8-422c-bc34-eb26f0a8af52 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event updated for resources: {'Subnet': ['ID=27a05149-b5ed-4308-89ed-e63d4d688194,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.780611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:24.823882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Pushing event updated for resources: {'Port': ['ID=e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.871567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96d734fe-f4ea-40d5-a146-0bb91d5c7c21 req-0d1e3359-84e5-4a85-bfd0-15c624e712ac tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144602 Mar 31 23:20:24.882443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-28718dcc-98e2-481f-8465-3240492e6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.884064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-28718dcc-98e2-481f-8465-3240492e6145 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1260026 Mar 31 23:20:24.898551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Attempting to bind port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:24.899474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Attempting to bind port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '7981a5b3-882d-41f9-b65c-ecbd51e8580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:24.900118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Attempting to bind port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa on network d60f987a-49e5-481c-9a36-70115152c7f9 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:24.907224 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-130d33c2-5399-4485-a239-82b16e21c953 req-26aead21-f4e7-42e5-becc-596183a86149 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440350 Mar 31 23:20:24.907681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:24.908895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Checking segment: {'id': '7981a5b3-882d-41f9-b65c-ecbd51e8580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:24.909492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.910179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Bound using segment: {'id': '7981a5b3-882d-41f9-b65c-ecbd51e8580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:24.911052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Bound port: e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7981a5b3-882d-41f9-b65c-ecbd51e8580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd60f987a-49e5-481c-9a36-70115152c7f9'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:24.911858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.964657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:24.972638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.973106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.973773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.974010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.974462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.975578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.976042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.978289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-dbc5bed7-a28c-45f0-9581-d0064b2fe122 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 6499 time: 0.1732020 Mar 31 23:20:25.007932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] For port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:25.011857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] For port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa,segment=NetworkSegment(7981a5b3-882d-41f9-b65c-ecbd51e8580d),segment_id=7981a5b3-882d-41f9-b65c-ecbd51e8580d)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:25.024864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.069889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-31bb0dcd-2998-4311-8d10-d25b47f006e3 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755042 Mar 31 23:20:25.085107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.104398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.113024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.120635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.127308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.128324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:25.128802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.141553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.142943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7045d-c016-4e10-b967-a1e002b9d805 None None] Pushing event updated for resources: {'Port': ['ID=e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.153850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.155890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-a6908808-3cb6-4914-b4e7-80cdbf7f892e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1542637 Mar 31 23:20:25.207511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-6ed910ea-d4b0-44c7-b916-a94c8136e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.208131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-6ed910ea-d4b0-44c7-b916-a94c8136e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.208421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-6ed910ea-d4b0-44c7-b916-a94c8136e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.210578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-6ed910ea-d4b0-44c7-b916-a94c8136e713 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&id=dc4cc462-d50c-44be-87a1-5dffcf790e48&id=dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 200 len: 2299 time: 0.1955132 Mar 31 23:20:25.249786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-86fe83c4-c05e-448d-aadf-185fa63abb22 req-59d3ff46-f540-4e9e-810e-24f1b1e9571b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723341 Mar 31 23:20:25.313189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bc6684c8-b314-4a26-81e1-d2d8f7c24ca4 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559620 Mar 31 23:20:25.334644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-0dae788f-0e9d-4c36-af4a-963419c2f11c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.336290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-0dae788f-0e9d-4c36-af4a-963419c2f11c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.1957777 Mar 31 23:20:25.418250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-fbcce1b3-11c3-41b7-adb8-e8e1f06da915 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 200 len: 217 time: 0.0914571 Mar 31 23:20:25.448936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] For port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa,segment=NetworkSegment(7981a5b3-882d-41f9-b65c-ecbd51e8580d),segment_id=7981a5b3-882d-41f9-b65c-ecbd51e8580d)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:25.449300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.463288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Calling delete_port for e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:25.479548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-76724b2f-ae96-46a1-adf1-82ce3b5331f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.481257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-76724b2f-ae96-46a1-adf1-82ce3b5331f4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 200 len: 797 time: 0.0533009 Mar 31 23:20:25.531752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bcb3c321-8a2b-48a5-809c-ff9b3b1de7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.533840 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-bcb3c321-8a2b-48a5-809c-ff9b3b1de7b4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444667 Mar 31 23:20:25.571785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-1889a8aa-3427-413d-8653-22d503fd4f6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 200 len: 1001 time: 0.3213749 Mar 31 23:20:25.634546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-b9e01202-bff5-4e6d-9b81-7195eeab1e12 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905697 Mar 31 23:20:25.663766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-0dd6e991-5095-4247-8077-8dfefd1d9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.665241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-0dd6e991-5095-4247-8077-8dfefd1d9a5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=52d1ad51-2f5d-4e45-82f8-3d685aa239ab HTTP/1.1" status: 200 len: 854 time: 0.0705247 Mar 31 23:20:25.673336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Deleting port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:25.673688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.686163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:25.739661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccc99818-cb14-4a26-a329-16b25e39e30c req-658d6333-6247-462d-a932-0617b5439b83 service neutron] 10.222.0.96 "GET /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976529 Mar 31 23:20:25.749556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Port': ['ID=e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:25.849476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No DVR routers for this DVR port e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:25.860498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-687e3e37-6ba9-4afd-b3fc-22299f3e1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:25.862060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-687e3e37-6ba9-4afd-b3fc-22299f3e1522 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4eac30c9-af3f-45ed-9cfc-f26849e0c889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849046 Mar 31 23:20:25.897889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] For port 00da9f55-d6d4-450c-96ec-e58cf14d9b90, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=00da9f55-d6d4-450c-96ec-e58cf14d9b90,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:25.898204 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.035717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238f987-5675-4ac3-8b52-711c9a8e800e req-2f6f270a-eaf2-423f-9209-6dc4f96797fa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.043916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a238f987-5675-4ac3-8b52-711c9a8e800e req-2f6f270a-eaf2-423f-9209-6dc4f96797fa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 944 time: 0.0700481 Mar 31 23:20:26.081592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.087863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a238f987-5675-4ac3-8b52-711c9a8e800e req-80aad51a-34d3-48d3-8c40-a0ec5256f68c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Mar 31 23:20:26.178573 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.241976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 506979bf-388b-4952-b277-a99e91576495 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:20:26.286851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb1f1a-85e0-42f2-ad8b-aad93c718f70 req-e825a2c6-573d-4c91-97af-7834e4aa32fe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.288486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0beb1f1a-85e0-42f2-ad8b-aad93c718f70 req-e825a2c6-573d-4c91-97af-7834e4aa32fe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 945 time: 0.3347840 Mar 31 23:20:26.336090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-281eceed-6655-43d7-a563-5451ea88dd90 service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491916 Mar 31 23:20:26.382695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0beb1f1a-85e0-42f2-ad8b-aad93c718f70 req-a98807be-6ced-45e7-b1dd-e58d554c0aa4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713921 Mar 31 23:20:26.402198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=506979bf-388b-4952-b277-a99e91576495,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:26.416987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '506979bf-388b-4952-b277-a99e91576495', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'port_id': '506979bf-388b-4952-b277-a99e91576495', 'mac_address': 'fa:16:3e:fb:3c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:20:26.428357 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.429127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.429633 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Floating IP eca3f661-a837-4efb-9b32-26113190e737 disassociated. External IP: 172.25.8.171, port: 00da9f55-d6d4-450c-96ec-e58cf14d9b90. Mar 31 23:20:26.430369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Calling delete_port for 00da9f55-d6d4-450c-96ec-e58cf14d9b90 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:26.468265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa0c8a-713d-4004-a8d1-65f0c9ee2bec None None] Network d60f987a-49e5-481c-9a36-70115152c7f9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:26.471272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.480775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.483383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.489415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.499522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.511513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.517210 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-350438e2-72db-480e-b9d1-a24d31174c8f None None] Could not find standard attr ID for object e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:20:26.521494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.528934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.530962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-9d5c4e2c-c43c-4563-b5e2-948e5d73070a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1521163 Mar 31 23:20:26.562551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=27a05149-b5ed-4308-89ed-e63d4d688194,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:26.587181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8aa5c345-a973-477c-b0c7-da0837261a66 req-45fc026a-e5fc-4442-bc01-d6e57d0f36b8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495858 Mar 31 23:20:26.627487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.669539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-b9152b0b-242f-4bba-a009-f356173afcc4 service neutron] 10.222.0.60 "GET /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232355 Mar 31 23:20:26.686382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60f987a-49e5-481c-9a36-70115152c7f9']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:26.723169 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.725721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7981a5b3-882d-41f9-b65c-ecbd51e8580d') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:26.726019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7981a5b3-882d-41f9-b65c-ecbd51e8580d') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:26.741573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-9112307f-f6ed-4765-a379-754747c70807 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 217 time: 0.0631654 Mar 31 23:20:26.745589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.750331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506979bf-388b-4952-b277-a99e91576495 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:26.786336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.795688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:26.796279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:26.799733 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:26.806144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=506979bf-388b-4952-b277-a99e91576495,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:26.813557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:26.883693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:26.903096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911ac35-0d5a-4dce-a242-7a428c433a5d None None] DHCP port deletion for d60f987a-49e5-481c-9a36-70115152c7f9 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:26.933041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c3c68f-742d-4813-96ad-9546acfefb71 None None] Network d60f987a-49e5-481c-9a36-70115152c7f9 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:27.186032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-9a864d96-a11e-4029-aee3-c2c6bda51304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.187473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-9a864d96-a11e-4029-aee3-c2c6bda51304 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.4347851 Mar 31 23:20:27.211142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['506979bf-388b-4952-b277-a99e91576495'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:27.220526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.249731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.253454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/d60f987a-49e5-481c-9a36-70115152c7f9 HTTP/1.1" status: 204 len: 168 time: 2.5606554 Mar 31 23:20:27.255980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.258298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40954) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:27.288060 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f00baf6-a795-4084-b146-6f769e1c98c7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:27.288576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f00baf6-a795-4084-b146-6f769e1c98c7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:27.293057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f00baf6-a795-4084-b146-6f769e1c98c7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/27a05149-b5ed-4308-89ed-e63d4d688194 HTTP/1.1" status: 404 len: 337 time: 0.0332971 Mar 31 23:20:27.295733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:27.297228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384e1c-098d-4458-b017-cc73a6aca7a7 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=d60f987a-49e5-481c-9a36-70115152c7f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.307085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'Port': ['ID=00da9f55-d6d4-450c-96ec-e58cf14d9b90,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:27.322217 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-24400694-bc16-469b-9246-5cbd35317f76 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:27.322827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24400694-bc16-469b-9246-5cbd35317f76 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:27.327101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab4ec-9356-44e6-9d30-d6ef1604f2d9 req-06c77455-7506-4f6e-9097-63e5db2028a0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.331036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-24400694-bc16-469b-9246-5cbd35317f76 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/d60f987a-49e5-481c-9a36-70115152c7f9 HTTP/1.1" status: 404 len: 339 time: 0.0319781 Mar 31 23:20:27.331709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40958) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:27.334746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d63ab4ec-9356-44e6-9d30-d6ef1604f2d9 req-06c77455-7506-4f6e-9097-63e5db2028a0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 945 time: 0.1656003 Mar 31 23:20:27.380107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-15123234-0678-4584-a426-40f539e2b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.381492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-15123234-0678-4584-a426-40f539e2b335 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1707034 Mar 31 23:20:27.527182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d63ab4ec-9356-44e6-9d30-d6ef1604f2d9 req-ba29abf5-a583-46f4-85f7-2c5e2024faa8 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915557 Mar 31 23:20:27.566753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:27.575956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-a597047a-f3fb-4e76-a09a-3c4e064b4279 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773145 Mar 31 23:20:27.703907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc24aa2e-1e37-4726-a6f6-6cfcf84720c6 req-ddcd5189-f7b3-4c44-b4ec-2022271e9575 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d HTTP/1.1" status: 200 len: 210 time: 0.0342889 Mar 31 23:20:27.711134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.796053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-0a94c0d1-1405-4e3a-a1e7-4c07c19c7fc4 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123353 Mar 31 23:20:27.798944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:27.807920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.812798 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:27.816117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.822088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.827219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:27.828494 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:27.831806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90750676-e15e-4030-ae43-072f00bc409b']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:27.834119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.840253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.842643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53894b0-e4f8-4e92-8584-843f0d053aa6') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:27.843777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53894b0-e4f8-4e92-8584-843f0d053aa6') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:27.846234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.852176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.854887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.858170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.860249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-0f2e0cd1-a344-4843-ae98-74448498eaaf tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1757336 Mar 31 23:20:27.872898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.897020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:27.897505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:27.901309 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:27.942966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-8c81a831-0aa7-4289-a5aa-c1cd4aa2a909 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 217 time: 0.1386330 Mar 31 23:20:27.950094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] No DVR routers for this DVR port 00da9f55-d6d4-450c-96ec-e58cf14d9b90 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:27.962309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:27.966928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd0cd96f-edd2-4758-b682-fdb3867d2037 req-943b5499-b6d6-4f24-8553-e78896fdf944 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.60 "DELETE /v2.0/ports/00da9f55-d6d4-450c-96ec-e58cf14d9b90 HTTP/1.1" status: 204 len: 173 time: 2.6163456 Mar 31 23:20:27.968976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'name': 'network-vif-deleted', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:27.971861 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd2be8-3238-45ce-93cc-745038a6cd46" -d '{"events": [{"server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "name": "network-vif-deleted", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:27.992201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.003275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.014104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40970) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.016332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/90750676-e15e-4030-ae43-072f00bc409b HTTP/1.1" status: 204 len: 168 time: 0.6834245 Mar 31 23:20:28.056572 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c126b0c-8a23-4b13-bf53-3ba95f0cded4 x-openstack-request-id: req-6c126b0c-8a23-4b13-bf53-3ba95f0cded4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:28.056865 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d", "name": "network-vif-deleted", "tag": "00da9f55-d6d4-450c-96ec-e58cf14d9b90", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:28.057124 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6c126b0c-8a23-4b13-bf53-3ba95f0cded4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:28.057534 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c126b0c-8a23-4b13-bf53-3ba95f0cded4'] response: {'server_uuid': 'c9d48d7c-c53e-4e44-bdb0-36e2f9136a1d', 'name': 'network-vif-deleted', 'tag': '00da9f55-d6d4-450c-96ec-e58cf14d9b90', 'status': 'completed', 'code': 200} Mar 31 23:20:28.058398 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c57815-c50f-4fc4-ae19-595d3d8ed15f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:28.058842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c57815-c50f-4fc4-ae19-595d3d8ed15f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:28.059125 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:28.064222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-00c57815-c50f-4fc4-ae19-595d3d8ed15f tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/1bf008c4-8cba-43be-a381-5644eb515a19 HTTP/1.1" status: 404 len: 337 time: 0.0426896 Mar 31 23:20:28.075714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb3c0717-f843-42c3-be19-fceb57dda924 req-e5c2ae2c-418a-4994-95b3-b886974b6fb7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668234 Mar 31 23:20:28.076198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40972) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.088614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-e3e80978-8ea1-48f8-9723-fa96d8988bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.090140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-e3e80978-8ea1-48f8-9723-fa96d8988bcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1377082 Mar 31 23:20:28.094475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e093994-cd9b-4c14-a849-e119eeb4f42b tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=90750676-e15e-4030-ae43-072f00bc409b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.109726 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-de91b200-d223-4a20-a11d-38b8d3bc6b6e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:28.110409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de91b200-d223-4a20-a11d-38b8d3bc6b6e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:28.116230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de91b200-d223-4a20-a11d-38b8d3bc6b6e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/62810509-c9a6-4ebf-b476-523bda106c73 HTTP/1.1" status: 404 len: 339 time: 0.0346518 Mar 31 23:20:28.117484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.155839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-4e5e7074-f849-4156-80cf-bb197bd7d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.157752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-4e5e7074-f849-4156-80cf-bb197bd7d199 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581315 Mar 31 23:20:28.227029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:28.232968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting subnet db92925a-48c5-48f5-8e72-d1d545ff2704 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:28.236533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.275332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 00da9f55-d6d4-450c-96ec-e58cf14d9b90 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:28.281895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:28.284748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0ffa1a6-b2ab-422f-84f2-dc5b747f9dfa not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:28.325713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 00da9f55-d6d4-450c-96ec-e58cf14d9b90 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:28.326265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-66f60240-b574-4ffd-bdc4-fbb93fae8185 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555190 Mar 31 23:20:28.333076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 00da9f55-d6d4-450c-96ec-e58cf14d9b90 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:28.354670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.425174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.431474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.437561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.443645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.449587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.450512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-c7f30a35-61d3-4cd9-b6fc-67ac725e403e service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156800 Mar 31 23:20:28.456108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.462515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.464792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-6724d72f-0851-4e19-8762-4b6352a0a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1587217 Mar 31 23:20:28.516154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-ef2b11a4-994a-4a6b-adc0-d4b6e8bee6c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66 HTTP/1.1" status: 200 len: 217 time: 0.0560808 Mar 31 23:20:28.526026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:28.546731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-bc073d94-4f58-4da4-a8ad-c2f1f9f048d8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.548247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-bc073d94-4f58-4da4-a8ad-c2f1f9f048d8 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0748544 Mar 31 23:20:28.566566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.603085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:28.609440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-7854208c-cf0d-4861-9651-5d1aca6738d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.611693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-7854208c-cf0d-4861-9651-5d1aca6738d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.0816605 Mar 31 23:20:28.624339 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:28.624978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:28.664084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-89a4fb70-6ab8-44b6-b52a-4d165b3b7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.666368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-89a4fb70-6ab8-44b6-b52a-4d165b3b7e79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471816 Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-37e29eda-65df-4a52-b8c5-bcdbd881da19 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2322142 Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=db92925a-48c5-48f5-8e72-d1d545ff2704,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:28.973919 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-181e2d4f-ea77-4245-b54a-088e450df3a2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/db92925a-48c5-48f5-8e72-d1d545ff2704 HTTP/1.1" status: 204 len: 168 time: 0.7048979 Mar 31 23:20:28.985161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b0e09-d0f3-46c6-8609-42e29f9e3bf2 None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:28.986532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 40990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.986928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:28.987944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0bafd-06ac-45ea-8d14-36adb492613f req-5f40c499-b5e1-4219-8e1b-12314ac6f27e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.988229 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-1ec30dd6-c8a4-4221-b765-971c118352bf service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845840 Mar 31 23:20:28.988229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 40994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:28.988619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34d0bafd-06ac-45ea-8d14-36adb492613f req-5f40c499-b5e1-4219-8e1b-12314ac6f27e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 945 time: 0.2278044 Mar 31 23:20:29.056714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting subnet 2d029b8d-1fa1-4df4-83e4-5a73e8a916ce {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:29.061514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.075261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.095123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.147612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-34d0bafd-06ac-45ea-8d14-36adb492613f req-17c0438c-fbd5-4cc0-96ae-af6a51f830a6 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632354 Mar 31 23:20:29.185927 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.231130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.288620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-bd5a3509-f21e-40d6-aa57-125b172f2b5e service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524855 Mar 31 23:20:29.347612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-1a15932d-7dbb-4ce6-b927-fca39d5eb201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=ce8185b2-8a45-428e-a102-ae7359c28e42 HTTP/1.1" status: 200 len: 217 time: 0.0498023 Mar 31 23:20:29.367791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.376872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.383172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.389613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.397450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.406771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.420496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.423349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-9a25472d-1d71-4df3-95cc-9400da39858f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 5433 time: 0.1945572 Mar 31 23:20:29.428885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.434629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.436418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "DELETE /v2.0/security-groups/e790f5b1-e3eb-4e85-93f2-3c123f3c41ed HTTP/1.1" status: 204 len: 168 time: 0.4741733 Mar 31 23:20:29.440596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41008) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:29.457194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:29.462295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.490471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a28885-5423-466e-a4c2-7c46bb542962 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:29.500586 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-2f0007e8-e123-4bba-9aec-687f6c08d69f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] show failed (client error): The resource could not be found. Mar 31 23:20:29.501805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f0007e8-e123-4bba-9aec-687f6c08d69f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups/e790f5b1-e3eb-4e85-93f2-3c123f3c41ed HTTP/1.1" status: 404 len: 347 time: 0.0512972 Mar 31 23:20:29.507931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=900b9350-98d6-42a4-b40c-40bab2d60db0,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:29.509686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41012) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:29.591255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b8e98-67bb-4942-b166-ebe733d60d2d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790f5b1-e3eb-4e85-93f2-3c123f3c41ed,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.606971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-511b3c4a-c6d0-428c-a3d1-60385434c3aa req-1900c1b7-888f-41af-9a5d-1302f0e201c6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183965 Mar 31 23:20:29.615009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-106e1f97-1130-499d-b95e-36a8def05ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.616500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-106e1f97-1130-499d-b95e-36a8def05ddc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 200 len: 797 time: 0.1903706 Mar 31 23:20:29.678755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-0738ebe5-83cf-4205-84d1-55708074bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.680619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-0738ebe5-83cf-4205-84d1-55708074bade service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e53d796f-bfe4-445d-b4cc-7bdecd770aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551777 Mar 31 23:20:29.697268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] For port 900b9350-98d6-42a4-b40c-40bab2d60db0, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:29.764347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.768811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] device_id is not set on port 900b9350-98d6-42a4-b40c-40bab2d60db0 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:29.802653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.816673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-231b4ea8-b557-47ee-82f9-159f747a94f8 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268072 Mar 31 23:20:29.830973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.834734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/2d029b8d-1fa1-4df4-83e4-5a73e8a916ce HTTP/1.1" status: 204 len: 168 time: 0.9914701 Mar 31 23:20:29.865619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41018) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:29.866414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.868920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19683262-50a9-4f51-bc24-ba6947214037 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=2d029b8d-1fa1-4df4-83e4-5a73e8a916ce,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:29.951957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Deleting port 7d4c3ad4-d522-4941-9a3d-024865200b53 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:29.952581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:29.988639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-8e546ffc-40cf-4206-b30e-0d20232ed300 service neutron] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647518 Mar 31 23:20:30.054501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-a02f5d06-94f7-4491-86f6-601fe0e8d11b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=edc85828-7ba8-4096-accc-cf792991750c HTTP/1.1" status: 200 len: 217 time: 0.0585809 Mar 31 23:20:30.059869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff9694-c24f-497e-98de-9ba377d818b8 None None] New status for floating IP eca3f661-a837-4efb-9b32-26113190e737: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:30.104062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] No DVR routers for this DVR port 900b9350-98d6-42a4-b40c-40bab2d60db0 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:30.132849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-d50db762-8aa5-4e47-b07d-de615c1c7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.157709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-d50db762-8aa5-4e47-b07d-de615c1c7d66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.0856869 Mar 31 23:20:30.208270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ffbef-5bf1-4664-86fc-a185721225b2 None None] Network 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:30.219872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:30.235948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-939ea46e-7061-46f4-a8e9-dc9aa742b736 None None] Provisioning complete for port d434a6af-b474-4e41-9ab9-6d695a7e4a3b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:30.236235 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-939ea46e-7061-46f4-a8e9-dc9aa742b736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.262872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.299038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 506979bf-388b-4952-b277-a99e91576495 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:30.313380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] In _notify_port_updated(), no bound segment for port 900b9350-98d6-42a4-b40c-40bab2d60db0 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:20:30.314759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.315907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.317816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-556271e1-71a2-420f-869e-ad682f698bf0 service neutron] 10.222.0.96 "PUT /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 200 len: 1026 time: 1.5126655 Mar 31 23:20:30.324929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-48b6da29-95a2-43f7-8537-c24223aff02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.348052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-48b6da29-95a2-43f7-8537-c24223aff02f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1731308 Mar 31 23:20:30.387828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 900b9350-98d6-42a4-b40c-40bab2d60db0 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:30.414417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.415210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.440267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Calling delete_port for 7d4c3ad4-d522-4941-9a3d-024865200b53 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:30.475844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-bdffab17-78d1-425a-a11f-91e542338681 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185863 Mar 31 23:20:30.481690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c4b9d916-38d1-4805-ac8c-228d6b5d1682 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.483146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c4b9d916-38d1-4805-ac8c-228d6b5d1682 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "GET /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1436067 Mar 31 23:20:30.499731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:30.578647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4962d-2f2c-48f0-b162-3ca0851be51f req-de65adb1-fd52-41c5-a1de-7d7a4c638fcf tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.587944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1dc4962d-2f2c-48f0-b162-3ca0851be51f req-de65adb1-fd52-41c5-a1de-7d7a4c638fcf tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 945 time: 0.2768137 Mar 31 23:20:30.592193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 900b9350-98d6-42a4-b40c-40bab2d60db0 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:30.592902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1a058065-5812-4f30-8820-a1c944f0d068 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:30.597535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-02a08b8f-e71f-40a8-98af-4e6c2f11faf4 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136193 Mar 31 23:20:30.634832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 506979bf-388b-4952-b277-a99e91576495 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:20:30.649476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 506979bf-388b-4952-b277-a99e91576495 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:30.650122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.675021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.692003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-5dd11691-bbb6-41dd-abbb-0184924112bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 200 len: 217 time: 0.0868316 Mar 31 23:20:30.711484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1dc4962d-2f2c-48f0-b162-3ca0851be51f req-99a793ee-9b10-4030-aa9c-6a1244ab9903 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064279 Mar 31 23:20:30.718483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting port d434a6af-b474-4e41-9ab9-6d695a7e4a3b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:30.718831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.762236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3da7533c-dcf9-475f-a592-be773ab246dd None None] Provisioning complete for port 900b9350-98d6-42a4-b40c-40bab2d60db0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:30.762916 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3da7533c-dcf9-475f-a592-be773ab246dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.776693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-6364e168-05da-4894-969d-a101a15c9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.782816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-6364e168-05da-4894-969d-a101a15c9fad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 200 len: 797 time: 0.0793867 Mar 31 23:20:30.852360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] DHCP port deletion for 7a42eb1c-6b71-46a4-b6a3-01b1c8777315 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:30.857678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.872708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3da7533c-dcf9-475f-a592-be773ab246dd None None] Port 900b9350-98d6-42a4-b40c-40bab2d60db0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:30.903131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1210-e64e-4511-b82a-46225d182163 req-bd5b4f70-1bef-451e-8df4-1345377b9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.904030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,segment=NetworkSegment(6db6de1e-4359-4e2a-9c4c-48cb00ee4743),segment_id=6db6de1e-4359-4e2a-9c4c-48cb00ee4743)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:30.904414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:30.904703 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-bd5b4f70-1bef-451e-8df4-1345377b9dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dc4cc462-d50c-44be-87a1-5dffcf790e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180604 Mar 31 23:20:30.958226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Calling delete_port for d434a6af-b474-4e41-9ab9-6d695a7e4a3b owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:30.989841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:30.996040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.002242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.003548 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.009047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.013957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.020728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.023877 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-9bbdb676-eec1-4d07-902f-5ef734e6314e tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 4660 time: 0.1746483 Mar 31 23:20:31.067841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.068943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506979bf-388b-4952-b277-a99e91576495'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:31.071115 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ced5a6-ee7e-4e83-83ee-7d1d785131cc" -d '{"events": [{"server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "name": "network-vif-plugged", "status": "completed", "tag": "506979bf-388b-4952-b277-a99e91576495"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:31.085436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-88707137-1eec-44c0-a853-52d01541ca00 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715255 Mar 31 23:20:31.089769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58ff06fd-1aab-447d-89c6-07f550bf59f4 req-46e2f275-c04d-4519-a24d-4fe179710e92 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&id=e3cfa312-5d4b-471f-a20d-df6fc431be32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554953 Mar 31 23:20:31.122724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Deleting port d434a6af-b474-4e41-9ab9-6d695a7e4a3b {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:31.123485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.127005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=506979bf-388b-4952-b277-a99e91576495,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:31.152115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'Port': ['ID=7d4c3ad4-d522-4941-9a3d-024865200b53,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.163016 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfe8215-6dff-46b7-b973-9fd2c03f91a2 x-openstack-request-id: req-1bfe8215-6dff-46b7-b973-9fd2c03f91a2 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:31.163340 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "name": "network-vif-plugged", "status": "completed", "tag": "506979bf-388b-4952-b277-a99e91576495", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:31.163593 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1bfe8215-6dff-46b7-b973-9fd2c03f91a2 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:31.163987 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfe8215-6dff-46b7-b973-9fd2c03f91a2'] response: {'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506979bf-388b-4952-b277-a99e91576495', 'code': 200} Mar 31 23:20:31.164885 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.216395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1a058065-5812-4f30-8820-a1c944f0d068,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:31.269876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.272964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] For port 1a058065-5812-4f30-8820-a1c944f0d068, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:31.284718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] For port d434a6af-b474-4e41-9ab9-6d695a7e4a3b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,segment=NetworkSegment(6db6de1e-4359-4e2a-9c4c-48cb00ee4743),segment_id=6db6de1e-4359-4e2a-9c4c-48cb00ee4743)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:31.285119 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.286370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d08a1210-e64e-4511-b82a-46225d182163 req-b227b82b-4300-421b-b746-3153dd3f48f8 service neutron] 10.222.0.60 "GET /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853197 Mar 31 23:20:31.301433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Calling delete_port for d434a6af-b474-4e41-9ab9-6d695a7e4a3b owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:31.321359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eb63e-e79f-4071-ab4b-0e0f891d9066 req-eaabef3f-7bc4-40a2-8990-cf71790ca8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.323615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-117eb63e-e79f-4071-ab4b-0e0f891d9066 req-eaabef3f-7bc4-40a2-8990-cf71790ca8ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 1097 time: 0.0818870 Mar 31 23:20:31.331867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.388573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-117eb63e-e79f-4071-ab4b-0e0f891d9066 req-661c0961-dd3f-4c6f-894d-a248060c9e37 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561471 Mar 31 23:20:31.395374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] device_id is not set on port 1a058065-5812-4f30-8820-a1c944f0d068 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:20:31.402880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.407593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.410077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No DVR routers for this DVR port d434a6af-b474-4e41-9ab9-6d695a7e4a3b on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:31.412894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.443022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] No DVR routers for this DVR port d434a6af-b474-4e41-9ab9-6d695a7e4a3b on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:31.453320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ad7ab-353c-467c-b403-8e596baca228 None None] Pushing event deleted for resources: {'Port': ['ID=d434a6af-b474-4e41-9ab9-6d695a7e4a3b,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.469090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.499609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:20:31.500023 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:20:31.532199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.534728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.535937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1fdf43ac-9899-4cc8-ab36-770e21cc310f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "DELETE /v2.0/floatingips/eca3f661-a837-4efb-9b32-26113190e737 HTTP/1.1" status: 204 len: 168 time: 2.0250375 Mar 31 23:20:31.582548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.623879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] No DVR routers for this DVR port 1a058065-5812-4f30-8820-a1c944f0d068 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:31.625897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Pushing event updated for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.637502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a42eb1c-6b71-46a4-b6a3-01b1c8777315']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:31.682440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db6de1e-4359-4e2a-9c4c-48cb00ee4743') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:31.682739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db6de1e-4359-4e2a-9c4c-48cb00ee4743') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:31.836193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41062) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:31.840751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186268208', 'description': 'tempest-description--1417127022'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:31.876588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6900f-38c1-42d0-88f2-249aea472239 req-64d97f97-c889-41e1-bcc5-95f4dc791c30 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:31.878311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a6900f-38c1-42d0-88f2-249aea472239 req-64d97f97-c889-41e1-bcc5-95f4dc791c30 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 946 time: 0.0762956 Mar 31 23:20:31.880155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.930732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7a782c0f-0ccf-4744-93aa-e676433b4534 None None] Provisioning complete for port 1a058065-5812-4f30-8820-a1c944f0d068 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:31.934030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7a782c0f-0ccf-4744-93aa-e676433b4534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:31.953792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72a6900f-38c1-42d0-88f2-249aea472239 req-d652f2f0-b37b-4619-9bf7-42055870455c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639658 Mar 31 23:20:31.999907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.005978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.009293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.029482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] In _notify_port_updated(), no bound segment for port 1a058065-5812-4f30-8820-a1c944f0d068 on network 16ba65db-a638-4748-a23c-24a3acd3efe6 {{(pid=109299) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:20:32.030544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.031162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.032675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-c14e2648-83f9-4cab-9e4f-f280cd9f2e8b service neutron] 10.222.0.96 "PUT /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 200 len: 1028 time: 1.5394549 Mar 31 23:20:32.033792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.043789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.048658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2114916 Mar 31 23:20:32.049456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41068) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.052242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:32.052755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:32.056453 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:32.068922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group_rule': {'security_group_id': '6dd7c346-bcd5-4bd3-8ca7-d6043825477a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:32.078407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ccffe-4587-4b51-807e-8bc1d985863a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd7c346-bcd5-4bd3-8ca7-d6043825477a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.091677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7a782c0f-0ccf-4744-93aa-e676433b4534 None None] Port 1a058065-5812-4f30-8820-a1c944f0d068 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:32.097626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 4cbe9363-b1f2-40f8-aad8-5a87346219ca no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:32.117171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.228484 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.239514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.259133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.269716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d434a6af-b474-4e41-9ab9-6d695a7e4a3b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:32.283083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de82d11d-e210-4b59-9eb7-0ee02ff368fb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.293113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.295323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2a82a947-3566-44cf-b273-926b6e89756a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437141 Mar 31 23:20:32.298220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41078) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.305319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.305710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d434a6af-b474-4e41-9ab9-6d695a7e4a3b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:32.306020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d434a6af-b474-4e41-9ab9-6d695a7e4a3b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:32.311013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'security_group_rule': {'security_group_id': '6dd7c346-bcd5-4bd3-8ca7-d6043825477a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:32.345724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.349058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/7a42eb1c-6b71-46a4-b6a3-01b1c8777315 HTTP/1.1" status: 204 len: 168 time: 2.4779091 Mar 31 23:20:32.350350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c66c4-6edc-469a-a150-2e9e9a51c81e tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=7a42eb1c-6b71-46a4-b6a3-01b1c8777315,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.354842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.355832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:32.363954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.369626 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.372557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 933d02c5-4c80-417a-be1c-bf3ae34a267f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:32.412518 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-651d3cd0-a982-4b5c-862f-3f9dbd1aee75 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.412970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651d3cd0-a982-4b5c-862f-3f9dbd1aee75 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.420094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-651d3cd0-a982-4b5c-862f-3f9dbd1aee75 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/d057b2ae-b0ae-4fa1-a040-32cf71fd27ff HTTP/1.1" status: 404 len: 337 time: 0.0641341 Mar 31 23:20:32.425408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.460098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.467781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.474731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.474970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.493623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.496388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbdd0b2-93b2-43a3-8ea9-5b1cda144330,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.503774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.504502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.507886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.511550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.512933 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4e28e907-e092-4ef9-b023-b289ea1ecbf4 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2122076 Mar 31 23:20:32.513720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41088) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.514398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f39c8413-b68b-4519-9659-1e7f411794cb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 3885 time: 0.2262735 Mar 31 23:20:32.519963 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f95eeb9-4193-4585-8e25-8423c34fe872 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.521082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f95eeb9-4193-4585-8e25-8423c34fe872 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.526758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:32.527439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f95eeb9-4193-4585-8e25-8423c34fe872 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/be66ef36-5393-4af1-8c86-8000dcc716bd HTTP/1.1" status: 404 len: 339 time: 0.1008010 Mar 31 23:20:32.532595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.555273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:32.556051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.591383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.591629 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c53f51-3b63-4286-a646-481347cb2933 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.591981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c53f51-3b63-4286-a646-481347cb2933 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.598677 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6c53f51-3b63-4286-a646-481347cb2933 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/a85e8210-36cd-4a8b-80b5-fdf9858f0aa0 HTTP/1.1" status: 404 len: 337 time: 0.0627172 Mar 31 23:20:32.598980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41092) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.599402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-876fa23b-a535-4a2e-911d-7ff6ba93427a req-f7400484-0002-4860-b0e4-a13c454e5b32 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672719 Mar 31 23:20:32.626673 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02fa6d7-d938-49b3-8d6e-8b05ea0945c2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.627997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02fa6d7-d938-49b3-8d6e-8b05ea0945c2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.633365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d02fa6d7-d938-49b3-8d6e-8b05ea0945c2 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/4ef01d24-fd37-43a0-a4b5-ba9cd8d67000 HTTP/1.1" status: 404 len: 339 time: 0.0311551 Mar 31 23:20:32.633670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41096) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.655985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:32.662302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.663224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 83d1b07b-7b92-4681-a55c-957f35e9a896 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:32.664436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.667273 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0288c8-8288-4e81-885f-39335f657efd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.669528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0288c8-8288-4e81-885f-39335f657efd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.672984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee0288c8-8288-4e81-885f-39335f657efd tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/98337ed6-c84b-412a-aef1-b1a1f11bf7a6 HTTP/1.1" status: 404 len: 337 time: 0.0360444 Mar 31 23:20:32.673299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.708338 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91ffac2-2c28-404f-b6e0-a5b211379e15 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:32.710261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91ffac2-2c28-404f-b6e0-a5b211379e15 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:32.716789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b91ffac2-2c28-404f-b6e0-a5b211379e15 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/74d6bf52-f887-4b50-b65a-cdd3f404ce9f HTTP/1.1" status: 404 len: 339 time: 0.0422935 Mar 31 23:20:32.718086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41100) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:32.719255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:32.719709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.739946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:32.768415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.820331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting subnet 4984e02e-9c33-43cb-a6b9-9b55b4c8cef4 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:32.825111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.841332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.898251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:32.908167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.909012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:32.910073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:32.943996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=5cc1dbc8-27d2-435c-afdf-fa3fec2272a5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:32.961787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:32.962111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:32.962455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d3414406-0e8a-480f-95fc-f874068ddee3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:33.008199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port 5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:33.013337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.017807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-5a34add0-2410-444e-8bb0-cb8847b51b7a tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "DELETE /v2.0/ports/5cc1dbc8-27d2-435c-afdf-fa3fec2272a5 HTTP/1.1" status: 204 len: 173 time: 0.9766753 Mar 31 23:20:33.018672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:33.022581 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f5e87-5d01-4f6f-9919-87a0a137f271" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:33.044588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.146182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.181824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:33.181824 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc8aee-aa06-43e5-9921-22e91a89293d" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:33.236344 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:33.239864 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808add3-fb86-41ef-af29-48a09c17627e x-openstack-request-id: req-8808add3-fb86-41ef-af29-48a09c17627e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:33.240164 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "5cc1dbc8-27d2-435c-afdf-fa3fec2272a5", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:33.241352 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8808add3-fb86-41ef-af29-48a09c17627e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:33.241826 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8808add3-fb86-41ef-af29-48a09c17627e'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '5cc1dbc8-27d2-435c-afdf-fa3fec2272a5', 'status': 'completed', 'code': 200} Mar 31 23:20:33.249302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.257492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 83d1b07b-7b92-4681-a55c-957f35e9a896 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:33.258525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.300074 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52 x-openstack-request-id: req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:33.300385 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:33.300649 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:33.301125 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'code': 200} Mar 31 23:20:33.301391 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'code': 200} Mar 31 23:20:33.301647 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3d882e-a92f-4569-a3e1-1d5742fc6e52'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'code': 200} Mar 31 23:20:33.340878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.348039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.400638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aaca8-d479-4c15-a45c-90ec17eeb6c8 req-5efe87de-4269-4504-8e3d-170fb01565b0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.402290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-835aaca8-d479-4c15-a45c-90ec17eeb6c8 req-5efe87de-4269-4504-8e3d-170fb01565b0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 946 time: 0.1606290 Mar 31 23:20:33.431197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port 83d1b07b-7b92-4681-a55c-957f35e9a896, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=83d1b07b-7b92-4681-a55c-957f35e9a896,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:33.431943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.476140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.504687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-835aaca8-d479-4c15-a45c-90ec17eeb6c8 req-18c163d0-dc84-4642-9aa7-7313abe2038b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917950 Mar 31 23:20:33.506160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.728719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ed94e-1d76-49f1-9679-79fd62f391d4 req-f3755b21-bd87-4c03-b752-579c3d32750a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.730624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e4ed94e-1d76-49f1-9679-79fd62f391d4 req-f3755b21-bd87-4c03-b752-579c3d32750a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 946 time: 0.1326051 Mar 31 23:20:33.817897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.828874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e4ed94e-1d76-49f1-9679-79fd62f391d4 req-6b3085c3-556e-442a-8f80-e99385752995 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908892 Mar 31 23:20:33.846348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.846873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.847268 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Floating IP c7cd57d8-554c-4558-8dea-cc3357d2b002 disassociated. External IP: 172.25.8.199, port: 83d1b07b-7b92-4681-a55c-957f35e9a896. Mar 31 23:20:33.847631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 83d1b07b-7b92-4681-a55c-957f35e9a896 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:33.864253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Allocated IP 172.25.8.170 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/5dda66e6-be2e-4152-973f-f7bb50680f5a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:33.866641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=4984e02e-9c33-43cb-a6b9-9b55b4c8cef4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:33.882500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e88db5-806e-4630-9b50-273c404074a1 None None] Network f14872f8-4bf7-491e-a559-0ecbd4bc7790 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:33.882709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:33.889254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-af041c13-c8bc-4ea7-b62f-9fd5517d9013 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/4984e02e-9c33-43cb-a6b9-9b55b4c8cef4 HTTP/1.1" status: 204 len: 168 time: 1.1677616 Mar 31 23:20:33.893648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41136) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:33.904070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ee5f634c-4679-40eb-9092-060b0f6451de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.910652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ee5f634c-4679-40eb-9092-060b0f6451de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.918675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ee5f634c-4679-40eb-9092-060b0f6451de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.925237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ee5f634c-4679-40eb-9092-060b0f6451de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:33.927171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ee5f634c-4679-40eb-9092-060b0f6451de tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 3143 time: 0.2008400 Mar 31 23:20:34.030386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.068448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=83d1b07b-7b92-4681-a55c-957f35e9a896,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.105365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f6e85e6-effc-4d22-8b3c-13caf2d113b8 req-ec871d40-984d-4eee-93d8-b30221efa4d9 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647663 Mar 31 23:20:34.115453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.127051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] DHCP port deletion for f14872f8-4bf7-491e-a559-0ecbd4bc7790 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:34.208650 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.263412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Router bdd413eb-5266-432e-81c7-535a1a5343cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:34.263963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:34.279085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:34.279393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.302347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Deleting port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:34.302805 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.307007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.353419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=5dda66e6-be2e-4152-973f-f7bb50680f5a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.379946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,segment=NetworkSegment(32a2b4c9-a845-4bd6-8729-847038c32851),segment_id=32a2b4c9-a845-4bd6-8729-847038c32851)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:34.380359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.420577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Calling delete_port for f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:34.422574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:34.429196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:34.438130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:34.444487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.467620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,segment=NetworkSegment(32a2b4c9-a845-4bd6-8729-847038c32851),segment_id=32a2b4c9-a845-4bd6-8729-847038c32851)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:34.467998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.477940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:34.488742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Sync routers for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:34.510224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Calling delete_port for f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:34.513918 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:34.514483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:34.565498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f838e8c-a35a-4204-9b1d-bbcf3281a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.577787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port 83d1b07b-7b92-4681-a55c-957f35e9a896 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:34.587885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.591218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-0f63213a-c915-4266-b27f-681f72e8ba34 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "DELETE /v2.0/ports/83d1b07b-7b92-4681-a55c-957f35e9a896 HTTP/1.1" status: 204 len: 173 time: 1.5639737 Mar 31 23:20:34.609767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,segment=NetworkSegment(32a2b4c9-a845-4bd6-8729-847038c32851),segment_id=32a2b4c9-a845-4bd6-8729-847038c32851)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:34.629380 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.713094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.717946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.757194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:34.769744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.781302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port d3414406-0e8a-480f-95fc-f874068ddee3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:34.782000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.791081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.801039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.808486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] No DVR routers for this DVR port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:34.820355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No DVR routers for this DVR port f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:34.865198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9edb2-9644-41da-ad27-3b35d348c710 None None] Pushing event deleted for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.887484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Port': ['ID=f74268fc-0a4f-4c10-bb6a-a3ea9ef6837a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:34.901656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port d3414406-0e8a-480f-95fc-f874068ddee3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d3414406-0e8a-480f-95fc-f874068ddee3,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:34.901909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:34.917613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for d3414406-0e8a-480f-95fc-f874068ddee3 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:34.968081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.044505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14872f8-4bf7-491e-a559-0ecbd4bc7790']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.059907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a2b4c9-a845-4bd6-8729-847038c32851') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.060326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a2b4c9-a845-4bd6-8729-847038c32851') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.073067 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.088125 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.109769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.117453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:35.117867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.142859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.148983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=d3414406-0e8a-480f-95fc-f874068ddee3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:35.179015 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Checking router: bdd413eb-5266-432e-81c7-535a1a5343cf for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:35.188906 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:35.189773 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.198598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port d3414406-0e8a-480f-95fc-f874068ddee3 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:35.202668 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:35.202891 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:35.214456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-f3b56cac-5af3-442a-8218-a41d97feb4f1 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "DELETE /v2.0/ports/d3414406-0e8a-480f-95fc-f874068ddee3 HTTP/1.1" status: 204 len: 173 time: 0.6153302 Mar 31 23:20:35.218296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.229115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.234608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/f14872f8-4bf7-491e-a559-0ecbd4bc7790 HTTP/1.1" status: 204 len: 168 time: 1.3042839 Mar 31 23:20:35.236842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.254511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011eab0-f784-4e1e-822c-c3a216522443 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=f14872f8-4bf7-491e-a559-0ecbd4bc7790,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:35.265767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.267676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:35.269850 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b48b4e-a863-4556-a5fa-591a7a1c7620" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:35.273562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.303387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:35.305942 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf424e8-d4f9-4513-828e-f955e5bb53d2" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:35.347462 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:35.387840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.400697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.408484 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb280d80-f7c1-4e8c-b6ee-db4250925796 x-openstack-request-id: req-eb280d80-f7c1-4e8c-b6ee-db4250925796 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:35.418483 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "83d1b07b-7b92-4681-a55c-957f35e9a896", "status": "completed", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:35.419660 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-eb280d80-f7c1-4e8c-b6ee-db4250925796 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:35.423856 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb280d80-f7c1-4e8c-b6ee-db4250925796'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '83d1b07b-7b92-4681-a55c-957f35e9a896', 'status': 'completed', 'code': 200} Mar 31 23:20:35.424442 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb280d80-f7c1-4e8c-b6ee-db4250925796'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'status': 'completed', 'code': 200} Mar 31 23:20:35.427479 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-498a7c50-40ad-413d-834e-d8ddd0201eff tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:35.430368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498a7c50-40ad-413d-834e-d8ddd0201eff tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:35.435114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-498a7c50-40ad-413d-834e-d8ddd0201eff tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/74325074-8eed-4178-9b23-9305e770b1ae HTTP/1.1" status: 404 len: 337 time: 0.1749556 Mar 31 23:20:35.435339 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32194c8b-91d1-473f-ba7a-8df8ddb56ef8 x-openstack-request-id: req-32194c8b-91d1-473f-ba7a-8df8ddb56ef8 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:35.436031 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3414406-0e8a-480f-95fc-f874068ddee3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:35.436458 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-32194c8b-91d1-473f-ba7a-8df8ddb56ef8 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:35.437011 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32194c8b-91d1-473f-ba7a-8df8ddb56ef8'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3414406-0e8a-480f-95fc-f874068ddee3', 'code': 200} Mar 31 23:20:35.442985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.444038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=5dda66e6-be2e-4152-973f-f7bb50680f5a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:35.454014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.464497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-769bbc08-48f8-4ff0-a3a1-0e05b604a905 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9425335 Mar 31 23:20:35.506911 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a02d89a-d773-427c-ac51-fc7666045daa tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] DELETE failed (client error): The resource could not be found. Mar 31 23:20:35.509933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a02d89a-d773-427c-ac51-fc7666045daa tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:20:35.526699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41180) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:35.531868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9a02d89a-d773-427c-ac51-fc7666045daa tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/50de4cd1-c334-4c54-be5e-bbde8e181f96 HTTP/1.1" status: 404 len: 339 time: 0.0854838 Mar 31 23:20:35.562204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b10f-38d1-4710-8606-c1e6dc75c16d req-5c2b9220-d5c1-4be4-867b-b5b87898c72d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:35.568565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b10f-38d1-4710-8606-c1e6dc75c16d req-5c2b9220-d5c1-4be4-867b-b5b87898c72d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:35.587047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3be5b10f-38d1-4710-8606-c1e6dc75c16d req-5c2b9220-d5c1-4be4-867b-b5b87898c72d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 1676 time: 0.3006980 Mar 31 23:20:35.670048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3be5b10f-38d1-4710-8606-c1e6dc75c16d req-9c697815-87bf-4d4f-b401-0b61d3f266d4 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups?id=7b8701e4-a19b-4869-9cb6-f357f8b2ec47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752449 Mar 31 23:20:35.679644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 933d02c5-4c80-417a-be1c-bf3ae34a267f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:35.680242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.712581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting subnet 68b2a15f-635c-44e8-bd04-fbbd6681e886 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:35.732356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.751671 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:35.790963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-9f383a36-a9c5-4ebd-8423-1ee289358896 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--186268208&fields=id&tenant_id=677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 267 time: 0.1446152 Mar 31 23:20:35.819056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port 933d02c5-4c80-417a-be1c-bf3ae34a267f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=933d02c5-4c80-417a-be1c-bf3ae34a267f,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:35.819615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:35.822784 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7239e5-b30e-4bb5-a300-3c58c558da24 None None] The sync data for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 is: [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:14:42Z', 'revision_number': 4, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7e820087-cc75-43fd-8c92-99eebe364a4a', 'name': '', 'network_id': '3d4eead0-a80b-4acb-abc0-922c9ac198ed', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'mac_address': 'fa:16:3e:0c:a5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:40Z', 'updated_at': '2022-03-31T23:14:49Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'subnets': [{'id': '479226f7-f722-4593-85aa-fcfa6ec55cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:35.845071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 933d02c5-4c80-417a-be1c-bf3ae34a267f owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:35.878283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.011101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.068600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=933d02c5-4c80-417a-be1c-bf3ae34a267f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:36.094475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-18652e75-c448-4eee-b14d-c110842e38da tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:36.096378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-18652e75-c448-4eee-b14d-c110842e38da tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 809 time: 0.2717268 Mar 31 23:20:36.114105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port 933d02c5-4c80-417a-be1c-bf3ae34a267f on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:36.116755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.120656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-1958440d-2272-46e8-8ad0-c7f522e409ff tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "DELETE /v2.0/ports/933d02c5-4c80-417a-be1c-bf3ae34a267f HTTP/1.1" status: 204 len: 173 time: 0.9022148 Mar 31 23:20:36.249770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc013f8-2833-495d-9244-e1ad526e1741 None None] New status for floating IP c7cd57d8-554c-4558-8dea-cc3357d2b002: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:36.281327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 4cbe9363-b1f2-40f8-aad8-5a87346219ca {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:36.281738 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.394307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port 4cbe9363-b1f2-40f8-aad8-5a87346219ca, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=4cbe9363-b1f2-40f8-aad8-5a87346219ca,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:36.394685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.410260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 4cbe9363-b1f2-40f8-aad8-5a87346219ca owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:36.506834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-d5a0d9b7-63c4-4848-8e09-f211e6c3fcfa tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/quotas/677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 375 time: 0.3999994 Mar 31 23:20:36.588205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.649746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.721301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-0d43c7da-0f2b-4ff1-be0f-bfba7d56d43d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2074504 Mar 31 23:20:36.743226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=4cbe9363-b1f2-40f8-aad8-5a87346219ca,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:36.769528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port 4cbe9363-b1f2-40f8-aad8-5a87346219ca on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:36.773341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.784803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83a9c752-c909-42f4-883e-f63b4c72f158 req-726473a8-3e20-4f57-9687-6fb9ddc20a6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.96 "DELETE /v2.0/ports/4cbe9363-b1f2-40f8-aad8-5a87346219ca HTTP/1.1" status: 204 len: 173 time: 0.6438522 Mar 31 23:20:36.819656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ec3965cb-14c9-4326-8c48-31f0f02c4731 req-3517b2e3-5d7c-4f25-928a-518aaa17b069 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0339067 Mar 31 23:20:36.830428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.928988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Subnet': ['ID=68b2a15f-635c-44e8-bd04-fbbd6681e886,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:36.936581 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.940119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-48fbcb85-8766-4dee-a717-ef0c17455b71 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/subnets/68b2a15f-635c-44e8-bd04-fbbd6681e886 HTTP/1.1" status: 204 len: 168 time: 1.4125803 Mar 31 23:20:36.942919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:36.943923 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-86c3ba59-c498-4c63-98df-511284817c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:36.948923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116df97-8c3d-4342-a46b-587be29bc3e9 None None] Network 1ff8f211-ec31-4a06-ad9e-ff325638052f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:37.059009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.065424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-b127371f-6f77-47d9-9186-1937f3e4f431 service neutron] 10.222.0.95 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929499 Mar 31 23:20:37.139294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.280306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Deleting port 161ebea9-6f2a-4872-86f6-43ed86b6faaf {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:37.280643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.299897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] DHCP port deletion for 1ff8f211-ec31-4a06-ad9e-ff325638052f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:37.337212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-16ec901e-890b-4d14-9c31-7a3c6f694703 service neutron] 10.222.0.95 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640383 Mar 31 23:20:37.410774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Deleting port 161ebea9-6f2a-4872-86f6-43ed86b6faaf {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:37.411149 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.436392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] For port 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=161ebea9-6f2a-4872-86f6-43ed86b6faaf,segment=NetworkSegment(09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c),segment_id=09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:37.436949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.452883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Calling delete_port for 161ebea9-6f2a-4872-86f6-43ed86b6faaf owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:37.507362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f'}, {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:37.515660 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0baa62-3f9b-4d98-b364-f0cabae7a739" -d '{"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f"}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:37.579400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] For port 161ebea9-6f2a-4872-86f6-43ed86b6faaf, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=161ebea9-6f2a-4872-86f6-43ed86b6faaf,segment=NetworkSegment(09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c),segment_id=09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:37.581257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.615373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Calling delete_port for 161ebea9-6f2a-4872-86f6-43ed86b6faaf owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:37.616155 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5dc08-04b4-4272-b71d-b111ea454995 x-openstack-request-id: req-c1b5dc08-04b4-4272-b71d-b111ea454995 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:37.616455 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "933d02c5-4c80-417a-be1c-bf3ae34a267f", "status": "completed", "code": 200}, {"server_uuid": "40b114df-34c1-4fe0-8908-8e9f57c27bc1", "name": "network-vif-deleted", "tag": "4cbe9363-b1f2-40f8-aad8-5a87346219ca", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:37.620825 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c1b5dc08-04b4-4272-b71d-b111ea454995 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:37.621556 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b5dc08-04b4-4272-b71d-b111ea454995'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '933d02c5-4c80-417a-be1c-bf3ae34a267f', 'status': 'completed', 'code': 200} Mar 31 23:20:37.623183 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b5dc08-04b4-4272-b71d-b111ea454995'] response: {'server_uuid': '40b114df-34c1-4fe0-8908-8e9f57c27bc1', 'name': 'network-vif-deleted', 'tag': '4cbe9363-b1f2-40f8-aad8-5a87346219ca', 'status': 'completed', 'code': 200} Mar 31 23:20:37.649273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.721877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Port': ['ID=161ebea9-6f2a-4872-86f6-43ed86b6faaf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:37.724196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] No DVR routers for this DVR port 161ebea9-6f2a-4872-86f6-43ed86b6faaf on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:37.729887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.17 (4f29a514-cc0e-4669-9b73-9e2ef8222261/b532d867-8eaa-477d-8b6a-71f6a9187045/8b168fac-e577-4a22-afa0-cf525211601b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:37.834867 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.860550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] No DVR routers for this DVR port 161ebea9-6f2a-4872-86f6-43ed86b6faaf on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:37.880500 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.897227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.919567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51b60e-7751-4994-b96e-9e11392e39c4 None None] Pushing event deleted for resources: {'Port': ['ID=161ebea9-6f2a-4872-86f6-43ed86b6faaf,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:37.933044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff8f211-ec31-4a06-ad9e-ff325638052f']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.949511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf0e2c6b-7832-49b4-9f2b-9de62eb580df req-3e5994a0-8845-4040-9b3d-1a9eee9ac6f3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 210 time: 0.0496593 Mar 31 23:20:37.949664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.949664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f286f0-869d-4ae6-8ca1-8dd1d8d5fd3c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:37.954182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.970625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:37.994787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.000188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:38.000694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:38.006580 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:38.086936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:38.100002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:38.105069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:38.158339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aee571ba-cae6-4e52-a995-94d99e395471 req-2b9d5dbb-3876-483a-b0b0-36a6f3a7be7c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.1124451 Mar 31 23:20:38.179217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.194099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.199955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] 10.222.0.95 "DELETE /v2.0/networks/1ff8f211-ec31-4a06-ad9e-ff325638052f HTTP/1.1" status: 204 len: 168 time: 1.2538478 Mar 31 23:20:38.211127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3633b3-9e1a-48ea-82b1-c78baa559e16 tempest-NetworksIpV6Test-1702024392 tempest-NetworksIpV6Test-1702024392-project] Pushing event deleted for resources: {'Network': ['ID=1ff8f211-ec31-4a06-ad9e-ff325638052f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:38.267778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:38.329733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.377233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 161ebea9-6f2a-4872-86f6-43ed86b6faaf no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:38.472459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.474171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 161ebea9-6f2a-4872-86f6-43ed86b6faaf {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:38.474708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 161ebea9-6f2a-4872-86f6-43ed86b6faaf not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:38.599460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.684945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3db76d52-4196-4064-bdc9-fbb2842aa810 None None] Provisioning complete for port 8b168fac-e577-4a22-afa0-cf525211601b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:38.685326 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3db76d52-4196-4064-bdc9-fbb2842aa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:38.762394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3db76d52-4196-4064-bdc9-fbb2842aa810 None None] Port 8b168fac-e577-4a22-afa0-cf525211601b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:38.775782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41262) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:38.955063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b9e398c-23ca-4ee9-939b-7137c44b8a05 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=576afad6d1724b84977952aa42170185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779032 Mar 31 23:20:38.956663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41270) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:39.050668 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.081162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.091407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.116608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b3680bf-8387-4b61-901b-1fc81356cb45 req-1ad4ae7b-284d-4b44-bf6b-d65804a385d3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 210 time: 0.0842664 Mar 31 23:20:39.117617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.164436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.176004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.179848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ecc00920-057d-44ad-bb2f-235563fb643b HTTP/1.1" status: 204 len: 168 time: 0.2219200 Mar 31 23:20:39.248709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48810036-7622-4536-bc8f-c89800e7f7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc00920-057d-44ad-bb2f-235563fb643b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:39.357369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:39.359975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:39.422410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e444a2c1-f5e5-418c-81d0-bd5364cfdd8c req-e1f45f72-c1ce-45e9-ab76-1c8cbcebb3dc tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0806563 Mar 31 23:20:39.532630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:39.534307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:39.735016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:39.921187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:39.927264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c14af6d4-91c9-400b-9dd3-c7ddb1e31c3a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/fff672d6-d178-4259-b049-f8f25ace58d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5363111 Mar 31 23:20:39.948465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:39.973528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-901502df-0bcd-4a52-865c-be3f270d78f8 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:39.976630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-901502df-0bcd-4a52-865c-be3f270d78f8 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.96 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 809 time: 0.7953703 Mar 31 23:20:39.980288 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:39.980923 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:40.008815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d84233da-77db-457a-aa4f-f856357a7d98 None None] Provisioning complete for port 8b168fac-e577-4a22-afa0-cf525211601b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:40.011334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d84233da-77db-457a-aa4f-f856357a7d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.061961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.105647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-83abc3b5-a3cb-4c3d-8bb3-77b1750ef5ec tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677ac4e9401b4c47b930094db22e2f7c HTTP/1.1" status: 200 len: 379 time: 0.1089945 Mar 31 23:20:40.113078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d84233da-77db-457a-aa4f-f856357a7d98 None None] Port 8b168fac-e577-4a22-afa0-cf525211601b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:40.120636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'port': {'device_id': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'admin_state_up': True, 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'security_groups': ['6dd7c346-bcd5-4bd3-8ca7-d6043825477a']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:40.214789 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:40.292667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-677a1392-0056-4f0f-9aaa-e3011ab1332b req-42a77556-3ed6-437d-843b-1080a4a36e90 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 210 time: 0.0461023 Mar 31 23:20:40.366518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.382056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Made reservation on behalf of 677ac4e9401b4c47b930094db22e2f7c for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:40.386977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.512981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41326) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.587848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:20:38Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168fac-e577-4a22-afa0-cf525211601b', 'name': '', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:45:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:37Z', 'updated_at': '2022-03-31T23:20:38Z', 'revision_number': 2, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:40.638026 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:40.638639 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Updating router fff672d6-d178-4259-b049-f8f25ace58d0 port 8b168fac-e577-4a22-afa0-cf525211601b binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:20:40.667551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-614e775c-c3b0-4850-b0ed-821739e6340b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:40.668153 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-614e775c-c3b0-4850-b0ed-821739e6340b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:20:40.668759 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-614e775c-c3b0-4850-b0ed-821739e6340b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:20:40.673383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-614e775c-c3b0-4850-b0ed-821739e6340b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1557753 Mar 31 23:20:40.673652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41332) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:40.678188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062058974'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:40.688975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b477e8c1-d41b-46c7-bcfd-f151a8deafbd req-26ef920d-0bb7-444a-ae02-bb2fd62555c3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.1154661 Mar 31 23:20:40.689628 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.736140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.746179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.864730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Allocated IP 172.20.0.13 (ac6b080b-3537-447c-be73-0baf2255de61/7982094f-58f0-484c-b72e-759d24a5178f/131120fe-d2f7-414b-b824-cc283c8dfd7b) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:40.884704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.892217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.942267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8205a367-6e9e-4dfc-81dd-7cb93fde5c4d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:40.987504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:40.998904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.067371 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.072158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3939517 Mar 31 23:20:41.072158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:41.079796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'ac127107-1cec-4466-a45c-f96a30fef70c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:41.108111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422502eb-8252-46f0-a539-0135ca30b409 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac127107-1cec-4466-a45c-f96a30fef70c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.142743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.182149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.193911 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.201688 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.216313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.220298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.227468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.276896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4538ec8-5f23-4a34-a12c-200e71fc93eb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.310869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Network ac6b080b-3537-447c-be73-0baf2255de61 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:41.314055 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.330529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8eed1c18-c153-4e44-a024-95a614d3851c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2540157 Mar 31 23:20:41.330763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:41.330879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41348) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:41.334405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:41.341502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-36392335-91c6-4361-bf90-aa388d62f85b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'ac127107-1cec-4466-a45c-f96a30fef70c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:41.403381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-36392335-91c6-4361-bf90-aa388d62f85b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.435693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event updated for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.472498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:41.475305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.518081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-debca94b-e688-48ef-b371-8cb1d4993db0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4015892 Mar 31 23:20:41.532577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Request body: {'port': {'device_id': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:41.541445 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Attempting to bind port 8b168fac-e577-4a22-afa0-cf525211601b on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:41.552025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Attempting to bind port 8b168fac-e577-4a22-afa0-cf525211601b by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:41.553443 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Attempting to bind port 8b168fac-e577-4a22-afa0-cf525211601b on network 4f29a514-cc0e-4669-9b73-9e2ef8222261 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:41.556945 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Pushing event updated for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.568281 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:41.570702 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Checking segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:41.573704 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.574402 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Bound using segment: {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:41.575122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Bound port: 8b168fac-e577-4a22-afa0-cf525211601b, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bef0b6b-0f00-425c-9189-6204712a14f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:41.577912 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.615478 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-36392335-91c6-4361-bf90-aa388d62f85b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:20:41.620958 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.621963 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.627065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-36392335-91c6-4361-bf90-aa388d62f85b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2916846 Mar 31 23:20:41.627972 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.628300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41356) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:41.628785 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.629350 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.629905 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.630462 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.632023 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.634878 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.635685 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.636252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.638200 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:20:41.689689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.693833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfe2b-6656-41bf-b6e9-bdd346df0381 req-dae617ff-6447-4009-a4e5-2389ad20b4f2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:41.703543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c18cfe2b-6656-41bf-b6e9-bdd346df0381 req-dae617ff-6447-4009-a4e5-2389ad20b4f2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 932 time: 0.1701934 Mar 31 23:20:41.793860 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] For port 8b168fac-e577-4a22-afa0-cf525211601b, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:41.807224 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] For port 8b168fac-e577-4a22-afa0-cf525211601b, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b168fac-e577-4a22-afa0-cf525211601b,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:41.816204 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.881160 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:41.882133 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:41.883365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7963a0e9-b070-4bc2-8386-7717ebfc321c None None] Provisioning complete for port 131120fe-d2f7-414b-b824-cc283c8dfd7b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:41.885054 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7963a0e9-b070-4bc2-8386-7717ebfc321c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.887310 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695da966-6ee7-41cb-a047-451312f042f9 None None] Pushing event updated for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:41.887630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c18cfe2b-6656-41bf-b6e9-bdd346df0381 req-ba54574f-2ce9-4ce1-854a-8c3bea02eaf3 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840658 Mar 31 23:20:41.891061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:41.956226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.050565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.053187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.057213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/ac127107-1cec-4466-a45c-f96a30fef70c HTTP/1.1" status: 204 len: 168 time: 0.4264512 Mar 31 23:20:42.057881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41368) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.091317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4dd3dfda-718b-4e04-a7a9-d972fa872d63 req-1f55fefe-875f-442b-b045-b05d85fd11f5 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.1012745 Mar 31 23:20:42.163539 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac862b-e190-4a35-a288-70ac215a648d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac127107-1cec-4466-a45c-f96a30fef70c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.175693 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7963a0e9-b070-4bc2-8386-7717ebfc321c None None] Port 131120fe-d2f7-414b-b824-cc283c8dfd7b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:20:42.176258 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:42.246433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-091c56ed-c8d5-45c6-ae2c-141da991912a tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1842914 Mar 31 23:20:42.246765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41372) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.277427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--776053041'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:42.338420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] Provisioning complete for port 8b168fac-e577-4a22-afa0-cf525211601b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:42.338794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.413306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.498650 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.550926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] For port 8b168fac-e577-4a22-afa0-cf525211601b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b168fac-e577-4a22-afa0-cf525211601b,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:42.563290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131120fe-d2f7-414b-b824-cc283c8dfd7b {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:42.573425 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.576299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.607505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Transition to ACTIVE for port object 131120fe-d2f7-414b-b824-cc283c8dfd7b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:20:42.616634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.642630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:20:38Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168fac-e577-4a22-afa0-cf525211601b', 'name': '', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:45:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:37Z', 'updated_at': '2022-03-31T23:20:41Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:42.691107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.709588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.717133 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e4c4e1-39b4-4498-bbd6-d5e5be5b1968 None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:20:38Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b168fac-e577-4a22-afa0-cf525211601b', 'name': '', 'network_id': '4f29a514-cc0e-4669-9b73-9e2ef8222261', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:45:cd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:20:37Z', 'updated_at': '2022-03-31T23:20:41Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': 'b532d867-8eaa-477d-8b6a-71f6a9187045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:42.723979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007474-fffb-4f84-b433-baa8d9412b46 None None] Pushing event updated for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.727983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Pushing event updated for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.734048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ee7599d0-a05f-498f-b0bc-474156dfd905 None None] Provisioning complete for port 8b168fac-e577-4a22-afa0-cf525211601b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:42.734430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ee7599d0-a05f-498f-b0bc-474156dfd905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.805792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:42.807438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5578682 Mar 31 23:20:42.811135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41384) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.816773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-efff0f52-bf6c-4975-b032-945e58293c1b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '3d07544c-5178-4910-8af7-1d7da3c854b9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:42.817816 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-efff0f52-bf6c-4975-b032-945e58293c1b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 31 23:20:42.818359 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-efff0f52-bf6c-4975-b032-945e58293c1b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:42.824601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-efff0f52-bf6c-4975-b032-945e58293c1b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123055 Mar 31 23:20:42.825693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:42.868304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a96cf0-e8ae-4802-9f95-c69ddbd4f150 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07544c-5178-4910-8af7-1d7da3c854b9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:42.949300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Attempting to bind port 131120fe-d2f7-414b-b824-cc283c8dfd7b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:20:42.949635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Attempting to bind port 131120fe-d2f7-414b-b824-cc283c8dfd7b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:20:42.949965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Attempting to bind port 131120fe-d2f7-414b-b824-cc283c8dfd7b on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:42.978246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Port 131120fe-d2f7-414b-b824-cc283c8dfd7b on network ac6b080b-3537-447c-be73-0baf2255de61 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:20:42.979424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Attempting to bind port 131120fe-d2f7-414b-b824-cc283c8dfd7b on network ac6b080b-3537-447c-be73-0baf2255de61 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:42.985703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:42.986235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Checking segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:20:42.986787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Bound using segment: {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:42.988007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Bound port: 131120fe-d2f7-414b-b824-cc283c8dfd7b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae4ece2-af00-4c2e-9793-e990b04a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:20:42.989601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.020385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.108123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.133553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:43.138837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:43.154923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.201252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861c1da-7145-48cb-af62-e3480e05628d req-8f20b2cb-9491-490e-b030-95ff6ee46f33 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.211191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4861c1da-7145-48cb-af62-e3480e05628d req-8f20b2cb-9491-490e-b030-95ff6ee46f33 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 944 time: 0.1726778 Mar 31 23:20:43.271162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.274173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.280232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/3d07544c-5178-4910-8af7-1d7da3c854b9 HTTP/1.1" status: 204 len: 168 time: 0.4533777 Mar 31 23:20:43.281138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.297232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4861c1da-7145-48cb-af62-e3480e05628d req-57c4b2da-8341-4714-b275-7dc8ed1131d2 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848155 Mar 31 23:20:43.345054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6cdab-f276-4167-8ddd-fb2831933575 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07544c-5178-4910-8af7-1d7da3c854b9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.366114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8432d4db-010a-4ee6-a95d-6a5a7a9b8bb8 req-8b1e1b1f-cdda-4f96-90c5-e9cc03305000 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.1214535 Mar 31 23:20:43.372673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.373940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.377831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] 10.222.0.96 "PUT /v2.0/ports/131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 200 len: 1092 time: 1.8499823 Mar 31 23:20:43.382473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0bb5fc8-813f-4caa-821e-be6d35b4aa9c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965087 Mar 31 23:20:43.383383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41400) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.388827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582036999'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:43.393777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:43.398000 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655" -d '{"events": [{"name": "network-changed", "server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:43.456920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb2aee-b110-455d-ac6d-822953a21d69 service neutron] Pushing event updated for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.479968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.522944 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd67e5-26e0-4f5b-bd64-5af0a8ffbbe1 x-openstack-request-id: req-20fd67e5-26e0-4f5b-bd64-5af0a8ffbbe1 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:43.523590 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:43.524036 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-20fd67e5-26e0-4f5b-bd64-5af0a8ffbbe1 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:43.524634 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fd67e5-26e0-4f5b-bd64-5af0a8ffbbe1'] response: {'name': 'network-changed', 'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'status': 'completed', 'code': 200} Mar 31 23:20:43.546746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-82dc1b13-8d52-477d-bfb2-8a9392ef6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.549254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-82dc1b13-8d52-477d-bfb2-8a9392ef6e9c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0791342 Mar 31 23:20:43.639702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.645067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-e9b49598-d793-48e9-b2bc-72d575257ba8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 200 len: 217 time: 0.0849206 Mar 31 23:20:43.647486 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.718272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.725043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3366652 Mar 31 23:20:43.726150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.742467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ae26bc15-3fb7-4b72-a1db-188d29763b6c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '497a2c31-b4f3-4b07-a62a-b536d9eaea4f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:43.743783 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-ae26bc15-3fb7-4b72-a1db-188d29763b6c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 31 23:20:43.744526 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-ae26bc15-3fb7-4b72-a1db-188d29763b6c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:43.745777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ae26bc15-3fb7-4b72-a1db-188d29763b6c tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0183387 Mar 31 23:20:43.748646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41412) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.754473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-90a76ac8-496a-456c-9a05-b4f03e5c0505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.756939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-90a76ac8-496a-456c-9a05-b4f03e5c0505 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1036038 Mar 31 23:20:43.758195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e2cb-bc72-4759-b721-c3d0d4e3af12 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497a2c31-b4f3-4b07-a62a-b536d9eaea4f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:43.821290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.848626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-14a0b93e-1155-436c-9c60-65808a9639d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.850487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-14a0b93e-1155-436c-9c60-65808a9639d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848806 Mar 31 23:20:43.866930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.941201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.948595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:43.949975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/497a2c31-b4f3-4b07-a62a-b536d9eaea4f HTTP/1.1" status: 204 len: 168 time: 0.2002134 Mar 31 23:20:43.953583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:43.975264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff40256-0812-4d64-8830-ef3f6252bf4f tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a2c31-b4f3-4b07-a62a-b536d9eaea4f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.022244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6c382ffd-af2e-4707-8164-b6b418bf261b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674889 Mar 31 23:20:44.026036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41420) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.028403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-56159c88-ecbe-4116-b9de-3fc3bd416c50 service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679869 Mar 31 23:20:44.031300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043671381'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.072166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.179022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2cb35790-bdc0-43ae-a2cb-5b1c2ab190d0 req-f90ad7ce-4345-44ab-aa9a-f35328d72498 service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383662 Mar 31 23:20:44.220032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.226461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.258435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.259645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2325368 Mar 31 23:20:44.262600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.270183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe6aaa-20ad-41e6-b857-b057ce6bd339 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734dfa28-aea1-47a4-b8ab-f39666f221de,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.274928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4e7de128-91ca-4b5c-8007-8b2a56f3c70b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '734dfa28-aea1-47a4-b8ab-f39666f221de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.276686 n-d-835855-2 neutron-server[109299]: WARNING neutron.api.v2.base [None req-4e7de128-91ca-4b5c-8007-8b2a56f3c70b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 31 23:20:44.281036 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-4e7de128-91ca-4b5c-8007-8b2a56f3c70b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:44.286982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e7de128-91ca-4b5c-8007-8b2a56f3c70b tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0204694 Mar 31 23:20:44.292191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41428) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.299570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3c925c8a-58a9-4ba9-945d-cc9d003857bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '734dfa28-aea1-47a4-b8ab-f39666f221de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.300547 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-3c925c8a-58a9-4ba9-945d-cc9d003857bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 31 23:20:44.301072 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-3c925c8a-58a9-4ba9-945d-cc9d003857bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:44.304728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3c925c8a-58a9-4ba9-945d-cc9d003857bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076494 Mar 31 23:20:44.305658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41430) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.310087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-de72f3bc-5163-441f-b143-dcdd9322f7c4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '734dfa28-aea1-47a4-b8ab-f39666f221de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.315510 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-de72f3bc-5163-441f-b143-dcdd9322f7c4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 31 23:20:44.316054 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-de72f3bc-5163-441f-b143-dcdd9322f7c4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:44.320024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de72f3bc-5163-441f-b143-dcdd9322f7c4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105536 Mar 31 23:20:44.323017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41434) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.338753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-39c6f235-eff9-4745-9670-a88bf58f0fd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '734dfa28-aea1-47a4-b8ab-f39666f221de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.339699 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-39c6f235-eff9-4745-9670-a88bf58f0fd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 31 23:20:44.342437 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-39c6f235-eff9-4745-9670-a88bf58f0fd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:44.345059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-39c6f235-eff9-4745-9670-a88bf58f0fd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0209749 Mar 31 23:20:44.348477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41436) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.358663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b168fac-e577-4a22-afa0-cf525211601b up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:44.423974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-465b5ade-957c-41cc-8b8b-30a9d4bec4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.429281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-465b5ade-957c-41cc-8b8b-30a9d4bec4b6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 1095 time: 0.1828856 Mar 31 23:20:44.452515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8b168fac-e577-4a22-afa0-cf525211601b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:44.452880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.503895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.607641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-751092dc-3403-4414-ba98-38b37548eaa8 req-1ce2c4a9-1d8b-403e-bf3a-9d3d981ea48f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0760541 Mar 31 23:20:44.613936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.637840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce1351-f682-4815-ae5e-a3cd04f72b57 req-bcd7f81f-5ab8-4106-9420-faa0aa052bc7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.641552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51ce1351-f682-4815-ae5e-a3cd04f72b57 req-bcd7f81f-5ab8-4106-9420-faa0aa052bc7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 944 time: 0.1770749 Mar 31 23:20:44.681918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-1ff758f3-73c6-4299-9fe8-1ee1425368ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.683779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-1ff758f3-73c6-4299-9fe8-1ee1425368ec service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.2477109 Mar 31 23:20:44.687118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.691549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.695728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/734dfa28-aea1-47a4-b8ab-f39666f221de HTTP/1.1" status: 204 len: 168 time: 0.3451695 Mar 31 23:20:44.696557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41446) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.736059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51ce1351-f682-4815-ae5e-a3cd04f72b57 req-e02d0d13-1e39-4e63-bc80-d3e3c674ebbc tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678966 Mar 31 23:20:44.761344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-979fbba4-fe45-4fac-8386-586b5265cb67 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608730 Mar 31 23:20:44.762196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.767414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--618661609'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.772379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e755af9-e0c2-436e-8d66-5cdec8306526 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734dfa28-aea1-47a4-b8ab-f39666f221de,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.809606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-6f7b5f25-31c6-4fb7-ad58-ac5b80278bd1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 200 len: 217 time: 0.1168602 Mar 31 23:20:44.812469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.893552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-c0395aa1-1123-409e-a69f-be427784ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.896133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-c0395aa1-1123-409e-a69f-be427784ca11 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.0795169 Mar 31 23:20:44.914941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.922970 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.954912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e97db5-294c-4304-824b-f5905fff0fc5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:44.975795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:44.977045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6e93c544-db15-4424-9eea-ecdbf5787570 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2134216 Mar 31 23:20:44.980158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41452) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.982242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-2c917eb3-d2a5-4e51-845b-002f665a983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.984150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-2c917eb3-d2a5-4e51-845b-002f665a983f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801892 Mar 31 23:20:44.985119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d241f51f-d2e0-4e0b-8cba-ca7e0179c0f3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:44.985641 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-d241f51f-d2e0-4e0b-8cba-ca7e0179c0f3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:20:44.986731 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-d241f51f-d2e0-4e0b-8cba-ca7e0179c0f3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:44.991288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d241f51f-d2e0-4e0b-8cba-ca7e0179c0f3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064120 Mar 31 23:20:44.991561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41454) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:44.995849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cab50192-82e8-41b9-be00-c7cdfb624ca2 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.042041 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-cab50192-82e8-41b9-be00-c7cdfb624ca2 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.047768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cab50192-82e8-41b9-be00-c7cdfb624ca2 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0548437 Mar 31 23:20:45.048808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41456) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.054700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9917c95d-3623-40da-8d3f-435b21aff5d4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.055468 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-9917c95d-3623-40da-8d3f-435b21aff5d4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 31 23:20:45.056204 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-9917c95d-3623-40da-8d3f-435b21aff5d4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.060951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9917c95d-3623-40da-8d3f-435b21aff5d4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102046 Mar 31 23:20:45.061710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41458) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.066617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-363035b0-3f35-400b-8252-04277cc3fbd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.114938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-44fdfb96-b7c8-4d09-984e-3796b5111cba service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202176 Mar 31 23:20:45.115600 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-363035b0-3f35-400b-8252-04277cc3fbd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.119335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-363035b0-3f35-400b-8252-04277cc3fbd1 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0543139 Mar 31 23:20:45.120091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.125010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ef3dbcc4-038d-4c02-8ec7-32cd6b2e5465 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.125766 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-ef3dbcc4-038d-4c02-8ec7-32cd6b2e5465 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 31 23:20:45.126201 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-ef3dbcc4-038d-4c02-8ec7-32cd6b2e5465 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.130251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef3dbcc4-038d-4c02-8ec7-32cd6b2e5465 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063846 Mar 31 23:20:45.130508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41462) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.141417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-70fbddbd-bb48-41c3-b49f-bbbcb5f18c33 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.190481 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-70fbddbd-bb48-41c3-b49f-bbbcb5f18c33 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.194662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-70fbddbd-bb48-41c3-b49f-bbbcb5f18c33 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631180 Mar 31 23:20:45.195213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.202942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-87bcc090-c175-4839-8ae3-acb8514820fe tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.203870 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-87bcc090-c175-4839-8ae3-acb8514820fe tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 31 23:20:45.204643 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-87bcc090-c175-4839-8ae3-acb8514820fe tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.206486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87bcc090-c175-4839-8ae3-acb8514820fe tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099697 Mar 31 23:20:45.208946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.215913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-18e211b3-aec3-4a89-a0bf-725159193456 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.233659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e7ca6-13ef-4e27-a9aa-4cc9a5043655 req-be8f7eec-d334-411b-9ba5-8f35700e8b5a service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013765 Mar 31 23:20:45.268425 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-18e211b3-aec3-4a89-a0bf-725159193456 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.269610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-18e211b3-aec3-4a89-a0bf-725159193456 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0589938 Mar 31 23:20:45.272502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.276977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-60a9ec98-2d44-4cf4-8ce0-d5101710e304 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': 'e7e97db5-294c-4304-824b-f5905fff0fc5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.318012 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-60a9ec98-2d44-4cf4-8ce0-d5101710e304 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:45.322182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-60a9ec98-2d44-4cf4-8ce0-d5101710e304 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0458977 Mar 31 23:20:45.322917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41470) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.387584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.413011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.464476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.467117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.468376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/e7e97db5-294c-4304-824b-f5905fff0fc5 HTTP/1.1" status: 204 len: 168 time: 0.1443994 Mar 31 23:20:45.471174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41472) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.477628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2c4c-9f43-4510-8e4a-27f3e23151eb tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e97db5-294c-4304-824b-f5905fff0fc5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.535093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd237c96-49eb-4791-9bc7-66434485fa00 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627060 Mar 31 23:20:45.541293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41474) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.546200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006769080'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.571392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.652244 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.657284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.685048 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.686313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1437585 Mar 31 23:20:45.690116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.695110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6b5b816c-0ac5-495f-ad7d-b5e8048212bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '48c57160-4c7a-4f43-872a-4f781f223256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.699195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094cf2e-b842-43fc-80ce-beb8772cf545 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c57160-4c7a-4f43-872a-4f781f223256,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.752221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0e3c042-c9f0-4ae2-8384-ec8618fb651b req-0b8f372e-e21d-4525-911e-9635c3c01343 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0344677 Mar 31 23:20:45.762390 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-6b5b816c-0ac5-495f-ad7d-b5e8048212bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The resource could not be found. Mar 31 23:20:45.763768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b5b816c-0ac5-495f-ad7d-b5e8048212bf tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0721912 Mar 31 23:20:45.767018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41484) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.772810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ea4b7a8a-5c60-42ab-b212-950f0e6362d3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '48c57160-4c7a-4f43-872a-4f781f223256', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2011354c-3dad-4454-8991-acaabe7b9161'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:45.837927 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-ea4b7a8a-5c60-42ab-b212-950f0e6362d3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The resource could not be found. Mar 31 23:20:45.839271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ea4b7a8a-5c60-42ab-b212-950f0e6362d3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0714076 Mar 31 23:20:45.842104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41486) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.867587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be59331-0506-4b47-be0e-b0f1b8631d30 req-6aea1a8e-882a-4074-8d0b-591d0287d590 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.869267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6be59331-0506-4b47-be0e-b0f1b8631d30 req-6aea1a8e-882a-4074-8d0b-591d0287d590 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 944 time: 0.0573790 Mar 31 23:20:45.899014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.915819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6be59331-0506-4b47-be0e-b0f1b8631d30 req-7af69821-6e9a-408a-85c3-c2a47f596d76 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388653 Mar 31 23:20:45.923273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.972879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.975452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:45.976610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/48c57160-4c7a-4f43-872a-4f781f223256 HTTP/1.1" status: 204 len: 168 time: 0.1336000 Mar 31 23:20:45.979505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:45.985789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8175f-6660-4920-9b5d-60a7995d3053 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c57160-4c7a-4f43-872a-4f781f223256,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.031892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c107370d-79af-4a98-a289-f1510e32b84e tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506988 Mar 31 23:20:46.036329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41490) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.041040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d1739942-5a39-43cd-80f1-a2b0e58e7d32 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '6cf8a172-8e9a-46b8-95b3-ce0563c0f346', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:46.354744 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-d1739942-5a39-43cd-80f1-a2b0e58e7d32 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The resource could not be found. Mar 31 23:20:46.355747 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d1739942-5a39-43cd-80f1-a2b0e58e7d32 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3183103 Mar 31 23:20:46.359695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41492) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.364793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--941423633'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:46.372713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 131120fe-d2f7-414b-b824-cc283c8dfd7b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:20:46.386039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.455549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.461416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.477865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:46.491211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.491886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'port_id': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:20:46.492458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1316545 Mar 31 23:20:46.494407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff2c85-a437-4bed-ba29-65f15f112f20 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef9b8c-6be9-46f9-acf6-3f3cc124827b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.495447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.501481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853109867'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:46.524364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.542356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.558190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131120fe-d2f7-414b-b824-cc283c8dfd7b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:46.577642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:46.582711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.595142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.601152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.630252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38498e-b103-430d-a606-5cccf4d37d2e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.639468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.645354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.646604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec433087-0d93-407e-814e-4cbea54927cd tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1498094 Mar 31 23:20:46.650186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41498) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.654586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-97ee194c-3877-4def-9cbc-c30757b87594 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group_rule': {'security_group_id': '97ef9b8c-6be9-46f9-acf6-3f3cc124827b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ef38498e-b103-430d-a606-5cccf4d37d2e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:46.687808 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-97ee194c-3877-4def-9cbc-c30757b87594 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:20:46.688918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97ee194c-3877-4def-9cbc-c30757b87594 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0378118 Mar 31 23:20:46.691819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41500) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.747829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.771119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.815618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.818681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.822494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/ef38498e-b103-430d-a606-5cccf4d37d2e HTTP/1.1" status: 204 len: 168 time: 0.1273391 Mar 31 23:20:46.823440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.830864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e178cbd-e645-41dd-adbc-1b257e4f38e3 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38498e-b103-430d-a606-5cccf4d37d2e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:46.886529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-429edf72-1d2b-4fba-9a42-2f0a31aee964 req-c0c49c76-c033-45d5-964a-65f996567a70 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0308888 Mar 31 23:20:46.897760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9684f0e7-c0fe-4e43-873f-a9d2e98e3ed9 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0729048 Mar 31 23:20:46.900513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41506) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:46.947278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['131120fe-d2f7-414b-b824-cc283c8dfd7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:46.956888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:46.983163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.061729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e59d-e2b8-420f-bf13-3f202babdd97 req-bb80f67e-daa8-4aab-88bf-b8b43b1988f6 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:47.063174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd42e59d-e2b8-420f-bf13-3f202babdd97 req-bb80f67e-daa8-4aab-88bf-b8b43b1988f6 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 945 time: 0.0699558 Mar 31 23:20:47.071752 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.074285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.077894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/97ef9b8c-6be9-46f9-acf6-3f3cc124827b HTTP/1.1" status: 204 len: 168 time: 0.1737077 Mar 31 23:20:47.078274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41510) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.096929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b6cbb-b609-4293-8ca0-bc93538273c0 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef9b8c-6be9-46f9-acf6-3f3cc124827b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.115707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd42e59d-e2b8-420f-bf13-3f202babdd97 req-c5a9d1b9-fabf-4488-b608-c197682ac57a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Mar 31 23:20:47.126550 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c111b1e-afea-4fb5-b1fa-e4af870ae7a5 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469780 Mar 31 23:20:47.130400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41512) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.140299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'tempest-secgroup--345472049'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:47.161513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.229175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.233837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.261891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d932e57-5ca6-49cb-9406-725924f91cff,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.267219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.271661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97fc1b2e-7369-4a03-871f-9217e15d1130 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1373844 Mar 31 23:20:47.272480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41516) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.278644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-99db3faa-e7a6-4990-a3f9-942eecf6dcae tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:47.279066 n-d-835855-2 neutron-server[109298]: WARNING neutron.api.v2.base [None req-99db3faa-e7a6-4990-a3f9-942eecf6dcae tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 31 23:20:47.279717 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-99db3faa-e7a6-4990-a3f9-942eecf6dcae tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] update failed (client error): There was a conflict when trying to complete your request. Mar 31 23:20:47.280663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99db3faa-e7a6-4990-a3f9-942eecf6dcae tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "PUT /v2.0/security-groups/5d932e57-5ca6-49cb-9406-725924f91cff HTTP/1.1" status: 409 len: 330 time: 0.0071037 Mar 31 23:20:47.283520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41518) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.342199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.367334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.410043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.412957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:47.414457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/5d932e57-5ca6-49cb-9406-725924f91cff HTTP/1.1" status: 204 len: 168 time: 0.1296990 Mar 31 23:20:47.417124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41520) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.423944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcb0a4-4d03-4ccb-9815-31c7c18e2116 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d932e57-5ca6-49cb-9406-725924f91cff,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:47.475056 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a670fff-5f70-41e7-b763-2b65fba7ffa4 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559208 Mar 31 23:20:47.480809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41522) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.500288 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-1424d70f-0b6c-456d-9a28-d6cb458f757d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] delete failed (client error): The resource could not be found. Mar 31 23:20:47.501546 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1424d70f-0b6c-456d-9a28-d6cb458f757d tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "DELETE /v2.0/security-groups/1f1c09a1-05bf-48e2-9b2d-13e4b5112d41 HTTP/1.1" status: 404 len: 347 time: 0.0193627 Mar 31 23:20:47.505541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.519263 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-c5f5a11f-c8bd-48e2-8d49-2b3c9e903a9a tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] show failed (client error): The resource could not be found. Mar 31 23:20:47.520324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5f5a11f-c8bd-48e2-8d49-2b3c9e903a9a tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-groups/a0b9db94-b68d-4535-9daa-9e659192023b HTTP/1.1" status: 404 len: 347 time: 0.0135937 Mar 31 23:20:47.524819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41526) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.540320 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-9c9885b7-e7eb-478e-800a-a83c3323e127 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] show failed (client error): The resource could not be found. Mar 31 23:20:47.541517 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c9885b7-e7eb-478e-800a-a83c3323e127 tempest-NegativeSecGroupTest-762560989 tempest-NegativeSecGroupTest-762560989-project] 10.222.0.95 "GET /v2.0/security-group-rules/89443f47-a24a-4d39-b9a3-3e60443ba1e3 HTTP/1.1" status: 404 len: 356 time: 0.0155895 Mar 31 23:20:47.822795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41534) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:47.961473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f6c55fb1-042f-41d8-9d55-9af3d0a2e642 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7745bb674d948a4b3330d8296fe6f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374090 Mar 31 23:20:47.964105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41540) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:48.007404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ca688bd-f848-45e1-a956-e2912078fae2 req-3afb47e9-6d5a-48bb-8f23-856c582aa036 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Mar 31 23:20:48.014925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.045526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.093601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.096540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.100096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8205a367-6e9e-4dfc-81dd-7cb93fde5c4d HTTP/1.1" status: 204 len: 168 time: 0.1326342 Mar 31 23:20:48.106459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c510-859e-45ce-b3db-1660f799b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205a367-6e9e-4dfc-81dd-7cb93fde5c4d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.274851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaff4c-e11c-4fa4-ab03-725969079dd6 req-376ce35b-b1fc-4166-a2ef-5497454ed6b7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:48.277179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfdaff4c-e11c-4fa4-ab03-725969079dd6 req-376ce35b-b1fc-4166-a2ef-5497454ed6b7 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 945 time: 0.0682206 Mar 31 23:20:48.322245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfdaff4c-e11c-4fa4-ab03-725969079dd6 req-22c5d7b7-4245-4f30-8aab-6cd1dffaea83 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380468 Mar 31 23:20:48.389176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 131120fe-d2f7-414b-b824-cc283c8dfd7b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:48.458074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 131120fe-d2f7-414b-b824-cc283c8dfd7b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:20:48.462259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 131120fe-d2f7-414b-b824-cc283c8dfd7b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:20:48.463060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.560437 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.583278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:48.585551 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb814ea-d4ad-4051-8208-5fec10cb0570" -d '{"events": [{"server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "name": "network-vif-plugged", "status": "completed", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:48.601337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:48.613453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:48.642654 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e699fa8b-356a-43a3-b67e-8014360803a0 x-openstack-request-id: req-e699fa8b-356a-43a3-b67e-8014360803a0 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:48.643006 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "name": "network-vif-plugged", "status": "completed", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:48.643351 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e699fa8b-356a-43a3-b67e-8014360803a0 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:48.643970 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e699fa8b-356a-43a3-b67e-8014360803a0'] response: {'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'code': 200} Mar 31 23:20:48.677262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:48.760311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfab32-9cda-494a-a39a-cedb7d7b23ce req-a71181ea-d19a-4599-b248-0a923382d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:48.762405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1bfab32-9cda-494a-a39a-cedb7d7b23ce req-a71181ea-d19a-4599-b248-0a923382d62d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0437655 Mar 31 23:20:48.807967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d1bfab32-9cda-494a-a39a-cedb7d7b23ce req-64f26c17-75d8-4521-8c88-001bd9b17853 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379672 Mar 31 23:20:49.123377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0c4276-2d3d-4862-b66d-dbe2e1791866 req-a60c6428-9b81-42b2-87d9-1bf09041c504 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0333848 Mar 31 23:20:49.463735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95af41-f53d-4af8-98fd-e0723f48cd23 req-39c3cf73-0faf-42b6-8e3f-85c556080732 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:49.465904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d95af41-f53d-4af8-98fd-e0723f48cd23 req-39c3cf73-0faf-42b6-8e3f-85c556080732 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.0541079 Mar 31 23:20:49.509010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5d95af41-f53d-4af8-98fd-e0723f48cd23 req-ece941bc-fc9c-4c18-9aed-a3cd34090aab tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345604 Mar 31 23:20:50.248390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5e54b62-81c5-465e-abc2-a56ce3fb359d req-9bd1af81-fd7c-413f-b437-f2dd5055a28c tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0323005 Mar 31 23:20:50.655746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c919d-04fc-4f88-98f7-168d979ff7e8 req-892db652-1172-4e43-b449-ef73d2709ff9 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:50.658333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf2c919d-04fc-4f88-98f7-168d979ff7e8 req-892db652-1172-4e43-b449-ef73d2709ff9 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.0596089 Mar 31 23:20:50.702774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf2c919d-04fc-4f88-98f7-168d979ff7e8 req-ccf251d0-94e8-4c45-acc7-718b9d0956b0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375795 Mar 31 23:20:50.826007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1fdc-2812-4df9-b3ae-00053ac98207 req-05b02d25-33a0-44a8-994f-266036ef809d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:50.831886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc6c1fdc-2812-4df9-b3ae-00053ac98207 req-05b02d25-33a0-44a8-994f-266036ef809d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Mar 31 23:20:50.836741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41608) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:50.842347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Request body: {'floatingip': {'port_id': '131120fe-d2f7-414b-b824-cc283c8dfd7b'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:50.884743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:50.984414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.404104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08392638-cda6-40b7-b944-0ff7b6474ee2 req-70f9487d-8695-424e-b92e-031867ff7536 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0366366 Mar 31 23:20:51.662903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.db.resource_extend [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:20:51.712027 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.718914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:51.827977 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Floating IP e303fb7c-4f42-474f-85d8-dad2ffab87e7 associated. External IP: 172.25.8.170, port: 131120fe-d2f7-414b-b824-cc283c8dfd7b. Mar 31 23:20:52.059119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:52.175797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:52.181050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:52.188027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:52.197565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:52.198273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:52.219301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c2681206-e3ee-40e5-88fc-3a9ae2a91bbe tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "PUT /v2.0/floatingips/e303fb7c-4f42-474f-85d8-dad2ffab87e7 HTTP/1.1" status: 200 len: 992 time: 1.3736019 Mar 31 23:20:52.219301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:52.219301 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:52.290670 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12505a2b-6b92-409e-912a-f34827c3037f x-openstack-request-id: req-12505a2b-6b92-409e-912a-f34827c3037f {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:52.291060 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:52.291579 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-12505a2b-6b92-409e-912a-f34827c3037f {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:52.292504 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12505a2b-6b92-409e-912a-f34827c3037f'] response: {'name': 'network-changed', 'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'status': 'completed', 'code': 200} Mar 31 23:20:52.331227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:52.389081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-c21e81f2-321f-451c-844f-55ce73f4fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:52.400362 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-c21e81f2-321f-451c-844f-55ce73f4fc8a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0839331 Mar 31 23:20:52.614591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4d8de07-c278-4fa0-b601-219032cd5abe req-e87a23c9-1c4f-47b1-a06d-fa568fcc45eb tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/ports?device_id=40b114df-34c1-4fe0-8908-8e9f57c27bc1 HTTP/1.1" status: 200 len: 210 time: 0.0564179 Mar 31 23:20:52.620684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-b12f1825-bb6f-4f81-8bb6-7d4ebc521fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:52.628791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-b12f1825-bb6f-4f81-8bb6-7d4ebc521fb4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.2100554 Mar 31 23:20:52.736077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-556d12f1-b5b4-486e-bac9-5bbdd8d72e16 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 200 len: 1000 time: 0.0914617 Mar 31 23:20:52.773666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e303fb7c-4f42-474f-85d8-dad2ffab87e7', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:34Z', 'updated_at': '2022-03-31T23:20:51Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:52.806955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-b03424a3-537b-48a8-a6fc-5e62f29ae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:52.808612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-b03424a3-537b-48a8-a6fc-5e62f29ae61e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.0588818 Mar 31 23:20:52.811615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:52.820604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:52.821244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:52.864522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-27941e66-d907-47cd-bb5c-aaa87496212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:52.865973 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-27941e66-d907-47cd-bb5c-aaa87496212f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414643 Mar 31 23:20:52.937938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:52.977326 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:52.984116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-1e343ade-d867-44b1-9b23-8d3f33b2f995 service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037247 Mar 31 23:20:53.087636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde3d5ca-a04c-4ba1-b4cf-2b3e9b7a4f2d req-cf359454-2580-4fc1-a79c-66b514471a4f service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949824 Mar 31 23:20:53.177208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e303fb7c-4f42-474f-85d8-dad2ffab87e7', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:34Z', 'updated_at': '2022-03-31T23:20:51Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:53.209773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d7e55a-90f3-43aa-88ab-96cbb0bcbb74 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e303fb7c-4f42-474f-85d8-dad2ffab87e7', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'port_id': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'mac_address': 'fa:16:3e:68:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:34Z', 'updated_at': '2022-03-31T23:20:51Z', 'revision_number': 1, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:53.471132 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48afb0d3-c116-476e-b200-4b67cfd83b0f None None] New status for floating IP e303fb7c-4f42-474f-85d8-dad2ffab87e7: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:53.718383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41648) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:53.773261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.796861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.845813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.848514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:53.849731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/security-groups/7b8701e4-a19b-4869-9cb6-f357f8b2ec47 HTTP/1.1" status: 204 len: 168 time: 0.1303041 Mar 31 23:20:53.853022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41650) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:53.859503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54856635-271c-44ba-9d39-82103ae63c36 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8701e4-a19b-4869-9cb6-f357f8b2ec47,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:53.869881 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-8680e2c5-c9f5-49f1-b0c3-1be771529da6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] show failed (client error): The resource could not be found. Mar 31 23:20:53.872023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8680e2c5-c9f5-49f1-b0c3-1be771529da6 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "GET /v2.0/security-groups/7b8701e4-a19b-4869-9cb6-f357f8b2ec47 HTTP/1.1" status: 404 len: 347 time: 0.0177376 Mar 31 23:20:53.875034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41652) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.020683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 6dac7ce8-2910-42cd-8d1e-adaed43c9842 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:54.021031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.098046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.098387 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.110165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 6dac7ce8-2910-42cd-8d1e-adaed43c9842 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:54.253397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.278899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=6dac7ce8-2910-42cd-8d1e-adaed43c9842,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.346413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.349659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.351207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-354e3436-9f68-46ee-b00b-61910a79dc6d tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/floatingips/c7cd57d8-554c-4558-8dea-cc3357d2b002 HTTP/1.1" status: 204 len: 168 time: 0.4737031 Mar 31 23:20:54.353841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41656) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.449935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 900b9350-98d6-42a4-b40c-40bab2d60db0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:54.450280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.545261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.557360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 900b9350-98d6-42a4-b40c-40bab2d60db0 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:54.692711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.730843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=900b9350-98d6-42a4-b40c-40bab2d60db0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:54.804301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.808339 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b3624f5d-8b75-4e2c-a34a-6c6d26cce16b tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/ports/900b9350-98d6-42a4-b40c-40bab2d60db0 HTTP/1.1" status: 204 len: 168 time: 0.4533534 Mar 31 23:20:54.810916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41666) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:54.900571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 1a058065-5812-4f30-8820-a1c944f0d068 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:54.900942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:54.989301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.001062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 1a058065-5812-4f30-8820-a1c944f0d068 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:55.146097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.177567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=1a058065-5812-4f30-8820-a1c944f0d068,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.256254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.261207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6f6ef0a4-1970-44e9-b975-36e688b6512f tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/ports/1a058065-5812-4f30-8820-a1c944f0d068 HTTP/1.1" status: 204 len: 168 time: 0.4492109 Mar 31 23:20:55.264045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41676) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.334677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting subnet 9d61aa8a-de01-455f-8231-d75acc8621ec {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:55.338906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.418544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.517813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.586674 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.627935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Subnet': ['ID=9d61aa8a-de01-455f-8231-d75acc8621ec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:55.641909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.644341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4575850-b845-47b8-ae73-b00adc8137e5 None None] Network c3dc91f7-e5d8-4382-b03c-090a7a3baaeb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:55.650802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4ad96194-6c8a-4441-8875-d787d323c2a7 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/subnets/9d61aa8a-de01-455f-8231-d75acc8621ec HTTP/1.1" status: 204 len: 168 time: 0.3853281 Mar 31 23:20:55.651209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:55.757117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting subnet f4bfe8ad-6c88-4671-a805-2175834fefa6 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:20:55.785842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:55.901276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.016512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.102368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.113820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] DHCP port deletion for c3dc91f7-e5d8-4382-b03c-090a7a3baaeb request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:56.197275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Subnet': ['ID=f4bfe8ad-6c88-4671-a805-2175834fefa6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.205406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.208255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.210052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-332a96ad-49c2-4439-a65a-e8f56d9e6a82 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/subnets/f4bfe8ad-6c88-4671-a805-2175834fefa6 HTTP/1.1" status: 204 len: 168 time: 0.5550497 Mar 31 23:20:56.212611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 41704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:56.219854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a418d9-cde4-4b7f-be5a-e0a5ce869185 None None] Network 16ba65db-a638-4748-a23c-24a3acd3efe6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:20:56.316258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.334479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Deleting port 0728a302-feb4-4c22-99f5-97a7e471c112 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:56.334873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.375455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Deleting port 0728a302-feb4-4c22-99f5-97a7e471c112 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:56.375907 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.420911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0728a302-feb4-4c22-99f5-97a7e471c112 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:56.483302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] For port 0728a302-feb4-4c22-99f5-97a7e471c112, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0728a302-feb4-4c22-99f5-97a7e471c112,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:56.484260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.499577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Calling delete_port for 0728a302-feb4-4c22-99f5-97a7e471c112 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:56.532531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] For port 0728a302-feb4-4c22-99f5-97a7e471c112, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0728a302-feb4-4c22-99f5-97a7e471c112,segment=NetworkSegment(0cc09a1c-789b-4447-9df2-8eee6ec16f64),segment_id=0cc09a1c-789b-4447-9df2-8eee6ec16f64)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:56.532960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.555212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Calling delete_port for 0728a302-feb4-4c22-99f5-97a7e471c112 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:56.654263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.661597 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.686066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] DHCP port deletion for 16ba65db-a638-4748-a23c-24a3acd3efe6 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:20:56.707469 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:20:56.715068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.722566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.726635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Port': ['ID=0728a302-feb4-4c22-99f5-97a7e471c112,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.733380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.734700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] No DVR routers for this DVR port 0728a302-feb4-4c22-99f5-97a7e471c112 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:56.744744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.755953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.776317 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.788374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:56.790294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-898691e6-0a50-4252-b790-5eb1211633e5 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1699717 Mar 31 23:20:56.816958 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.856154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] No DVR routers for this DVR port 0728a302-feb4-4c22-99f5-97a7e471c112 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:56.858190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da4a53-b0f8-456c-b874-42ac715c0025 None None] Pushing event deleted for resources: {'Port': ['ID=0728a302-feb4-4c22-99f5-97a7e471c112,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:56.905663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Deleting port d0325bb2-898e-4562-bc82-76bb2feec346 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:20:56.906087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.919903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.931367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55a06512-510a-4a23-8be1-b7c67143bbbe req-08e9c6a9-e287-432b-a3f0-9b953d0b0fcd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298738 Mar 31 23:20:56.965264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dc91f7-e5d8-4382-b03c-090a7a3baaeb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:56.981141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc09a1c-789b-4447-9df2-8eee6ec16f64') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:56.981536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] For port d0325bb2-898e-4562-bc82-76bb2feec346, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d0325bb2-898e-4562-bc82-76bb2feec346,segment=NetworkSegment(898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556),segment_id=898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:56.981944 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:56.982193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc09a1c-789b-4447-9df2-8eee6ec16f64') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:56.996358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.008806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Calling delete_port for d0325bb2-898e-4562-bc82-76bb2feec346 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:20:57.015384 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.027904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:57.029063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:57.032932 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:57.149322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.154241 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.162426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.167001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/networks/c3dc91f7-e5d8-4382-b03c-090a7a3baaeb HTTP/1.1" status: 204 len: 168 time: 0.9532232 Mar 31 23:20:57.169750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41780) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:57.197715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] Pushing event deleted for resources: {'Port': ['ID=d0325bb2-898e-4562-bc82-76bb2feec346,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.203206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf180e-41b2-49ab-bb9d-ee4a3d6b6fdb None None] No DVR routers for this DVR port d0325bb2-898e-4562-bc82-76bb2feec346 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:57.222878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf130-5ef0-4f4c-b33b-e9545a556ee3 tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Network': ['ID=c3dc91f7-e5d8-4382-b03c-090a7a3baaeb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:57.312594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.429538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.453427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ba65db-a638-4748-a23c-24a3acd3efe6']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.464950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.465257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898aa0fc-a82a-4fa8-9caa-6c1ffbb1f556') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:57.475326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.494487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.507933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:20:57.508434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:20:57.511955 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:20:57.587422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.597911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:20:57.601243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] 10.222.0.95 "DELETE /v2.0/networks/16ba65db-a638-4748-a23c-24a3acd3efe6 HTTP/1.1" status: 204 len: 168 time: 0.4304817 Mar 31 23:20:57.611672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e2479-a718-491d-929a-d30ddaf0d0ea tempest-TaggedBootDevicesTest-1346302750 tempest-TaggedBootDevicesTest-1346302750-project] Pushing event deleted for resources: {'Network': ['ID=16ba65db-a638-4748-a23c-24a3acd3efe6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:58.185044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9611-6bd8-439b-bf93-4151c4cc8427 req-35568795-c794-40e3-a3d9-4864f043cef6 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.204328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a98b9611-6bd8-439b-bf93-4151c4cc8427 req-35568795-c794-40e3-a3d9-4864f043cef6 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1096 time: 0.1303079 Mar 31 23:20:58.284810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.292329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.298384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a98b9611-6bd8-439b-bf93-4151c4cc8427 req-56c8737f-7f31-4b96-8fc7-b97f21541ea1 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928082 Mar 31 23:20:58.298793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.306207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.313423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.325638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.333823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.347651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-154c576a-fd43-4ef2-8e76-f526d3aeaa84 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.2390974 Mar 31 23:20:58.393261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d0325bb2-898e-4562-bc82-76bb2feec346 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:58.409460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09977a0f-7cd1-4e40-8bd9-23a21f1d8dc6 req-df67ac9d-a96f-4d85-927a-8680616a250f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606577 Mar 31 23:20:58.474037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d0325bb2-898e-4562-bc82-76bb2feec346 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:20:58.476812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d0325bb2-898e-4562-bc82-76bb2feec346 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:58.523402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8294ff4-2068-485f-bc61-b1c91d365525 req-fe625380-12c4-488b-a23b-153a9f2f845f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:58.528480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8294ff4-2068-485f-bc61-b1c91d365525 req-fe625380-12c4-488b-a23b-153a9f2f845f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0936890 Mar 31 23:20:58.598085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8294ff4-2068-485f-bc61-b1c91d365525 req-d35de24a-762d-451f-ae89-2eef223dc4a8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607173 Mar 31 23:20:58.621925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 41942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:20:58.711615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87aca5dc-e113-4388-bfb7-1170610f20fb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 200 len: 993 time: 0.0877681 Mar 31 23:20:59.673654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.679801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.696236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.718812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.730637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.737340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.744284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.753032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-9167f05f-71a0-4f67-ab85-0fd873439368 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1689582 Mar 31 23:20:59.821299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da30a6b1-68eb-4ebb-82a9-9e5b7912a065 req-ce66fe57-fc49-4025-b8cd-19a0db976f59 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669322 Mar 31 23:21:00.046929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.067293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.073552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.079814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.092524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.099028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.112295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.114890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-05d6a370-9b97-4765-8553-8af1c1aea57a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5442 time: 0.1418622 Mar 31 23:21:00.196283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-b8fb60c3-b068-403f-98f7-860747860131 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.197795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-b8fb60c3-b068-403f-98f7-860747860131 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0754688 Mar 31 23:21:00.382188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-dbc37543-afc7-4503-aa0c-eb60a6f0c740 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1770365 Mar 31 23:21:00.398806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:00.512892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.554204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb92688-7ef7-40ce-9080-5c25fa495509 req-d5df2d48-5070-40ed-890d-50e28620d865 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:00.556897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdb92688-7ef7-40ce-9080-5c25fa495509 req-d5df2d48-5070-40ed-890d-50e28620d865 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1075261 Mar 31 23:21:00.640490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdb92688-7ef7-40ce-9080-5c25fa495509 req-feb397be-8a18-4c46-960e-0efaaefef714 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592337 Mar 31 23:21:00.647310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-0939316a-6a3e-4573-b330-0ff44ec3a7c7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2446456 Mar 31 23:21:00.791693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:00.850688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] For port a9a7e063-ebc5-4548-8d20-9728ebf2b57b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:00.916578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] device_id is not set on port a9a7e063-ebc5-4548-8d20-9728ebf2b57b yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:00.934802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:00.950034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.031024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] No DVR routers for this DVR port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:01.077231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] In _notify_port_updated(), no bound segment for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:21:01.078474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.079298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.081067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] 10.222.0.60 "PUT /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 200 len: 1032 time: 0.6874950 Mar 31 23:21:01.105410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12239f-79ce-4965-850b-25df1abe6364 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:01.105978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.125430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.145868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.157226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.186272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d2e987b9-b297-42ec-b1a3-046394942635 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.191842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.197754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d2e987b9-b297-42ec-b1a3-046394942635 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "GET /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1009343 Mar 31 23:21:01.207214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:01.212769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.232198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.264847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-faf36099-68a9-45e5-b810-3d5b8f595dc3 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 5364 time: 0.3237743 Mar 31 23:21:01.347058 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.356600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f2276e3-6724-4b8d-9d42-60015590afa5 req-f4a136f2-b145-4874-a25e-b495ad9c388b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=a6da6891-c6c3-419d-b225-d940ce5f850d&id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902421 Mar 31 23:21:01.403618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fcb256e1-f78e-463a-80de-68054bcc7c50 None None] Provisioning complete for port a9a7e063-ebc5-4548-8d20-9728ebf2b57b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:01.406139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fcb256e1-f78e-463a-80de-68054bcc7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.445613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fcb256e1-f78e-463a-80de-68054bcc7c50 None None] Port a9a7e063-ebc5-4548-8d20-9728ebf2b57b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:01.549596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=014a8811-af37-48e5-bf46-980f901d2f0d,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:01.596760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] For port 014a8811-af37-48e5-bf46-980f901d2f0d, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:01.689331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] device_id is not set on port 014a8811-af37-48e5-bf46-980f901d2f0d yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:21:01.699751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.710314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:01.899937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] No DVR routers for this DVR port 014a8811-af37-48e5-bf46-980f901d2f0d on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:01.965945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdf134-5050-40dc-a176-8c7d80b5c43f req-bf90dc70-6cdf-4d97-ac1a-cf7e9ce9cb4e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:01.975753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87cdf134-5050-40dc-a176-8c7d80b5c43f req-bf90dc70-6cdf-4d97-ac1a-cf7e9ce9cb4e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1723330 Mar 31 23:21:02.020593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Pushing event updated for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:02.052731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87cdf134-5050-40dc-a176-8c7d80b5c43f req-96bc8360-dc7b-42be-86c6-50c3fde0e94e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757020 Mar 31 23:21:02.077057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] In _notify_port_updated(), no bound segment for port 014a8811-af37-48e5-bf46-980f901d2f0d on network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:21:02.077956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.078923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.091663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-8918202e-990e-44eb-b95e-c0b8deb33e64 service neutron] 10.222.0.60 "PUT /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 200 len: 1031 time: 0.8929400 Mar 31 23:21:02.189033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e9317548-bc20-4d79-97ab-28786b0fca53 None None] Provisioning complete for port 014a8811-af37-48e5-bf46-980f901d2f0d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:02.191816 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9317548-bc20-4d79-97ab-28786b0fca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.300508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port 3c627562-1f92-41b6-9f8c-313edba3a6d8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:02.300859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.327390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e9317548-bc20-4d79-97ab-28786b0fca53 None None] Port 014a8811-af37-48e5-bf46-980f901d2f0d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:02.402403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 014a8811-af37-48e5-bf46-980f901d2f0d no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:02.515662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:02.516144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.516908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 014a8811-af37-48e5-bf46-980f901d2f0d not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:02.517408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3c627562-1f92-41b6-9f8c-313edba3a6d8 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:02.691133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.736486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.752713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3c627562-1f92-41b6-9f8c-313edba3a6d8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3c627562-1f92-41b6-9f8c-313edba3a6d8,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:02.754078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:02.755046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.757217 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b9fc10-dfa7-4c9c-b913-c6935ee1ba30" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:02.766877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.769209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device edc85828-7ba8-4096-accc-cf792991750c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:02.775423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.792720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.805757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.813872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-47c644fa-ae66-4837-bb91-be186bc1ed2f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3885 time: 0.2436101 Mar 31 23:21:02.857744 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda4379f-3d3d-4d62-9a30-b2514caa316b x-openstack-request-id: req-eda4379f-3d3d-4d62-9a30-b2514caa316b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:02.859890 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:02.860127 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-eda4379f-3d3d-4d62-9a30-b2514caa316b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:02.861680 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda4379f-3d3d-4d62-9a30-b2514caa316b'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'code': 200} Mar 31 23:21:02.907611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.908199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:02.908303 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Floating IP 9b71b5d1-ab60-405d-a84f-a639d327089a disassociated. External IP: 172.25.8.80, port: 3c627562-1f92-41b6-9f8c-313edba3a6d8. Mar 31 23:21:02.914920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for 3c627562-1f92-41b6-9f8c-313edba3a6d8 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:03.003466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8ceabeb6-3cbb-49e9-845d-273c27c2f264 req-165082cd-50e5-47f5-840c-6fea7723bb66 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620209 Mar 31 23:21:03.009334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-109f0721-496b-403b-8033-26c02f59e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.010963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-109f0721-496b-403b-8033-26c02f59e210 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1096 time: 0.1958697 Mar 31 23:21:03.038917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.157716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.190612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:03.239192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-a569e7a9-1dc2-433b-ab42-acb5f7d3f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.241769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-a569e7a9-1dc2-433b-ab42-acb5f7d3f0d2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2232709 Mar 31 23:21:03.250010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:03.260521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.261253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device ce8185b2-8a45-428e-a102-ae7359c28e42 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:03.318049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.369912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.423921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-d16d4481-524f-4869-a163-85d7c1602ea0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1001 time: 0.1722591 Mar 31 23:21:03.444885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=3c627562-1f92-41b6-9f8c-313edba3a6d8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.478198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bfe58-a1b8-4aee-8df6-fe117a134dd2 req-61dbc1ca-ade4-4b0a-9ef7-aa8b948b786f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.479924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c70bfe58-a1b8-4aee-8df6-fe117a134dd2 req-61dbc1ca-ade4-4b0a-9ef7-aa8b948b786f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.2284267 Mar 31 23:21:03.528051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.556568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.566941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-cdbe8cba-410e-48f1-b646-c2e309798c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.568654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-cdbe8cba-410e-48f1-b646-c2e309798c42 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1331115 Mar 31 23:21:03.618358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:03.625839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.626825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d02797ee-ffc7-4fda-aafd-4cc04499fd66 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:03.631394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c70bfe58-a1b8-4aee-8df6-fe117a134dd2 req-a793530b-d44d-4c54-8b0b-a93703a5f896 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160116 Mar 31 23:21:03.648558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-0061dbe2-7fc4-47dc-9001-e6220a48d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.651383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-0061dbe2-7fc4-47dc-9001-e6220a48d1cf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701826 Mar 31 23:21:03.680970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Router d3862cc4-af6e-4372-acd6-88c28dc0d9da has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:03.694726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.727332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.736172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.783953 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.814640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=695911973057402c936981955bb1f981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180818 Mar 31 23:21:03.816570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42288) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:03.818540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f3601-e9b8-4101-803d-a0a76578b72a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.830422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:03.832774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-fff5f91e-bcab-4eca-84d2-6b8b522dfb1e service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695094 Mar 31 23:21:03.833373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:03.848241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Sync routers for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:03.853044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.854028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device d044dd5c-c837-4ed8-9023-70b8b0707e50 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:03.878194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.878902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.879428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.879671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port 3c627562-1f92-41b6-9f8c-313edba3a6d8 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:03.880111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.880603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.881144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.881802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.882289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.882563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:03.883829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.884439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.885008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.885493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca637ce-c23f-4dd4-a3ba-b468e56af17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.887179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-d27c6a65-384f-4900-9d13-d5a4234ef2d7 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "DELETE /v2.0/ports/3c627562-1f92-41b6-9f8c-313edba3a6d8 HTTP/1.1" status: 204 len: 173 time: 1.7854309 Mar 31 23:21:03.887932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:03.892508 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4232a2d-87e7-4b8d-a3b8-7db14f80ae94" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:03.967872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cfba35-430c-412c-ac1d-de82aa687f89 x-openstack-request-id: req-43cfba35-430c-412c-ac1d-de82aa687f89 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:03.969614 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "3c627562-1f92-41b6-9f8c-313edba3a6d8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:03.970175 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-43cfba35-430c-412c-ac1d-de82aa687f89 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:03.970746 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cfba35-430c-412c-ac1d-de82aa687f89'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': '3c627562-1f92-41b6-9f8c-313edba3a6d8', 'status': 'completed', 'code': 200} Mar 31 23:21:04.014422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.051576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port d044dd5c-c837-4ed8-9023-70b8b0707e50 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:04.052212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.075458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.087713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.107711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-ff7019dc-0914-4d3a-81c0-75a2fe098587 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424934 Mar 31 23:21:04.123923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.134702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:04.135524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:04.208832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:04.222448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.223150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a9a7e063-ebc5-4548-8d20-9728ebf2b57b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:04.224525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-f39c6ce0-d441-497b-9d8d-686c30b88088 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.225703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.229038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.233342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bc4f3601-e9b8-4101-803d-a0a76578b72a HTTP/1.1" status: 204 len: 168 time: 0.4083471 Mar 31 23:21:04.255299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-f39c6ce0-d441-497b-9d8d-686c30b88088 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.266260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-f39c6ce0-d441-497b-9d8d-686c30b88088 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.267097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9891f-981c-4c5c-9897-134d28ff7180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f3601-e9b8-4101-803d-a0a76578b72a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.294619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-f39c6ce0-d441-497b-9d8d-686c30b88088 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.296856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-f39c6ce0-d441-497b-9d8d-686c30b88088 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 3143 time: 0.1474967 Mar 31 23:21:04.337300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port d044dd5c-c837-4ed8-9023-70b8b0707e50, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d044dd5c-c837-4ed8-9023-70b8b0707e50,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:04.337856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.365191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for d044dd5c-c837-4ed8-9023-70b8b0707e50 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:04.377514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a9a7e063-ebc5-4548-8d20-9728ebf2b57b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:04.380228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:04.382892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.385588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f47d4fa-6d58-4e03-ac66-2e9e644bfd67 req-ee916f13-6cb4-4698-8ac4-ec04d8193c62 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636022 Mar 31 23:21:04.534635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71664706-e1e7-4c06-a31e-d09462e56b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.574466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.661755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=d044dd5c-c837-4ed8-9023-70b8b0707e50,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.682194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port d044dd5c-c837-4ed8-9023-70b8b0707e50 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:04.684919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.689094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-ddf0c754-caba-4695-8c4e-1648406cefce tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "DELETE /v2.0/ports/d044dd5c-c837-4ed8-9023-70b8b0707e50 HTTP/1.1" status: 204 len: 173 time: 0.7811925 Mar 31 23:21:04.697549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42306) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:04.728259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6288035-5e01-453b-b796-d6366fabc32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.769658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:04.799414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port ce8185b2-8a45-428e-a102-ae7359c28e42 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:04.800217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.854789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Checking router: d3862cc4-af6e-4372-acd6-88c28dc0d9da for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:04.861759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc0f24-b494-4821-840f-56f7a144d189 req-3b0da2cd-3b28-4068-a213-947410035d60 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.863630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8fc0f24-b494-4821-840f-56f7a144d189 req-3b0da2cd-3b28-4068-a213-947410035d60 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1109765 Mar 31 23:21:04.874610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:04.878193 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930317ae-bdda-485d-8668-61b86dfc7f14" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "edc85828-7ba8-4096-accc-cf792991750c"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:04.881252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:04.881941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:20:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:04.944161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8fc0f24-b494-4821-840f-56f7a144d189 req-a7acfe68-b855-41d6-9c47-1f28e08df902 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Mar 31 23:21:04.951920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6288035-5e01-453b-b796-d6366fabc32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.962619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d6288035-5e01-453b-b796-d6366fabc32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:04.974849 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c x-openstack-request-id: req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:04.975144 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "edc85828-7ba8-4096-accc-cf792991750c", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:04.975517 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:04.975921 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c', 'code': 200} Mar 31 23:21:04.976175 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'code': 200} Mar 31 23:21:04.976533 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'code': 200} Mar 31 23:21:04.976657 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc845be4-4aeb-4949-8ce0-3a83f1696e3c'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'code': 200} Mar 31 23:21:05.022713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6288035-5e01-453b-b796-d6366fabc32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6c03d-d6da-41cd-bca9-38fe4e9d6e21,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.027731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d6288035-5e01-453b-b796-d6366fabc32e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6a03f8fa14e94af8821e7a2743f12e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290865 Mar 31 23:21:05.030962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42314) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:05.102745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:05.120216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.155402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.243090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.245705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.246910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e8b6c03d-d6da-41cd-bca9-38fe4e9d6e21 HTTP/1.1" status: 204 len: 168 time: 0.2145898 Mar 31 23:21:05.261926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958630-6d09-475b-883d-dfa7ec3532ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6c03d-d6da-41cd-bca9-38fe4e9d6e21,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.361741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port ce8185b2-8a45-428e-a102-ae7359c28e42, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=ce8185b2-8a45-428e-a102-ae7359c28e42,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:05.362379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.378209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for ce8185b2-8a45-428e-a102-ae7359c28e42 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:05.439942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:05.671598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4906a68c-1da8-45ee-b480-03554acb64fc None None] The sync data for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 is: [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:15:06Z', 'revision_number': 4, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '44c839d8-cd3b-4f15-847c-0e4d8de96c17', 'name': '', 'network_id': '4eac30c9-af3f-45ed-9cfc-f26849e0c889', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'mac_address': 'fa:16:3e:be:be:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:02Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'subnets': [{'id': '52d1ad51-2f5d-4e45-82f8-3d685aa239ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:05.693004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30366d-1e9e-48eb-99dd-a5741e219e59 req-0896cacb-37f0-4042-939f-32b86f808c1b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.699615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30366d-1e9e-48eb-99dd-a5741e219e59 req-0896cacb-37f0-4042-939f-32b86f808c1b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.705895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30366d-1e9e-48eb-99dd-a5741e219e59 req-0896cacb-37f0-4042-939f-32b86f808c1b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.707815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e30366d-1e9e-48eb-99dd-a5741e219e59 req-0896cacb-37f0-4042-939f-32b86f808c1b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 2408 time: 0.1878521 Mar 31 23:21:05.755483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.866148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e30366d-1e9e-48eb-99dd-a5741e219e59 req-09a1fd54-8a99-4ef3-8d11-4f9be6bb5b6c tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505260 Mar 31 23:21:05.868196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=ce8185b2-8a45-428e-a102-ae7359c28e42,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:05.921058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port ce8185b2-8a45-428e-a102-ae7359c28e42 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:05.924404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:05.929191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5eb8c59e-a34f-4d92-849a-bf591a8c3b9b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "DELETE /v2.0/ports/ce8185b2-8a45-428e-a102-ae7359c28e42 HTTP/1.1" status: 204 len: 173 time: 1.2320936 Mar 31 23:21:05.973449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:05.976438 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc326f2-1ab4-423f-86c3-c498f128bb68" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:06.064636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port d02797ee-ffc7-4fda-aafd-4cc04499fd66 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:06.064998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.084615 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437ca1a-b65a-4c0e-8cf5-4dd003dda5cb x-openstack-request-id: req-0437ca1a-b65a-4c0e-8cf5-4dd003dda5cb {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:06.084909 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "d044dd5c-c837-4ed8-9023-70b8b0707e50", "status": "completed", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "ce8185b2-8a45-428e-a102-ae7359c28e42", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:06.085356 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0437ca1a-b65a-4c0e-8cf5-4dd003dda5cb {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:06.086046 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0437ca1a-b65a-4c0e-8cf5-4dd003dda5cb'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'd044dd5c-c837-4ed8-9023-70b8b0707e50', 'status': 'completed', 'code': 200} Mar 31 23:21:06.086461 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0437ca1a-b65a-4c0e-8cf5-4dd003dda5cb'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'ce8185b2-8a45-428e-a102-ae7359c28e42', 'status': 'completed', 'code': 200} Mar 31 23:21:06.151630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6cf3e-0fb7-4eac-a455-592612f2e2ac req-5db5b01d-a60f-4bf7-bab4-ce1602d6305d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.157078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dab6cf3e-0fb7-4eac-a455-592612f2e2ac req-5db5b01d-a60f-4bf7-bab4-ce1602d6305d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0857754 Mar 31 23:21:06.253011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dab6cf3e-0fb7-4eac-a455-592612f2e2ac req-5976ca1f-03a3-4f23-9e17-496ad5990956 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793128 Mar 31 23:21:06.282351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port d02797ee-ffc7-4fda-aafd-4cc04499fd66, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=d02797ee-ffc7-4fda-aafd-4cc04499fd66,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:06.282725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.301825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507647c2-03de-4a4f-95f4-462fb32d0a1a None None] New status for floating IP 9b71b5d1-ab60-405d-a84f-a639d327089a: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:06.321247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for d02797ee-ffc7-4fda-aafd-4cc04499fd66 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:06.564288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.601651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=d02797ee-ffc7-4fda-aafd-4cc04499fd66,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:06.667890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port d02797ee-ffc7-4fda-aafd-4cc04499fd66 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:06.677119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.681298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-5a18fdf4-22d0-4f4d-90ca-f5a775001c2b tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "DELETE /v2.0/ports/d02797ee-ffc7-4fda-aafd-4cc04499fd66 HTTP/1.1" status: 204 len: 173 time: 0.7477250 Mar 31 23:21:06.793094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port edc85828-7ba8-4096-accc-cf792991750c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:06.793596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.945027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df9e338b-926c-47d4-acb6-50a45e4793c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.961051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port edc85828-7ba8-4096-accc-cf792991750c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=edc85828-7ba8-4096-accc-cf792991750c,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:06.961424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:06.995134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for edc85828-7ba8-4096-accc-cf792991750c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:07.218664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8176d5-d0cd-4658-ab78-c9afc34a28a7 req-35cd0692-a43a-410b-90e8-b1b67a0d1703 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.220290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a8176d5-d0cd-4658-ab78-c9afc34a28a7 req-35cd0692-a43a-410b-90e8-b1b67a0d1703 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 943 time: 0.1161292 Mar 31 23:21:07.310958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a8176d5-d0cd-4658-ab78-c9afc34a28a7 req-0dfd2c3d-800d-43c2-997e-a8567f64cc86 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fbdb436-dba0-4f5e-9376-36cff3b41802&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786660 Mar 31 23:21:07.387661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.408255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb399a-bbcf-4dce-b4b6-b890545e8d88 req-82a4edef-55d9-4baf-8746-2b1620005d60 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:07.410537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fcb399a-bbcf-4dce-b4b6-b890545e8d88 req-82a4edef-55d9-4baf-8746-2b1620005d60 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0704589 Mar 31 23:21:07.428478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=edc85828-7ba8-4096-accc-cf792991750c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:07.478773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fcb399a-bbcf-4dce-b4b6-b890545e8d88 req-fef62917-e88a-4a5b-a252-cf94dfaea1ca tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531712 Mar 31 23:21:07.521303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port edc85828-7ba8-4096-accc-cf792991750c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:07.524073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:07.530397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d6f42ded-da69-4fa0-be48-9a10c36062cb req-c4799efe-5953-4446-ab5d-a8f1c9f43b1e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.60 "DELETE /v2.0/ports/edc85828-7ba8-4096-accc-cf792991750c HTTP/1.1" status: 204 len: 173 time: 0.8420603 Mar 31 23:21:08.087538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66'}, {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:08.091557 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66638207-a7d5-4b56-90b7-28225cae938a" -d '{"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66"}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "edc85828-7ba8-4096-accc-cf792991750c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:08.154839 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1354f1-389b-4980-9b32-70cbd2991e71 x-openstack-request-id: req-aa1354f1-389b-4980-9b32-70cbd2991e71 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:08.155146 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "d02797ee-ffc7-4fda-aafd-4cc04499fd66", "status": "completed", "code": 200}, {"server_uuid": "44d6fc0f-1193-4047-9d1e-b7440cbba6f6", "name": "network-vif-deleted", "tag": "edc85828-7ba8-4096-accc-cf792991750c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:08.155440 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aa1354f1-389b-4980-9b32-70cbd2991e71 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:08.155850 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1354f1-389b-4980-9b32-70cbd2991e71'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'd02797ee-ffc7-4fda-aafd-4cc04499fd66', 'status': 'completed', 'code': 200} Mar 31 23:21:08.156109 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1354f1-389b-4980-9b32-70cbd2991e71'] response: {'server_uuid': '44d6fc0f-1193-4047-9d1e-b7440cbba6f6', 'name': 'network-vif-deleted', 'tag': 'edc85828-7ba8-4096-accc-cf792991750c', 'status': 'completed', 'code': 200} Mar 31 23:21:08.375977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:08.514439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abc0b426-9269-4619-9931-b34e373d1e8e req-ce416d84-4410-4b7d-836e-97870611717f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0834496 Mar 31 23:21:08.625823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21179255-6019-4883-9b16-af09bdfa8bca req-b279606d-6d98-4805-8c07-ea67ce31c89a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.627458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21179255-6019-4883-9b16-af09bdfa8bca req-b279606d-6d98-4805-8c07-ea67ce31c89a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0583708 Mar 31 23:21:08.697635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21179255-6019-4883-9b16-af09bdfa8bca req-e75c2d6d-c76e-4982-af84-d6e37998ff3f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590026 Mar 31 23:21:08.994506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42420) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.050734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.140594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4d30c3b-b929-40af-aa47-7b0a42cc6fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.285362 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4d30c3b-b929-40af-aa47-7b0a42cc6fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.327175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4d30c3b-b929-40af-aa47-7b0a42cc6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.382766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4d30c3b-b929-40af-aa47-7b0a42cc6fcd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e752fe1dd86c49bfbdc0c83dca10dddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871207 Mar 31 23:21:09.386320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.426084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d30c3b-b929-40af-aa47-7b0a42cc6fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825bfc73-a55e-4492-b71d-8e42c9b5f9df,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.436632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.463801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.518120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.521005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.522410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/825bfc73-a55e-4492-b71d-8e42c9b5f9df HTTP/1.1" status: 204 len: 168 time: 0.1350880 Mar 31 23:21:09.530926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9bc63-c3bd-487f-b760-1690d1d4f3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825bfc73-a55e-4492-b71d-8e42c9b5f9df,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:09.655127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a8103249-a542-4b78-b459-42b616a1ce71 req-2e020551-7bd3-44eb-9577-082768e925c2 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0436037 Mar 31 23:21:09.788924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:09.825931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e83e8-1a99-46bb-95d1-9f479905df25 req-2aa97542-0172-405f-84f9-6c8ae8862599 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.834617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a0e83e8-1a99-46bb-95d1-9f479905df25 req-2aa97542-0172-405f-84f9-6c8ae8862599 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0657260 Mar 31 23:21:09.876633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a0e83e8-1a99-46bb-95d1-9f479905df25 req-a205cc24-4730-47e3-bc74-2d392c5ec3eb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411444 Mar 31 23:21:09.910188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:09.924883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0112744e-c548-40e3-91fb-24da6737997f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.005000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.040404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0112744e-c548-40e3-91fb-24da6737997f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.045186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0112744e-c548-40e3-91fb-24da6737997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.093232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0112744e-c548-40e3-91fb-24da6737997f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8303435adcc14b09895543e4f7669030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796029 Mar 31 23:21:10.093232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112744e-c548-40e3-91fb-24da6737997f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f28c5-1a49-4d6c-b1fe-a087a01f4f2c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.094788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42446) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:10.152851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.175094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.227616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.230639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.232082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6a5f28c5-1a49-4d6c-b1fe-a087a01f4f2c HTTP/1.1" status: 204 len: 168 time: 0.1362839 Mar 31 23:21:10.253394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425956a0-5b8e-417a-a0f0-eff6766d4b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f28c5-1a49-4d6c-b1fe-a087a01f4f2c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.333498 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.349437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Deleting port 7e820087-cc75-43fd-8c92-99eebe364a4a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:10.350038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.440262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] For port 7e820087-cc75-43fd-8c92-99eebe364a4a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7e820087-cc75-43fd-8c92-99eebe364a4a,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:10.440716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.453442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Calling delete_port for 7e820087-cc75-43fd-8c92-99eebe364a4a owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:10.654052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:10.683265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e820087-cc75-43fd-8c92-99eebe364a4a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.842145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-edbe36df-b425-415a-8ce5-ccb9fa7347f0 req-825398ee-ee14-4912-b390-296cc364287e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0375180 Mar 31 23:21:10.918095 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.045968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a69e5-fe24-45d6-8c57-4ec6369ccf68 req-31c196f0-6c37-44f1-af51-49d208d7cb07 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.052581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-638a69e5-fe24-45d6-8c57-4ec6369ccf68 req-31c196f0-6c37-44f1-af51-49d208d7cb07 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0865617 Mar 31 23:21:11.098997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-638a69e5-fe24-45d6-8c57-4ec6369ccf68 req-55c47fe3-624a-489c-93cd-01e610c99f8a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364275 Mar 31 23:21:11.185164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Router bdd413eb-5266-432e-81c7-535a1a5343cf has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:11.293870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:11.300584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3d7b921-a518-487f-b47c-988081e92243 admin admin] 10.222.0.95 "PUT /v2.0/routers/bdd413eb-5266-432e-81c7-535a1a5343cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480583 Mar 31 23:21:11.303525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42478) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:11.310455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Sync routers for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:11.339144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:11.340131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:11.431530 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.479533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:11.560674 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.625030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Deleting port d7c59242-438f-42a7-a9aa-3f7a814e0292 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:11.625630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.690701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:21:10Z', 'revision_number': 5, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port': {'id': 'd7c59242-438f-42a7-a9aa-3f7a814e0292', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:34Z', 'updated_at': '2022-03-31T23:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:11.716322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] For port d7c59242-438f-42a7-a9aa-3f7a814e0292, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=d7c59242-438f-42a7-a9aa-3f7a814e0292,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:11.716593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:11.730668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Checking router: bdd413eb-5266-432e-81c7-535a1a5343cf for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:11.730945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Calling delete_port for d7c59242-438f-42a7-a9aa-3f7a814e0292 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:11.740927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Routers {'bdd413eb-5266-432e-81c7-535a1a5343cf'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:11.741656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['bdd413eb-5266-432e-81c7-535a1a5343cf'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:11.832545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] Set router bdd413eb-5266-432e-81c7-535a1a5343cf gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:11.894194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:21:11Z', 'revision_number': 6, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:11.921487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df18a7-f403-49d6-b5a8-c4130a750e65 None None] The sync data for ids ['bdd413eb-5266-432e-81c7-535a1a5343cf'] in n-d-835855-2 is: [{'id': 'bdd413eb-5266-432e-81c7-535a1a5343cf', 'name': 'tempest-TaggedBootDevicesTest-1074855799-router', 'tenant_id': 'cd2e64f7c2434c89a40dc688296f2981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:33Z', 'updated_at': '2022-03-31T23:21:11Z', 'revision_number': 6, 'project_id': 'cd2e64f7c2434c89a40dc688296f2981', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:11.982000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.003807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032ad357-7c2f-4cf0-a797-0ef258f42363 req-b1767ca7-5006-4a82-adf5-5f802f1acd94 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0376675 Mar 31 23:21:12.013079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c59242-438f-42a7-a9aa-3f7a814e0292,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.044790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.045134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.045508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.045845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.046178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.046785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.046785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.047191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.047563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.047886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.048205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.048524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:12.093214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.219165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.222170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.333134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d217ac-8d5f-4f36-b88b-bc2103db764b req-5cfc93dd-69c4-4424-89f2-89968e568938 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.349185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00d217ac-8d5f-4f36-b88b-bc2103db764b req-5cfc93dd-69c4-4424-89f2-89968e568938 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1641076 Mar 31 23:21:12.358425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.359170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd413eb-5266-432e-81c7-535a1a5343cf {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:12.373644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.375362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb034a5a-979f-4cb6-8ba2-d7cce2b82736 admin admin] 10.222.0.95 "DELETE /v2.0/routers/bdd413eb-5266-432e-81c7-535a1a5343cf HTTP/1.1" status: 204 len: 168 time: 1.0704494 Mar 31 23:21:12.378410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42508) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.398790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00d217ac-8d5f-4f36-b88b-bc2103db764b req-947003de-c42c-4a97-bc3f-eb2c7a57182d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482569 Mar 31 23:21:12.460777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Deleting subnet 479226f7-f722-4593-85aa-fcfa6ec55cfc {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:12.463991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.500840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.589270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.657653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.688966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479226f7-f722-4593-85aa-fcfa6ec55cfc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:12.700466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.704878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59b83f-4abf-45bb-b800-90c3975fb26d None None] Network 3d4eead0-a80b-4acb-abc0-922c9ac198ed requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:12.705390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ef22db4-2c08-4bf1-b260-9199015967bd admin admin] 10.222.0.95 "DELETE /v2.0/subnets/479226f7-f722-4593-85aa-fcfa6ec55cfc HTTP/1.1" status: 204 len: 168 time: 0.3243606 Mar 31 23:21:12.707074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42514) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:12.802989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.827727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7e820087-cc75-43fd-8c92-99eebe364a4a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:12.879024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7e820087-cc75-43fd-8c92-99eebe364a4a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:12.879397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7e820087-cc75-43fd-8c92-99eebe364a4a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:12.895890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Deleting port 4ceb7726-93cd-45a2-9752-bf3c59e2605f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:12.896308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:12.960461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] DHCP port deletion for 3d4eead0-a80b-4acb-abc0-922c9ac198ed request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:12.995385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] For port 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ceb7726-93cd-45a2-9752-bf3c59e2605f,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:12.996102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.019990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Calling delete_port for 4ceb7726-93cd-45a2-9752-bf3c59e2605f owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:13.022629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Deleting port 4ceb7726-93cd-45a2-9752-bf3c59e2605f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:13.023031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.115265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.156840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] No DVR routers for this DVR port 4ceb7726-93cd-45a2-9752-bf3c59e2605f on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:13.157147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] For port 4ceb7726-93cd-45a2-9752-bf3c59e2605f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ceb7726-93cd-45a2-9752-bf3c59e2605f,segment=NetworkSegment(316846a4-f137-4661-9d48-6c5852c5b945),segment_id=316846a4-f137-4661-9d48-6c5852c5b945)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:13.158638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.161780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceb7726-93cd-45a2-9752-bf3c59e2605f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.177685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Calling delete_port for 4ceb7726-93cd-45a2-9752-bf3c59e2605f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:13.217185 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d5ac953-9193-4a1b-9071-c70390be4101 req-161104c5-9762-4fbd-bdab-30242c17fe5e tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0724721 Mar 31 23:21:13.308107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.333779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4eead0-a80b-4acb-abc0-922c9ac198ed']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:13.342801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.357180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316846a4-f137-4661-9d48-6c5852c5b945') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:13.357570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316846a4-f137-4661-9d48-6c5852c5b945') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:13.366946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Pushing event deleted for resources: {'Port': ['ID=4ceb7726-93cd-45a2-9752-bf3c59e2605f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.373245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.380987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] No DVR routers for this DVR port 4ceb7726-93cd-45a2-9752-bf3c59e2605f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:13.390332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.398765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:13.398765 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.399221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.402296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.402706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.403041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.403760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.403882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.404130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.404450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.404769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.405088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.405410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.405726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c45416-9e3d-4d4d-a6d5-4401e03e5560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:13.418926 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:13.468464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.475930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:13.480299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] 10.222.0.95 "DELETE /v2.0/networks/3d4eead0-a80b-4acb-abc0-922c9ac198ed HTTP/1.1" status: 204 len: 168 time: 0.7718713 Mar 31 23:21:13.483355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42526) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:13.503734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233ed3d-a504-4af8-bfbe-c265821db2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4eead0-a80b-4acb-abc0-922c9ac198ed,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:13.645955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70506443-cb5c-47ac-91a6-390a76e752bd req-66bcc903-4c48-43b3-9ef5-335caf3b6e8e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:13.647502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70506443-cb5c-47ac-91a6-390a76e752bd req-66bcc903-4c48-43b3-9ef5-335caf3b6e8e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1567681 Mar 31 23:21:13.730947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70506443-cb5c-47ac-91a6-390a76e752bd req-f0994c67-b63c-4d3a-a8f3-09a47ad93d98 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734901 Mar 31 23:21:14.074379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.084249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42536) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:14.305411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ceb7726-93cd-45a2-9752-bf3c59e2605f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:14.344673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4ceb7726-93cd-45a2-9752-bf3c59e2605f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:14.345017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ceb7726-93cd-45a2-9752-bf3c59e2605f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:14.345442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d7c59242-438f-42a7-a9aa-3f7a814e0292 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:14.377908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: d7c59242-438f-42a7-a9aa-3f7a814e0292 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:14.378800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device d7c59242-438f-42a7-a9aa-3f7a814e0292 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:14.493811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68594c36-4f18-4597-8a47-0ef65438e7ef req-1e5497ae-a221-46cc-9d0c-3af6c9775ba6 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0988169 Mar 31 23:21:14.740818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Deleting port a73f7f6d-91ee-4102-a449-acbcbc31e659 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:14.741502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.796323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.920215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] For port a73f7f6d-91ee-4102-a449-acbcbc31e659, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a73f7f6d-91ee-4102-a449-acbcbc31e659,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:14.920730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:14.948359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Calling delete_port for a73f7f6d-91ee-4102-a449-acbcbc31e659 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:14.962398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a9cf-f890-44b0-91a5-dbb94fbaebf7 req-79b0d2a8-5d09-438d-b152-44f8c0336ca7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:14.964241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b1a9cf-f890-44b0-91a5-dbb94fbaebf7 req-79b0d2a8-5d09-438d-b152-44f8c0336ca7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1183224 Mar 31 23:21:15.103611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66b1a9cf-f890-44b0-91a5-dbb94fbaebf7 req-22bd236d-6231-450a-97a2-bb8845901412 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300490 Mar 31 23:21:15.396102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 8b168fac-e577-4a22-afa0-cf525211601b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:15.396715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.421587 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.461336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73f7f6d-91ee-4102-a449-acbcbc31e659,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:15.518599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port 8b168fac-e577-4a22-afa0-cf525211601b, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8b168fac-e577-4a22-afa0-cf525211601b,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:15.519020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.546031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 8b168fac-e577-4a22-afa0-cf525211601b owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:15.656631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:15.903147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:15.960853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08c595f6-2653-45ea-8ae6-e672141a1b94 req-022d47c3-eaaf-42a6-a421-5ab4dd63f047 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0331664 Mar 31 23:21:16.015413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:16.021771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-575f8914-7d41-4465-803c-3e7e7d6afeb3 admin admin] 10.222.0.95 "PUT /v2.0/routers/a3e1aa09-80ff-4c5c-a59b-0799e3a77c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370018 Mar 31 23:21:16.024607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42556) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:16.031138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Sync routers for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:16.059631 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:16.060325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:16.192363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.215183 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.225807 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:16.258124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=8b168fac-e577-4a22-afa0-cf525211601b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:16.403645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0ff44-360a-44e6-85e5-a473ec2fe679 req-b7d6d655-1624-4636-9c3b-c07c23c46fad tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:16.407713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddc0ff44-360a-44e6-85e5-a473ec2fe679 req-b7d6d655-1624-4636-9c3b-c07c23c46fad tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1423416 Mar 31 23:21:16.510034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.598371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddc0ff44-360a-44e6-85e5-a473ec2fe679 req-816a06dd-d595-4ca7-bcdb-32d392339d02 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809261 Mar 31 23:21:16.608673 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:21:15Z', 'revision_number': 5, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port': {'id': 'fda16d91-e74f-4c9d-b725-42a8b2c0eebc', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:50Z', 'updated_at': '2022-03-31T23:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:16.640852 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Checking router: a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:16.655019 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Routers {'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:16.658336 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:16.681121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Deleting port fda16d91-e74f-4c9d-b725-42a8b2c0eebc {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:16.681529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.696965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.832037 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] Set router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:16.839934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] For port fda16d91-e74f-4c9d-b725-42a8b2c0eebc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:16.840305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:16.864585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Calling delete_port for fda16d91-e74f-4c9d-b725-42a8b2c0eebc owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:16.947986 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-d6a4ae81-7ee0-45a0-ae06-3d31140c384e service neutron] show failed (client error): The resource could not be found. Mar 31 23:21:16.949023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-d6a4ae81-7ee0-45a0-ae06-3d31140c384e service neutron] 10.222.0.96 "GET /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.1952536 Mar 31 23:21:17.051645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:17.110373 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9385a1-784d-46c3-9f06-041d7c6cade2 None None] The sync data for ids ['a3e1aa09-80ff-4c5c-a59b-0799e3a77c51'] in n-d-835855-2 is: [{'id': 'a3e1aa09-80ff-4c5c-a59b-0799e3a77c51', 'name': 'tempest-TaggedBootDevicesTest-515200179-router', 'tenant_id': '4b3516e089a14a56bebe3ff211521f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:49Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': '4b3516e089a14a56bebe3ff211521f83', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:17.163341 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ccb3cf87-de09-43ef-b1ec-1f7f86623f98 req-89b125d4-b8f8-414a-a450-286bf536af75 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0646749 Mar 31 23:21:17.226381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.264531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:17.341930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda16d91-e74f-4c9d-b725-42a8b2c0eebc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:17.455750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:17.458986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-b9a3a351-3552-4492-94e9-60a447514a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:17.460857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-b9a3a351-3552-4492-94e9-60a447514a19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 1096 time: 0.2089670 Mar 31 23:21:17.467250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:17.475366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:17.483722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.497639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6383756b-2547-4f02-9d15-3a1c37d7d2e9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/fff672d6-d178-4259-b049-f8f25ace58d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4047403 Mar 31 23:21:17.497909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:17.497909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:17.776535 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.780312 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.781571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:17.828231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99710-7546-4161-a71c-a79b46c7dfe5 req-2f0c45f2-9328-4a38-b89f-2354b9982913 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:17.830814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bf99710-7546-4161-a71c-a79b46c7dfe5 req-2f0c45f2-9328-4a38-b89f-2354b9982913 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0906672 Mar 31 23:21:17.854857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:17.890656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bf99710-7546-4161-a71c-a79b46c7dfe5 req-82df6a32-532b-4034-81cf-99cf13f13186 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524731 Mar 31 23:21:18.093022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:18.128997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:18.179151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.194766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Transition to ACTIVE for port object 1873ab7f-2c31-46e2-9851-b482840e8b7b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:18.196697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.196697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:18.202152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.205711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be92f68b-61fd-4a55-892d-b7871ca490f8 admin admin] 10.222.0.95 "DELETE /v2.0/routers/a3e1aa09-80ff-4c5c-a59b-0799e3a77c51 HTTP/1.1" status: 204 len: 168 time: 2.1773832 Mar 31 23:21:18.205711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:18.206203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:18.216614 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93637718-b9d6-49f0-9523-59c541085497" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:18.229318 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.308711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.378942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Deleting subnet 93aee0e0-1f3c-4be9-ab32-7149f1277e51 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:18.386441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.441854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:18.462539 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fc4433-10f3-4096-a9d9-76f90a59a315 x-openstack-request-id: req-00fc4433-10f3-4096-a9d9-76f90a59a315 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:18.462849 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:18.463107 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-00fc4433-10f3-4096-a9d9-76f90a59a315 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:18.463542 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fc4433-10f3-4096-a9d9-76f90a59a315'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'code': 200} Mar 31 23:21:18.471153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:18.473031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.476421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:18.594073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a73f7f6d-91ee-4102-a449-acbcbc31e659 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:18.640630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a73f7f6d-91ee-4102-a449-acbcbc31e659 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:18.641038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a73f7f6d-91ee-4102-a449-acbcbc31e659 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:18.641466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fda16d91-e74f-4c9d-b725-42a8b2c0eebc no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:18.668552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d7dff63-0640-4bb5-839e-4645247a45af req-17498428-c88b-4e50-9bce-d02496aadad4 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0866573 Mar 31 23:21:18.703123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fda16d91-e74f-4c9d-b725-42a8b2c0eebc {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:18.703550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fda16d91-e74f-4c9d-b725-42a8b2c0eebc not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:18.762669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] No DVR routers for this DVR port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:18.765111 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.793213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:18.932401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef355a8-1c1c-4a3c-90f6-c62687a40897 req-04194c7a-20af-4eac-9582-5a272bf5de36 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:18.942439 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ef355a8-1c1c-4a3c-90f6-c62687a40897 req-04194c7a-20af-4eac-9582-5a272bf5de36 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 946 time: 0.7150416 Mar 31 23:21:18.962392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:18.967917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:19.050027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93aee0e0-1f3c-4be9-ab32-7149f1277e51,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.104284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.108746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5eac7d41-ba81-4293-81ae-7a557ed1ced6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/93aee0e0-1f3c-4be9-ab32-7149f1277e51 HTTP/1.1" status: 204 len: 168 time: 0.8995659 Mar 31 23:21:19.111135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42618) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:19.116077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d509bec-ae59-41f5-ad01-dc164d44bbab None None] Network 866bccee-abb5-4481-aef7-555b8b3db233 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:19.252291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.275302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecece3-f50c-4583-9baa-5142c3db1bcf req-7f121a02-92cd-476b-a3ae-103b926017c7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.304261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fecece3-f50c-4583-9baa-5142c3db1bcf req-7f121a02-92cd-476b-a3ae-103b926017c7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.2378860 Mar 31 23:21:19.409875 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fecece3-f50c-4583-9baa-5142c3db1bcf req-18c74ebf-cb55-4a61-90fd-0f0f339295b3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994799 Mar 31 23:21:19.433754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Deleting port 7766e996-c558-4c5c-800b-f713ef58ebfc {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:19.434468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.513031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] For port 7766e996-c558-4c5c-800b-f713ef58ebfc, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7766e996-c558-4c5c-800b-f713ef58ebfc,segment=NetworkSegment(7650cd8b-a59e-4470-b44f-c8fd45076450),segment_id=7650cd8b-a59e-4470-b44f-c8fd45076450)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:19.514684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.550593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Calling delete_port for 7766e996-c558-4c5c-800b-f713ef58ebfc owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:19.697039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] DHCP port deletion for 866bccee-abb5-4481-aef7-555b8b3db233 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:19.743456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:19.775903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ef355a8-1c1c-4a3c-90f6-c62687a40897 req-862f82ff-af85-42e0-a594-4623754585b1 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5d54714-46b2-4f34-ab41-b48ef2d952e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8262396 Mar 31 23:21:19.808230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-1c7088f1-7be7-49e7-985d-726ea14f4f22 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:19.810472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-1c7088f1-7be7-49e7-985d-726ea14f4f22 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 946 time: 0.2730153 Mar 31 23:21:19.823504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Pushing event deleted for resources: {'Port': ['ID=7766e996-c558-4c5c-800b-f713ef58ebfc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:19.853347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] No DVR routers for this DVR port 7766e996-c558-4c5c-800b-f713ef58ebfc on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:19.855212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:19.855803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:19.856351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:19.881758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:19.882396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:19.892129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:19.892803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:19.893389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Bound using segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:19.894077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Bound port: 1873ab7f-2c31-46e2-9851-b482840e8b7b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:19.896202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.019669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7d6adf-04b0-4112-9503-6f28a7936953 req-970675d2-0a04-4fe9-aeee-9b6d456b3855 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.1000316 Mar 31 23:21:20.039664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:20.049252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 506979bf-388b-4952-b277-a99e91576495 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:20.063795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.071199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Deleting port 7766e996-c558-4c5c-800b-f713ef58ebfc {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:20.071582 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.143743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.153161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.161848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] For port 7766e996-c558-4c5c-800b-f713ef58ebfc, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:20.161848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.215561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866bccee-abb5-4481-aef7-555b8b3db233']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.217527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8e869d-2712-4170-b1d2-ffb60c701e01 None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f6c8e423-fad6-42f7-b0e1-9b8d37cf221e', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'port_id': 'c30817be-284e-438e-8071-f825eb2c7240', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'mac_address': 'fa:16:3e:95:ba:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:18:53Z', 'updated_at': '2022-03-31T23:18:58Z', 'revision_number': 1, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:20.230797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port 506979bf-388b-4952-b277-a99e91576495, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=506979bf-388b-4952-b277-a99e91576495,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:20.231036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Calling delete_port for 7766e996-c558-4c5c-800b-f713ef58ebfc owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:20.231168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.234552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7650cd8b-a59e-4470-b44f-c8fd45076450') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.234883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7650cd8b-a59e-4470-b44f-c8fd45076450') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:20.245470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Port 7766e996-c558-4c5c-800b-f713ef58ebfc was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:21:20.246848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.260906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.276959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 506979bf-388b-4952-b277-a99e91576495 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:20.299949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.324356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:20.324599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] Pushing event deleted for resources: {'Port': ['ID=7766e996-c558-4c5c-800b-f713ef58ebfc,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.324849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:20.326573 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:20.342155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f280596-5bf9-4221-935a-598b8d9e1974 None None] No DVR routers for this DVR port 7766e996-c558-4c5c-800b-f713ef58ebfc on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:20.435959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.450939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.474712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] 10.222.0.95 "DELETE /v2.0/networks/866bccee-abb5-4481-aef7-555b8b3db233 HTTP/1.1" status: 204 len: 168 time: 1.3609331 Mar 31 23:21:20.476021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:20.489145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.516396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7e66-1b94-4669-92e7-a46591d0043a admin admin] Pushing event deleted for resources: {'Network': ['ID=866bccee-abb5-4481-aef7-555b8b3db233,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.575557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:20.595297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.600018 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.603189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1091 time: 3.1325023 Mar 31 23:21:20.682412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7766e996-c558-4c5c-800b-f713ef58ebfc no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:20.696355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:20.703091 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d" -d '{"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:20.756404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7766e996-c558-4c5c-800b-f713ef58ebfc {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:20.757026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7766e996-c558-4c5c-800b-f713ef58ebfc not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:20.773196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:20.783226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.804183 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a1f8e5-ed20-48ef-8874-3447577cec0d x-openstack-request-id: req-24a1f8e5-ed20-48ef-8874-3447577cec0d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:20.804479 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:20.804839 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-24a1f8e5-ed20-48ef-8874-3447577cec0d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:20.805302 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a1f8e5-ed20-48ef-8874-3447577cec0d'] response: {'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:21:20.868356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed5c9-6f6b-4cf9-95a8-ee7593efd8c3 req-b238987f-9596-4690-ad66-c873b11876ad tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.870110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-411ed5c9-6f6b-4cf9-95a8-ee7593efd8c3 req-b238987f-9596-4690-ad66-c873b11876ad tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.3057764 Mar 31 23:21:20.873936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2576e-261c-4500-86a1-f5b7b7382ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.902127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] No DVR routers for this DVR port 506979bf-388b-4952-b277-a99e91576495 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:20.904702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:20.908883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-559a5e6b-9c21-46f1-88cb-0f66ed673674 req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "DELETE /v2.0/ports/506979bf-388b-4952-b277-a99e91576495 HTTP/1.1" status: 204 len: 173 time: 1.0781288 Mar 31 23:21:20.942246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-8dd67bfe-8f44-4c38-a3b9-c780e02b072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:20.944019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-8dd67bfe-8f44-4c38-a3b9-c780e02b072f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1094 time: 0.2314622 Mar 31 23:21:20.962800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1834379-e09e-450a-b65f-eb81b18e850e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=506979bf-388b-4952-b277-a99e91576495,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:20.991510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.083932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62c757a5-9d6b-4bca-9571-0ba8bb8b8ba0 req-bef3e6c2-518a-4185-bf74-2bf0ddfb87a8 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=efd96469-76d1-4122-98a8-0ef6d38d14b0 HTTP/1.1" status: 200 len: 210 time: 0.1550870 Mar 31 23:21:21.132858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-4ec77205-504e-4a8e-a20d-2f2f90a510ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.153583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42654) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:21.153842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-4ec77205-504e-4a8e-a20d-2f2f90a510ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1094 time: 0.3296483 Mar 31 23:21:21.229220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-411ed5c9-6f6b-4cf9-95a8-ee7593efd8c3 req-a8dcd918-b568-4bf3-943d-ec1313454228 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313777 Mar 31 23:21:21.261919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-ca555c29-e262-403b-ade0-a8082c831814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.263742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-ca555c29-e262-403b-ade0-a8082c831814 service neutron] 10.222.0.60 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.3024168 Mar 31 23:21:21.314759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-88a4a76e-020f-453e-b3da-61d43e92d2c2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cd2e64f7c2434c89a40dc688296f2981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562920 Mar 31 23:21:21.341962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42658) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:21.344825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c99cd8e1-8346-4e80-b419-0f0a5ec5b314 req-30e4b55c-d807-47df-bdf0-a2bc80f6eeff tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.1146533 Mar 31 23:21:21.509664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-42068e54-6cc3-4d21-bc40-ee05523fb71f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.2050216 Mar 31 23:21:21.554030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.597657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.605806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-36b203c2-a8da-4ed7-94b7-dc918797a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.608869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-36b203c2-a8da-4ed7-94b7-dc918797a350 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.0918386 Mar 31 23:21:21.650323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-bf3df249-d5b9-4e28-be01-91c9887b8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.651968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-bf3df249-d5b9-4e28-be01-91c9887b8134 service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.4973507 Mar 31 23:21:21.654067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.656713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:21.657854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e3cfa312-5d4b-471f-a20d-df6fc431be32 HTTP/1.1" status: 204 len: 168 time: 0.3121407 Mar 31 23:21:21.711714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-6861c5ae-8d42-4f3a-92c6-c79f9fa4285c service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2553394 Mar 31 23:21:21.714057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7ad1-a892-4ab0-9627-e1c7939cb2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfa312-5d4b-471f-a20d-df6fc431be32,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:21.762045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-11da8c83-1323-409d-948a-45d8d080ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.765336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-11da8c83-1323-409d-948a-45d8d080ecd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478434 Mar 31 23:21:21.846618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-b12d5bc9-5b85-413d-b64f-ac1f2960327f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.1497920 Mar 31 23:21:21.867355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966b0b-0223-45d9-bd99-aa8758061642 req-306bae6b-1808-4a5c-9862-533a210d8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:21.869324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-306bae6b-1808-4a5c-9862-533a210d8f89 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=677ac4e9401b4c47b930094db22e2f7c&device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0727873 Mar 31 23:21:21.960103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-8fe62dd1-eee5-429c-ba8f-04a6d4eda29d service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837852 Mar 31 23:21:22.078633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-4a81c362-71b8-4a66-8376-66b262d5f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.080529 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-4a81c362-71b8-4a66-8376-66b262d5f916 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.2247603 Mar 31 23:21:22.113848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a79261fe-184c-4afe-85c8-56eae3a7560b req-b3c0cd78-5814-4a4c-83a0-b5ec360cb98c service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464441 Mar 31 23:21:22.146369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966b0b-0223-45d9-bd99-aa8758061642 req-a1ecce7f-4730-48e7-853b-48202b594801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.148659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-a1ecce7f-4730-48e7-853b-48202b594801 service neutron] 10.222.0.96 "GET /v2.0/networks?id=ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 200 len: 911 time: 0.2557135 Mar 31 23:21:22.156798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-92cdf6ae-4d3f-4dfc-9525-2238771181d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.158268 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-92cdf6ae-4d3f-4dfc-9525-2238771181d0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672972 Mar 31 23:21:22.192094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.229244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b168fac-e577-4a22-afa0-cf525211601b no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:22.347783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8b168fac-e577-4a22-afa0-cf525211601b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:22.349286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8b168fac-e577-4a22-afa0-cf525211601b not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:22.458948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.476149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 506979bf-388b-4952-b277-a99e91576495 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:22.481405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-933c9413-ad74-43e0-b8d0-33beaf09d3e2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 200 len: 1002 time: 0.3222096 Mar 31 23:21:22.498471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-b843c3a1-66b5-48f5-9f3a-647d3d004a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.515651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-b843c3a1-66b5-48f5-9f3a-647d3d004a6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1094 time: 0.2644374 Mar 31 23:21:22.531158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 506979bf-388b-4952-b277-a99e91576495 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:22.531650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 506979bf-388b-4952-b277-a99e91576495 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:22.643968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-01a67b07-fdcb-4dad-bd10-a68462121567 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755576 Mar 31 23:21:22.686137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c185331-e4f0-463e-b0cf-a71c57cdd47d req-cf662193-a4a0-4f04-b187-0e111f423181 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.687854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c185331-e4f0-463e-b0cf-a71c57cdd47d req-cf662193-a4a0-4f04-b187-0e111f423181 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.2971807 Mar 31 23:21:22.700318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966b0b-0223-45d9-bd99-aa8758061642 req-232154ae-b1e9-4d2c-a990-37ed4f94e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.702292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-232154ae-b1e9-4d2c-a990-37ed4f94e973 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 200 len: 848 time: 0.1565084 Mar 31 23:21:22.724654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.733546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8e7ccd0d-73b6-4755-8b1e-3bcb0e860042 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4b3516e089a14a56bebe3ff211521f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650590 Mar 31 23:21:22.733818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd446aae-a341-4ecc-8e59-59ec28117814 req-f1f6ddc2-8396-4ac1-9c67-d984d0892399 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.2049499 Mar 31 23:21:22.757527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:22.806196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'name': 'network-vif-deleted', 'tag': '506979bf-388b-4952-b277-a99e91576495'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:22.808635 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3431c3d4-b33c-4ed9-bf6d-459148cabc9d" -d '{"events": [{"server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "name": "network-vif-deleted", "tag": "506979bf-388b-4952-b277-a99e91576495"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:22.835946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:22.889575 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233205e-fb73-4bf3-9477-64e24892e324 x-openstack-request-id: req-4233205e-fb73-4bf3-9477-64e24892e324 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:22.890017 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd96469-76d1-4122-98a8-0ef6d38d14b0", "name": "network-vif-deleted", "tag": "506979bf-388b-4952-b277-a99e91576495", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:22.890354 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4233205e-fb73-4bf3-9477-64e24892e324 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:22.890885 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4233205e-fb73-4bf3-9477-64e24892e324'] response: {'server_uuid': 'efd96469-76d1-4122-98a8-0ef6d38d14b0', 'name': 'network-vif-deleted', 'tag': '506979bf-388b-4952-b277-a99e91576495', 'status': 'completed', 'code': 200} Mar 31 23:21:22.895979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c185331-e4f0-463e-b0cf-a71c57cdd47d req-0300100c-9d9c-4f8c-a904-c5abc229bdb8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883786 Mar 31 23:21:22.918695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966b0b-0223-45d9-bd99-aa8758061642 req-264a51c0-bf4f-4f9d-9083-b5ee7af38e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.920848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-264a51c0-bf4f-4f9d-9083-b5ee7af38e6b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=ac6b080b-3537-447c-be73-0baf2255de61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012484 Mar 31 23:21:22.971459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-5ce8ef9f-a87a-4065-ab67-7605c6e62e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:22.976676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-5ce8ef9f-a87a-4065-ab67-7605c6e62e0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.4286551 Mar 31 23:21:23.095640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-bcb9711c-cc4a-4364-bfba-5641feefe258 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.0958676 Mar 31 23:21:23.149941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-d6ee6e43-cd7d-4ad5-a1d6-435aa2de60f3 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959364 Mar 31 23:21:23.160550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42708) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.175520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-c28cbc96-4786-4c02-a842-da2772682fcb service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378380 Mar 31 23:21:23.197606 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.277817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.297644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-5d7ec4d1-d6eb-432b-9144-4723a04ac84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:23.299314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-5d7ec4d1-d6eb-432b-9144-4723a04ac84a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1809247 Mar 31 23:21:23.370004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be1ca8b4-22bd-4c9f-853f-762500b4650e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.387536 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82966b0b-0223-45d9-bd99-aa8758061642 req-77244bc4-1788-4641-99cb-e9360fc6097a service neutron] 10.222.0.96 "GET /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030754 Mar 31 23:21:23.421250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.424210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.425599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/security-groups/a5d54714-46b2-4f34-ab41-b48ef2d952e5 HTTP/1.1" status: 204 len: 168 time: 1.2317016 Mar 31 23:21:23.451579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b308e8-e8f4-4504-b930-d9f4ca0235dc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d54714-46b2-4f34-ab41-b48ef2d952e5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.477654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-2f4db5f9-0600-453b-af2c-0233db2b03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:23.479461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-2f4db5f9-0600-453b-af2c-0233db2b03f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577189 Mar 31 23:21:23.489276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.493526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.497105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/26f85014-4405-47f5-b396-2ee29a44f77d HTTP/1.1" status: 204 len: 168 time: 0.7397976 Mar 31 23:21:23.524406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be1ca8b4-22bd-4c9f-853f-762500b4650e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.533274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be1ca8b4-22bd-4c9f-853f-762500b4650e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.547943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae31dbc-1db7-407e-8b4d-921cf13e2129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f85014-4405-47f5-b396-2ee29a44f77d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.577330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ca8b4-22bd-4c9f-853f-762500b4650e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79fc7b4-e7dc-42b2-932d-6798af5fef68,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:23.603093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.665677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-be1ca8b4-22bd-4c9f-853f-762500b4650e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fdb23aa38f784e9cb206703bd356ef56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040808 Mar 31 23:21:23.668666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:23.688321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-e5128960-ccd4-4943-aa56-681991acb7c2 service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923842 Mar 31 23:21:23.712104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting subnet b532d867-8eaa-477d-8b6a-71f6a9187045 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:23.726534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.848971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4742a689-b186-45f8-b80d-f3e1b7d3ce2d req-cf761ffb-c4c6-43bc-bf51-a7e092783895 service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513629 Mar 31 23:21:23.881085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:23.969664 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b3f1b24-2ada-4d36-ad12-68f9f64c30bd req-f8daf1ab-bb91-4486-b0f6-23fc79b1fe9f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0785997 Mar 31 23:21:23.985509 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.116659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3ebec-fc0d-4573-b321-67747f84e4dc req-1c97ee65-df30-45db-a672-703600d23140 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:24.118447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cf3ebec-fc0d-4573-b321-67747f84e4dc req-1c97ee65-df30-45db-a672-703600d23140 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 943 time: 0.1163981 Mar 31 23:21:24.210330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cf3ebec-fc0d-4573-b321-67747f84e4dc req-bf7fa79e-f92e-4836-99fd-b5ab2983b233 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852747 Mar 31 23:21:24.413660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.490558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:24.502857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.639513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.698839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.705980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/subnets/b532d867-8eaa-477d-8b6a-71f6a9187045 HTTP/1.1" status: 204 len: 168 time: 1.0995951 Mar 31 23:21:24.705980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.706400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42760) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:24.711008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6049c9-a3a4-4dbf-9654-a9859ff54015 None None] Network 4f29a514-cc0e-4669-9b73-9e2ef8222261 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:24.717608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.718255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:24.726093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f79fc7b4-e7dc-42b2-932d-6798af5fef68 HTTP/1.1" status: 204 len: 168 time: 1.0562832 Mar 31 23:21:24.751490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:24.776061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea19b0-b0b6-40ab-90e7-36a94d0ca70c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Subnet': ['ID=b532d867-8eaa-477d-8b6a-71f6a9187045,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.789992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bb843-b28f-4efa-a9b1-d7ad162e8ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79fc7b4-e7dc-42b2-932d-6798af5fef68,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:24.865462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.929904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:24.968110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:24.985270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:24.986165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.013650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:25.023370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.142190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port bb414137-dfb8-4acb-9ec0-b1c777ba0f50, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,segment=NetworkSegment(4bef0b6b-0f00-425c-9189-6204712a14f6),segment_id=4bef0b6b-0f00-425c-9189-6204712a14f6)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:25.142800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.172232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for bb414137-dfb8-4acb-9ec0-b1c777ba0f50 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:25.190198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.192177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c81d2762-a240-4032-8054-a335def8d9f0 req-4933efc8-1b88-4008-bc99-03f97820ae25 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0560920 Mar 31 23:21:25.332705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.337743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de344c13-885d-4a2d-9ef6-9a63aac40c78 None None] DHCP port deletion for 4f29a514-cc0e-4669-9b73-9e2ef8222261 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:25.403798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=bb414137-dfb8-4acb-9ec0-b1c777ba0f50,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.430333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] No DVR routers for this DVR port bb414137-dfb8-4acb-9ec0-b1c777ba0f50 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:25.456659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d6075-b455-4dbd-9f77-5bb0bf0a82fe req-a7810b6e-f136-4653-89b8-b77cbd9d6d58 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:25.467221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-994d6075-b455-4dbd-9f77-5bb0bf0a82fe req-a7810b6e-f136-4653-89b8-b77cbd9d6d58 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.0864201 Mar 31 23:21:25.525901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.568601 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b779c29-a5ea-4f6f-a257-d35d851570b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.589507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-994d6075-b455-4dbd-9f77-5bb0bf0a82fe req-cdfcfccc-8b14-47e9-8033-9dc9fb68fe77 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211698 Mar 31 23:21:25.612571 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.650350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f29a514-cc0e-4669-9b73-9e2ef8222261']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:25.676594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bef0b6b-0f00-425c-9189-6204712a14f6') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:25.676883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bef0b6b-0f00-425c-9189-6204712a14f6') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:25.704829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.718172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.726159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:25.726885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.742852 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b779c29-a5ea-4f6f-a257-d35d851570b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:25.745355 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:25.751455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b779c29-a5ea-4f6f-a257-d35d851570b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.798401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0b779c29-a5ea-4f6f-a257-d35d851570b8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b46d6d4c7744434ea491dfe1f0594a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714632 Mar 31 23:21:25.801823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42796) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.841860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779c29-a5ea-4f6f-a257-d35d851570b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f886d-c00d-4f80-804d-c0e39d43cf70,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.845316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.852253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.856949 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/networks/4f29a514-cc0e-4669-9b73-9e2ef8222261 HTTP/1.1" status: 204 len: 168 time: 1.1491201 Mar 31 23:21:25.859916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42802) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:25.897740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32cd1d-f669-4521-a45f-6c32564b80b4 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Network': ['ID=4f29a514-cc0e-4669-9b73-9e2ef8222261,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:25.925470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.972322 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:25.987654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cee94ab0-653a-40fc-aba9-8d9ac702f8c7 req-82691041-e151-49dc-b326-06cdc54835f9 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0361397 Mar 31 23:21:26.089418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.097201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.097201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a59f886d-c00d-4f80-804d-c0e39d43cf70 HTTP/1.1" status: 204 len: 168 time: 0.2918832 Mar 31 23:21:26.129478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e51341-a49c-4a03-8cd4-451a65c14cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f886d-c00d-4f80-804d-c0e39d43cf70,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.205532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.211961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 1806a0f5-7f82-4456-b776-715617192f6e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:26.212806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.335276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.335486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.377569 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-7188a7c3-95fa-40b1-b42f-36628cebb08a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1954596 Mar 31 23:21:26.388029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 1806a0f5-7f82-4456-b776-715617192f6e owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:26.389405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bb414137-dfb8-4acb-9ec0-b1c777ba0f50 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:26.414550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bb414137-dfb8-4acb-9ec0-b1c777ba0f50 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:26.418733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bb414137-dfb8-4acb-9ec0-b1c777ba0f50 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:26.437535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['1873ab7f-2c31-46e2-9851-b482840e8b7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:26.513020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0117383-c5ce-4c56-bdcd-55eae9c06ee2 req-12b67ae6-8753-425a-b442-68889ac61221 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.1247959 Mar 31 23:21:26.579700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-690658fc-3d31-41ac-b25f-c1d2638ee129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.590735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-690658fc-3d31-41ac-b25f-c1d2638ee129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1096 time: 0.1704168 Mar 31 23:21:26.880145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:26.929900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaa84e-2c80-439b-a5b3-61a9e3ebb0d3 req-40941517-5987-41a2-97e7-d18e5311575b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.948631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=1806a0f5-7f82-4456-b776-715617192f6e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:26.955740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ccaa84e-2c80-439b-a5b3-61a9e3ebb0d3 req-40941517-5987-41a2-97e7-d18e5311575b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.1218719 Mar 31 23:21:27.036689 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e671891-9fbc-49a8-a672-5c51bf3e0569 req-1d158a3e-468e-4096-911b-8e064196d8e4 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0434997 Mar 31 23:21:27.066997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.067404 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Floating IP f6c8e423-fad6-42f7-b0e1-9b8d37cf221e disassociated (deleted). External IP: 172.25.8.92, port: c30817be-284e-438e-8071-f825eb2c7240. Mar 31 23:21:27.069789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-b397f6ad-ac77-49d3-ba4a-07ce8fd3f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.072230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-b397f6ad-ac77-49d3-ba4a-07ce8fd3f8d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 898 time: 0.4446225 Mar 31 23:21:27.165759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-3b5a8ffa-3b15-45af-abef-ea252e5f9067 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 217 time: 0.0839484 Mar 31 23:21:27.169424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8ccaa84e-2c80-439b-a5b3-61a9e3ebb0d3 req-e7f64593-6e0f-44cf-ade4-0e905264bd9c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128839 Mar 31 23:21:27.287556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-a6cb99bd-4c0c-4f62-a344-abe020d83aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.289165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-a6cb99bd-4c0c-4f62-a344-abe020d83aaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 200 len: 834 time: 0.1160352 Mar 31 23:21:27.391497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-3bbbb0aa-d07f-48d1-871b-86493e474d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.395391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-3bbbb0aa-d07f-48d1-871b-86493e474d7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975707 Mar 31 23:21:27.733372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f2428ac-23cf-4b65-b040-a62e0e921085 req-ee126084-3e15-4f6d-a5a3-5b45a0e8d844 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/ports?device_id=44d6fc0f-1193-4047-9d1e-b7440cbba6f6 HTTP/1.1" status: 200 len: 210 time: 0.0424204 Mar 31 23:21:27.735340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:27.849029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-559b0686-16f3-4ef1-965f-1cdee2585609 service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446783 Mar 31 23:21:27.897942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-806adb23-07a5-42fa-a2b5-916a5684d710 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.899808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-806adb23-07a5-42fa-a2b5-916a5684d710 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 944 time: 0.3834090 Mar 31 23:21:27.936260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dccc5c-30da-40b5-ab68-e71ac8c53257 req-e89b6a7d-5f7c-4204-95b8-b001e6c12ef2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:27.938318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13dccc5c-30da-40b5-ab68-e71ac8c53257 req-e89b6a7d-5f7c-4204-95b8-b001e6c12ef2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.2348793 Mar 31 23:21:27.951913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:27.958973 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:27.964009 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:27.975323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:27.975947 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:28.000728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ea7d9b7-f1f6-4d83-805e-8951619aa4ed tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/floatingips/f6c8e423-fad6-42f7-b0e1-9b8d37cf221e HTTP/1.1" status: 204 len: 168 time: 2.1373367 Mar 31 23:21:28.000728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:28.002521 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0619127b-2bbf-457e-b7a0-05d138bcae85" -d '{"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:28.237093 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:28.339691 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9021487d-5307-4015-ac9a-e07ccb89d0de x-openstack-request-id: req-9021487d-5307-4015-ac9a-e07ccb89d0de {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:28.339850 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "tag": "c30817be-284e-438e-8071-f825eb2c7240", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:28.340093 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9021487d-5307-4015-ac9a-e07ccb89d0de {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:28.340506 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9021487d-5307-4015-ac9a-e07ccb89d0de'] response: {'name': 'network-changed', 'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240', 'status': 'completed', 'code': 200} Mar 31 23:21:28.495156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:28.504885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7616270-ccb5-43ce-b6a9-351bb2a8639b req-ce8c1274-c344-4785-8dfe-9e07a9e9fdc3 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0707750 Mar 31 23:21:28.597891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 1873ab7f-2c31-46e2-9851-b482840e8b7b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:28.610129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 1873ab7f-2c31-46e2-9851-b482840e8b7b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:28.610516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.635168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13dccc5c-30da-40b5-ab68-e71ac8c53257 req-ed711683-89a2-4c37-9cc2-64815d5f10b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6550958 Mar 31 23:21:28.644682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ac3ae0d-c0ad-4aa4-b25b-7ee0cebb9f15 req-58f25379-4b24-4647-9559-7c83f7c05147 service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591271 Mar 31 23:21:28.669638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:28.681485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-362b9c83-bd3b-4171-b156-c2b7f965efb7 service neutron] 10.222.0.60 "GET /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 382 time: 0.7604544 Mar 31 23:21:28.689989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f1bae-eaae-4059-a52d-ec0f0b08e24e req-0fcdf72c-e107-4b63-921c-1833242b0142 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:28.692105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c56f1bae-eaae-4059-a52d-ec0f0b08e24e req-0fcdf72c-e107-4b63-921c-1833242b0142 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.1034501 Mar 31 23:21:28.710181 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:28.720230 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:28.720900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:28.784879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c56f1bae-eaae-4059-a52d-ec0f0b08e24e req-22b108b8-b12e-4fb1-854e-2a362eb546d7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803223 Mar 31 23:21:28.827020 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.890907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:28.892497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:28.895452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abaa7f3-b978-4ae4-aa2d-645264acac80" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:28.901441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:28.912067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:28.968821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-b5c00cf7-2e8d-4713-853c-af788e5a9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:28.974850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-b5c00cf7-2e8d-4713-853c-af788e5a9c53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 1096 time: 0.2099636 Mar 31 23:21:29.013361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:29.029594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-4ff39468-f9b7-489c-a3f6-a35e5787096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.031046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-4ff39468-f9b7-489c-a3f6-a35e5787096d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1095 time: 0.2649701 Mar 31 23:21:29.042707 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:29.044586 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d2f35-8b63-4f83-868b-f2328642d685 x-openstack-request-id: req-d17d2f35-8b63-4f83-868b-f2328642d685 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:29.047952 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:29.048358 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d17d2f35-8b63-4f83-868b-f2328642d685 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:29.049154 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17d2f35-8b63-4f83-868b-f2328642d685'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'code': 200} Mar 31 23:21:29.081318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.143694 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.268661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.271431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.285698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-60568be8-489e-4415-af76-1be4af263162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.287166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-60568be8-489e-4415-af76-1be4af263162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 200 len: 898 time: 0.2960072 Mar 31 23:21:29.294207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/security-groups/8fbdb436-dba0-4f5e-9376-36cff3b41802 HTTP/1.1" status: 204 len: 168 time: 0.3809135 Mar 31 23:21:29.298728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:29.314748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a56171-2163-46fa-b3b7-f1a171b74401 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbdb436-dba0-4f5e-9376-36cff3b41802,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:29.319570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-95ef39e6-39ad-40c1-9f0c-b843b49df331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.321081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-95ef39e6-39ad-40c1-9f0c-b843b49df331 service neutron] 10.222.0.60 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2649238 Mar 31 23:21:29.366233 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-4b051db7-23cb-444d-93e4-796daf85d926 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] show failed (client error): The resource could not be found. Mar 31 23:21:29.370470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b051db7-23cb-444d-93e4-796daf85d926 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "GET /v2.0/security-groups/8fbdb436-dba0-4f5e-9376-36cff3b41802 HTTP/1.1" status: 404 len: 347 time: 0.0695026 Mar 31 23:21:29.370638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:29.372800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-1c8c0f84-a37c-4726-b884-0df9f0f31d5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 200 len: 217 time: 0.0730491 Mar 31 23:21:29.426234 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:29.482483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6d2fd-92db-4dc3-abc2-94d4966c462c None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:16Z', 'revision_number': 6, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b4063911-f63a-4a5b-81e9-95c9b2954b52', 'name': '', 'network_id': '0c64adc0-24d2-4da4-b78c-c63fec94ab46', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:1d:2c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '644f0317-71e6-4b74-98f5-bd196e550970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:27Z', 'updated_at': '2022-03-31T23:18:33Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '644f0317-71e6-4b74-98f5-bd196e550970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:29.486649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-e7d25a7c-3d10-45c4-aad7-10ba9d2521d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1001 time: 0.1289525 Mar 31 23:21:29.489451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-9e1cf91b-ee4a-41da-996b-77ed345bae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.490320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-9e1cf91b-ee4a-41da-996b-77ed345bae84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 200 len: 834 time: 0.0714874 Mar 31 23:21:29.549255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port f755aec8-d7c8-483a-8957-241a4e5aa866 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:29.549754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.655181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-21545dbd-536c-4c35-ba12-b598006a0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.656854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-21545dbd-536c-4c35-ba12-b598006a0f52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1551900 Mar 31 23:21:29.663319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4bcc4d23-b8ca-4863-86a0-8101e56fd0f1 req-78444691-e191-483e-890d-1966d27c46bb tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0355215 Mar 31 23:21:29.663453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-c74dc7d8-1b9b-425e-a797-b852a18928d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.664857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-c74dc7d8-1b9b-425e-a797-b852a18928d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c64adc0-24d2-4da4-b78c-c63fec94ab46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618955 Mar 31 23:21:29.720181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.720181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:29.740631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for f755aec8-d7c8-483a-8957-241a4e5aa866 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:29.810615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-862fd3a6-551b-4322-bdd5-46ac2668690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.812243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-862fd3a6-551b-4322-bdd5-46ac2668690e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309245 Mar 31 23:21:29.898604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-9c473672-7411-47da-a107-8abd766de57e service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054992 Mar 31 23:21:29.955292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cd6a9-6326-4305-a27f-e35f219be8f9 req-ca2208a9-dfc0-44b5-825a-466118a917d8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.957166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee4cd6a9-6326-4305-a27f-e35f219be8f9 req-ca2208a9-dfc0-44b5-825a-466118a917d8 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1574647 Mar 31 23:21:29.979483 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:29.983640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae882-6f44-43a4-a297-06fb7511440f req-7dd912a0-fa04-4cac-8b83-8776ae1fa751 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.992005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e9ae882-6f44-43a4-a297-06fb7511440f req-7dd912a0-fa04-4cac-8b83-8776ae1fa751 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.1027477 Mar 31 23:21:30.061724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-7a0e56b2-bba9-45ac-854b-52a88f36ef95 service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263498 Mar 31 23:21:30.073541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e9ae882-6f44-43a4-a297-06fb7511440f req-6808df22-d4f1-435c-9030-67b76112e6c0 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806291 Mar 31 23:21:30.078359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb65e821-8174-4c6e-b50a-6dab2ac2eeb2 None None] New status for floating IP f6c8e423-fad6-42f7-b0e1-9b8d37cf221e: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:21:30.116554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee4cd6a9-6326-4305-a27f-e35f219be8f9 req-ecf92379-7dd3-4845-8714-da616d686cff tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429129 Mar 31 23:21:30.133421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.192519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=f755aec8-d7c8-483a-8957-241a4e5aa866,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:30.276819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.280152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.284504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c77f0de5-a568-4339-9120-1d08fc8cf60f tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/floatingips/9b71b5d1-ab60-405d-a84f-a639d327089a HTTP/1.1" status: 204 len: 168 time: 0.9094934 Mar 31 23:21:30.285763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 42968) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:30.339020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-2302c529-b78d-4afe-8784-c686a4b44b6c service neutron] 10.222.0.60 "GET /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359063 Mar 31 23:21:30.387911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-39302337-3563-4a4c-88eb-10520ad699bc service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762554 Mar 31 23:21:30.437674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port 014a8811-af37-48e5-bf46-980f901d2f0d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:30.438145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.458873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c66fb-a491-4532-9de1-1de67ee626ca req-befe2ef4-9618-4b3b-8d90-c354ae3121e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:30.462084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-749c66fb-a491-4532-9de1-1de67ee626ca req-befe2ef4-9618-4b3b-8d90-c354ae3121e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 945 time: 0.0968640 Mar 31 23:21:30.545266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.560419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for 014a8811-af37-48e5-bf46-980f901d2f0d owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:30.587288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port c30817be-284e-438e-8071-f825eb2c7240 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:30.587644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.705204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port c30817be-284e-438e-8071-f825eb2c7240, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c30817be-284e-438e-8071-f825eb2c7240,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:30.706457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.729045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for c30817be-284e-438e-8071-f825eb2c7240 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:30.770608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.816189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=014a8811-af37-48e5-bf46-980f901d2f0d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:30.847002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b18b48d9-ee04-4720-b07a-9b3e0e08333d req-1e5ea0ce-2252-4b30-af81-46205e2c9ead tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0404408 Mar 31 23:21:30.912713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.950736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:30.954395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22ad427a-d283-4b1d-847d-6aa0f4bc4b09 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/ports/014a8811-af37-48e5-bf46-980f901d2f0d HTTP/1.1" status: 204 len: 168 time: 0.6675980 Mar 31 23:21:30.958005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 42990) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:30.960210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=c30817be-284e-438e-8071-f825eb2c7240,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.027774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] No DVR routers for this DVR port c30817be-284e-438e-8071-f825eb2c7240 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:31.039135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.043137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-749c66fb-a491-4532-9de1-1de67ee626ca req-e96ef7ba-4cd9-480f-9cfd-d2b342be855d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.60 "DELETE /v2.0/ports/c30817be-284e-438e-8071-f825eb2c7240 HTTP/1.1" status: 204 len: 173 time: 0.5750482 Mar 31 23:21:31.043646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'name': 'network-vif-deleted', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:31.046362 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473a1de-3991-4e2f-ae9c-248a230188f9" -d '{"events": [{"server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "name": "network-vif-deleted", "tag": "c30817be-284e-438e-8071-f825eb2c7240"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:31.118136 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aff13e-46b5-4cd7-8736-317f40270af0 x-openstack-request-id: req-69aff13e-46b5-4cd7-8736-317f40270af0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:31.118435 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848e5013-bad9-4141-8080-f0a3e7869f9a", "name": "network-vif-deleted", "tag": "c30817be-284e-438e-8071-f825eb2c7240", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:31.118693 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-69aff13e-46b5-4cd7-8736-317f40270af0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:31.119101 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aff13e-46b5-4cd7-8736-317f40270af0'] response: {'server_uuid': '848e5013-bad9-4141-8080-f0a3e7869f9a', 'name': 'network-vif-deleted', 'tag': 'c30817be-284e-438e-8071-f825eb2c7240', 'status': 'completed', 'code': 200} Mar 31 23:21:31.165491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port a9a7e063-ebc5-4548-8d20-9728ebf2b57b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:31.167317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.327186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-973e7224-b5f5-4500-8fcc-42aab27b5ed1 req-d3e48d6d-8e16-4148-8864-a45bfbd8e18e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=848e5013-bad9-4141-8080-f0a3e7869f9a HTTP/1.1" status: 200 len: 210 time: 0.0631762 Mar 31 23:21:31.403866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff544918-ba02-4cda-95be-1f284bd57d85 req-5096d7b5-619e-4561-a17e-42ef45c97775 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0610340 Mar 31 23:21:31.406389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.453423 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for a9a7e063-ebc5-4548-8d20-9728ebf2b57b owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:31.540010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b0563-9ade-418f-b997-1a9612347ea7 req-5611f71f-73a5-4310-bf29-591b35938247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:31.542237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-802b0563-9ade-418f-b997-1a9612347ea7 req-5611f71f-73a5-4310-bf29-591b35938247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1441250 Mar 31 23:21:31.618285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-802b0563-9ade-418f-b997-1a9612347ea7 req-a004525b-2844-4f46-a933-078d9e00c81a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604091 Mar 31 23:21:31.711905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.758185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=a9a7e063-ebc5-4548-8d20-9728ebf2b57b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:31.840000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:31.848554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-25c9c9ad-1260-497e-804e-6e7025495a0a tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/ports/a9a7e063-ebc5-4548-8d20-9728ebf2b57b HTTP/1.1" status: 204 len: 168 time: 0.8853838 Mar 31 23:21:31.848706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43016) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:31.931625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting subnet d1a7e92e-9051-42f9-a90b-5267d4652691 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:31.936553 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.022583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.039330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-280cf2e7-cfe2-40ff-a5c1-1a5fc6ef5d13 req-325c01de-48ee-4f96-9dec-0eb29cb1a6d9 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0701127 Mar 31 23:21:32.152517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.228092 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.276983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a7e92e-9051-42f9-a90b-5267d4652691,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.286206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.290244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-622b1b21-9ebd-48ec-a321-b92867720aad tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/subnets/d1a7e92e-9051-42f9-a90b-5267d4652691 HTTP/1.1" status: 204 len: 168 time: 0.4405766 Mar 31 23:21:32.291133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c6152-b8bc-46ae-b8b7-f0e90b3b4fb3 None None] Network dc4cc462-d50c-44be-87a1-5dffcf790e48 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:32.292995 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43038) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.356963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting subnet 4c7f455e-3732-4684-a6e9-f195a453a9bb {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:32.365440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.396670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43042) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.459061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.517655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92965e6b-0ea7-4edb-befe-3f7e46d53e01 req-905de28e-9903-4824-89e2-f525a1ee0d3b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0501354 Mar 31 23:21:32.582994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.589381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.634433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660afcc2-b176-4084-a925-42f160bd992d None None] DHCP port deletion for dc4cc462-d50c-44be-87a1-5dffcf790e48 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:32.649163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.678270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.720080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7f455e-3732-4684-a6e9-f195a453a9bb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.742790 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.746158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c3ba3c-d842-41ba-98c3-404bdbdeb9b9 None None] Network e53d796f-bfe4-445d-b4cc-7bdecd770aa3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:32.747308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5b42bec-b95f-4cc0-a5b6-9c713b629f9d tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/subnets/4c7f455e-3732-4684-a6e9-f195a453a9bb HTTP/1.1" status: 204 len: 168 time: 0.4530532 Mar 31 23:21:32.751044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.784938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.784938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.788907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/security-groups/d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f HTTP/1.1" status: 204 len: 168 time: 0.3910501 Mar 31 23:21:32.793864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7755af-b559-4b07-8feb-3a09b8e2be87 req-64f99afc-970b-4c0a-924e-685b54a3d98d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:32.793864 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f7755af-b559-4b07-8feb-3a09b8e2be87 req-64f99afc-970b-4c0a-924e-685b54a3d98d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.0707307 Mar 31 23:21:32.813737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Deleting port b8e08c5c-791a-41ad-b53d-287fe24a87f5 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:32.815208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.827026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7fe11-6fbb-4f62-a401-866f5d413899 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6b2db-1fd7-40e8-b4a7-c81bf29ae77f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:32.851872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43056) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:32.905795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:32.987412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f7755af-b559-4b07-8feb-3a09b8e2be87 req-e8ffb264-d5c2-46f9-9918-ee72fd1a1553 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857870 Mar 31 23:21:33.007165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Deleting port b8e08c5c-791a-41ad-b53d-287fe24a87f5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:33.018857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.100182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-660afcc2-b176-4084-a925-42f160bd992d None None] For port b8e08c5c-791a-41ad-b53d-287fe24a87f5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8e08c5c-791a-41ad-b53d-287fe24a87f5,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:33.100887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.138621 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Calling delete_port for b8e08c5c-791a-41ad-b53d-287fe24a87f5 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:33.173016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] For port b8e08c5c-791a-41ad-b53d-287fe24a87f5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b8e08c5c-791a-41ad-b53d-287fe24a87f5,segment=NetworkSegment(3839b714-73f9-44c3-baa7-9febb009a8c5),segment_id=3839b714-73f9-44c3-baa7-9febb009a8c5)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:33.182560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.202476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Calling delete_port for b8e08c5c-791a-41ad-b53d-287fe24a87f5 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:33.283009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] DHCP port deletion for e53d796f-bfe4-445d-b4cc-7bdecd770aa3 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:33.368431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.430974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e1b318e-b8e6-45db-b5ba-5e41685334b8 req-243abfd8-d9ab-4396-88df-6fbf1b18b113 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0946476 Mar 31 23:21:33.446060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660afcc2-b176-4084-a925-42f160bd992d None None] No DVR routers for this DVR port b8e08c5c-791a-41ad-b53d-287fe24a87f5 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:33.450691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660afcc2-b176-4084-a925-42f160bd992d None None] Pushing event deleted for resources: {'Port': ['ID=b8e08c5c-791a-41ad-b53d-287fe24a87f5,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.459889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.498713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Port': ['ID=b8e08c5c-791a-41ad-b53d-287fe24a87f5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.524323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] No DVR routers for this DVR port b8e08c5c-791a-41ad-b53d-287fe24a87f5 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:33.524635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Deleting port 1c69957b-371b-4e83-b76a-03457d30d011 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:33.524857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.650795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] For port 1c69957b-371b-4e83-b76a-03457d30d011, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1c69957b-371b-4e83-b76a-03457d30d011,segment=NetworkSegment(84493609-b8a7-4240-8e27-24755c364bdb),segment_id=84493609-b8a7-4240-8e27-24755c364bdb)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:33.651515 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.688747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Calling delete_port for 1c69957b-371b-4e83-b76a-03457d30d011 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:33.714294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.731702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.743592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4cc462-d50c-44be-87a1-5dffcf790e48']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:33.769787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3839b714-73f9-44c3-baa7-9febb009a8c5') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:33.771892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3839b714-73f9-44c3-baa7-9febb009a8c5') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:33.792404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.822442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.838422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:33.839109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self.session.flush() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:33.843427 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:33.929906 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.975673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.985231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] Pushing event deleted for resources: {'Port': ['ID=1c69957b-371b-4e83-b76a-03457d30d011,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:33.990772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784028f-81ca-4519-86b9-0c8e5fee8eca None None] No DVR routers for this DVR port 1c69957b-371b-4e83-b76a-03457d30d011 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:33.995588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:33.999512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/networks/dc4cc462-d50c-44be-87a1-5dffcf790e48 HTTP/1.1" status: 204 len: 168 time: 1.2469716 Mar 31 23:21:34.002064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43080) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:34.034122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9e9a-b113-4608-b511-18f92bdee453 tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Network': ['ID=dc4cc462-d50c-44be-87a1-5dffcf790e48,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:34.124309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-7b3b79f7-1465-40d3-93a1-820781c4f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.126464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-7b3b79f7-1465-40d3-93a1-820781c4f899 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 1096 time: 0.1516759 Mar 31 23:21:34.153605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:34.160677 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.324905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8e08c5c-791a-41ad-b53d-287fe24a87f5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:34.345305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078e2d-38ee-4075-8465-fd36ac1a4af2 req-0d575e00-5fae-42af-be77-3aa40b5db3d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:34.347091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c078e2d-38ee-4075-8465-fd36ac1a4af2 req-0d575e00-5fae-42af-be77-3aa40b5db3d5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1854250 Mar 31 23:21:34.353807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.362730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b8e08c5c-791a-41ad-b53d-287fe24a87f5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:34.364757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b8e08c5c-791a-41ad-b53d-287fe24a87f5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:34.365404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1c69957b-371b-4e83-b76a-03457d30d011 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:34.374413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.382658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e53d796f-bfe4-445d-b4cc-7bdecd770aa3']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.395589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84493609-b8a7-4240-8e27-24755c364bdb') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.395942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84493609-b8a7-4240-8e27-24755c364bdb') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:34.404262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1c69957b-371b-4e83-b76a-03457d30d011 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:34.405273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1c69957b-371b-4e83-b76a-03457d30d011 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:34.430818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.465389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.477608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c078e2d-38ee-4075-8465-fd36ac1a4af2 req-f42dcd46-8f8e-49e9-8070-1bf3a4ee8b9b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079822 Mar 31 23:21:34.482377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-735ff0f3-cd9d-4640-a9d7-d596dc33baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.490797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:34.491281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:34.494576 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:34.513891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c30817be-284e-438e-8071-f825eb2c7240 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:34.518418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port b4063911-f63a-4a5b-81e9-95c9b2954b52 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:34.523472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.554808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: c30817be-284e-438e-8071-f825eb2c7240 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:34.555469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c30817be-284e-438e-8071-f825eb2c7240 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:34.616048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29f3da75-5ab9-423f-8279-6954af63e57d req-07b1e9ad-4a08-4dde-abd0-aade7d5d27b4 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0359030 Mar 31 23:21:34.624896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.646759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.651448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] 10.222.0.95 "DELETE /v2.0/networks/e53d796f-bfe4-445d-b4cc-7bdecd770aa3 HTTP/1.1" status: 204 len: 168 time: 0.6434944 Mar 31 23:21:34.665776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d8bea-3f29-40f8-9433-a82f6af401dd tempest-TaggedBootDevicesTest_v242-1904221183 tempest-TaggedBootDevicesTest_v242-1904221183-project] Pushing event deleted for resources: {'Network': ['ID=e53d796f-bfe4-445d-b4cc-7bdecd770aa3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:34.783528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port b4063911-f63a-4a5b-81e9-95c9b2954b52, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4063911-f63a-4a5b-81e9-95c9b2954b52,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:34.784139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:34.803537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for b4063911-f63a-4a5b-81e9-95c9b2954b52 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:34.835986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:34.960788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:35.087051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:35.089475 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda36649-72fd-4fed-9175-11621d8f7770" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:35.096209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.123366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Transition to ACTIVE for port object 1873ab7f-2c31-46e2-9851-b482840e8b7b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:35.126321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb8eba8e-5497-4a78-9c97-8c92b218426a req-2d515181-aff9-4763-8b74-e414b04f3cac tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0635302 Mar 31 23:21:35.149397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.619193 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03432923-a19c-4751-8d2d-0e3a0e175d27 x-openstack-request-id: req-03432923-a19c-4751-8d2d-0e3a0e175d27 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:35.619338 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:35.619645 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-03432923-a19c-4751-8d2d-0e3a0e175d27 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:35.619958 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03432923-a19c-4751-8d2d-0e3a0e175d27'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'code': 200} Mar 31 23:21:35.697046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ddbe-6516-4591-84f2-a21d5f1a0d4a req-3e61d7b6-4135-4afc-a60b-3c53863cf698 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:35.705018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93d0ddbe-6516-4591-84f2-a21d5f1a0d4a req-3e61d7b6-4135-4afc-a60b-3c53863cf698 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.0810966 Mar 31 23:21:35.750810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93d0ddbe-6516-4591-84f2-a21d5f1a0d4a req-5c5ca531-1914-48ef-ae24-143e5d1ae4ec tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446014 Mar 31 23:21:35.841693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:35.869339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] No DVR routers for this DVR port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:35.945212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:35.991055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=b4063911-f63a-4a5b-81e9-95c9b2954b52,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:36.291306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:36.291644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:36.291973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:36.356881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:36.357217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Attempting to bind port 1873ab7f-2c31-46e2-9851-b482840e8b7b on network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:36.383993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:36.384330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Checking segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:36.384719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Bound using segment: {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:36.385519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Bound port: 1873ab7f-2c31-46e2-9851-b482840e8b7b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e73a56-d2d5-465f-a963-6dfe9429142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:36.385877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.389440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad18549e-453e-44de-a043-6b8b5be0b1d0 req-bd726477-b453-46fb-b8e3-85b0d76d66dd tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0843229 Mar 31 23:21:36.410963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.529592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:36.577076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:36.596699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:36.712840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router fff672d6-d178-4259-b049-f8f25ace58d0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:36.718216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:36.728538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.807438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.816081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.819265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-244dac42-0150-4550-b451-507e94f73c8c service neutron] 10.222.0.96 "PUT /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1092 time: 2.6786444 Mar 31 23:21:36.951612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ab47965-0cb8-499b-9b07-50b1e0599270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:36.982410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242ed9e-7e9a-47bc-937a-5a6242a87283 req-6e86060e-abc4-495f-bcbc-bc380411e957 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.985018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c242ed9e-7e9a-47bc-937a-5a6242a87283 req-6e86060e-abc4-495f-bcbc-bc380411e957 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.1088960 Mar 31 23:21:36.993409 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244dac42-0150-4550-b451-507e94f73c8c service neutron] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=11']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:37.055830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-1d3192de-382f-45d5-b8ff-dd2456816336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.055830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-1d3192de-382f-45d5-b8ff-dd2456816336 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1095 time: 0.1584291 Mar 31 23:21:37.096944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c242ed9e-7e9a-47bc-937a-5a6242a87283 req-fba81ccf-91e1-4965-b55d-3e8bb5680a20 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015413 Mar 31 23:21:37.155046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:37.164234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:37.164983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3c0b2d7b-7dc0-4e17-adf2-43294cd1aeea tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/fff672d6-d178-4259-b049-f8f25ace58d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3104765 Mar 31 23:21:37.169989 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Sync routers for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:37.194131 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:37.196297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:37.305162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting subnet 644f0317-71e6-4b74-98f5-bd196e550970 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:37.313420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.331954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-876d6ed7-03b0-4d78-a3bc-049735e1b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.339916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-876d6ed7-03b0-4d78-a3bc-049735e1b6fe service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2676883 Mar 31 23:21:37.404702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.440229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:37.500199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-8f5dd466-7f76-41fc-8783-1f2fe6812e4e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.1569057 Mar 31 23:21:37.598110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11ee45c5-e82b-421d-835d-c2e74cca9f68 req-aeae34de-c102-4066-92d5-2e8a632c3e40 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0411811 Mar 31 23:21:37.604770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.616522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-53597052-3e13-4b3d-8fc0-e0e727ae4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.618120 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-53597052-3e13-4b3d-8fc0-e0e727ae4b71 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1102304 Mar 31 23:21:37.620928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:37.623554 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86" -d '{"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:37.701777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-55905552-e976-4d62-9268-bd7a3e3d5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.704071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-55905552-e976-4d62-9268-bd7a3e3d5744 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754569 Mar 31 23:21:37.710562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.732713 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c199137-6dc1-4fd3-9028-cd4f89174aa4 x-openstack-request-id: req-0c199137-6dc1-4fd3-9028-cd4f89174aa4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:37.733169 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:37.733523 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0c199137-6dc1-4fd3-9028-cd4f89174aa4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:37.734137 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c199137-6dc1-4fd3-9028-cd4f89174aa4'] response: {'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:21:37.788116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Subnet': ['ID=644f0317-71e6-4b74-98f5-bd196e550970,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:37.828996 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:35Z', 'revision_number': 7, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:37.838690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:37.845481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db99fa5-03e1-4f17-9234-1b73ddda47d6 None None] Network 0c64adc0-24d2-4da4-b78c-c63fec94ab46 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:37.866371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a7131ca6-90ce-4d63-b36e-266eb65b4238 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/subnets/644f0317-71e6-4b74-98f5-bd196e550970 HTTP/1.1" status: 204 len: 168 time: 0.7009296 Mar 31 23:21:37.867123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:37.868088 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Checking router: fff672d6-d178-4259-b049-f8f25ace58d0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:37.881412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Routers {'fff672d6-d178-4259-b049-f8f25ace58d0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:37.882299 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fff672d6-d178-4259-b049-f8f25ace58d0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:37.916101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-a43c9614-58d3-47e3-8685-e1f5d09263c2 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035570 Mar 31 23:21:37.976342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-a473faa4-11dc-4bc4-9651-b99bf3f6b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.977882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-a473faa4-11dc-4bc4-9651-b99bf3f6b2bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1095 time: 0.2015169 Mar 31 23:21:38.087545 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] Set router fff672d6-d178-4259-b049-f8f25ace58d0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:38.131475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d5e10c3-3e58-4eeb-845f-91c1b2af3f49 req-b3eca69c-eda5-4c0c-b84b-5c4712c081c4 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076261 Mar 31 23:21:38.259433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] DHCP port deletion for 0c64adc0-24d2-4da4-b78c-c63fec94ab46 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:38.337415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Deleting port dbf66104-b37d-453f-9554-eb11f09934b0 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:38.338325 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.432434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.441252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] For port dbf66104-b37d-453f-9554-eb11f09934b0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dbf66104-b37d-453f-9554-eb11f09934b0,segment=NetworkSegment(2958e863-39b9-44cc-8cc7-365a95f3bfd7),segment_id=2958e863-39b9-44cc-8cc7-365a95f3bfd7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:38.444284 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.467924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-2b21e0c2-4ee6-4d65-90c1-285a5db4e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.469541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-2b21e0c2-4ee6-4d65-90c1-285a5db4e23b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1095 time: 0.2750468 Mar 31 23:21:38.483982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Calling delete_port for dbf66104-b37d-453f-9554-eb11f09934b0 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:38.495684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c0e7e-de48-4c16-8483-be4ea6e4db79 req-d16a4b86-cb2b-4a5b-bf08-9fe2cba43133 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.507058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d9c0e7e-de48-4c16-8483-be4ea6e4db79 req-d16a4b86-cb2b-4a5b-bf08-9fe2cba43133 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.2600081 Mar 31 23:21:38.622950 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:35Z', 'revision_number': 7, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:38.634111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-94058275-f651-4ccd-9c5a-f637afb6225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.641516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-94058275-f651-4ccd-9c5a-f637afb6225e service neutron] 10.222.0.60 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.6506071 Mar 31 23:21:38.647340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.733458 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea810d-125d-4a87-acb2-c82f8d37a517 None None] The sync data for ids ['fff672d6-d178-4259-b049-f8f25ace58d0'] in n-d-835855-2 is: [{'id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'name': 'tempest-TestNetworkBasicOps-router-583121210', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:18:20Z', 'updated_at': '2022-03-31T23:21:35Z', 'revision_number': 7, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': 'a0931401-8bb5-429b-b89c-85c7755b4cc6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fff672d6-d178-4259-b049-f8f25ace58d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:18:21Z', 'updated_at': '2022-03-31T23:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:38.749627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:38.768363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] No DVR routers for this DVR port dbf66104-b37d-453f-9554-eb11f09934b0 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:38.806781 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d9c0e7e-de48-4c16-8483-be4ea6e4db79 req-cf1ce56f-4ce1-4308-bfcf-03a626943af4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896693 Mar 31 23:21:38.823139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-2d60fe2c-c1e0-4e0c-9fa8-4c1da61c0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.824942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-2d60fe2c-c1e0-4e0c-9fa8-4c1da61c0ced service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.3471019 Mar 31 23:21:38.839950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c5d89-e463-4703-894a-6446f5cbac2d None None] Pushing event deleted for resources: {'Port': ['ID=dbf66104-b37d-453f-9554-eb11f09934b0,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.933774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-d101ad03-84c3-4bec-88ab-b801b5174a12 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.1010020 Mar 31 23:21:38.993766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-7366b19f-7d6f-4350-a436-cb553527a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.999446 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-7366b19f-7d6f-4350-a436-cb553527a96a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.0578432 Mar 31 23:21:39.064084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-deb9faba-b598-48d0-a53c-5923211a1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.065901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-deb9faba-b598-48d0-a53c-5923211a1046 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589225 Mar 31 23:21:39.239370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-c203d392-4ba3-4d6e-9ba0-7bf8b780c56c service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634798 Mar 31 23:21:39.262875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8447e3c-2b95-47e5-9548-916754a722de req-4dcc3722-1690-46fa-891a-34649296fed6 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0416293 Mar 31 23:21:39.303824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.335718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-9dac1fbc-e62e-4615-821e-7691829eeadf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 999 time: 0.6810274 Mar 31 23:21:39.419761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-444ab069-4b6f-4369-b8e3-e1c649dbcc66 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713390 Mar 31 23:21:39.485162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-acedce21-5371-4f35-ab39-0dc494a9ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.488615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-acedce21-5371-4f35-ab39-0dc494a9ae41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1454349 Mar 31 23:21:39.599734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port a0931401-8bb5-429b-b89c-85c7755b4cc6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:39.600737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.683682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-ae4e9b35-2aee-4aad-9086-41208d6e21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:39.685374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-ae4e9b35-2aee-4aad-9086-41208d6e21bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892622 Mar 31 23:21:39.782762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port a0931401-8bb5-429b-b89c-85c7755b4cc6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0931401-8bb5-429b-b89c-85c7755b4cc6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:39.784528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:39.809194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for a0931401-8bb5-429b-b89c-85c7755b4cc6 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:39.860873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-ccc022f9-b8b7-4f2d-aea5-98db523d68a7 service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626332 Mar 31 23:21:39.999114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d592103-4e3e-44de-ab9a-1fbe7662f01c req-2604ea2a-27ac-4793-8437-0474016187a7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:40.011680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d592103-4e3e-44de-ab9a-1fbe7662f01c req-2604ea2a-27ac-4793-8437-0474016187a7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 944 time: 0.0876842 Mar 31 23:21:40.027054 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.066229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5d592103-4e3e-44de-ab9a-1fbe7662f01c req-f2f46cb3-65fd-483c-bd14-0e38b4615e3e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520339 Mar 31 23:21:40.166600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1faafaf-79f7-4fd9-9408-0fe24bf62a86 req-784b3088-c0a1-42c5-a924-8e1d2af9a0b6 service neutron] 10.222.0.60 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297859 Mar 31 23:21:40.276903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.313193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4063911-f63a-4a5b-81e9-95c9b2954b52 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:40.334826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=a0931401-8bb5-429b-b89c-85c7755b4cc6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:40.362088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b4063911-f63a-4a5b-81e9-95c9b2954b52 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:40.362423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4063911-f63a-4a5b-81e9-95c9b2954b52 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:40.363206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dbf66104-b37d-453f-9554-eb11f09934b0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:40.397417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: dbf66104-b37d-453f-9554-eb11f09934b0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:40.398117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dbf66104-b37d-453f-9554-eb11f09934b0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:40.436311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.494233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7632713-c608-4504-a225-a983f1479dc7 req-0b3dd997-0234-4020-a834-7f00246157bd tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0448925 Mar 31 23:21:40.495142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.628846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.631713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.669771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:40.705264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.706097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Fanout notify agent at l3_agent the message router_deleted on router fff672d6-d178-4259-b049-f8f25ace58d0 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:40.714446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.718683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43258) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:40.719203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-13cba884-10a2-429a-b78c-382c557b90e3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/routers/fff672d6-d178-4259-b049-f8f25ace58d0 HTTP/1.1" status: 204 len: 168 time: 2.8429365 Mar 31 23:21:40.883919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:40.925095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:40.944580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'port_id': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'mac_address': 'fa:16:3e:6b:2d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:41.040023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.076613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.077817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:41.123006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:41.124837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c64adc0-24d2-4da4-b78c-c63fec94ab46']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.137255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.139107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2958e863-39b9-44cc-8cc7-365a95f3bfd7') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.139525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2958e863-39b9-44cc-8cc7-365a95f3bfd7') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:41.151859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.168921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.186793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:41.187676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:41.191805 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:41.225889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:41.324981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.334702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.341394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/networks/0c64adc0-24d2-4da4-b78c-c63fec94ab46 HTTP/1.1" status: 204 len: 168 time: 0.6178877 Mar 31 23:21:41.355320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf557-ae5b-49ca-ab0f-069b93732f71 req-72dbc3e2-5982-480b-a31b-0a97c4756e91 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:41.355320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35cbf557-ae5b-49ca-ab0f-069b93732f71 req-72dbc3e2-5982-480b-a31b-0a97c4756e91 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1240265 Mar 31 23:21:41.363877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43270) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:41.374826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'network': {'name': 'tempest-network-smoke--495021691', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:41.392479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b4fd0-28e9-41e6-bc68-df8c604f893f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Network': ['ID=0c64adc0-24d2-4da4-b78c-c63fec94ab46,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:41.429226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:41.435094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.480192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] vlan segment allocate from pool success with {'vlan_id': 1282, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:21:41.490044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35cbf557-ae5b-49ca-ab0f-069b93732f71 req-db3ea406-8c4a-4963-ab73-b23de724cdf5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932214 Mar 31 23:21:41.512319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.513102 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Added segment 3a9f2538-3db1-476d-a35f-06690f303eae of type vlan for network 18943f83-09d9-4bd5-b890-ad9a936ca726 Mar 31 23:21:41.657653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.716994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b33789b2-ef5d-4689-a0f0-52e9491b24c1 req-edb124df-aa6a-406f-8958-736bc33bc95f tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0384426 Mar 31 23:21:41.729532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.735456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:41.737246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.826561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4609957 Mar 31 23:21:41.829219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43282) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:41.835642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'admin_state_up': True, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:41.891886 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.892965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:41.895447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b107f-2149-423e-bc0b-f5d340a6fb55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Network': ['ID=18943f83-09d9-4bd5-b890-ad9a936ca726,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:41.920141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:21:42.047488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.271937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:42.304262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0931401-8bb5-429b-b89c-85c7755b4cc6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:42.344774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a0931401-8bb5-429b-b89c-85c7755b4cc6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:42.345459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0931401-8bb5-429b-b89c-85c7755b4cc6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:42.614758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['1873ab7f-2c31-46e2-9851-b482840e8b7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:42.848151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17f87-8049-4ff1-adf6-0e686c29e25e req-1274a69a-f6f3-4523-8fdc-621464855271 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:42.850851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ebf17f87-8049-4ff1-adf6-0e686c29e25e req-1274a69a-f6f3-4523-8fdc-621464855271 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 945 time: 0.1061115 Mar 31 23:21:42.932911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1bbf0de0-3eb0-4afb-83f5-043fd7edb06a req-c7fe35fa-f1c5-4d49-968a-7e4f0442e0ad tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0355811 Mar 31 23:21:42.946752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ebf17f87-8049-4ff1-adf6-0e686c29e25e req-b279c353-accb-4ccb-bb5f-dbe1bea2373c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788984 Mar 31 23:21:42.986415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43310) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:43.087750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.142122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.166527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8f8a87a1-b746-4fe1-b67e-b42ef17a0ab6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 200 len: 992 time: 0.1815395 Mar 31 23:21:43.349056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.25.8.3 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/0c2396fb-961f-4e5b-927e-cb886f5e4d91) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:43.550901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.624631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:43.708553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:43.710306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:43.730931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:43.797543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=0c2396fb-961f-4e5b-927e-cb886f5e4d91,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:43.804189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43332) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:44.079557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b868c4-f659-4165-8605-55b5dc813b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.179196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-06782d7f-e69c-46a0-8dfb-cee346f96666 req-e3ccc772-97a0-4a75-963a-7c749831dbfd tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0512488 Mar 31 23:21:44.263983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b868c4-f659-4165-8605-55b5dc813b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.270711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b868c4-f659-4165-8605-55b5dc813b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.274563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.342053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24b868c4-f659-4165-8605-55b5dc813b94 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=672ccb62e8494cee84fc4e0f9e16aa70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364082 Mar 31 23:21:44.343266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b868c4-f659-4165-8605-55b5dc813b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fb424a-4a49-4147-bc72-ce7778c3c49a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:44.345624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43348) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:44.540833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.574662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.581504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.687767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:44.743157 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.746276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.747747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/39fb424a-4a49-4147-bc72-ce7778c3c49a HTTP/1.1" status: 204 len: 168 time: 0.3987522 Mar 31 23:21:44.779959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11361dc-76c2-4e3d-9a1d-a59600e1d83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fb424a-4a49-4147-bc72-ce7778c3c49a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:44.786382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router 83b19fdb-bbda-42fb-879f-19de3c3554be is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:21:44.796627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 1873ab7f-2c31-46e2-9851-b482840e8b7b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:21:44.807448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 1873ab7f-2c31-46e2-9851-b482840e8b7b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:44.807828 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.926548 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.947813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:44.978832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:44.980385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Sync routers for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:44.984584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a1e70386-fd13-437a-958b-d13fcf50f0db tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1509421 Mar 31 23:21:44.984963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.034447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:45.035109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.041559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:45.049644 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afe886e-a6cf-4a9d-a0bb-615814cf1147" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:45.057319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7425bee-ff16-4b54-9616-864f6774a1bd tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=aeb15266e0ec458fb1bbb6e810fff2ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684679 Mar 31 23:21:45.059087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43372) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.115360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:45.180452 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875d6526-21d6-4836-96f3-5b615e926550 x-openstack-request-id: req-875d6526-21d6-4836-96f3-5b615e926550 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:45.180750 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-plugged", "status": "completed", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:45.181000 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-875d6526-21d6-4836-96f3-5b615e926550 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:45.181409 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875d6526-21d6-4836-96f3-5b615e926550'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'code': 200} Mar 31 23:21:45.184114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.210416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.245604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42e3925-32eb-4c18-a68a-c9a07394f072 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:45.246141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb3c-7ecc-4f6f-bcfb-06e65b8f6861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.251373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e42e3925-32eb-4c18-a68a-c9a07394f072 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1911526 Mar 31 23:21:45.252291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43380) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.286133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.286710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6753f3cf-6542-4513-bc60-01b9f8c2b7a4 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327718 Mar 31 23:21:45.294113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625202823', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:45.378444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.409110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:45.525168 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62e332e7-7400-4a11-8ff3-f82b9e0341d5 req-f94446df-6cb1-4352-ba15-5eb454d7bf72 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.2073574 Mar 31 23:21:45.596002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:45.602978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.785725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb3c-7ecc-4f6f-bcfb-06e65b8f6861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.806801 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e3eb3c-7ecc-4f6f-bcfb-06e65b8f6861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.858993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:44Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:45.868004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8e3eb3c-7ecc-4f6f-bcfb-06e65b8f6861 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c3d20e9c5ed848cbb3745d36100af5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6564987 Mar 31 23:21:45.868614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:45.890428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Checking router: 83b19fdb-bbda-42fb-879f-19de3c3554be for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:45.891196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Updating router 83b19fdb-bbda-42fb-879f-19de3c3554be port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:45.917403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3eb3c-7ecc-4f6f-bcfb-06e65b8f6861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59f45a3-a86b-4100-a9ef-c588844158cb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:45.967297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:45.996711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.055252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.080809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.174699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Subnet': ['ID=63c4e04f-6226-406e-a147-9e7812898262,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.185062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Checking segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:46.185479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network hostable DHCP agents. Network: 18943f83-09d9-4bd5-b890-ad9a936ca726, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:21:46.197299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.200135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.203811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a59f45a3-a86b-4100-a9ef-c588844158cb HTTP/1.1" status: 204 len: 168 time: 0.3258257 Mar 31 23:21:46.232926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb171060-7e5e-4abc-bf45-aa2601728215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59f45a3-a86b-4100-a9ef-c588844158cb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.243903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:21:46.259926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 18943f83-09d9-4bd5-b890-ad9a936ca726) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:46.277211 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:46.278116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.289438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a722dc-4218-482b-b484-710cac7e7f21 None None] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:46.302294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-32f535fc-1e6a-415d-8ef0-6dd5a95c0689 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0149434 Mar 31 23:21:46.308437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43404) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.443135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.506604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.553913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-18943f83-09d9-4bd5-b890-ad9a936ca726', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:21:46.554772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.571051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b83a4-af9e-4373-9389-47ba893c04e2 None None] Pushing event updated for resources: {'Port': ['ID=0c2396fb-961f-4e5b-927e-cb886f5e4d91,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:46.633374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Attempting to bind port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:46.636949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Attempting to bind port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:46.637606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Attempting to bind port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:46.734870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71c0b628-dd2b-4660-8526-2acdf1f42c24 req-6a202935-3751-4fc2-b4ca-66994cb9e365 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0535908 Mar 31 23:21:46.752147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:46.752525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:46.753086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.753542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:46.754097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Bound port: 0c2396fb-961f-4e5b-927e-cb886f5e4d91, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:46.754544 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.890989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] For port 0c2396fb-961f-4e5b-927e-cb886f5e4d91, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:46.895954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] For port 0c2396fb-961f-4e5b-927e-cb886f5e4d91, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0c2396fb-961f-4e5b-927e-cb886f5e4d91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:46.906089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Allocated IP 172.20.0.2 (18943f83-09d9-4bd5-b890-ad9a936ca726/63c4e04f-6226-406e-a147-9e7812898262/ac071854-a157-468d-b546-4a5ea5b20fb2) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:46.912453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.916374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43416) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:46.931991 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a52e1d2-4e93-4e9b-bcd9-44f61a73ca95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:46.982676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:46.983312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:47.029706 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a52e1d2-4e93-4e9b-bcd9-44f61a73ca95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.037973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a52e1d2-4e93-4e9b-bcd9-44f61a73ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.087689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b83a4-af9e-4373-9389-47ba893c04e2 None None] Pushing event updated for resources: {'Port': ['ID=0c2396fb-961f-4e5b-927e-cb886f5e4d91,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.117797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6a52e1d2-4e93-4e9b-bcd9-44f61a73ca95 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=640b061caeb64d989dc3ef4fec1b4942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002676 Mar 31 23:21:47.120086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:47.129846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52e1d2-4e93-4e9b-bcd9-44f61a73ca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16520c5b-4674-45f8-89b7-91ce38239cfb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.167649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.203762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.226288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.260997 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.280350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.285504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.288666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.290040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/16520c5b-4674-45f8-89b7-91ce38239cfb HTTP/1.1" status: 204 len: 168 time: 0.1677167 Mar 31 23:21:47.301102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2824513-fd88-43c1-a760-105bf9f9a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16520c5b-4674-45f8-89b7-91ce38239cfb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.335885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43428) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:47.339517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:47.654870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:47.659296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Pushing event updated for resources: {'Port': ['ID=ac071854-a157-468d-b546-4a5ea5b20fb2,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:47.666624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:47.674837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:47.729341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.1 (18943f83-09d9-4bd5-b890-ad9a936ca726/63c4e04f-6226-406e-a147-9e7812898262/6f0cb114-7512-4d38-a426-502b4fde7e07) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:47.808773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Attempting to bind port ac071854-a157-468d-b546-4a5ea5b20fb2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:47.809502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Attempting to bind port ac071854-a157-468d-b546-4a5ea5b20fb2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:47.810953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Attempting to bind port ac071854-a157-468d-b546-4a5ea5b20fb2 on network 18943f83-09d9-4bd5-b890-ad9a936ca726 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:47.824923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:47.825758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Checking segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:47.826392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.826990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Bound using segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:47.827711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Bound port: ac071854-a157-468d-b546-4a5ea5b20fb2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:47.828810 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:47.847406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:44Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:48.007037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f8e5761e-1b64-496d-84ad-d2a97c1b30ab req-6b8cda17-d9a6-415f-8cf0-f3efb71ddc02 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0390825 Mar 31 23:21:48.118584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdd987-5bea-41b6-a9aa-9d8b53009c03 None None] The sync data for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 is: [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:44Z', 'revision_number': 3, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:48.127122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.222965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] For port ac071854-a157-468d-b546-4a5ea5b20fb2, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:48.235722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.250047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] For port ac071854-a157-468d-b546-4a5ea5b20fb2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac071854-a157-468d-b546-4a5ea5b20fb2,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:48.267143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.324730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:48.328496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:48.331624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:48.345924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.382681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:48.447813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.514264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d88919-cf72-4435-9bd1-98f4942a5eec None None] Pushing event updated for resources: {'Port': ['ID=ac071854-a157-468d-b546-4a5ea5b20fb2,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:48.893327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:48.951315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Deleting port 44c839d8-cd3b-4f15-847c-0e4d8de96c17 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:48.951832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.098705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] For port 44c839d8-cd3b-4f15-847c-0e4d8de96c17, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=44c839d8-cd3b-4f15-847c-0e4d8de96c17,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:49.099504 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.117324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Calling delete_port for 44c839d8-cd3b-4f15-847c-0e4d8de96c17 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:49.289399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c0d5f93-a982-4dd7-95b6-0e033e8b5c09 req-afe3713e-aefe-4b3d-a22f-386eb8371d82 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0395186 Mar 31 23:21:49.399445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.406940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.431099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.490679 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:49.501183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Pushing event deleted for resources: {'Port': ['ID=44c839d8-cd3b-4f15-847c-0e4d8de96c17,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:49.517515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.686929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:49.688860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:49.942409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:49.954932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router 83b19fdb-bbda-42fb-879f-19de3c3554be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:50.212278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:50.237637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2ee8614a-78a4-4cdf-9c30-795e9c98d695 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/83b19fdb-bbda-42fb-879f-19de3c3554be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9264970 Mar 31 23:21:50.240784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43498) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:50.359443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Router d3862cc4-af6e-4372-acd6-88c28dc0d9da has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:50.386133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3db55-0410-4ae1-b21e-2f97a674e138 None None] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:50.793347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac071854-a157-468d-b546-4a5ea5b20fb2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:50.923133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac071854-a157-468d-b546-4a5ea5b20fb2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:50.923133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:50.941628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d69c7bad-623a-43ad-816e-1ada4202ed90 None None] Provisioning complete for port ac071854-a157-468d-b546-4a5ea5b20fb2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:50.942303 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d69c7bad-623a-43ad-816e-1ada4202ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.110373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-452ff48f-e911-4119-b4d2-e189f324022d req-093d32bd-e164-4e32-8414-cd02b3dc80d4 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0674803 Mar 31 23:21:51.226322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.288525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Sync routers for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:51.309617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:51.332290 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.375386 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.402456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d69c7bad-623a-43ad-816e-1ada4202ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.453448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.454350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.455818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.456582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.457217 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.458061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.458820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.459611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.463321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-528dc664-f984-490f-97ad-5694ca65a98f tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 1.2199821 Mar 31 23:21:51.466210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43516) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.498513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ac071854-a157-468d-b546-4a5ea5b20fb2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac071854-a157-468d-b546-4a5ea5b20fb2,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:51.520153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.521287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0c2396fb-961f-4e5b-927e-cb886f5e4d91 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:51.584863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:51.599835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e45ef728-7fb3-4e1b-b956-ed8dd85114df admin admin] 10.222.0.95 "PUT /v2.0/routers/d3862cc4-af6e-4372-acd6-88c28dc0d9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2626889 Mar 31 23:21:51.600675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43518) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.663100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:51.689270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Sync routers for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:51.729721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.741974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.742488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.742951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.743427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.744349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.744820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.745377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.746209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:51.747965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-98ae83a8-eafe-4f84-9e39-bf2c6991e351 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.2805686 Mar 31 23:21:51.752735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:51.802818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ac071854-a157-468d-b546-4a5ea5b20fb2,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:51.826161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:51.827895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:51.830747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-d69c7bad-623a-43ad-816e-1ada4202ed90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:21:51.831377 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-d69c7bad-623a-43ad-816e-1ada4202ed90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:21:51.939798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:51.940593 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:51.960332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.056658 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 2, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:52.078126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:52.093244 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Checking router: 83b19fdb-bbda-42fb-879f-19de3c3554be for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:52.093934 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Updating router 83b19fdb-bbda-42fb-879f-19de3c3554be port 6f0cb114-7512-4d38-a426-502b4fde7e07 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:21:52.124511 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.147579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Deleting port 23369fc8-31bb-4b89-9f73-c2626700a441 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:52.148239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.291864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.453315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 0c2396fb-961f-4e5b-927e-cb886f5e4d91, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0c2396fb-961f-4e5b-927e-cb886f5e4d91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:52.467037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.470231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a43acedd-3dff-4c66-a627-015cc6a6dcf3 req-ebe3cdcc-f0b0-490f-a479-d107e8e4edde tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.1318066 Mar 31 23:21:52.510437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] For port 23369fc8-31bb-4b89-9f73-c2626700a441, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=23369fc8-31bb-4b89-9f73-c2626700a441,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:52.512107 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.543698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8ae6185d-7b83-40d5-95f1-7142b327bac0 tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 0.7899151 Mar 31 23:21:52.569248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Calling delete_port for 23369fc8-31bb-4b89-9f73-c2626700a441 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:52.684229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-65d96b2f-37e9-412d-9ebe-ff25ea578cbe tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=3588d7b857de48a2af8f4d9ae913314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791643 Mar 31 23:21:52.696014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac071854-a157-468d-b546-4a5ea5b20fb2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:52.721778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Provisioning complete for port ac071854-a157-468d-b546-4a5ea5b20fb2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:52.722669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.729909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=0c2396fb-961f-4e5b-927e-cb886f5e4d91,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:52.782560 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.800582 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.809224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.817805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:21:49Z', 'revision_number': 5, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port': {'id': '23369fc8-31bb-4b89-9f73-c2626700a441', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:55Z', 'updated_at': '2022-03-31T23:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:52.848509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Pushing event deleted for resources: {'Port': ['ID=23369fc8-31bb-4b89-9f73-c2626700a441,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:52.858312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Checking router: d3862cc4-af6e-4372-acd6-88c28dc0d9da for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:52.875789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ac071854-a157-468d-b546-4a5ea5b20fb2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:52.876345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:52.882340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Routers {'d3862cc4-af6e-4372-acd6-88c28dc0d9da'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:52.883183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:52.987806 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.060165 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Pushing event updated for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:53.095831 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.096613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.097201 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.101661 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.102256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.102982 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.103583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.104151 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.104698 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.106286 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.106893 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.108557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:53.128411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] Set router d3862cc4-af6e-4372-acd6-88c28dc0d9da gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:53.132699 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Attempting to bind port 6f0cb114-7512-4d38-a426-502b4fde7e07 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:53.134312 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Attempting to bind port 6f0cb114-7512-4d38-a426-502b4fde7e07 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:53.134924 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Attempting to bind port 6f0cb114-7512-4d38-a426-502b4fde7e07 on network 18943f83-09d9-4bd5-b890-ad9a936ca726 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:53.148210 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:53.149151 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Checking segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:53.150329 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.152115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Bound using segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:53.152852 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Bound port: 6f0cb114-7512-4d38-a426-502b4fde7e07, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:53.154499 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.179859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-6c11bc69-4255-41d7-a031-294c0e2f36c3 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:53.181459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-6c11bc69-4255-41d7-a031-294c0e2f36c3 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909770 Mar 31 23:21:53.206469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-90b45876-07c4-4897-b45a-6ddfe6c9f74d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/quotas/3588d7b857de48a2af8f4d9ae913314a HTTP/1.1" status: 200 len: 375 time: 0.0117962 Mar 31 23:21:53.236670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43556) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:53.270914 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] For port 6f0cb114-7512-4d38-a426-502b4fde7e07, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:53.271796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 7, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.275138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] For port 6f0cb114-7512-4d38-a426-502b4fde7e07, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f0cb114-7512-4d38-a426-502b4fde7e07,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:53.284358 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.286094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.289422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.307259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145715165', 'description': 'tempest-secgroup-smoke-145715165 description', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:53.338266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-5bf3505d-4a60-42e8-bc1c-374aa39bec4c tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=3588d7b857de48a2af8f4d9ae913314a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248524 Mar 31 23:21:53.358324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292d8687-8edb-458d-9100-1aea2b984b46 None None] The sync data for ids ['d3862cc4-af6e-4372-acd6-88c28dc0d9da'] in n-d-835855-2 is: [{'id': 'd3862cc4-af6e-4372-acd6-88c28dc0d9da', 'name': 'tempest-TaggedBootDevicesTest_v242-19534487-router', 'tenant_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:53Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 7, 'project_id': 'd065a7bace204a4f88fcdbf1dfe2c162', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:53.365349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Provisioning complete for port 6f0cb114-7512-4d38-a426-502b4fde7e07 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:53.365695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.378776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.379767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3862cc4-af6e-4372-acd6-88c28dc0d9da {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:21:53.385045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.386498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4e7970c-166d-4682-b2df-caac344296dc admin admin] 10.222.0.95 "DELETE /v2.0/routers/d3862cc4-af6e-4372-acd6-88c28dc0d9da HTTP/1.1" status: 204 len: 168 time: 1.7824681 Mar 31 23:21:53.390699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43562) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:53.396452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.454438 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:53.456884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:53.493561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Deleting subnet 52d1ad51-2f5d-4e45-82f8-3d685aa239ab {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:21:53.497064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.523789 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e5de9-71e0-441c-9db6-6c165000e6f0 None None] Pushing event updated for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:53.577305 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.581626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.593214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.615911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.667320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:53.695757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] For port 6f0cb114-7512-4d38-a426-502b4fde7e07, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f0cb114-7512-4d38-a426-502b4fde7e07,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:53.704897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.733560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:53.735264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54ec75cb-489c-4fb2-a597-379c049cee3c req-200599ff-c131-4ba0-9bd1-b2d9d6dc66a8 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 210 time: 0.0470080 Mar 31 23:21:53.753341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.757445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7d143513-86c0-43e4-bcbf-1ba0d340ad92 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4664392 Mar 31 23:21:53.758060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43570) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:53.775939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:53.781199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fbb0fce5-e2d2-487c-9d7b-c41cc3354b54 req-8755ac3d-7276-46c9-8a14-22be901e1181 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0806022 Mar 31 23:21:53.898972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.915564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e774f7-edac-415d-8497-9dd83345cc87 None None] Pushing event updated for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:53.920759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:53.936179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-36cf4dcb-6b82-4bce-864e-1a25e5c7b011 None None] Provisioning complete for port 6f0cb114-7512-4d38-a426-502b4fde7e07 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:53.936573 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36cf4dcb-6b82-4bce-864e-1a25e5c7b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.017254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.060450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.068982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9573942-9981-4248-8b2b-a42a126117a0 None None] Network 4eac30c9-af3f-45ed-9cfc-f26849e0c889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:21:54.084199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.128432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d1ad51-2f5d-4e45-82f8-3d685aa239ab,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.131182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.133652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29827b36-3f56-46bc-8be4-cde59d1951e2,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.139230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc899ecb-0142-4285-86ef-87d3328a939f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/52d1ad51-2f5d-4e45-82f8-3d685aa239ab HTTP/1.1" status: 204 len: 168 time: 0.7471507 Mar 31 23:21:54.143437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43582) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.155699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.162085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43586) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.163893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-93fc87fd-30aa-4792-a252-11a501e3514a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036038 Mar 31 23:21:54.170980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.215080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.245088 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:54.283557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e80438-53e3-40bc-b8a7-b313df9712cf None None] The sync data for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 is: [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:54.286325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.294125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.330667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f12a37-6f58-4615-80d8-36d299d64142,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.394402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.398419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74ff1dd1-5f20-43a3-93e0-6bc4ead6725c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2309072 Mar 31 23:21:54.398775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43592) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.404262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.446067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.459864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.498301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] DHCP port deletion for 4eac30c9-af3f-45ed-9cfc-f26849e0c889 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:21:54.512319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-23fdbd9a-1c41-44e2-9002-786d0313040b None None] Provisioning complete for port 6f0cb114-7512-4d38-a426-502b4fde7e07 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:54.512690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-23fdbd9a-1c41-44e2-9002-786d0313040b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.533024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Deleting port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:54.533659 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.699108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] For port ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,segment=NetworkSegment(aa0df062-5a7f-4183-be08-06971367a163),segment_id=aa0df062-5a7f-4183-be08-06971367a163)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:54.699847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.725924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.743595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.752418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Calling delete_port for ae2f88d8-b7f3-479b-b5e2-f471fca8b433 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:54.810153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be52b7ba-bb54-4320-8d1b-22c147b027db,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:54.882445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:54.884070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26b753f1-9c02-46c9-8b35-60aed026f756 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4842105 Mar 31 23:21:54.886872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43602) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:54.892447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:54.937585 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.003221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f0cb114-7512-4d38-a426-502b4fde7e07 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:55.041136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-07635b4b-50b9-40c2-89b6-272d49c6b4c2 req-e7d59c18-9509-4496-8904-717f810cf590 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 210 time: 0.0866337 Mar 31 23:21:55.076992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55d9c5b5-293a-490a-b24d-fa6062925be3 req-c4d767cb-a785-4db0-9373-912c3aae78b7 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0999734 Mar 31 23:21:55.124354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.134297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.168684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b2866a-1b77-4335-8907-bcba2878db69,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.177956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.212173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.219825 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8f10485-3370-4b45-9705-fb6162d418eb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315890 Mar 31 23:21:55.220435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43610) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.235314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:55.242058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.244532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] No DVR routers for this DVR port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:55.265444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6f0cb114-7512-4d38-a426-502b4fde7e07 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:55.265686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.309007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Deleting port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:55.309880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.319064 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:21:55.327180 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.383538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.434120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.437476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eac30c9-af3f-45ed-9cfc-f26849e0c889']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.441959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.448973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] For port ae2f88d8-b7f3-479b-b5e2-f471fca8b433, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:55.450311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.463768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0c2396fb-961f-4e5b-927e-cb886f5e4d91 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:55.484107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0df062-5a7f-4183-be08-06971367a163') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.484407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0df062-5a7f-4183-be08-06971367a163') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:55.494769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Calling delete_port for ae2f88d8-b7f3-479b-b5e2-f471fca8b433 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:55.498694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:21:55.502830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.533855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] Pushing event deleted for resources: {'Port': ['ID=ae2f88d8-b7f3-479b-b5e2-f471fca8b433,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.541385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.543952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db94779-194c-484d-b7f7-b60ef29cf139,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.559738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb1367-3744-4993-bded-e838a5e11cf3 None None] No DVR routers for this DVR port ae2f88d8-b7f3-479b-b5e2-f471fca8b433 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:55.574775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.576190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4527c0d9-6d34-4097-b9e1-4c09652a874c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3516788 Mar 31 23:21:55.580296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43616) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.600092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:55.600848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.601003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'security_group_rule': {'security_group_id': '81b78d1b-7ce2-43f2-92b0-8da0a32fa56f', 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:55.622553 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.629978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-7eb367a7-5085-45e1-b9e0-0f5542d9ff5c tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=3588d7b857de48a2af8f4d9ae913314a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493264 Mar 31 23:21:55.640454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:21:55.641335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.657336 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Project aeb15266e0ec458fb1bbb6e810fff2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:21:55.666961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:21:55.668252 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:21:55.781888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.788396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.809978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d5835d-9949-43df-85a2-e9ebef9feb52,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.823163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.832627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.840518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43618) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:55.843558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] 10.222.0.95 "DELETE /v2.0/networks/4eac30c9-af3f-45ed-9cfc-f26849e0c889 HTTP/1.1" status: 204 len: 168 time: 1.6989131 Mar 31 23:21:55.846258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 23369fc8-31bb-4b89-9f73-c2626700a441 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:55.879932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a248-b40e-434b-8316-8ff50aa3d3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4eac30c9-af3f-45ed-9cfc-f26849e0c889,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:55.888084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 23369fc8-31bb-4b89-9f73-c2626700a441 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:55.888643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 23369fc8-31bb-4b89-9f73-c2626700a441 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:55.890161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae2f88d8-b7f3-479b-b5e2-f471fca8b433 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:55.918965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:55.920525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-21e6c0be-2c74-4efb-8041-6f693b26506b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3361998 Mar 31 23:21:55.927957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-1f61efac-3895-401d-b3db-2ad6015966f4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:55.933779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ae2f88d8-b7f3-479b-b5e2-f471fca8b433 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:55.934121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae2f88d8-b7f3-479b-b5e2-f471fca8b433 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:55.935085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 44c839d8-cd3b-4f15-847c-0e4d8de96c17 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:55.938590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-1f61efac-3895-401d-b3db-2ad6015966f4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918949 Mar 31 23:21:55.949255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Request body: {'port': {'device_id': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': '3588d7b857de48a2af8f4d9ae913314a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:55.966041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 44c839d8-cd3b-4f15-847c-0e4d8de96c17 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:21:55.966390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 44c839d8-cd3b-4f15-847c-0e4d8de96c17 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:56.222465 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.226485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e15f284e-556f-4cbb-bafd-e45d3ec98793 req-822797a9-2b77-4b84-bd63-01ca8123ec25 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 210 time: 0.0813305 Mar 31 23:21:56.227164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Made reservation on behalf of 3588d7b857de48a2af8f4d9ae913314a for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:56.234845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.254109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.289923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-9517e5ef-4419-4ac7-bfa5-638174bed017 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145715165&fields=id&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 267 time: 0.0565181 Mar 31 23:21:56.368098 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4db17827-a0f7-435f-94e6-a2a6bc9015c3 req-00e82f35-d2fd-4685-86f0-ad124bd22bb1 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0409012 Mar 31 23:21:56.406403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.412249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.481296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4d5f4-8de2-4323-80f9-f3330435cb87,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.494895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-32d51ef4-c52b-4e69-8cbc-425fa6f3661d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:56.506615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-32d51ef4-c52b-4e69-8cbc-425fa6f3661d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/networks?id=18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 200 len: 796 time: 0.2072136 Mar 31 23:21:56.569002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Allocated IP 192.168.233.215 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/e7d54dc4-f1e8-4142-bd3c-769d88cff3e3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:56.569945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-b866243e-7a7c-4ae4-aba5-f45b30dc6e42 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/quotas/aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 375 time: 0.0622432 Mar 31 23:21:56.647295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-2fee290c-4d2a-42ed-ac4d-a8bacfdc256d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738168 Mar 31 23:21:56.773298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.793905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ad90fcb9-8173-4d6f-8237-f77dd98a1c3f service neutron] 10.222.0.95 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284008 Mar 31 23:21:56.812146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.828081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.867164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:56.871486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Pushing event updated for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:56.874332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:56.877191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:56.930762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:56.932519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:56.951167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-d6ad4675-d9e7-479d-9bd7-b7576604ad1d tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0058742 Mar 31 23:21:56.966255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Request body: {'port': {'device_id': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:57.033791 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.043712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-2b3c8582-60b0-4b99-b8e8-4e9ced389504 service neutron] 10.222.0.95 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400444 Mar 31 23:21:57.245312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c5b17b26-84b6-4be4-8459-4f8402d16557 None None] Provisioning complete for port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:21:57.245864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5b17b26-84b6-4be4-8459-4f8402d16557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.309344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Deleting port 51850846-9fd1-400c-a3c6-4840ba20460a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:57.309901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.364655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c5b17b26-84b6-4be4-8459-4f8402d16557 None None] Port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:21:57.455800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf3f546d-6a37-47e1-a260-42416b6bac23 req-8ff4f860-9de7-47d6-bc53-95ceb619457f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 210 time: 0.0418789 Mar 31 23:21:57.461245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:57.465200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124cded-8080-4055-ad0b-d2a13711cfd9 req-56c5d7a1-a379-4ffb-90bb-b8659645b9d4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:57.466866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6124cded-8080-4055-ad0b-d2a13711cfd9 req-56c5d7a1-a379-4ffb-90bb-b8659645b9d4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 936 time: 0.0839305 Mar 31 23:21:57.479489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.490498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] For port 51850846-9fd1-400c-a3c6-4840ba20460a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=51850846-9fd1-400c-a3c6-4840ba20460a,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:57.490931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.504598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Transition to ACTIVE for port object e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:21:57.512274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.524030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Calling delete_port for 51850846-9fd1-400c-a3c6-4840ba20460a owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:21:57.538823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6124cded-8080-4055-ad0b-d2a13711cfd9 req-4f3fd293-bb82-4555-bfb8-f7199053a57a tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577891 Mar 31 23:21:57.616783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d588d0d3-f004-48c7-aab6-80085b82f30f req-608d09db-fdcc-4a53-8b0f-9afd22d34b6a tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0563676 Mar 31 23:21:57.670906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Pushing event updated for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:57.781579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Attempting to bind port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:21:57.782161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Attempting to bind port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:21:57.782744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Attempting to bind port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:57.788667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:57.789426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Attempting to bind port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:57.796397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:57.797127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:21:57.797711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:57.798338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Bound port: e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:21:57.798942 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.837518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:57.884498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Pushing event deleted for resources: {'Port': ['ID=51850846-9fd1-400c-a3c6-4840ba20460a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:57.902898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:57.908204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:57.915880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.000966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Pushing event updated for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:58.011284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.012103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.013720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-08afa8ee-277a-441e-8047-b732d14abf2f service neutron] 10.222.0.96 "PUT /v2.0/ports/e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 HTTP/1.1" status: 200 len: 1096 time: 1.0526583 Mar 31 23:21:58.014273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:58.017334 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb9753-6f7c-4167-bad5-b3c76d88522a" -d '{"events": [{"name": "network-changed", "server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:58.153282 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753816e6-0022-4827-a1e5-2144906e6c91 x-openstack-request-id: req-753816e6-0022-4827-a1e5-2144906e6c91 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:58.153764 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:58.154104 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-753816e6-0022-4827-a1e5-2144906e6c91 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:58.155287 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753816e6-0022-4827-a1e5-2144906e6c91'] response: {'name': 'network-changed', 'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3', 'status': 'completed', 'code': 200} Mar 31 23:21:58.191559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-7bc80a52-64fb-45a1-a8ff-786c0336b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.193856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-7bc80a52-64fb-45a1-a8ff-786c0336b9d9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3588d7b857de48a2af8f4d9ae913314a&device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 1099 time: 0.1059804 Mar 31 23:21:58.233971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:58.280688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-11ed77b8-a0a1-4957-a7f8-4b481be0569f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 HTTP/1.1" status: 200 len: 217 time: 0.0711951 Mar 31 23:21:58.347943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-2738d445-ff3d-4923-b29b-5425aa2c2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.349850 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-2738d445-ff3d-4923-b29b-5425aa2c2437 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0604122 Mar 31 23:21:58.419493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-2a1d6f16-42d4-4da1-b02e-6277fa420ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.421854 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-2a1d6f16-42d4-4da1-b02e-6277fa420ff2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600529 Mar 31 23:21:58.520590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:21:58.523669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-9c80a211-d184-4322-a5e5-9b9fe06e5964 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937536 Mar 31 23:21:58.645249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ec4e12e3-4e74-497b-8253-9554a8bc172c req-ab97b1d4-c8e0-40f7-9dec-2339c0ba3182 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 210 time: 0.0753813 Mar 31 23:21:58.684552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-52ff782d-002a-461a-8a42-38f5fcf52cbd req-1336cf3a-dd87-4430-8bdb-1c37125ac78c service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535928 Mar 31 23:21:58.713701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:21:58.720147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7353cd72-e831-431f-9056-8b23d59cc003 admin admin] 10.222.0.95 "PUT /v2.0/routers/e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8756425 Mar 31 23:21:58.725231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43698) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:21:58.728209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Sync routers for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:21:58.739281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613987-a530-46b2-9ec2-e3e60834fe42 req-e1a4714c-b7d2-43e3-a4df-092d6b310e93 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:58.748865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd613987-a530-46b2-9ec2-e3e60834fe42 req-e1a4714c-b7d2-43e3-a4df-092d6b310e93 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 948 time: 0.0951626 Mar 31 23:21:58.767541 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:58.769324 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:58.793420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd613987-a530-46b2-9ec2-e3e60834fe42 req-9dbd3594-42fa-4f02-9e3c-3be1ba508045 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Mar 31 23:21:59.018810 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:59.221724 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:21:57Z', 'revision_number': 5, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:59.249400 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Checking router: e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:21:59.258209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Routers {'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:21:59.258928 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:59.277619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-92534671-ce07-4e07-8a5d-62d3d251ba02 req-e7b2b665-7a26-46f2-915b-fa9513104328 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.4728086 Mar 31 23:21:59.383213 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] Set router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:21:59.465714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-19e7acdb-f859-43ef-91f3-fdfb7ea69c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.467365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-19e7acdb-f859-43ef-91f3-fdfb7ea69c9f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3588d7b857de48a2af8f4d9ae913314a&device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 1099 time: 0.6639078 Mar 31 23:21:59.476031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-10b1644c-6a7f-4315-820a-aab66d93aa91 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.477010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-10b1644c-6a7f-4315-820a-aab66d93aa91 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.96 "GET /v2.0/networks?id=18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 200 len: 796 time: 0.6700130 Mar 31 23:21:59.495861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.582052 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:21:57Z', 'revision_number': 5, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:21:59.612171 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17404204-edb3-4a2c-8ee2-a82ee5f7348b None None] The sync data for ids ['e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e'] in n-d-835855-2 is: [{'id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'name': 'tempest-TaggedBootDevicesTest_v242-1106026425-router', 'tenant_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:15:16Z', 'updated_at': '2022-03-31T23:21:57Z', 'revision_number': 5, 'project_id': '6eb28fe82feb4e38b3ff84c4a216b313', 'gw_port': {'id': '576dd6a6-e676-4619-97eb-8e22a34de0d0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:19Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:21:59.667413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-296c8385-5190-46eb-95d3-a285febe6fad tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed HTTP/1.1" status: 200 len: 379 time: 0.1777248 Mar 31 23:21:59.686186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'port': {'device_id': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'admin_state_up': True, 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'security_groups': ['81b78d1b-7ce2-43f2-92b0-8da0a32fa56f']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:59.717019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-fa582e9d-8055-4616-b91a-599cae9433b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.718547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-fa582e9d-8055-4616-b91a-599cae9433b6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.2387457 Mar 31 23:21:59.759473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c94e3b8d-8ce7-428d-99bc-17ccf8aca010 req-aa4c6d8c-64fe-4275-ba80-056113e3e91b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Mar 31 23:21:59.768971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.805365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-c7a2ab43-0da0-4214-a32b-d5d2f8a0c88b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 HTTP/1.1" status: 200 len: 217 time: 0.0737188 Mar 31 23:21:59.925771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Made reservation on behalf of aeb15266e0ec458fb1bbb6e810fff2ed for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:59.931312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:21:59.942159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-b5eb8295-f854-48e2-ac03-e4697b4175de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:59.943646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-b5eb8295-f854-48e2-ac03-e4697b4175de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0877066 Mar 31 23:21:59.968238 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Deleting port 576dd6a6-e676-4619-97eb-8e22a34de0d0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:21:59.968238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.161913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-08b00190-9214-44c8-984c-11337eb2b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:00.163464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-08b00190-9214-44c8-984c-11337eb2b3fa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2094636 Mar 31 23:22:00.265592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] For port 576dd6a6-e676-4619-97eb-8e22a34de0d0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=576dd6a6-e676-4619-97eb-8e22a34de0d0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:00.265854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.315288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.20.0.14 (18943f83-09d9-4bd5-b890-ad9a936ca726/63c4e04f-6226-406e-a147-9e7812898262/53702929-7a75-4cdf-818a-3f6203bc248a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:00.317506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Calling delete_port for 576dd6a6-e676-4619-97eb-8e22a34de0d0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:00.376966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049853-2d25-4400-9e13-4e5faf31e025 req-68620e6e-45f9-402e-925c-2c8c649442f4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:00.378900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13049853-2d25-4400-9e13-4e5faf31e025 req-68620e6e-45f9-402e-925c-2c8c649442f4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 948 time: 0.4836216 Mar 31 23:22:00.447324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a546ca22-44b4-4d4b-b856-417d7415b5aa req-1d2ea903-aeee-4ce0-84a8-0a9b900f897c tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0462790 Mar 31 23:22:00.489300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-cfdf1ca3-74c5-443a-afc6-1a0bd1e57c9d service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024998 Mar 31 23:22:00.535443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 51850846-9fd1-400c-a3c6-4840ba20460a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:00.568202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 51850846-9fd1-400c-a3c6-4840ba20460a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:00.569006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 51850846-9fd1-400c-a3c6-4840ba20460a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:00.605554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13049853-2d25-4400-9e13-4e5faf31e025 req-48e2fefe-ee01-4e40-8e91-170b7d9fe5e1 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171593 Mar 31 23:22:00.784153 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.787199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7cb9753-6f7c-4167-bad5-b3c76d88522a req-2b111820-4829-4b7f-8d65-4d783a0caf00 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827809 Mar 31 23:22:00.837567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:00.867141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=576dd6a6-e676-4619-97eb-8e22a34de0d0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:00.879786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cae3dcef-29cd-4c09-85cb-2422a389b86b req-005f6f94-5958-4a93-ad33-f297569aacaa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 210 time: 0.0340402 Mar 31 23:22:00.882622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.240551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:01.250192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:01.253961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:01.256437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:01.293078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.391535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:01.392638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.430718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.435569 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.464373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-a23ab9db-8b3e-4a07-b070-d85b47619125 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7837646 Mar 31 23:22:01.504175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Request body: {'port': {'device_id': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:01.534621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.535070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:22:01.550026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.551591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8bd6f341-0c68-4f6c-844b-dd0bcfe929d2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/e1a35ae3-f7c5-4e14-a2a6-66a78b34fe3e HTTP/1.1" status: 204 len: 168 time: 2.8248243 Mar 31 23:22:01.554599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43766) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:01.575097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b5c383d1-f838-4d20-b15b-0bb539081cbb None None] Provisioning complete for port 53702929-7a75-4cdf-818a-3f6203bc248a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:01.576756 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b5c383d1-f838-4d20-b15b-0bb539081cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.618429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b5c383d1-f838-4d20-b15b-0bb539081cbb None None] Port 53702929-7a75-4cdf-818a-3f6203bc248a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:22:01.637897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-611ac7e2-f747-4028-8b55-3a9c8507a0f6 req-a74a7646-c30f-47f2-a9b3-c3df9bb51ed7 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.1042025 Mar 31 23:22:01.643138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Deleting subnet 85077826-f10c-4522-b4ce-4d477bc1f321 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:01.649777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.651884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.702135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:01.788137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9e4e1-bf73-4309-be95-3476600c0349 req-5cd01e44-6778-47d8-9e0f-16c6fbb0be26 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:01.789696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4d9e4e1-bf73-4309-be95-3476600c0349 req-5cd01e44-6778-47d8-9e0f-16c6fbb0be26 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 948 time: 0.0724397 Mar 31 23:22:01.852180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d4d9e4e1-bf73-4309-be95-3476600c0349 req-6432b887-a1b7-44ac-80a0-6463e36d0203 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 Mar 31 23:22:01.908053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.075826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d38b7-f7fb-454b-a5e1-d0ea5d889a73 req-7c52ce00-cee7-48b3-aa8c-6a7b7f5347b8 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.077631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-796d38b7-f7fb-454b-a5e1-d0ea5d889a73 req-7c52ce00-cee7-48b3-aa8c-6a7b7f5347b8 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 932 time: 0.1056702 Mar 31 23:22:02.087922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.110434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.113984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/85077826-f10c-4522-b4ce-4d477bc1f321 HTTP/1.1" status: 204 len: 168 time: 0.5579493 Mar 31 23:22:02.115052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d6214-d372-41de-b621-6dc06e39242e None None] Network a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:02.116795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43772) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:02.152772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae397a-771b-4112-9df7-71b780be24d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85077826-f10c-4522-b4ce-4d477bc1f321,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.195890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-796d38b7-f7fb-454b-a5e1-d0ea5d889a73 req-b738517b-6968-4cb1-aa8a-2b12288dac57 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114147 Mar 31 23:22:02.210056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53702929-7a75-4cdf-818a-3f6203bc248a {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:02.230400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.234403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.247741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Transition to ACTIVE for port object 53702929-7a75-4cdf-818a-3f6203bc248a will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:22:02.254393 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.300788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Deleting port 8660ee04-442b-4569-b937-e29ca823356e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:02.301292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.345911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.403578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Attempting to bind port 53702929-7a75-4cdf-818a-3f6203bc248a on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:02.404590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Attempting to bind port 53702929-7a75-4cdf-818a-3f6203bc248a by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:02.406379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Attempting to bind port 53702929-7a75-4cdf-818a-3f6203bc248a on network 18943f83-09d9-4bd5-b890-ad9a936ca726 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:02.411723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Port 53702929-7a75-4cdf-818a-3f6203bc248a on network 18943f83-09d9-4bd5-b890-ad9a936ca726 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:02.412264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Attempting to bind port 53702929-7a75-4cdf-818a-3f6203bc248a on network 18943f83-09d9-4bd5-b890-ad9a936ca726 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:02.412792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] DHCP port deletion for a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:22:02.427509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] For port 8660ee04-442b-4569-b937-e29ca823356e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8660ee04-442b-4569-b937-e29ca823356e,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:02.427883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.436312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:02.445501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Checking segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:02.445929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Bound using segment: {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:02.446397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Bound port: 53702929-7a75-4cdf-818a-3f6203bc248a, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a9f2538-3db1-476d-a35f-06690f303eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:02.446775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.462730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Calling delete_port for 8660ee04-442b-4569-b937-e29ca823356e owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:02.523571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Deleting port 8660ee04-442b-4569-b937-e29ca823356e {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:02.524177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.534713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:02.539225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=53702929-7a75-4cdf-818a-3f6203bc248a,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:02.547563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.592709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.593711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.597138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] 10.222.0.96 "PUT /v2.0/ports/53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 200 len: 1092 time: 1.0977464 Mar 31 23:22:02.597846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:02.600566 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0019f65-a22b-477d-b0cf-28dfda04d59f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:02.638257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.654358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70f33e-35e5-4240-a5cc-636ae05dbdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.662519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 576dd6a6-e676-4619-97eb-8e22a34de0d0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:02.682609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8660ee04-442b-4569-b937-e29ca823356e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:02.701684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] No DVR routers for this DVR port 8660ee04-442b-4569-b937-e29ca823356e on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:02.719061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 576dd6a6-e676-4619-97eb-8e22a34de0d0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:02.719724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 576dd6a6-e676-4619-97eb-8e22a34de0d0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:02.720408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8660ee04-442b-4569-b937-e29ca823356e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:02.730941 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ce571-ba8a-4b98-aea9-710ae3d115fd x-openstack-request-id: req-8d2ce571-ba8a-4b98-aea9-710ae3d115fd {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:02.731408 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:02.731509 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8d2ce571-ba8a-4b98-aea9-710ae3d115fd {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:02.731941 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2ce571-ba8a-4b98-aea9-710ae3d115fd'] response: {'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a', 'status': 'completed', 'code': 200} Mar 31 23:22:02.734178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] For port 8660ee04-442b-4569-b937-e29ca823356e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8660ee04-442b-4569-b937-e29ca823356e,segment=NetworkSegment(f8ff3419-df42-47b5-8ba7-161c7ca0c525),segment_id=f8ff3419-df42-47b5-8ba7-161c7ca0c525)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:02.734850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.772786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8660ee04-442b-4569-b937-e29ca823356e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:02.773298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8660ee04-442b-4569-b937-e29ca823356e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:02.785887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-e5c6d0be-2cf1-4905-8b73-97f79c6b7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.791354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-e5c6d0be-2cf1-4905-8b73-97f79c6b7d97 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1095 time: 0.1218328 Mar 31 23:22:02.800237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Calling delete_port for 8660ee04-442b-4569-b937-e29ca823356e owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:02.827194 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5bca17c3-8a83-4e80-a738-c7ca450f4d94 req-044d0175-1c14-40dc-8b61-0b60217fe7bd tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0642815 Mar 31 23:22:02.835513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.881991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-31fbe6fd-1ae7-4334-a80c-d13879b0f5cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 200 len: 217 time: 0.0690057 Mar 31 23:22:02.885096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a0e87a-cbb1-4a90-bb81-845bd591b4d6']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.914672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ff3419-df42-47b5-8ba7-161c7ca0c525') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.915188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ff3419-df42-47b5-8ba7-161c7ca0c525') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:02.937940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.956419 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:02.973634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-74726a57-719c-47f4-ba69-5c2de0f66c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:02.975506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-74726a57-719c-47f4-ba69-5c2de0f66c54 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=63c4e04f-6226-406e-a147-9e7812898262 HTTP/1.1" status: 200 len: 834 time: 0.0821466 Mar 31 23:22:02.978823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] No DVR routers for this DVR port 8660ee04-442b-4569-b937-e29ca823356e on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:02.985749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.007051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f0e2c-b24b-48b8-9370-8383689beaf0 None None] Pushing event deleted for resources: {'Port': ['ID=8660ee04-442b-4569-b937-e29ca823356e,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:03.013460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:03.013936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.054884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacc023-897f-4527-a76c-b419e1537c1f req-b673e0db-960c-4b86-aa04-1fe4078e8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.055062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-b673e0db-960c-4b86-aa04-1fe4078e8a9a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18943f83-09d9-4bd5-b890-ad9a936ca726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721982 Mar 31 23:22:03.173274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-de89c8d1-abbe-409e-a222-a613bd945af8 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048622 Mar 31 23:22:03.277643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eacc023-897f-4527-a76c-b419e1537c1f req-320c2522-b7c6-47e1-a128-31f3aa9a1874 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957649 Mar 31 23:22:03.340472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8567fa-e755-439b-8c9f-c30268da49c2 req-30710372-3158-48e0-ae5a-f95e9448ebe2 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.342039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c8567fa-e755-439b-8c9f-c30268da49c2 req-30710372-3158-48e0-ae5a-f95e9448ebe2 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 944 time: 0.0629306 Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:03.392059 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:03.409024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-42b2cb12-0d32-4616-8793-5bd611663c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.410530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-42b2cb12-0d32-4616-8793-5bd611663c20 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1095 time: 0.0676148 Mar 31 23:22:03.411401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e43a0-8844-465c-b741-63dda9429b4e req-c36fc7b0-7849-4ebe-86cd-93ad427dc547 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.412947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3e43a0-8844-465c-b741-63dda9429b4e req-c36fc7b0-7849-4ebe-86cd-93ad427dc547 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 948 time: 0.4779921 Mar 31 23:22:03.413303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c8567fa-e755-439b-8c9f-c30268da49c2 req-8f166a5c-1db2-404e-9e22-df1a378ce449 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623662 Mar 31 23:22:03.439056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.444753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.448663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a9a0e87a-cbb1-4a90-bb81-845bd591b4d6 HTTP/1.1" status: 204 len: 168 time: 1.3301797 Mar 31 23:22:03.484665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa90cd-5c59-4eb2-853a-fa6569eb3cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a0e87a-cbb1-4a90-bb81-845bd591b4d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:03.511111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc3e43a0-8844-465c-b741-63dda9429b4e req-78ef64ff-70b7-497f-853e-c8d07a2ceb92 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884635 Mar 31 23:22:03.539987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-cf28179c-75ca-4dbb-bcbc-88e3efe19ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.541457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-cf28179c-75ca-4dbb-bcbc-88e3efe19ac5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 200 len: 898 time: 0.1198509 Mar 31 23:22:03.590498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-dbba0437-f95e-45f0-adc5-7812c03925bd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 200 len: 217 time: 0.0410621 Mar 31 23:22:03.650747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:03.650883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-8bb97dfd-a61b-429c-a31f-a2eca81cf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.651925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-8bb97dfd-a61b-429c-a31f-a2eca81cf659 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=63c4e04f-6226-406e-a147-9e7812898262 HTTP/1.1" status: 200 len: 834 time: 0.0495930 Mar 31 23:22:03.694309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:03.694598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e1719ea5-c6ad-4ae5-a30b-e4a91083cf5e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d065a7bace204a4f88fcdbf1dfe2c162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430524 Mar 31 23:22:03.719302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-6c755b07-ac19-45cb-a145-23685d28b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:03.720968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-6c755b07-ac19-45cb-a145-23685d28b73f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18943f83-09d9-4bd5-b890-ad9a936ca726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613322 Mar 31 23:22:03.808518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.843358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.853479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-e3d50c7d-3bd7-4826-b724-baedb4a78085 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207459 Mar 31 23:22:03.973482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef557414-5f52-4747-9678-466b93dfe03d req-48037ab2-1fb5-4d44-b9a3-0923274d0721 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0348139 Mar 31 23:22:03.982082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.984629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:03.988114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a6da6891-c6c3-419d-b225-d940ce5f850d HTTP/1.1" status: 204 len: 168 time: 0.2905173 Mar 31 23:22:04.003713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e0019f65-a22b-477d-b0cf-28dfda04d59f req-2b48f605-207f-4dfb-8919-40a5185faa6f service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399047 Mar 31 23:22:04.004611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6da6891-c6c3-419d-b225-d940ce5f850d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.016266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.016605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.017054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.017395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.017828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.018153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.018478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.018849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.019175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.019524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.019846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.020164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca461e4-a9c9-4c84-9157-7a84af96074f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:04.330062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43798) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.373925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e97565a6-c952-40e0-b725-2f5af4cc57da admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6eb28fe82feb4e38b3ff84c4a216b313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416307 Mar 31 23:22:04.376486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43800) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:04.430989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.454502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.466004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5be6e3fc-50f0-44a9-ab9c-3524660184f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.529065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.532404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.537424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c75661ba-1dbf-4f15-9d1c-f9a30fbd6dd1 HTTP/1.1" status: 204 len: 168 time: 0.1564152 Mar 31 23:22:04.545051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe4f0a-baf3-4d8b-a7ba-d0aab3ffb87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75661ba-1dbf-4f15-9d1c-f9a30fbd6dd1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:04.645192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287fa24-c762-47aa-bcf8-452a40c78964 req-6c563f4a-bcaf-45cc-ac56-3d14c61aa2a9 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:04.653503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4287fa24-c762-47aa-bcf8-452a40c78964 req-6c563f4a-bcaf-45cc-ac56-3d14c61aa2a9 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 948 time: 0.0619764 Mar 31 23:22:04.701682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4287fa24-c762-47aa-bcf8-452a40c78964 req-dc0a3928-48a4-4259-8926-f3d59874e0d4 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Mar 31 23:22:04.762790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:04.816802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea90311-8077-492e-8f39-b5ed8cec36cb req-8bc121b2-65fd-4177-925e-ce5908dfa4d7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:04.825247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ea90311-8077-492e-8f39-b5ed8cec36cb req-8bc121b2-65fd-4177-925e-ce5908dfa4d7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 944 time: 0.3295870 Mar 31 23:22:04.864200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ea90311-8077-492e-8f39-b5ed8cec36cb req-0cecf07e-a66a-47d5-ab36-02351fb9e25b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371583 Mar 31 23:22:04.881430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:04.895555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3', 'mac_address': 'fa:16:3e:1d:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:04.932752 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:04.945482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:04.966694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:04.971874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.028834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:05.102669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c8231e4-a901-4256-b616-d0825ef12cd9 req-2474b52e-b085-48ab-a9fa-0dfffd10cdb9 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0288014 Mar 31 23:22:05.408431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 43832) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:05.519795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-210470846-network', 'tenant_id': '7c305b0722e2488aa237440237458a1b'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:05.547465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Made reservation on behalf of 7c305b0722e2488aa237440237458a1b for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:05.549801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.558224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.624724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e7d54dc4-f1e8-4142-bd3c-769d88cff3e3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:05.637472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.642778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.658444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:05.678882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.679229 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Added segment eb43c3fa-50b7-47a0-abb3-eef85e62647c of type vlan for network 94050727-f1de-42f9-b533-5e6284b86d93 Mar 31 23:22:05.696898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:05.730614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.758249 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.759258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:05.760009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.848515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4388158 Mar 31 23:22:05.851643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 43840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:05.856432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Request body: {'subnet': {'network_id': '94050727-f1de-42f9-b533-5e6284b86d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-210470846-subnet', 'tenant_id': '7c305b0722e2488aa237440237458a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:05.880463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Made reservation on behalf of 7c305b0722e2488aa237440237458a1b for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:05.882980 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:05.883120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7788d-e021-4ae7-9c1a-2fdfd0d7713f admin admin] Pushing event updated for resources: {'Network': ['ID=94050727-f1de-42f9-b533-5e6284b86d93,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:05.901136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2281ef-08de-44e4-abec-3593af254c83 req-7ab5f1b9-c34a-49f2-b97f-8e70e2db7b9a tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:05.902753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc2281ef-08de-44e4-abec-3593af254c83 req-7ab5f1b9-c34a-49f2-b97f-8e70e2db7b9a tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 949 time: 0.1363282 Mar 31 23:22:05.906613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 94050727-f1de-42f9-b533-5e6284b86d93 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:05.951450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc2281ef-08de-44e4-abec-3593af254c83 req-2f9ffba9-8744-4ca2-8a6e-d64d531af949 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405326 Mar 31 23:22:06.033601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee31b0-a846-418d-9ee7-6daef5554d92 req-219bd7a0-a627-489f-8e75-5c27fbabaf4b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.035111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4ee31b0-a846-418d-9ee7-6daef5554d92 req-219bd7a0-a627-489f-8e75-5c27fbabaf4b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 944 time: 0.0726817 Mar 31 23:22:06.111460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e4ee31b0-a846-418d-9ee7-6daef5554d92 req-d63f4c4f-04ec-42bc-90ae-ccbb2ffe2617 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686519 Mar 31 23:22:06.167854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.216943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fd69b68-048b-400a-9771-dbbb43e9240e req-8b801635-4d84-43b6-b078-2ecf3618ef05 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0328846 Mar 31 23:22:06.223700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87542278-1c4f-46de-a9a8-6455acfcadf1,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:06.235540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Checking segment: {'id': 'eb43c3fa-50b7-47a0-abb3-eef85e62647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:06.235932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Network hostable DHCP agents. Network: 94050727-f1de-42f9-b533-5e6284b86d93, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:06.257629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Network 94050727-f1de-42f9-b533-5e6284b86d93 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:06.267972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 94050727-f1de-42f9-b533-5e6284b86d93) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:06.272456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.273008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.279497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1ee95-f7e5-4af5-9390-d0f3bd1151c6 None None] Network 94050727-f1de-42f9-b533-5e6284b86d93 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:06.300197 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7030dab4-c620-476f-bee0-bf44f6b9a84c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4428103 Mar 31 23:22:06.405837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c97ea-f780-45d4-bfa2-3f5228dc5bd5 None None] Network 94050727-f1de-42f9-b533-5e6284b86d93 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:06.762712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-b8f2bc5b-b5e0-4dde-9692-01ea15e1e7bb tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:06.764253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-b8f2bc5b-b5e0-4dde-9692-01ea15e1e7bb tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/networks?id=94050727-f1de-42f9-b533-5e6284b86d93 HTTP/1.1" status: 200 len: 813 time: 0.1311834 Mar 31 23:22:06.780215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-8b8f27d5-fde1-4526-8fbe-edd610c52fb4 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/quotas/7c305b0722e2488aa237440237458a1b HTTP/1.1" status: 200 len: 375 time: 0.0098386 Mar 31 23:22:06.783898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:06.815049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-2bea7919-86fa-438e-904c-299be2b5a410 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7c305b0722e2488aa237440237458a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287561 Mar 31 23:22:06.883711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:22:06.890568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:06.890928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.946156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6cdeb28-f259-4e0c-a34b-118078ac71e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:06.980560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:06.992080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.014886 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:07.017286 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f265e8-80a9-44a7-812a-184f3382c338" -d '{"events": [{"server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "name": "network-vif-plugged", "status": "completed", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:07.024355 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-b4068cec-ef57-4494-9e5c-df1219ed2f79 service neutron] 10.222.0.95 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989114 Mar 31 23:22:07.042780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:07.051996 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:07.099311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f75b1-db3f-4031-a5f4-a7f8092e812d req-c1d2a11f-8297-48a5-91c1-504f556367e6 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.109139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c0f75b1-db3f-4031-a5f4-a7f8092e812d req-c1d2a11f-8297-48a5-91c1-504f556367e6 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.0692813 Mar 31 23:22:07.111924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:07.145049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c0f75b1-db3f-4031-a5f4-a7f8092e812d req-32c4680a-04b7-4534-a3d1-1fe943f01179 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Mar 31 23:22:07.158993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-5ff36a00-d716-467f-890c-35b52a35e97e service neutron] 10.222.0.95 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269970 Mar 31 23:22:07.197952 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5a5a3-0b76-40cc-b9da-e2fcec539b5e x-openstack-request-id: req-b1b5a5a3-0b76-40cc-b9da-e2fcec539b5e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:07.198318 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "name": "network-vif-plugged", "status": "completed", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:07.198637 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b1b5a5a3-0b76-40cc-b9da-e2fcec539b5e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:07.199100 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b5a5a3-0b76-40cc-b9da-e2fcec539b5e'] response: {'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3', 'code': 200} Mar 31 23:22:07.335828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce822-11b6-4b1e-af2a-d1b57b5007c7 req-3e87edd5-732c-418c-bd33-bacaee1aec1e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.337520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dacce822-11b6-4b1e-af2a-d1b57b5007c7 req-3e87edd5-732c-418c-bd33-bacaee1aec1e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 944 time: 0.0760844 Mar 31 23:22:07.389946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dacce822-11b6-4b1e-af2a-d1b57b5007c7 req-ffbd576e-a89b-4fe9-b041-fb8fa2d59967 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Mar 31 23:22:07.418768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4418f682-9266-42e2-9745-03415a8e792e req-8e0776b7-ca48-4da3-83ae-a763c9119aa6 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0537283 Mar 31 23:22:07.433213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907db6b1-36ba-43e9-9f48-18a988886037 req-37647b76-654d-4848-ae5a-391a6f99546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:07.436271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-907db6b1-36ba-43e9-9f48-18a988886037 req-37647b76-654d-4848-ae5a-391a6f99546b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 1101 time: 0.1660185 Mar 31 23:22:07.498608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-907db6b1-36ba-43e9-9f48-18a988886037 req-8b92179f-f82a-41d4-a6fa-4d9ed926ffb5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Mar 31 23:22:07.504774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-160bb5f3-c35f-45de-ae1d-60d4636c6b1f req-156f6084-ef8d-4fe5-84d1-2f6b98763bfc tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 210 time: 0.0488038 Mar 31 23:22:08.271775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643e672-dfea-4341-a794-a990bccc7381 req-0a3b978e-81a3-47da-ad56-4720658fb1c0 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.273569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1643e672-dfea-4341-a794-a990bccc7381 req-0a3b978e-81a3-47da-ad56-4720658fb1c0 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.0526364 Mar 31 23:22:08.321389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1643e672-dfea-4341-a794-a990bccc7381 req-980937bc-1d23-448a-a99a-aec170be13c0 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405135 Mar 31 23:22:08.379740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.437192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-319ced03-7995-498d-b1fc-08625824834d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.438890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-319ced03-7995-498d-b1fc-08625824834d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.60 "GET /v2.0/networks?id=94050727-f1de-42f9-b533-5e6284b86d93 HTTP/1.1" status: 200 len: 813 time: 0.1392360 Mar 31 23:22:08.455227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Request body: {'port': {'device_id': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93', 'admin_state_up': True, 'tenant_id': '7c305b0722e2488aa237440237458a1b'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:08.566297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9605e280-29c2-4ab5-8f58-0d66de66287e req-b27818e1-4b6c-4290-8c53-de0df9253208 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0350790 Mar 31 23:22:08.601156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860e1f0-549a-40c3-832f-100088bf1edc req-b8127e62-ee29-4f35-bf02-164ae151441a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:08.602768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6860e1f0-549a-40c3-832f-100088bf1edc req-b8127e62-ee29-4f35-bf02-164ae151441a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 944 time: 0.1056328 Mar 31 23:22:08.644768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Made reservation on behalf of 7c305b0722e2488aa237440237458a1b for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:08.648619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.676389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b3d7499-bea1-47c0-825d-d23562f95f9d req-79f40719-f260-4b39-9cfe-18b44ca4c712 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 210 time: 0.0327671 Mar 31 23:22:08.681663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6860e1f0-549a-40c3-832f-100088bf1edc req-42fd4b28-f0c0-40d8-b567-2880dd99f232 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681822 Mar 31 23:22:08.773924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 53702929-7a75-4cdf-818a-3f6203bc248a details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:08.826832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Allocated IP 172.20.0.2 (94050727-f1de-42f9-b533-5e6284b86d93/87542278-1c4f-46de-a9a8-6455acfcadf1/39b59319-5ccd-4c2f-a20e-78ead907a269) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:08.884741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=53702929-7a75-4cdf-818a-3f6203bc248a,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:08.897569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '53702929-7a75-4cdf-818a-3f6203bc248a', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'port_id': '53702929-7a75-4cdf-818a-3f6203bc248a', 'mac_address': 'fa:16:3e:18:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:08.939503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:08.956415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53702929-7a75-4cdf-818a-3f6203bc248a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:08.976052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=53702929-7a75-4cdf-818a-3f6203bc248a,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:08.983383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.019958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.045836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:09.059174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.108555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Network 94050727-f1de-42f9-b533-5e6284b86d93 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:09.112158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:09.115360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:09.150002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Pushing event updated for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:09.178590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.179275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.199890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-1965d506-e807-419e-8d0a-da603c9b7302 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7490990 Mar 31 23:22:09.213751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Request body: {'port': {'device_id': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:09.277716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.514213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['53702929-7a75-4cdf-818a-3f6203bc248a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:09.539812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386d293-0447-4a01-a546-8d201d584951 req-787e3622-748f-471b-953d-be2763177364 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.541365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a386d293-0447-4a01-a546-8d201d584951 req-787e3622-748f-471b-953d-be2763177364 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.1181827 Mar 31 23:22:09.660057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a386d293-0447-4a01-a546-8d201d584951 req-c7520428-f3b1-460e-91c6-23478624f5f7 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075935 Mar 31 23:22:09.748307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd9d59e5-cf01-45fe-9777-ba1331605974 req-bec50f4b-250c-4219-a255-f5ba2e2868ae tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0548632 Mar 31 23:22:09.817792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53f80889-9ff1-4935-ae19-fa06c7bcbef6 req-300e38a2-f3fd-4b64-a867-fc38078c1e2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0356658 Mar 31 23:22:09.833557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b59319-5ccd-4c2f-a20e-78ead907a269 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:09.867140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.892562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Transition to ACTIVE for port object 39b59319-5ccd-4c2f-a20e-78ead907a269 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:22:09.904982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fd043-5c07-4597-992f-7c3b654cde2d req-b9a64f22-5ca0-45ee-99c9-cee919f75f94 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.907792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d89fd043-5c07-4597-992f-7c3b654cde2d req-b9a64f22-5ca0-45ee-99c9-cee919f75f94 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 931 time: 0.0670366 Mar 31 23:22:09.910487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c696c6-09d7-4f63-b215-9bd1a8ff05ba req-38be8538-25ba-4a2e-94a4-3e8e38c28f4a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:09.912300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c696c6-09d7-4f63-b215-9bd1a8ff05ba req-38be8538-25ba-4a2e-94a4-3e8e38c28f4a tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 945 time: 0.1167681 Mar 31 23:22:09.913480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:09.952943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d89fd043-5c07-4597-992f-7c3b654cde2d req-edcbb82c-a011-4e4a-9098-5789a16d2c14 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377727 Mar 31 23:22:09.986296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Pushing event updated for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:10.005207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.036836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c696c6-09d7-4f63-b215-9bd1a8ff05ba req-43ff14f5-3f38-493c-94ad-d90e5798b302 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892479 Mar 31 23:22:10.089301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Attempting to bind port 39b59319-5ccd-4c2f-a20e-78ead907a269 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:10.089644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Attempting to bind port 39b59319-5ccd-4c2f-a20e-78ead907a269 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'eb43c3fa-50b7-47a0-abb3-eef85e62647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:10.089960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Attempting to bind port 39b59319-5ccd-4c2f-a20e-78ead907a269 on network 94050727-f1de-42f9-b533-5e6284b86d93 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:10.098658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Port 39b59319-5ccd-4c2f-a20e-78ead907a269 on network 94050727-f1de-42f9-b533-5e6284b86d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:10.099134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Attempting to bind port 39b59319-5ccd-4c2f-a20e-78ead907a269 on network 94050727-f1de-42f9-b533-5e6284b86d93 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:10.106062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:10.106586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Checking segment: {'id': 'eb43c3fa-50b7-47a0-abb3-eef85e62647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:10.107166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Bound using segment: {'id': 'eb43c3fa-50b7-47a0-abb3-eef85e62647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:10.108134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Bound port: 39b59319-5ccd-4c2f-a20e-78ead907a269, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb43c3fa-50b7-47a0-abb3-eef85e62647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:10.108583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.182276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:10.185787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=39b59319-5ccd-4c2f-a20e-78ead907a269,segment=NetworkSegment(eb43c3fa-50b7-47a0-abb3-eef85e62647c),segment_id=eb43c3fa-50b7-47a0-abb3-eef85e62647c)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:10.190953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.223918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.224520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.225937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] 10.222.0.60 "PUT /v2.0/ports/39b59319-5ccd-4c2f-a20e-78ead907a269 HTTP/1.1" status: 200 len: 1091 time: 1.0172939 Mar 31 23:22:10.230402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:10.233872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8904718-62b0-40b5-bdfe-be85d604f737" -d '{"events": [{"name": "network-changed", "server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:10.270600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5f8b0-d4dc-428d-966d-8430dce93974 service neutron] Pushing event updated for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:10.292366 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d2725-6aab-45b0-b85c-bc8d6accfb64 x-openstack-request-id: req-ff9d2725-6aab-45b0-b85c-bc8d6accfb64 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:10.292366 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:10.292700 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ff9d2725-6aab-45b0-b85c-bc8d6accfb64 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:10.292953 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9d2725-6aab-45b0-b85c-bc8d6accfb64'] response: {'name': 'network-changed', 'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269', 'status': 'completed', 'code': 200} Mar 31 23:22:10.322277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-00e6f09c-7adb-408f-8d18-a9626d542abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.323829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-00e6f09c-7adb-408f-8d18-a9626d542abe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c305b0722e2488aa237440237458a1b&device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 1094 time: 0.0472362 Mar 31 23:22:10.333665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.378982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-57e842fe-650f-4f11-900e-5658d9b7c076 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39b59319-5ccd-4c2f-a20e-78ead907a269 HTTP/1.1" status: 200 len: 217 time: 0.0389688 Mar 31 23:22:10.435852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-22b1aabe-7cee-49a0-9726-bef2664300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.437450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-22b1aabe-7cee-49a0-9726-bef2664300e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87542278-1c4f-46de-a9a8-6455acfcadf1 HTTP/1.1" status: 200 len: 853 time: 0.0516045 Mar 31 23:22:10.470904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-204ad871-eb0b-43e4-955f-253da46811b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94050727-f1de-42f9-b533-5e6284b86d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245266 Mar 31 23:22:10.570670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-6fc53f4c-2f07-43fd-baa1-8140a0c7a79d service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925446 Mar 31 23:22:10.669300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-032f8d73-3bc9-4b40-aa6b-2428c522d93b req-2c773acc-1961-42cf-a473-7f1b5be4597b service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Mar 31 23:22:10.782672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 53702929-7a75-4cdf-818a-3f6203bc248a up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:10.799928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-ac66194c-e118-4e5c-a81e-05af7b11b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.801438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-ac66194c-e118-4e5c-a81e-05af7b11b8de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c305b0722e2488aa237440237458a1b&device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 1094 time: 0.0760350 Mar 31 23:22:10.815331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885ebcb-3387-4b28-b0dc-15b0c0889129 req-f367e2d9-2953-4b83-901e-7ee2d0a00ca0 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.816878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3885ebcb-3387-4b28-b0dc-15b0c0889129 req-f367e2d9-2953-4b83-901e-7ee2d0a00ca0 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.0657468 Mar 31 23:22:10.835643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 53702929-7a75-4cdf-818a-3f6203bc248a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:22:10.840890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 53702929-7a75-4cdf-818a-3f6203bc248a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:10.841881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.871802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a4058888-55f2-4a6e-a8cc-a2a0a527b89f req-a47b0e17-c4c8-4290-8ada-0f64a9956f42 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0307589 Mar 31 23:22:10.917582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3885ebcb-3387-4b28-b0dc-15b0c0889129 req-2eeb6224-c0c7-40a6-aff8-95287f0f287c tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921724 Mar 31 23:22:10.952780 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:10.956863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-a8fab3dd-7e51-4529-9378-5ba6bba33622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:10.958628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-a8fab3dd-7e51-4529-9378-5ba6bba33622 service neutron] 10.222.0.60 "GET /v2.0/networks?id=94050727-f1de-42f9-b533-5e6284b86d93 HTTP/1.1" status: 200 len: 915 time: 0.1407332 Mar 31 23:22:10.994082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:11.007021 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca295c-f0c3-4d74-bc8c-17324477567a" -d '{"events": [{"server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "name": "network-vif-plugged", "status": "completed", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:11.019170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=53702929-7a75-4cdf-818a-3f6203bc248a,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:11.030280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:11.055591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-50685013-c3ac-4ea5-adde-8adc2cb66cee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39b59319-5ccd-4c2f-a20e-78ead907a269 HTTP/1.1" status: 200 len: 217 time: 0.0887899 Mar 31 23:22:11.134128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.137676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-57fd5523-80e2-4386-b470-5abe53dd3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.139258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-57fd5523-80e2-4386-b470-5abe53dd3588 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87542278-1c4f-46de-a9a8-6455acfcadf1 HTTP/1.1" status: 200 len: 853 time: 0.0758381 Mar 31 23:22:11.178174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeda99-40d0-42de-a863-b619d5d0eea9 req-61969dd5-604f-42b0-afcb-7cfe5161b58a tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.179713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffeda99-40d0-42de-a863-b619d5d0eea9 req-61969dd5-604f-42b0-afcb-7cfe5161b58a tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 943 time: 0.1271040 Mar 31 23:22:11.201529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-f9d908e3-9173-4754-a08f-90b7d2e1c4ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94050727-f1de-42f9-b533-5e6284b86d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449243 Mar 31 23:22:11.268652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ffeda99-40d0-42de-a863-b619d5d0eea9 req-eaa529b7-cec0-4383-b443-898dc49bff53 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697539 Mar 31 23:22:11.331948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-a7e1c2e5-14a3-49d6-b259-97e01cced375 service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119461 Mar 31 23:22:11.337215 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b08557-7073-4fd2-82a1-e66ba5a87ea1 x-openstack-request-id: req-f2b08557-7073-4fd2-82a1-e66ba5a87ea1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:11.337529 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "name": "network-vif-plugged", "status": "completed", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:11.337713 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2b08557-7073-4fd2-82a1-e66ba5a87ea1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:11.338120 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b08557-7073-4fd2-82a1-e66ba5a87ea1'] response: {'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a', 'code': 200} Mar 31 23:22:11.514408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8904718-62b0-40b5-bdfe-be85d604f737 req-406e75ee-4623-4c8e-8f6c-33035668d0de service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716998 Mar 31 23:22:11.536005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde48e24-4474-4851-a8a4-be5a64c6615d req-503197e9-d72a-499a-9246-84cbdc40f12b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.540447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e7856-76a4-4d6d-a434-770e8e8c8ce4 req-40b5ef3d-6c91-400a-ae3c-bf6557e02003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.542564 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c16e7856-76a4-4d6d-a434-770e8e8c8ce4 req-40b5ef3d-6c91-400a-ae3c-bf6557e02003 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1097 time: 0.0745587 Mar 31 23:22:11.544389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bde48e24-4474-4851-a8a4-be5a64c6615d req-503197e9-d72a-499a-9246-84cbdc40f12b tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.0840294 Mar 31 23:22:11.587789 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bde48e24-4474-4851-a8a4-be5a64c6615d req-51c20522-872c-400e-bcd7-1b161cb82e32 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Mar 31 23:22:11.595992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c16e7856-76a4-4d6d-a434-770e8e8c8ce4 req-233c9afd-e9d5-40f7-83c9-d6bc4f45bd7a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426023 Mar 31 23:22:11.995924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fa3be07-b437-424f-92cd-77534d88fe92 req-419a7ff8-959d-4c39-b22d-cbfdb390b425 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Mar 31 23:22:12.343510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b534bedc-001d-4365-94d0-c69049788fae req-44a8fd70-27d4-4354-a5d8-5243c5d0af88 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41&device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0548952 Mar 31 23:22:12.429657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1298e13-7906-4981-b315-9516bf70be69 req-3bf2aef9-32df-4790-8451-918bb2afdc59 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:12.431756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1298e13-7906-4981-b315-9516bf70be69 req-3bf2aef9-32df-4790-8451-918bb2afdc59 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 943 time: 0.0604188 Mar 31 23:22:12.488984 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1298e13-7906-4981-b315-9516bf70be69 req-6ec76de2-2a49-42ea-bc38-316f7323aa4f tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505815 Mar 31 23:22:12.618147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34963bdf-e212-4c54-88eb-bb0ddb8421bd req-dc284adb-82f3-410f-9d6d-f0cbbb3313aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cbdb865c1e4072abee62b71f808065&device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0298352 Mar 31 23:22:12.641976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bdb9518-1c2b-4587-a995-c965ba28888f req-196cbb2d-d122-46ee-97c9-f53954927756 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0342143 Mar 31 23:22:12.670286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34963bdf-e212-4c54-88eb-bb0ddb8421bd req-84d8b9b1-a1a7-4ed4-9a5a-d3c1a9ac331a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=61cbdb865c1e4072abee62b71f808065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406890 Mar 31 23:22:12.886112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0ceee-d565-47cd-9e1e-31525a669484 req-aa07a0fa-bb08-46e8-b3a0-145a43fe2760 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:12.888361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22c0ceee-d565-47cd-9e1e-31525a669484 req-aa07a0fa-bb08-46e8-b3a0-145a43fe2760 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.2115088 Mar 31 23:22:12.891412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963bdf-e212-4c54-88eb-bb0ddb8421bd req-41cf41ac-2b4b-4cbe-9b26-b55026e5cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:12.892918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34963bdf-e212-4c54-88eb-bb0ddb8421bd req-41cf41ac-2b4b-4cbe-9b26-b55026e5cb2a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2142308 Mar 31 23:22:12.928599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-22c0ceee-d565-47cd-9e1e-31525a669484 req-93eb2b5a-29ff-4466-a781-af6a57461ea5 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Mar 31 23:22:13.635421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08565ea-0d55-49e7-93b8-2269227450c4 req-912a5662-104c-47ec-92d8-4b7f6a3ef18d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:13.636914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c08565ea-0d55-49e7-93b8-2269227450c4 req-912a5662-104c-47ec-92d8-4b7f6a3ef18d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 943 time: 0.0560374 Mar 31 23:22:13.685160 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c08565ea-0d55-49e7-93b8-2269227450c4 req-f8cd3565-07bf-4051-9f57-9850e53742a4 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Mar 31 23:22:13.788509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e8b3f74-c024-4a26-a06a-b9cfad77ccef req-c14d9911-b0df-4ef3-9f50-75785323199b tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Mar 31 23:22:14.051299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84a562-a3cd-43e9-a922-96bf53e23c64 req-41044d4a-0add-4e19-9901-fe03524b3352 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:14.052912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af84a562-a3cd-43e9-a922-96bf53e23c64 req-41044d4a-0add-4e19-9901-fe03524b3352 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.0547366 Mar 31 23:22:14.106435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af84a562-a3cd-43e9-a922-96bf53e23c64 req-f3b51feb-b376-41e1-b222-222b12ec627d tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469832 Mar 31 23:22:14.275198 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4c99-1347-45b7-a7ab-94ce116fb944 req-f4cb7433-f31f-41ae-a6dc-a9b26d0864b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:14.284023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c48c4c99-1347-45b7-a7ab-94ce116fb944 req-f4cb7433-f31f-41ae-a6dc-a9b26d0864b3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.0922987 Mar 31 23:22:14.332218 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c48c4c99-1347-45b7-a7ab-94ce116fb944 req-f9235ef1-7b95-4619-9586-0ffca742b4c7 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469024 Mar 31 23:22:14.359986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44408) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:14.376739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34963bdf-e212-4c54-88eb-bb0ddb8421bd req-6de32e27-1303-4bf7-bf8a-acd315b5dca8 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0296082 Mar 31 23:22:14.406127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a88d69-ade1-4368-9948-95b54fe8475d tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:14.407440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-71a88d69-ade1-4368-9948-95b54fe8475d tempest-TestNetworkBasicOps-1597132368 tempest-TestNetworkBasicOps-1597132368-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1092 time: 0.0463307 Mar 31 23:22:14.410198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:14.415780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '53702929-7a75-4cdf-818a-3f6203bc248a', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:14.457543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.568595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.626416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 39b59319-5ccd-4c2f-a20e-78ead907a269 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:14.691562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Allocated IP 172.25.8.245 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ef556f58-d2bc-4772-bab4-15c91d915bf5) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:14.737348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=39b59319-5ccd-4c2f-a20e-78ead907a269,segment=NetworkSegment(eb43c3fa-50b7-47a0-abb3-eef85e62647c),segment_id=eb43c3fa-50b7-47a0-abb3-eef85e62647c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.750401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '39b59319-5ccd-4c2f-a20e-78ead907a269', 'network_id': '94050727-f1de-42f9-b533-5e6284b86d93', 'port_id': '39b59319-5ccd-4c2f-a20e-78ead907a269', 'mac_address': 'fa:16:3e:ad:eb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87542278-1c4f-46de-a9a8-6455acfcadf1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:14.806274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.813588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.826025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b59319-5ccd-4c2f-a20e-78ead907a269 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:14.861539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=39b59319-5ccd-4c2f-a20e-78ead907a269,segment=NetworkSegment(eb43c3fa-50b7-47a0-abb3-eef85e62647c),segment_id=eb43c3fa-50b7-47a0-abb3-eef85e62647c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:14.873985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.893685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d5e9-090c-4946-acd1-06570dae34bf req-42403504-e709-41bb-adb4-baf385e4ebbe tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:14.902024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2d1d5e9-090c-4946-acd1-06570dae34bf req-42403504-e709-41bb-adb4-baf385e4ebbe tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 943 time: 0.0803406 Mar 31 23:22:14.910108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:14.943208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:14.953286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.953785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.954671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.955002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.955577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.956046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.956547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.957142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.958294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.958793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.959318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.959873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:14.997547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc784b29-1a17-4d7e-b6c2-5789070384ef req-601f84a3-08e9-4398-b533-6d4862eef5db tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3ce52896-965f-4cee-82f9-207a337abf41 HTTP/1.1" status: 200 len: 210 time: 0.0529659 Mar 31 23:22:15.252468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:15.263088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:15.267489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:15.269308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=ef556f58-d2bc-4772-bab4-15c91d915bf5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.287647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['39b59319-5ccd-4c2f-a20e-78ead907a269'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:15.304903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2d1d5e9-090c-4946-acd1-06570dae34bf req-db6bdcf5-9221-415c-9dff-3b88ede28f9c tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006765 Mar 31 23:22:15.824411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:15.933543 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.122435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.131771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.209637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event updated for resources: {'Port': ['ID=ef556f58-d2bc-4772-bab4-15c91d915bf5,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.221777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.296727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-790fb6a7-05bb-4bfc-a546-3aea6857cdac req-168d246c-620c-422a-9bb3-b66c12c94f55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cbdb865c1e4072abee62b71f808065&device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0375576 Mar 31 23:22:16.331787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-790fb6a7-05bb-4bfc-a546-3aea6857cdac req-05428071-433e-4d9d-91b7-e75e64b37c6f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=61cbdb865c1e4072abee62b71f808065&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251124 Mar 31 23:22:16.360405 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Floating IP e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 associated. External IP: 172.25.8.245, port: 53702929-7a75-4cdf-818a-3f6203bc248a. Mar 31 23:22:16.373389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1785f02b-3493-4058-b22c-a8a922a3820d req-fc1517cd-f915-4961-99c8-f1c5b8eee5bd tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0401361 Mar 31 23:22:16.476974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fb6a7-05bb-4bfc-a546-3aea6857cdac req-60b1924d-4dc2-457f-9952-aa4a0e737266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:16.479332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-790fb6a7-05bb-4bfc-a546-3aea6857cdac req-60b1924d-4dc2-457f-9952-aa4a0e737266 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1352894 Mar 31 23:22:16.525847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc781a-6234-4b0c-a949-c7b7d4ad99e5 req-094918fc-5843-42a1-b955-f38e8e9b1842 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:16.527372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5fc781a-6234-4b0c-a949-c7b7d4ad99e5 req-094918fc-5843-42a1-b955-f38e8e9b1842 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 944 time: 0.1075778 Mar 31 23:22:16.617715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5fc781a-6234-4b0c-a949-c7b7d4ad99e5 req-3a6082eb-43cb-4319-9c0c-f13939e13aee tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793450 Mar 31 23:22:16.644758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 39b59319-5ccd-4c2f-a20e-78ead907a269 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:16.702752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router 83b19fdb-bbda-42fb-879f-19de3c3554be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:16.716502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 39b59319-5ccd-4c2f-a20e-78ead907a269 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:22:16.721078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 39b59319-5ccd-4c2f-a20e-78ead907a269 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:16.721454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.835706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.867997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:16.878414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:16.882181 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c876b54-1c85-4777-b57a-0493a561aaf5" -d '{"events": [{"server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "name": "network-vif-plugged", "status": "completed", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:16.891863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Sync routers for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:16.904119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:16.918836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=39b59319-5ccd-4c2f-a20e-78ead907a269,segment=NetworkSegment(eb43c3fa-50b7-47a0-abb3-eef85e62647c),segment_id=eb43c3fa-50b7-47a0-abb3-eef85e62647c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:16.924052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:16.925067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:16.960094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0afd0f5-d01a-45b9-8196-41b685624801 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5486479 Mar 31 23:22:16.961171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:16.965516 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580554c1-b282-47eb-a26f-a7d0cb61cc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:16.967863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44436) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:16.983889 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b12c3-af46-4dab-885c-c8450fed1dcc x-openstack-request-id: req-a63b12c3-af46-4dab-885c-c8450fed1dcc {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:16.984389 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "name": "network-vif-plugged", "status": "completed", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:16.984952 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a63b12c3-af46-4dab-885c-c8450fed1dcc {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:16.985537 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63b12c3-af46-4dab-885c-c8450fed1dcc'] response: {'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269', 'code': 200} Mar 31 23:22:16.987512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:17.042049 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6b95f9-3a3d-465e-88c5-dd138576d5e0 x-openstack-request-id: req-ac6b95f9-3a3d-465e-88c5-dd138576d5e0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:17.042827 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:17.043629 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac6b95f9-3a3d-465e-88c5-dd138576d5e0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:17.044484 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6b95f9-3a3d-465e-88c5-dd138576d5e0'] response: {'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a', 'status': 'completed', 'code': 200} Mar 31 23:22:17.142649 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a73f8140-6507-4905-9e0d-d50da9240f99 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 HTTP/1.1" status: 200 len: 992 time: 0.1703000 Mar 31 23:22:17.149820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-bc8cd38d-d5c2-40f1-8d7b-b0b9089efe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.151902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-bc8cd38d-d5c2-40f1-8d7b-b0b9089efe1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1097 time: 0.0700750 Mar 31 23:22:17.153533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccff907-1269-4a05-b334-c92d424bbfd7 req-a5474588-8ddd-4d05-ba55-d1102cd02e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.155265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ccff907-1269-4a05-b334-c92d424bbfd7 req-a5474588-8ddd-4d05-ba55-d1102cd02e4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 1096 time: 0.0703223 Mar 31 23:22:17.174256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:17.187104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:17.225061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ccff907-1269-4a05-b334-c92d424bbfd7 req-62dcc97a-9fc8-4cbb-b070-86671e5f7f7f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605199 Mar 31 23:22:17.265196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-2a8f1689-2b4a-474e-a92f-9ac9d6234fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.266608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-2a8f1689-2b4a-474e-a92f-9ac9d6234fa6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 200 len: 898 time: 0.1009436 Mar 31 23:22:17.336368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-c1b3378b-1804-4d31-9526-edbd16a5bc55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 200 len: 1000 time: 0.0605824 Mar 31 23:22:17.390152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-215d0c01-0aa7-46ff-b46a-e4149c0fc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.391664 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-215d0c01-0aa7-46ff-b46a-e4149c0fc967 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=63c4e04f-6226-406e-a147-9e7812898262 HTTP/1.1" status: 200 len: 834 time: 0.0445430 Mar 31 23:22:17.418949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'port_id': '53702929-7a75-4cdf-818a-3f6203bc248a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'mac_address': 'fa:16:3e:18:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.451270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Checking router: 83b19fdb-bbda-42fb-879f-19de3c3554be for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:17.455311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-8222ded0-7d78-4f17-9b6d-ba9eea7c8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.456853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-8222ded0-7d78-4f17-9b6d-ba9eea7c8a5a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18943f83-09d9-4bd5-b890-ad9a936ca726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552666 Mar 31 23:22:17.460753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:17.462100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.530822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1c1b4dd-a955-4d26-80da-f55d6bc6ddad req-54958170-263b-4697-91d4-4ef87f48ace4 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0465589 Mar 31 23:22:17.589834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:17.590884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-3a708777-047a-4131-868c-fd66d90f262c service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144023 Mar 31 23:22:17.758259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-580554c1-b282-47eb-a26f-a7d0cb61cc1f req-31dd530f-696b-47f7-bef2-5f86c5d0b585 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578188 Mar 31 23:22:17.775362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b9ef-e963-4b6c-97d4-2bfaa973bb3f req-00976291-e9ab-4fa3-a88a-c5899ac68734 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:17.776792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ea4b9ef-e963-4b6c-97d4-2bfaa973bb3f req-00976291-e9ab-4fa3-a88a-c5899ac68734 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0728161 Mar 31 23:22:17.829271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ea4b9ef-e963-4b6c-97d4-2bfaa973bb3f req-3728834f-7d36-434d-bbef-fb5af0ae517a tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Mar 31 23:22:17.875728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'port_id': '53702929-7a75-4cdf-818a-3f6203bc248a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'mac_address': 'fa:16:3e:18:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:17.905833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0330fa-3377-4dd0-8c85-6f7ae6a5fb78 None None] The sync data for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 is: [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'port_id': '53702929-7a75-4cdf-818a-3f6203bc248a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'mac_address': 'fa:16:3e:18:48:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 0, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:18.141075 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae82d0-5295-4dab-a74e-d10f13cd5856 None None] New status for floating IP e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:22:18.142766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:18.212884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0815f7b4-2ccc-4f51-8776-1ea0ad12a1cc tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 HTTP/1.1" status: 200 len: 992 time: 0.0689290 Mar 31 23:22:18.538682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-790fb6a7-05bb-4bfc-a546-3aea6857cdac req-665ab436-54e2-4725-a1b0-1cff89d43401 tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0277131 Mar 31 23:22:18.656398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6996d915-1533-448d-808e-8d284011b0b3 req-5b67b119-53bd-4538-ae78-276303b6035b tempest-ServerShowV247Test-398467668 tempest-ServerShowV247Test-398467668-project] 10.222.0.95 "GET /v2.0/ports?device_id=3d1ecc97-3acb-49f3-9a81-96924927965e HTTP/1.1" status: 200 len: 210 time: 0.0323942 Mar 31 23:22:18.848283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44458) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:18.955965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dee3ef-041e-4e0b-891b-774f33c9997b req-9bd01f6b-b247-4e8c-9169-ead5ffafde2f tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:18.957476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66dee3ef-041e-4e0b-891b-774f33c9997b req-9bd01f6b-b247-4e8c-9169-ead5ffafde2f tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0528095 Mar 31 23:22:18.974498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:18.998137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66dee3ef-041e-4e0b-891b-774f33c9997b req-714f551b-acc1-4a51-82f8-c43a40b1173e tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342069 Mar 31 23:22:19.059939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.066514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.125622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bf896b0a3f4347b68e783064370f0b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733152 Mar 31 23:22:19.125622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febc1c03-378d-44aa-8a9b-92980c8882bf,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.126726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44470) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.139815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.140431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.142058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.142706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.143144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.143508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.143842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.144172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.144501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.145807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.146315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.147092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7a3a3-b0fb-481b-8d82-04a040d001a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:19.198217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.216798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44472) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.220648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.278039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.280892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.284610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/febc1c03-378d-44aa-8a9b-92980c8882bf HTTP/1.1" status: 204 len: 168 time: 0.1549249 Mar 31 23:22:19.291307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42750df-9c60-49b0-a9ed-5b4f8522583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc1c03-378d-44aa-8a9b-92980c8882bf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.347292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-237ad42a-51ef-4667-bcac-9c4a05e7eae9 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 HTTP/1.1" status: 200 len: 994 time: 0.1265936 Mar 31 23:22:19.359117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6868b-dda0-4a65-91db-3b69d7372f46 req-97b5e27c-5b32-4d5c-8ea2-a2bb44d78068 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.360699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96a6868b-dda0-4a65-91db-3b69d7372f46 req-97b5e27c-5b32-4d5c-8ea2-a2bb44d78068 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0903020 Mar 31 23:22:19.429669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96a6868b-dda0-4a65-91db-3b69d7372f46 req-bfeb03b1-9131-4193-8eb5-9872da9fad4d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621898 Mar 31 23:22:19.439479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-185bf55e-f768-4e60-b5b2-765c8a96fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.440994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-185bf55e-f768-4e60-b5b2-765c8a96fed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7c305b0722e2488aa237440237458a1b&device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 1096 time: 0.1413188 Mar 31 23:22:19.530859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-8f40237b-9abc-4d54-9daf-adf4f5adcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.532503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-8f40237b-9abc-4d54-9daf-adf4f5adcc4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=94050727-f1de-42f9-b533-5e6284b86d93 HTTP/1.1" status: 200 len: 915 time: 0.0845792 Mar 31 23:22:19.577197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-eee850d4-e599-47a8-bde1-a6643e8eae58 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39b59319-5ccd-4c2f-a20e-78ead907a269 HTTP/1.1" status: 200 len: 217 time: 0.0376334 Mar 31 23:22:19.581175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44482) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.600816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f44ae2-218d-4326-a156-21d71285104e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.650982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-84838702-c4ea-4fb0-9f86-2779270295a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.652499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-84838702-c4ea-4fb0-9f86-2779270295a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87542278-1c4f-46de-a9a8-6455acfcadf1 HTTP/1.1" status: 200 len: 853 time: 0.0652511 Mar 31 23:22:19.690689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-5a4780b9-4ecf-46ac-ad37-0f20c3398c19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=94050727-f1de-42f9-b533-5e6284b86d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307050 Mar 31 23:22:19.705372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-1bfbe94e-9db0-4019-9981-7764ed14b332 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:22:19.706314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-1bfbe94e-9db0-4019-9981-7764ed14b332 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061846 Mar 31 23:22:19.762336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f44ae2-218d-4326-a156-21d71285104e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.788952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-61f44ae2-218d-4326-a156-21d71285104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.840750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f44ae2-218d-4326-a156-21d71285104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef5cb0b-d7f6-4421-bc8b-ba0fd41644c6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.850254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-61f44ae2-218d-4326-a156-21d71285104e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=af8d3e3742254eb784eb567479d28744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680318 Mar 31 23:22:19.853648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44488) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:19.856874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-0e62d4fc-be24-450b-bf49-f2d7ca60ef9a service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436651 Mar 31 23:22:19.911385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.938352 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:19.960001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c8f2805-5043-4073-8b1c-ea9950f461d1 req-f9828c50-c265-4579-a525-47c3054680f7 service neutron] 10.222.0.60 "GET /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943766 Mar 31 23:22:19.993069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.004452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.007949 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fef5cb0b-d7f6-4421-bc8b-ba0fd41644c6 HTTP/1.1" status: 204 len: 168 time: 0.1487973 Mar 31 23:22:20.013346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e102b-6676-4c78-8952-0df9e2e4300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef5cb0b-d7f6-4421-bc8b-ba0fd41644c6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.033531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:20.168816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1ccafa-d669-4a08-879c-40d833a39bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.250186 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1ccafa-d669-4a08-879c-40d833a39bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.255284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c1ccafa-d669-4a08-879c-40d833a39bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.293349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c1ccafa-d669-4a08-879c-40d833a39bc0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=61cbdb865c1e4072abee62b71f808065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585168 Mar 31 23:22:20.295897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44502) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:20.302506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ccafa-d669-4a08-879c-40d833a39bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc6c8b-f48b-4268-9d36-3e5f396aa0ac,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.352735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.377289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.427819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.430415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:20.431600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cebc6c8b-f48b-4268-9d36-3e5f396aa0ac HTTP/1.1" status: 204 len: 168 time: 0.1347473 Mar 31 23:22:20.440489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd7247-028f-4313-be07-aa8a0a58e90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc6c8b-f48b-4268-9d36-3e5f396aa0ac,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.583900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c122c33-6989-4192-bf68-94ab79c3ac38 req-2e745d40-170d-41c3-b99b-4b2a0d5e2125 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:20.591480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c122c33-6989-4192-bf68-94ab79c3ac38 req-2e745d40-170d-41c3-b99b-4b2a0d5e2125 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0690219 Mar 31 23:22:20.632006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c122c33-6989-4192-bf68-94ab79c3ac38 req-6e623c49-ef6a-4b78-bd61-34663dad057e tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Mar 31 23:22:21.007595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:21.637371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e05a2b2e-d23a-4e17-b32b-fb558b67bf89 req-c4d24739-e95c-4f40-b274-c5eadf0d47a8 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0345867 Mar 31 23:22:21.781695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef8e68-2e82-4dbf-94eb-275e87a4196d req-02291552-1e62-465a-96a5-f5daa796477e tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:21.784378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47ef8e68-2e82-4dbf-94eb-275e87a4196d req-02291552-1e62-465a-96a5-f5daa796477e tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0634556 Mar 31 23:22:21.831571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47ef8e68-2e82-4dbf-94eb-275e87a4196d req-d3ba1ebf-221c-4e9e-a4d1-d4c1d7e67185 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Mar 31 23:22:22.182708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcdd15-96f5-44d6-b37e-902d39359f23 req-16af7e97-bcfc-4cc5-aff4-7d34b2eab544 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.184650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bbcdd15-96f5-44d6-b37e-902d39359f23 req-16af7e97-bcfc-4cc5-aff4-7d34b2eab544 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0691800 Mar 31 23:22:22.259592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6bbcdd15-96f5-44d6-b37e-902d39359f23 req-61e0c5b6-0b1e-4eb3-8765-80d8c7132c3d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633595 Mar 31 23:22:22.520301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-a2757ee7-5de0-4929-8d54-5d73a201554e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490253 Mar 31 23:22:22.646259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-8ff2435d-057e-4da6-85b5-2f6c5b41603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.648788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-8ff2435d-057e-4da6-85b5-2f6c5b41603b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1097 time: 0.0590696 Mar 31 23:22:22.910857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-f8d7a345-a3c6-49dd-9895-de6b6ae0963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:22.913287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-f8d7a345-a3c6-49dd-9895-de6b6ae0963d service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.2151814 Mar 31 23:22:23.009154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-aa5edecd-9e84-4a08-acb9-3dcb73110ef3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 1001 time: 0.0850413 Mar 31 23:22:23.101077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-643a0d1f-09ab-465a-85da-5aa5a690c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:23.103660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-643a0d1f-09ab-465a-85da-5aa5a690c0d3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.0822520 Mar 31 23:22:23.185489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-b01d51d5-2f20-4d2f-8770-4b5458145aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:23.187905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-b01d51d5-2f20-4d2f-8770-4b5458145aeb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739501 Mar 31 23:22:23.202856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-fb029094-6cfc-464d-8455-8708226b331d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:22:23.204756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-fb029094-6cfc-464d-8455-8708226b331d service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078549 Mar 31 23:22:23.225708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d2cae67b-0253-48ae-936f-3e7fe8bedff9 req-abba57f6-bc8d-4c6a-a362-c0e3b1d56728 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.3985555 Mar 31 23:22:23.340849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-337f904d-b7f7-413b-ae83-6e330b52c8d1 service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260738 Mar 31 23:22:23.800064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f42e06-0f3d-48dd-860b-bc087eda7d39 req-b73128a0-4909-4d89-b7ae-72cf830c2b00 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:23.801558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87f42e06-0f3d-48dd-860b-bc087eda7d39 req-b73128a0-4909-4d89-b7ae-72cf830c2b00 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.4502890 Mar 31 23:22:23.848295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b70131dc-0d68-4fb5-9ef9-b7302ee73079 req-3794f9fe-406d-42bc-ade4-33995810152d service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948628 Mar 31 23:22:23.885252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-87f42e06-0f3d-48dd-860b-bc087eda7d39 req-71d49ba3-1a10-4121-bd28-3ea22360d2d4 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/security-groups?id=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698383 Mar 31 23:22:24.273672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-06959628-14e9-4a01-85ef-2c8e9bc3599d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:24.275357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-06959628-14e9-4a01-85ef-2c8e9bc3599d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.60 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 945 time: 0.0594485 Mar 31 23:22:24.373028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4d8e0139-418e-4926-bea2-bac92c336571 req-35eb52fd-3b5b-415c-b94f-0b6fa33f2cac tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0619395 Mar 31 23:22:24.448968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Deleting port 39b59319-5ccd-4c2f-a20e-78ead907a269 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:24.449622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.547628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] For port 39b59319-5ccd-4c2f-a20e-78ead907a269, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=39b59319-5ccd-4c2f-a20e-78ead907a269,segment=NetworkSegment(eb43c3fa-50b7-47a0-abb3-eef85e62647c),segment_id=eb43c3fa-50b7-47a0-abb3-eef85e62647c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:24.548114 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.567419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Calling delete_port for 39b59319-5ccd-4c2f-a20e-78ead907a269 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:24.744122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.763659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['39b59319-5ccd-4c2f-a20e-78ead907a269'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:24.789720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Pushing event deleted for resources: {'Port': ['ID=39b59319-5ccd-4c2f-a20e-78ead907a269,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:24.851264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] No DVR routers for this DVR port 39b59319-5ccd-4c2f-a20e-78ead907a269 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:24.857825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:24.876122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd5f7723-b1f3-4c29-9bd0-e0d3f9c83609 req-bf764cde-68dd-468a-8779-144f9119437d tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.60 "DELETE /v2.0/ports/39b59319-5ccd-4c2f-a20e-78ead907a269 HTTP/1.1" status: 204 len: 173 time: 0.5830426 Mar 31 23:22:24.876623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'name': 'network-vif-deleted', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:24.879038 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f8be25-f366-4ce5-9464-53043b21ff54" -d '{"events": [{"server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "name": "network-vif-deleted", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:25.029304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58e8dc40-93dc-42c4-87d0-4223db9aeaae req-29f913df-c0e4-4ed5-acfc-2532d39e3981 tempest-InstanceActionsTestJSON-1788856109 tempest-InstanceActionsTestJSON-1788856109-project] 10.222.0.95 "GET /v2.0/ports?device_id=45ce3a91-75e0-47d9-916f-7778b08fa558 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Mar 31 23:22:25.114707 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d70481d-e5cd-43ed-9208-6f35c2f066f3 x-openstack-request-id: req-1d70481d-e5cd-43ed-9208-6f35c2f066f3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:25.115005 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ce3a91-75e0-47d9-916f-7778b08fa558", "name": "network-vif-deleted", "tag": "39b59319-5ccd-4c2f-a20e-78ead907a269", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:25.117624 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d70481d-e5cd-43ed-9208-6f35c2f066f3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:25.118132 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d70481d-e5cd-43ed-9208-6f35c2f066f3'] response: {'server_uuid': '45ce3a91-75e0-47d9-916f-7778b08fa558', 'name': 'network-vif-deleted', 'tag': '39b59319-5ccd-4c2f-a20e-78ead907a269', 'status': 'completed', 'code': 200} Mar 31 23:22:25.539138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ffe1300a-44dc-40b2-adff-c619f532a0db req-9246eab0-b5e3-4047-8f0f-b999e42daeab tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0697756 Mar 31 23:22:25.670547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37ae4aab-13f1-4d04-9551-02000f99f545 req-2e0422d9-36f8-43bd-a724-f37714f7b6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0331528 Mar 31 23:22:26.126222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:26.179822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Deleting subnet 87542278-1c4f-46de-a9a8-6455acfcadf1 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:26.196755 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.210581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.240205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.281431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.366905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.402996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87542278-1c4f-46de-a9a8-6455acfcadf1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:26.413883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.417953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0c1fb57e-0638-41e0-bdce-ec36247995c7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/87542278-1c4f-46de-a9a8-6455acfcadf1 HTTP/1.1" status: 204 len: 168 time: 0.2900183 Mar 31 23:22:26.420612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44722) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:26.530073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.646145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.670714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94050727-f1de-42f9-b533-5e6284b86d93']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:26.683846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb43c3fa-50b7-47a0-abb3-eef85e62647c') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:26.684490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb43c3fa-50b7-47a0-abb3-eef85e62647c') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:26.692303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fb0f7b9-d6ef-435a-97aa-a056e35dcafc req-6d8a6c5f-1fbf-43ff-9e35-47f0c8df0968 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0353696 Mar 31 23:22:26.695615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.711390 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.731194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:26.731930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:26.734865 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:26.822616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.834315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:26.842432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/94050727-f1de-42f9-b533-5e6284b86d93 HTTP/1.1" status: 204 len: 168 time: 0.4206102 Mar 31 23:22:26.855512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0d54e-8454-450b-b284-82f9629bf5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94050727-f1de-42f9-b533-5e6284b86d93,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:27.140404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44734) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:27.203217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5f2d507-1c23-4478-8f5c-710a65055c9a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7c305b0722e2488aa237440237458a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613580 Mar 31 23:22:27.209982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44736) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:27.235535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c560742-4fe2-447f-a004-33ebd51aa492 req-82c370d4-f0be-4faa-9772-f0708ecfc1dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0612054 Mar 31 23:22:27.295318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.326785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c560742-4fe2-447f-a004-33ebd51aa492 req-076be3ad-9e07-4a8b-b94a-c172cdfad8bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f1b4c2093b74e448e6d745956b94b92&device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0355053 Mar 31 23:22:27.331084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.396574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c560742-4fe2-447f-a004-33ebd51aa492 req-0cfd51c1-fee1-43bb-8279-1fa0f427c8de service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5f1b4c2093b74e448e6d745956b94b92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469146 Mar 31 23:22:27.492077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.502615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:27.504006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a9e9831a-bd9d-4992-8e09-51dc4b8d9e35 HTTP/1.1" status: 204 len: 168 time: 0.2927768 Mar 31 23:22:27.527655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189e658-cd35-45cf-91b6-4f5effa35fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e9831a-bd9d-4992-8e09-51dc4b8d9e35,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:27.555098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560742-4fe2-447f-a004-33ebd51aa492 req-baa2ae73-16e3-482f-ac20-0aab863b6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:27.557586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c560742-4fe2-447f-a004-33ebd51aa492 req-baa2ae73-16e3-482f-ac20-0aab863b6150 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1544352 Mar 31 23:22:27.876868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2add069-1d84-42ec-a220-e9403bc5b821 req-e93e1546-a573-4f0b-9f50-045d2182ad57 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0682690 Mar 31 23:22:28.688516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08ae990e-a406-4a38-9c03-744b9d6ff6cf req-2ddecb54-2d3d-43f5-8cac-b585705f64da tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0620675 Mar 31 23:22:28.700901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 39b59319-5ccd-4c2f-a20e-78ead907a269 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:28.736723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 39b59319-5ccd-4c2f-a20e-78ead907a269 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:28.739421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 39b59319-5ccd-4c2f-a20e-78ead907a269 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:28.913973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 44788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:29.112493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2081304285-network', 'tenant_id': '8f2e91730390469cbf7cc5c8120ac3a2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:29.143453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Made reservation on behalf of 8f2e91730390469cbf7cc5c8120ac3a2 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:29.147347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.164841 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.251364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.260052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.310630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:29.331588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.331919 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Added segment 80eff369-2827-43dd-8189-adcfd46e27c7 of type vlan for network 36abf90e-9dd9-4823-8537-6130ee79358b Mar 31 23:22:29.333264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4158d-afc3-471d-8eea-aa7152e103b0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.390556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.427347 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.429764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.433101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.496905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5817175 Mar 31 23:22:29.501903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 44796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:29.507505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Request body: {'subnet': {'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2081304285-subnet', 'tenant_id': '8f2e91730390469cbf7cc5c8120ac3a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:29.539182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Made reservation on behalf of 8f2e91730390469cbf7cc5c8120ac3a2 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:29.542437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.551140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19a8ef-cf73-4bb8-88a8-a49ee7c77c3a admin admin] Pushing event updated for resources: {'Network': ['ID=36abf90e-9dd9-4823-8537-6130ee79358b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.562341 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 36abf90e-9dd9-4823-8537-6130ee79358b details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:29.779031 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.811752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66a3bd5c-e856-46ad-aee0-2b6f703b7bb1 req-cd78bd7f-2099-4226-95e9-7b28864c96e1 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0465736 Mar 31 23:22:29.897824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae297fe1-c63e-4ae2-8e63-8978aa2d7120,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.910657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Checking segment: {'id': '80eff369-2827-43dd-8189-adcfd46e27c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:29.911145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Network hostable DHCP agents. Network: 36abf90e-9dd9-4823-8537-6130ee79358b, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:29.933425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Network 36abf90e-9dd9-4823-8537-6130ee79358b is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:29.952301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 36abf90e-9dd9-4823-8537-6130ee79358b) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:29.957570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:29.958677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:29.967620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97321593-ddba-465a-ac18-80f1f3c7af99 None None] Network 36abf90e-9dd9-4823-8537-6130ee79358b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:30.002322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-670d7dbc-f2a6-48f7-90a5-eaacc0fb8c15 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4974229 Mar 31 23:22:30.148699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854f148-72fe-4ba4-92fa-acaaf8c87b31 None None] Network 36abf90e-9dd9-4823-8537-6130ee79358b requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:30.594334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-4e4a0b28-5efe-4c31-a0ae-deb38c86a46e tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:30.601096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-4e4a0b28-5efe-4c31-a0ae-deb38c86a46e tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/networks?id=36abf90e-9dd9-4823-8537-6130ee79358b HTTP/1.1" status: 200 len: 822 time: 0.1218538 Mar 31 23:22:30.612830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-d2fe05e1-e36c-408d-b86d-636c2e5460f6 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/quotas/8f2e91730390469cbf7cc5c8120ac3a2 HTTP/1.1" status: 200 len: 375 time: 0.0108840 Mar 31 23:22:30.650129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-9f2cc37d-eeef-4a7e-9a27-25767b5528a4 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8f2e91730390469cbf7cc5c8120ac3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304689 Mar 31 23:22:30.763912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-7f35eb0c-4256-4ef0-94d1-ea0bf18963c2 service neutron] 10.222.0.95 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065044 Mar 31 23:22:30.911903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-844631bb-608f-468f-b477-137c1c81fdc6 service neutron] 10.222.0.95 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469829 Mar 31 23:22:30.960765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c27c653-6454-449e-ac6c-2689805fc503 req-f0c445cf-dfc3-4f8c-a18e-f8a393de49aa tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0540519 Mar 31 23:22:31.119185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d17444-083f-436b-99df-e194ba307c67 req-66e2bcf6-a7e4-4e90-a39c-b3b041fbcacc tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 210 time: 0.0302420 Mar 31 23:22:32.072961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e435ad8-92f0-434f-9595-44fae516e8d0 req-70707af8-b74d-4a08-83cc-14270f6babc8 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0307178 Mar 31 23:22:32.245859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f2987e0-adcb-4098-8cce-09c002595060 req-54485911-b70d-4572-abc7-9a52362f86d0 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 210 time: 0.0409889 Mar 31 23:22:32.473287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-e7b12a5b-99d8-4578-aa6e-7583a3653101 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:32.474952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-e7b12a5b-99d8-4578-aa6e-7583a3653101 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.96 "GET /v2.0/networks?id=36abf90e-9dd9-4823-8537-6130ee79358b HTTP/1.1" status: 200 len: 822 time: 0.1610920 Mar 31 23:22:32.489152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Request body: {'port': {'device_id': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b', 'admin_state_up': True, 'tenant_id': '8f2e91730390469cbf7cc5c8120ac3a2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:32.612160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Made reservation on behalf of 8f2e91730390469cbf7cc5c8120ac3a2 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:32.617117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.772295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Allocated IP 172.20.0.7 (36abf90e-9dd9-4823-8537-6130ee79358b/ae297fe1-c63e-4ae2-8e63-8978aa2d7120/bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:32.946271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:32.984045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.047116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Pushing event updated for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:33.064913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Network 36abf90e-9dd9-4823-8537-6130ee79358b is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:33.066358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:33.068712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:33.126787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.127730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.150661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-cf42afd2-73bf-4af4-9e6a-9f7978eec4d5 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6659977 Mar 31 23:22:33.182301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Request body: {'port': {'device_id': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:33.221275 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3243aa13-a0d8-43de-8e53-32e73f6be8a4 req-5b0df5d4-2e50-4426-b655-e01e67ceec80 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0570831 Mar 31 23:22:33.260597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.449263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966d3ee-5a15-4523-af18-62d14e6627c4 req-fd723613-5c0d-4ad8-a538-94fba90f7d4c tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.451416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d966d3ee-5a15-4523-af18-62d14e6627c4 req-fd723613-5c0d-4ad8-a538-94fba90f7d4c tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 931 time: 0.1046243 Mar 31 23:22:33.495181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d966d3ee-5a15-4523-af18-62d14e6627c4 req-264f79b5-6bc9-4a56-b67e-55401611f52f tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Mar 31 23:22:33.617878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:33.625504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.638066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Transition to ACTIVE for port object bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:22:33.644186 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.731068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Pushing event updated for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:33.802290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Attempting to bind port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:33.802620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Attempting to bind port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '80eff369-2827-43dd-8189-adcfd46e27c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:33.802944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Attempting to bind port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 on network 36abf90e-9dd9-4823-8537-6130ee79358b {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:33.808262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 on network 36abf90e-9dd9-4823-8537-6130ee79358b not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:33.808577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Attempting to bind port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 on network 36abf90e-9dd9-4823-8537-6130ee79358b {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:33.813689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:33.814026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Checking segment: {'id': '80eff369-2827-43dd-8189-adcfd46e27c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:33.814411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Bound using segment: {'id': '80eff369-2827-43dd-8189-adcfd46e27c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:33.814844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Bound port: bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eff369-2827-43dd-8189-adcfd46e27c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:33.815228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.891685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:33.894827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,segment=NetworkSegment(80eff369-2827-43dd-8189-adcfd46e27c7),segment_id=80eff369-2827-43dd-8189-adcfd46e27c7)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:33.902390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.941986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.942224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:33.943809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] 10.222.0.96 "PUT /v2.0/ports/bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 HTTP/1.1" status: 200 len: 1091 time: 0.7669508 Mar 31 23:22:33.944168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:33.946775 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df95996c-fe0c-4435-80b2-78843ecead14" -d '{"events": [{"name": "network-changed", "server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:33.985103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c9212-6c02-4a90-b5d5-e33d9d41dd3a service neutron] Pushing event updated for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:34.011598 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ea538-9f05-4af8-af66-ae881daf40d5 x-openstack-request-id: req-8f1ea538-9f05-4af8-af66-ae881daf40d5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:34.011912 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:34.012161 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8f1ea538-9f05-4af8-af66-ae881daf40d5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:34.012564 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1ea538-9f05-4af8-af66-ae881daf40d5'] response: {'name': 'network-changed', 'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0', 'status': 'completed', 'code': 200} Mar 31 23:22:34.045826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-3922feba-d46e-4c2c-8e65-8a59cc77c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.047737 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-3922feba-d46e-4c2c-8e65-8a59cc77c08e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f2e91730390469cbf7cc5c8120ac3a2&device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 1094 time: 0.0490937 Mar 31 23:22:34.102868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-28d1b3e8-cb9a-48fc-9a3d-59014bb8edb6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 HTTP/1.1" status: 200 len: 217 time: 0.0456026 Mar 31 23:22:34.168202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-ece9213c-d2f0-47ef-b5e5-d9bc09e1623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.170084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-ece9213c-d2f0-47ef-b5e5-d9bc09e1623c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ae297fe1-c63e-4ae2-8e63-8978aa2d7120 HTTP/1.1" status: 200 len: 862 time: 0.0599883 Mar 31 23:22:34.216910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-63b22654-47e2-458a-8530-1a5a21a45948 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=36abf90e-9dd9-4823-8537-6130ee79358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348644 Mar 31 23:22:34.348647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-a3458d1d-6ea3-4ca8-867b-25e6e7c631d9 service neutron] 10.222.0.96 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177773 Mar 31 23:22:34.348995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e2cecad-a198-4e16-ac4f-665b43139ef5 req-b6e45423-d346-4f4c-a409-68d335fefad7 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0437458 Mar 31 23:22:34.468130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-76fa8e38-d8a0-43ac-9527-a66c8d751381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:34.530722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9e0a5d0-5aa3-474f-8ff8-e38825fb7e22 req-67b51e56-2f22-45f4-b41f-7cfc994839c1 service neutron] 10.222.0.96 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693628 Mar 31 23:22:34.672103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040efa50-343f-4a77-9eab-15211c66ab16 req-49159e5e-7241-44c5-89c1-5396b7633540 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.673786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-040efa50-343f-4a77-9eab-15211c66ab16 req-49159e5e-7241-44c5-89c1-5396b7633540 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 943 time: 0.0932755 Mar 31 23:22:34.681515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95996c-fe0c-4435-80b2-78843ecead14 req-73f74cab-d22b-4dba-90e9-50b2090a9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.682990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-73f74cab-d22b-4dba-90e9-50b2090a9523 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=8f2e91730390469cbf7cc5c8120ac3a2&device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 1094 time: 0.0898221 Mar 31 23:22:34.778747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-040efa50-343f-4a77-9eab-15211c66ab16 req-3e5d5aad-ed77-4616-99d3-fb6b76db83ea tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934060 Mar 31 23:22:34.805735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95996c-fe0c-4435-80b2-78843ecead14 req-d8b18ead-49a5-4b29-b6d3-03f55e20bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.807227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-d8b18ead-49a5-4b29-b6d3-03f55e20bf2f service neutron] 10.222.0.96 "GET /v2.0/networks?id=36abf90e-9dd9-4823-8537-6130ee79358b HTTP/1.1" status: 200 len: 924 time: 0.1063588 Mar 31 23:22:34.857846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-766cfe2c-6b2d-427e-a2b7-8986767e9490 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 HTTP/1.1" status: 200 len: 217 time: 0.0396373 Mar 31 23:22:34.912723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95996c-fe0c-4435-80b2-78843ecead14 req-89837f0d-a460-4d0d-bd9e-54b226ab77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:34.914343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-89837f0d-a460-4d0d-bd9e-54b226ab77ec service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ae297fe1-c63e-4ae2-8e63-8978aa2d7120 HTTP/1.1" status: 200 len: 862 time: 0.0464375 Mar 31 23:22:34.957233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-8aca4774-9570-4aff-859d-1250bfe27cc0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=36abf90e-9dd9-4823-8537-6130ee79358b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276389 Mar 31 23:22:35.069574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-59eaff2b-3c5c-425d-b7fc-ef734d2be2c5 service neutron] 10.222.0.96 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994408 Mar 31 23:22:35.180175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-df95996c-fe0c-4435-80b2-78843ecead14 req-d7f48cdd-a0f7-4356-b2d2-0b574d92cc09 service neutron] 10.222.0.96 "GET /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003771 Mar 31 23:22:35.464211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c6bc1ce-23c5-420c-a695-79035025efef req-7007976d-ff6a-4623-8be8-0df46b5e1e43 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0292742 Mar 31 23:22:35.931268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9e23a-9615-437c-a8dc-3b4da12d8b74 req-bcb737bd-33c5-4954-b33b-9200c060d8a1 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:35.932819 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7db9e23a-9615-437c-a8dc-3b4da12d8b74 req-bcb737bd-33c5-4954-b33b-9200c060d8a1 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 943 time: 0.0590148 Mar 31 23:22:35.995681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7db9e23a-9615-437c-a8dc-3b4da12d8b74 req-68138509-5c26-4271-8206-0615ee05ae30 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551829 Mar 31 23:22:36.583159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b61b078d-ce0b-457b-858d-371e8ef3c0b8 req-6c736c65-878d-4bbe-b9a1-9861a102bb45 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Mar 31 23:22:36.931636 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3281e3cb-12ce-4afe-a0df-2236a76b745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:37.166322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7e759-46bf-4ce4-802f-c8a54306107f req-2120074c-9629-4670-8f6d-cd218965fac6 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:37.167920 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4b7e759-46bf-4ce4-802f-c8a54306107f req-2120074c-9629-4670-8f6d-cd218965fac6 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 943 time: 0.0634139 Mar 31 23:22:37.215505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4b7e759-46bf-4ce4-802f-c8a54306107f req-01fadddd-fee9-4c36-baa1-f7875b2a8636 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Mar 31 23:22:37.713860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0811992d-1ae6-4082-89cc-150bdcfc3cd0 req-8f789fa9-8694-446d-87c5-ae55aa81ac4f tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Mar 31 23:22:38.379725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52f051-3413-4964-bc49-0283d92dec07 req-d51e6898-3e38-4f15-a745-38318f4037c3 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:38.381609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b52f051-3413-4964-bc49-0283d92dec07 req-d51e6898-3e38-4f15-a745-38318f4037c3 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 943 time: 0.0715649 Mar 31 23:22:38.395177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:38.426262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b52f051-3413-4964-bc49-0283d92dec07 req-56599356-e37c-4e7f-a4f6-9b3b828c10a1 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Mar 31 23:22:38.824376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53fe431e-096c-4e02-b597-68c61a990c67 req-2aa8a71a-2951-47a8-a26b-0ec3c94626ba tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0280194 Mar 31 23:22:38.826158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:38.952717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,segment=NetworkSegment(80eff369-2827-43dd-8189-adcfd46e27c7),segment_id=80eff369-2827-43dd-8189-adcfd46e27c7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:38.967150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0', 'network_id': '36abf90e-9dd9-4823-8537-6130ee79358b', 'port_id': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0', 'mac_address': 'fa:16:3e:39:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae297fe1-c63e-4ae2-8e63-8978aa2d7120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:39.010254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.024259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:39.046559 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,segment=NetworkSegment(80eff369-2827-43dd-8189-adcfd46e27c7),segment_id=80eff369-2827-43dd-8189-adcfd46e27c7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:39.056009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:39.107052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:39.533006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:39.601002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44715f-af91-4375-917b-809e402c03fd req-47c181f6-c818-479c-8de5-446d5d854d11 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:39.615567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c44715f-af91-4375-917b-809e402c03fd req-47c181f6-c818-479c-8de5-446d5d854d11 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 944 time: 0.0932500 Mar 31 23:22:39.677608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c44715f-af91-4375-917b-809e402c03fd req-6c458b39-e166-4ac5-9eef-8bd23f145bf0 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554769 Mar 31 23:22:39.949957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-32c17b64-98b2-43a7-a597-9491d4979fd5 req-77d9a72b-57ff-4d84-917a-2293eada2da5 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0315747 Mar 31 23:22:40.015699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.357521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:40.838564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:40.839468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93179520-0ece-4648-b349-77d744dfc95b req-b47f0d8c-30b0-4875-9fb6-da6dc8738794 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:40.841845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93179520-0ece-4648-b349-77d744dfc95b req-b47f0d8c-30b0-4875-9fb6-da6dc8738794 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 944 time: 0.0815561 Mar 31 23:22:40.898112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-93179520-0ece-4648-b349-77d744dfc95b req-4313beec-1b19-4b47-ae64-d2c204d94715 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 Mar 31 23:22:40.939471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:22:40.945600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:22:40.946227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.070665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.104804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a722db68-39d8-498d-812a-c0fa3868a35a req-43507330-dc70-41ae-8c78-02818de352c0 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0407245 Mar 31 23:22:41.114555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:41.117916 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89297c18-61df-4939-8e0d-ca843bfeba37" -d '{"events": [{"server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "name": "network-vif-plugged", "status": "completed", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:41.122363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,segment=NetworkSegment(80eff369-2827-43dd-8189-adcfd46e27c7),segment_id=80eff369-2827-43dd-8189-adcfd46e27c7)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:41.130105 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:41.187451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:41.214982 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d618b-b868-4742-a1c7-2f194c2f7958 x-openstack-request-id: req-506d618b-b868-4742-a1c7-2f194c2f7958 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:41.215336 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "name": "network-vif-plugged", "status": "completed", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:41.215636 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-506d618b-b868-4742-a1c7-2f194c2f7958 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:41.216188 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506d618b-b868-4742-a1c7-2f194c2f7958'] response: {'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0', 'code': 200} Mar 31 23:22:41.345082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3f046-78b7-4cc2-9d91-66ac1a8c6d34 req-2beb3719-0621-4c7a-a016-5673196303b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:41.348657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44a3f046-78b7-4cc2-9d91-66ac1a8c6d34 req-2beb3719-0621-4c7a-a016-5673196303b5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 1096 time: 0.0658853 Mar 31 23:22:41.403382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44a3f046-78b7-4cc2-9d91-66ac1a8c6d34 req-3a4532f8-8fab-4fb4-9fcb-a4197c6f1c61 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Mar 31 23:22:42.114195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd35210-7120-42a6-a339-079e54ccb04b req-57a75e35-c56d-4167-816b-c4cba794b493 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:42.115899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cd35210-7120-42a6-a339-079e54ccb04b req-57a75e35-c56d-4167-816b-c4cba794b493 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 945 time: 0.0825100 Mar 31 23:22:42.173968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cd35210-7120-42a6-a339-079e54ccb04b req-685e4e3f-420c-45d1-8abe-767086ad0811 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Mar 31 23:22:42.259827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a654a86-7780-459f-8156-a6eaf40dff16 req-83ee3fa7-13bc-4253-925d-bae83258e0c8 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0458946 Mar 31 23:22:43.319653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6ec1-7850-4bac-925d-4d25e9a7e9d9 req-541dbf8c-ec5e-4ed4-b1db-51d8cd676595 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.321511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da2d6ec1-7850-4bac-925d-4d25e9a7e9d9 req-541dbf8c-ec5e-4ed4-b1db-51d8cd676595 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 945 time: 0.0551240 Mar 31 23:22:43.365686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da2d6ec1-7850-4bac-925d-4d25e9a7e9d9 req-e80c5a52-68ee-4e10-926f-2405f1e4c106 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374937 Mar 31 23:22:43.393200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8deb16b5-9571-4900-aaf6-75ead2541cb3 req-08ed6b33-1a5e-4adf-96d1-f5060f789cf0 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0385065 Mar 31 23:22:43.729046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0166109-cefe-46f9-a247-04cf4bf294d9 req-020513a5-3bde-4427-a9eb-7b14b9d09c7a tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.730604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0166109-cefe-46f9-a247-04cf4bf294d9 req-020513a5-3bde-4427-a9eb-7b14b9d09c7a tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Mar 31 23:22:43.772459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0166109-cefe-46f9-a247-04cf4bf294d9 req-de075c38-3e6d-41e6-a00f-dae9e895af51 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341966 Mar 31 23:22:43.981698 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:44.563627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-10be202d-cbf0-46c4-b8a8-13bf08efe704 req-a42237e7-c3b6-4d81-9e69-af8d79da08da tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0322142 Mar 31 23:22:44.895968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4e418-204f-4103-bc14-713e7963ab55 req-5f1d69f9-0172-4509-a846-806812a98aff tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:44.897496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fb4e418-204f-4103-bc14-713e7963ab55 req-5f1d69f9-0172-4509-a846-806812a98aff tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 945 time: 0.0550947 Mar 31 23:22:44.944736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fb4e418-204f-4103-bc14-713e7963ab55 req-c0191f1c-6759-4f87-afba-08559e0d2cc3 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Mar 31 23:22:45.649301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-043266ca-ffd2-4431-8778-181463c41726 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.651142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-043266ca-ffd2-4431-8778-181463c41726 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.96 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 945 time: 0.0534258 Mar 31 23:22:45.708246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65e272e8-5cd0-4fb0-935b-dac6b1bde414 req-58137a42-36f4-4eea-88d8-0abbb1b3502a tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0528653 Mar 31 23:22:45.808787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Deleting port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:45.809126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:45.919064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] For port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,segment=NetworkSegment(80eff369-2827-43dd-8189-adcfd46e27c7),segment_id=80eff369-2827-43dd-8189-adcfd46e27c7)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:45.919419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:45.936400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Calling delete_port for bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:46.102037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.116260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:46.124494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3385-3a86-4888-81b8-e2422514546c req-0b454dee-4305-4036-abe9-8d561516a328 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.127117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffcf3385-3a86-4888-81b8-e2422514546c req-0b454dee-4305-4036-abe9-8d561516a328 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/ports?device_id=9df879bb-4ce5-4a22-a10b-c6c22a0376e1 HTTP/1.1" status: 200 len: 867 time: 0.0790892 Mar 31 23:22:46.162114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Pushing event deleted for resources: {'Port': ['ID=bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:46.196231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffcf3385-3a86-4888-81b8-e2422514546c req-c19f6d2c-551b-4ec0-ad42-69813c293cd9 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.95 "GET /v2.0/security-groups?id=36e4158d-afc3-471d-8eea-aa7152e103b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617292 Mar 31 23:22:46.222066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] No DVR routers for this DVR port bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:46.225228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:46.228860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e650c41-08e6-449e-ab48-6f58bf96f30e req-3fc39dce-e7f7-4d4c-97c2-3e01884c0069 tempest-InstanceActionsNegativeTestJSON-840591789 tempest-InstanceActionsNegativeTestJSON-840591789-project] 10.222.0.96 "DELETE /v2.0/ports/bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 HTTP/1.1" status: 204 len: 173 time: 0.5643551 Mar 31 23:22:46.229373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'name': 'network-vif-deleted', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:46.231778 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b240f-eb02-4d10-9933-c1a995ff607e" -d '{"events": [{"server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "name": "network-vif-deleted", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:46.275032 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893a2f9e-f433-46d6-aba8-aebd0ce3d813 x-openstack-request-id: req-893a2f9e-f433-46d6-aba8-aebd0ce3d813 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:46.275346 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df879bb-4ce5-4a22-a10b-c6c22a0376e1", "name": "network-vif-deleted", "tag": "bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:46.275757 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-893a2f9e-f433-46d6-aba8-aebd0ce3d813 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:46.276399 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893a2f9e-f433-46d6-aba8-aebd0ce3d813'] response: {'server_uuid': '9df879bb-4ce5-4a22-a10b-c6c22a0376e1', 'name': 'network-vif-deleted', 'tag': 'bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0', 'status': 'completed', 'code': 200} Mar 31 23:22:46.877518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-453bfdf1-66b1-445e-b2d9-dee7e5a4a8c6 req-4933b8bf-46a9-4b2b-8982-90da351e3463 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0634875 Mar 31 23:22:47.263638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:47.337169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Deleting subnet ae297fe1-c63e-4ae2-8e63-8978aa2d7120 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:22:47.341002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.379039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.420119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.533839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.568347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae297fe1-c63e-4ae2-8e63-8978aa2d7120,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:47.583309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.590722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45184) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:47.591876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-50104b62-9a5a-43c7-9a8c-5bd80861a0d9 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ae297fe1-c63e-4ae2-8e63-8978aa2d7120 HTTP/1.1" status: 204 len: 168 time: 0.3245742 Mar 31 23:22:47.702111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.847721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.870587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36abf90e-9dd9-4823-8537-6130ee79358b']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:47.881857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eff369-2827-43dd-8189-adcfd46e27c7') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:47.882147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eff369-2827-43dd-8189-adcfd46e27c7') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:47.894444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.912145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.918404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:47.918800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:47.984149 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:47.995917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.014255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.020482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/36abf90e-9dd9-4823-8537-6130ee79358b HTTP/1.1" status: 204 len: 168 time: 0.4256196 Mar 31 23:22:48.037365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c89c3-b10c-42af-9884-d7ce7e0e3bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=36abf90e-9dd9-4823-8537-6130ee79358b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:48.063787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb2e6144-f84c-4b9c-a0ec-cb4e534331a0 req-7cca2e3b-4e13-4c38-9acf-ce23f04798a0 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0442271 Mar 31 23:22:48.239308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45196) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:48.299761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e08338f9-444d-48ba-bfef-2fd02bc14093 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8f2e91730390469cbf7cc5c8120ac3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589230 Mar 31 23:22:48.303394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:48.369447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.397011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.471660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.483781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:48.491297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/36e4158d-afc3-471d-8eea-aa7152e103b0 HTTP/1.1" status: 204 len: 168 time: 0.1808314 Mar 31 23:22:48.504942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6a12a-6824-424a-a728-236145ce3302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4158d-afc3-471d-8eea-aa7152e103b0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:49.248898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c51312ef-cd44-4f47-9ded-0d000188cb7f req-b34a2d27-cd8d-4941-9764-b7162d5714ee tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0628917 Mar 31 23:22:49.805680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45262) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:50.022403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-177264034-network', 'tenant_id': 'c26d4823b8e84d3ebf0f4faadd67c891'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:50.046524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Made reservation on behalf of c26d4823b8e84d3ebf0f4faadd67c891 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:50.049072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.061842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.191305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.196251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.239493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7022cf-9708-4a26-9a72-8a96f0d4d978,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:50.245872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] vlan segment allocate from pool success with {'vlan_id': 1297, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:50.271977 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.272788 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Added segment 4efa4e77-ad8f-42c1-83eb-721dab19cdb4 of type vlan for network f628eb00-ac41-43b9-8f60-e5ffcead3997 Mar 31 23:22:50.409546 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.492015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.493542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.494294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.499093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12519660-c648-4578-9b18-b994a68e6ade req-387f91a1-b073-4318-8ae0-6e15577cf36a tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.1051888 Mar 31 23:22:50.549013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7387655 Mar 31 23:22:50.549110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45280) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:50.565643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Request body: {'subnet': {'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-177264034-subnet', 'tenant_id': 'c26d4823b8e84d3ebf0f4faadd67c891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:50.600015 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Made reservation on behalf of c26d4823b8e84d3ebf0f4faadd67c891 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:50.605839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:50.721469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d164e-05e7-4c3d-9923-75b9bc3aa390 admin admin] Pushing event updated for resources: {'Network': ['ID=f628eb00-ac41-43b9-8f60-e5ffcead3997,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:50.733533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network f628eb00-ac41-43b9-8f60-e5ffcead3997 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:50.961608 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.056916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24d9c3c-59cc-4672-a942-490d0423efcb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:51.064252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:51.088429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:22:51.089076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device bfdfd3c0-6a60-4887-a50e-cf0fc7bb25e0 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:51.112488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.126497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Checking segment: {'id': '4efa4e77-ad8f-42c1-83eb-721dab19cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:51.126854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Network hostable DHCP agents. Network: f628eb00-ac41-43b9-8f60-e5ffcead3997, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:51.176228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Network f628eb00-ac41-43b9-8f60-e5ffcead3997 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:51.196343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, f628eb00-ac41-43b9-8f60-e5ffcead3997) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:51.202926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:51.204051 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:51.221079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598021c-b50b-4143-92c7-b9c7bd1b6897 None None] Network f628eb00-ac41-43b9-8f60-e5ffcead3997 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:51.255371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-49bd6ce6-56e2-47bd-8eb4-ec19c506ab55 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7050021 Mar 31 23:22:51.453055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa7cd66-b6da-4347-bad9-b838c4986f35 None None] Network f628eb00-ac41-43b9-8f60-e5ffcead3997 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:22:51.720574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-988c720b-9179-4e94-adac-ab8e7406b4f8 req-9beb1ac2-9c67-4dfc-bf4d-b28049cf4cc8 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0450459 Mar 31 23:22:52.126906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-024119ce-ca3e-4118-a243-5de0c2644770 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:52.129467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-024119ce-ca3e-4118-a243-5de0c2644770 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/networks?id=f628eb00-ac41-43b9-8f60-e5ffcead3997 HTTP/1.1" status: 200 len: 812 time: 0.1458013 Mar 31 23:22:52.151900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-e1543f3c-b57a-481f-b86b-dd6e0841f384 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/quotas/c26d4823b8e84d3ebf0f4faadd67c891 HTTP/1.1" status: 200 len: 375 time: 0.0156703 Mar 31 23:22:52.202814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-77ca111f-b1ac-49a1-af69-811bbd786e32 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=c26d4823b8e84d3ebf0f4faadd67c891&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419502 Mar 31 23:22:52.232316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-4f175a5c-af34-438d-bf73-9a58a9b8d979 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:22:52.234219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-4f175a5c-af34-438d-bf73-9a58a9b8d979 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068309 Mar 31 23:22:52.460471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-5289e4eb-2940-4717-93df-7443976bb30c service neutron] 10.222.0.95 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069321 Mar 31 23:22:52.606570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-9ae60b83-afe6-4e23-b95f-f0a983b9cefb service neutron] 10.222.0.95 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402714 Mar 31 23:22:52.827557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5ff52be-f80c-4421-8442-71c5e2ff996b req-92f4c9be-d974-44e6-b428-f37f79c120f1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 210 time: 0.0448806 Mar 31 23:22:52.862462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c08c65-de98-4068-a836-e8458b593e2f req-ce9dad91-6a28-4f61-b8ce-a7a084e54bcf tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0477688 Mar 31 23:22:53.890947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266bffe-15ea-4854-b9d2-73220f226a28 req-26f08e4b-c786-476e-9da9-67b2f02e56e8 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:53.892616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4266bffe-15ea-4854-b9d2-73220f226a28 req-26f08e4b-c786-476e-9da9-67b2f02e56e8 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1097 time: 0.0717373 Mar 31 23:22:53.966808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4266bffe-15ea-4854-b9d2-73220f226a28 req-6a36a45f-ce97-4724-9b73-4246731cb22b tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649014 Mar 31 23:22:53.974143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d52c211c-aab2-47ab-b5de-40327a5fb1ff req-663d3859-3ec7-481a-9f01-bc09a412afc8 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 210 time: 0.0534647 Mar 31 23:22:53.979299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45378) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:22:54.130421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3aa0f08b-9bc9-4470-b0b8-d445abc0dc30 req-8b89df40-3fcf-4956-8bae-a48a58dce4d6 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0421534 Mar 31 23:22:54.292030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port ae4f61e7-8112-4794-b0b7-89002fcdeb55 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:54.292368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.401401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.402056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.429710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for ae4f61e7-8112-4794-b0b7-89002fcdeb55 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:54.625554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-ffd63ad3-e7ef-4aa4-9093-08b6cfc4096f tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:54.627052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-ffd63ad3-e7ef-4aa4-9093-08b6cfc4096f tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.96 "GET /v2.0/networks?id=f628eb00-ac41-43b9-8f60-e5ffcead3997 HTTP/1.1" status: 200 len: 812 time: 0.1880770 Mar 31 23:22:54.642051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Request body: {'port': {'device_id': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997', 'admin_state_up': True, 'tenant_id': 'c26d4823b8e84d3ebf0f4faadd67c891'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:54.764244 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.814754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=ae4f61e7-8112-4794-b0b7-89002fcdeb55,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:54.893166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Made reservation on behalf of c26d4823b8e84d3ebf0f4faadd67c891 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:54.898156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.903870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:54.904469 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP e38e674e-9411-4424-8948-27ec878b5b2e disassociated (deleted). External IP: 172.25.8.155, port: 1873ab7f-2c31-46e2-9851-b482840e8b7b. Mar 31 23:22:55.186335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Allocated IP 172.20.0.7 (f628eb00-ac41-43b9-8f60-e5ffcead3997/f24d9c3c-59cc-4672-a942-490d0423efcb/ce84d007-f932-4767-9c1b-956784e3f76c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:55.345094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65e3899e-2028-493d-956f-5d4dd97c780a req-e13d3cfd-6207-4acc-84d1-3ba5fdc2fa70 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 210 time: 0.0428092 Mar 31 23:22:55.373954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1144e468-4b9f-4376-a60e-3452b74327d0 req-ef16df3e-55a6-4db5-b544-f1c3b4852125 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0761886 Mar 31 23:22:55.421733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 5c2e4c2c-a3d8-4040-b889-44324934f87c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:55.444425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.483780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.559072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Pushing event updated for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:55.562967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Network f628eb00-ac41-43b9-8f60-e5ffcead3997 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:55.564923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:55.567924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:55.601938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:55.611826 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:55.615003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Sync routers for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:55.631392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:55.632710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:55.682390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d97b9fcd-813b-4ba8-a1bb-bb249a2ff247 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/floatingips/e38e674e-9411-4424-8948-27ec878b5b2e HTTP/1.1" status: 204 len: 168 time: 1.7018085 Mar 31 23:22:55.683097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:55.685582 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9520d-9be1-4e3f-9caa-f2a80aefd876" -d '{"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:55.775264 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9facd44-4556-4059-948d-21e37a0bb0b0 x-openstack-request-id: req-c9facd44-4556-4059-948d-21e37a0bb0b0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:55.775558 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:55.775901 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c9facd44-4556-4059-948d-21e37a0bb0b0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:55.776313 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9facd44-4556-4059-948d-21e37a0bb0b0'] response: {'name': 'network-changed', 'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:22:55.796651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:56.037305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.057035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.057859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.067956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Checking router: 5c2e4c2c-a3d8-4040-b889-44324934f87c for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:56.075062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d98bba-4775-4f88-8daa-197c4d0d6ded req-3733cf3f-995a-4a02-9e4a-8da7472493e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.078893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:56.079958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.081268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-c5186f99-2a02-4f92-963f-c59884f732af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.085746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-c5186f99-2a02-4f92-963f-c59884f732af service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 1097 time: 0.0818210 Mar 31 23:22:56.086289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41d98bba-4775-4f88-8daa-197c4d0d6ded req-3733cf3f-995a-4a02-9e4a-8da7472493e5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 946 time: 0.0699892 Mar 31 23:22:56.089916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-23a01781-65f9-4350-a54f-dc9a0d068fa1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4523859 Mar 31 23:22:56.131618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41d98bba-4775-4f88-8daa-197c4d0d6ded req-47987dee-7ac6-4a73-8557-4e9e9403fb2e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440781 Mar 31 23:22:56.138965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Request body: {'port': {'device_id': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:56.220024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:56.262725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.263904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.283457 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-fb78bdd5-677a-4d48-93f1-cc91ea7487cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.283856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-fb78bdd5-677a-4d48-93f1-cc91ea7487cf service neutron] 10.222.0.96 "GET /v2.0/networks?id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 200 len: 899 time: 0.1823285 Mar 31 23:22:56.533303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-7911727d-abcd-4164-a3cd-0929ac2fe051 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 200 len: 217 time: 0.0461330 Mar 31 23:22:56.603523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec1282-e0e7-4dda-9bf9-7b60e4ece840 req-d01791ef-7c37-49b8-979a-0e646298c8f4 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.610002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5aec1282-e0e7-4dda-9bf9-7b60e4ece840 req-d01791ef-7c37-49b8-979a-0e646298c8f4 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 931 time: 0.1156738 Mar 31 23:22:56.615448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:56.653908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1b46e43f-23fd-40eb-8ec6-8b1de3d34886 req-24363b21-8bd4-4b4a-9dbe-d397682263b0 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0472767 Mar 31 23:22:56.669676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-6c69430a-4bdb-4abc-b81a-bb5c468511b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.671249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-6c69430a-4bdb-4abc-b81a-bb5c468511b7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 200 len: 835 time: 0.1218910 Mar 31 23:22:56.672540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5aec1282-e0e7-4dda-9bf9-7b60e4ece840 req-a4428810-166b-4bb5-9f39-fc5bc74777a5 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524390 Mar 31 23:22:56.703473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f351b-a60c-44c2-a5f7-51e3fd6b4b9c None None] The sync data for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 is: [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '829e19dd-00cb-4261-9e9b-058c619174d1', 'name': '', 'network_id': '16cceaee-f5d4-4983-b9cc-cd8c83a9ce77', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:bd:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:11Z', 'updated_at': '2022-03-31T23:19:18Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': 'e1ac4bb8-c168-42d1-9855-78e2572aa10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:56.804233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce84d007-f932-4767-9c1b-956784e3f76c {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:56.819841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:56.845814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Transition to ACTIVE for port object ce84d007-f932-4767-9c1b-956784e3f76c will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:22:56.851479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-329f9081-8f77-420a-ae48-4525947761f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.853411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-329f9081-8f77-420a-ae48-4525947761f4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688712 Mar 31 23:22:56.859080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.008105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:57.087835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-bfeeb5c0-a61a-45b2-a97e-bb9ddf655d7a service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242262 Mar 31 23:22:57.150417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Attempting to bind port ce84d007-f932-4767-9c1b-956784e3f76c on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:22:57.150761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Attempting to bind port ce84d007-f932-4767-9c1b-956784e3f76c by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '4efa4e77-ad8f-42c1-83eb-721dab19cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:22:57.151094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Attempting to bind port ce84d007-f932-4767-9c1b-956784e3f76c on network f628eb00-ac41-43b9-8f60-e5ffcead3997 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:57.173359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Port ce84d007-f932-4767-9c1b-956784e3f76c on network f628eb00-ac41-43b9-8f60-e5ffcead3997 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:57.173688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Attempting to bind port ce84d007-f932-4767-9c1b-956784e3f76c on network f628eb00-ac41-43b9-8f60-e5ffcead3997 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:57.180560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:57.180896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Checking segment: {'id': '4efa4e77-ad8f-42c1-83eb-721dab19cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:22:57.181283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Bound using segment: {'id': '4efa4e77-ad8f-42c1-83eb-721dab19cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:57.181714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Bound port: ce84d007-f932-4767-9c1b-956784e3f76c, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4efa4e77-ad8f-42c1-83eb-721dab19cdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:22:57.182077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.243218 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02635561-d716-4f54-9b10-11713127be10 None None] New status for floating IP e38e674e-9411-4424-8948-27ec878b5b2e: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:22:57.275992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-24e9520d-9be1-4e3f-9caa-f2a80aefd876 req-4a2e812d-aff9-4cf5-9335-09431eabfd5e service neutron] 10.222.0.96 "GET /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761672 Mar 31 23:22:57.292633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:57.296278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce84d007-f932-4767-9c1b-956784e3f76c,segment=NetworkSegment(4efa4e77-ad8f-42c1-83eb-721dab19cdb4),segment_id=4efa4e77-ad8f-42c1-83eb-721dab19cdb4)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:57.309403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.351806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6035b84-5409-4b38-8db8-0c3180301f53 req-447a0fa3-c4a6-4544-9dd6-9095f25b96f1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.367538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.368259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6035b84-5409-4b38-8db8-0c3180301f53 req-447a0fa3-c4a6-4544-9dd6-9095f25b96f1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 946 time: 0.1175616 Mar 31 23:22:57.371625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:57.373415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] 10.222.0.96 "PUT /v2.0/ports/ce84d007-f932-4767-9c1b-956784e3f76c HTTP/1.1" status: 200 len: 1091 time: 1.2397459 Mar 31 23:22:57.381198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:57.384612 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6288793-b3ec-43ee-bc85-34e4a5d3584f" -d '{"events": [{"name": "network-changed", "server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:57.422617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202c51-0cc9-4b00-a8f2-d891e6577d07 service neutron] Pushing event updated for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:57.453528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6035b84-5409-4b38-8db8-0c3180301f53 req-53741c5d-657d-45c4-9667-d5463907d796 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810652 Mar 31 23:22:57.479724 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd78bf9-23a4-4546-aa29-17739ba694f7 x-openstack-request-id: req-cdd78bf9-23a4-4546-aa29-17739ba694f7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:57.480010 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:57.480252 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cdd78bf9-23a4-4546-aa29-17739ba694f7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:57.480646 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd78bf9-23a4-4546-aa29-17739ba694f7'] response: {'name': 'network-changed', 'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c', 'status': 'completed', 'code': 200} Mar 31 23:22:57.503879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-7fccae59-5ad5-412f-8669-434370c64c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.506126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-7fccae59-5ad5-412f-8669-434370c64c83 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c26d4823b8e84d3ebf0f4faadd67c891&device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 1094 time: 0.0605099 Mar 31 23:22:57.559847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-965ba69f-2be2-4ec6-8be7-19db85c20abb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce84d007-f932-4767-9c1b-956784e3f76c HTTP/1.1" status: 200 len: 217 time: 0.0382195 Mar 31 23:22:57.621697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-fbb6fdc3-083a-4f2d-9f34-77e027b07f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.623971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-fbb6fdc3-083a-4f2d-9f34-77e027b07f1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f24d9c3c-59cc-4672-a942-490d0423efcb HTTP/1.1" status: 200 len: 852 time: 0.0516915 Mar 31 23:22:57.674064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-daaedbb9-f1f8-4771-b0d4-4e75923dda42 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f628eb00-ac41-43b9-8f60-e5ffcead3997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347245 Mar 31 23:22:57.833083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1574874-6e76-42ff-9713-506265debb37 req-d006bc1a-106c-4551-a0f9-d506de654dd4 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0326717 Mar 31 23:22:57.835212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-5f154d07-fa71-4ce9-a1f1-5a54433d9475 service neutron] 10.222.0.96 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387346 Mar 31 23:22:57.895415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e1320-3798-48c3-86b3-1eca950235f0 req-4dfe42d1-9199-4562-bfd0-ae5e0ea85140 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.898313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-280e1320-3798-48c3-86b3-1eca950235f0 req-4dfe42d1-9199-4562-bfd0-ae5e0ea85140 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 943 time: 0.0986304 Mar 31 23:22:57.986806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-280e1320-3798-48c3-86b3-1eca950235f0 req-b2eee1b3-7bd8-44c5-b574-55a9fbbcb0a2 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811779 Mar 31 23:22:57.995726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-0fe4dbc6-778c-484c-b28c-04d380e41bf1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.997821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-0fe4dbc6-778c-484c-b28c-04d380e41bf1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 946 time: 0.0690093 Mar 31 23:22:58.084746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cae16ec-33a9-4b27-80af-37895f345c44 req-dbe0b08f-afff-40e9-98a8-99672af0c893 service neutron] 10.222.0.96 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409425 Mar 31 23:22:58.143616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:22:58.149429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.269463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-99246c13-0174-405f-bb9e-6306fd982e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.270979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-99246c13-0174-405f-bb9e-6306fd982e4c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c26d4823b8e84d3ebf0f4faadd67c891&device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 1094 time: 0.0901120 Mar 31 23:22:58.328247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 1873ab7f-2c31-46e2-9851-b482840e8b7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=1873ab7f-2c31-46e2-9851-b482840e8b7b,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:58.328955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.380164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 1873ab7f-2c31-46e2-9851-b482840e8b7b owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:22:58.542671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-7b20f2ce-5c54-413b-b734-d69e0f66b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.544194 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-7b20f2ce-5c54-413b-b734-d69e0f66b3f9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f628eb00-ac41-43b9-8f60-e5ffcead3997 HTTP/1.1" status: 200 len: 914 time: 0.2586710 Mar 31 23:22:58.630844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-f209ff45-3667-41a6-bece-a1bbddfff800 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce84d007-f932-4767-9c1b-956784e3f76c HTTP/1.1" status: 200 len: 217 time: 0.0512812 Mar 31 23:22:58.649507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a695f-e407-4204-b523-25acdd03a020 req-c3b7f09b-8af0-4d64-a24e-2d6c98f44d59 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.658176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da6a695f-e407-4204-b523-25acdd03a020 req-c3b7f09b-8af0-4d64-a24e-2d6c98f44d59 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 946 time: 0.1044157 Mar 31 23:22:58.727915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da6a695f-e407-4204-b523-25acdd03a020 req-79b77245-3b83-4d7e-bb88-bb1dce688db7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=2d2eb279-41b1-4f24-993d-9cdbb83214ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687115 Mar 31 23:22:58.782378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-eeff64c1-34ec-41c9-a48d-0e01b5e18e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.784142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-eeff64c1-34ec-41c9-a48d-0e01b5e18e85 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f24d9c3c-59cc-4672-a942-490d0423efcb HTTP/1.1" status: 200 len: 852 time: 0.1063268 Mar 31 23:22:58.835750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-cbd26274-0671-4d52-b045-e7960d0e2098 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f628eb00-ac41-43b9-8f60-e5ffcead3997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294418 Mar 31 23:22:58.841409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.960772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=1873ab7f-2c31-46e2-9851-b482840e8b7b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.984088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] No DVR routers for this DVR port 1873ab7f-2c31-46e2-9851-b482840e8b7b on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:58.988144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:22:58.991998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f22096ff-2001-4ab1-a779-e56662bc6d4d req-1d5b305c-7a41-4294-97ac-770b28aa9100 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "DELETE /v2.0/ports/1873ab7f-2c31-46e2-9851-b482840e8b7b HTTP/1.1" status: 204 len: 173 time: 0.9868574 Mar 31 23:22:58.992299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b68ac1b9-1076-4f5a-b4d3-d0eb5492f4bd req-d7f62d5a-badd-477f-8497-38bb3164aa31 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0613055 Mar 31 23:22:59.068662 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-0f538a5c-cecb-49e6-8c98-fd468cee08d7 service neutron] 10.222.0.96 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137499 Mar 31 23:22:59.192944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6288793-b3ec-43ee-bc85-34e4a5d3584f req-9ee96fb4-5c83-4f7d-a8ac-aaae7c4cda57 service neutron] 10.222.0.96 "GET /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145515 Mar 31 23:22:59.263115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d5253-06e7-4652-9889-6437003acf5f req-f738c688-2bcc-4b1d-8721-cabb8ea73701 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.271475 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a69d5253-06e7-4652-9889-6437003acf5f req-f738c688-2bcc-4b1d-8721-cabb8ea73701 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 943 time: 0.0773811 Mar 31 23:22:59.316312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a69d5253-06e7-4652-9889-6437003acf5f req-a7ae345b-ea7b-45c1-89e4-b110960baf60 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Mar 31 23:22:59.481326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-deleted', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:59.484431 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be373218-e10f-40c4-af34-5c8ef9948491" -d '{"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-deleted", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:59.532116 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117e489-c2ab-4889-81bf-27044c05c031 x-openstack-request-id: req-c117e489-c2ab-4889-81bf-27044c05c031 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:59.532413 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714d0f9f-f722-4013-b45f-0fa5f14ac7f3", "name": "network-vif-deleted", "tag": "1873ab7f-2c31-46e2-9851-b482840e8b7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:59.532659 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c117e489-c2ab-4889-81bf-27044c05c031 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:59.533058 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c117e489-c2ab-4889-81bf-27044c05c031'] response: {'server_uuid': '714d0f9f-f722-4013-b45f-0fa5f14ac7f3', 'name': 'network-vif-deleted', 'tag': '1873ab7f-2c31-46e2-9851-b482840e8b7b', 'status': 'completed', 'code': 200} Mar 31 23:23:00.014233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f86cbfce-b077-4704-98cd-3355841fb028 req-22356e94-0ecc-40ee-a56f-2061b52b6ea1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=714d0f9f-f722-4013-b45f-0fa5f14ac7f3 HTTP/1.1" status: 200 len: 210 time: 0.0536256 Mar 31 23:23:00.143149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-34a7cfda-5c71-4097-959f-f805ad1c36ac req-5420f4cf-c3cc-4975-a7a6-dc31081e9107 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0356755 Mar 31 23:23:00.554570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c10a1d-0af8-4ca4-8809-5ab500978c87 req-0a3a2606-a743-47d6-adae-291609ae000c tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:00.557766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c10a1d-0af8-4ca4-8809-5ab500978c87 req-0a3a2606-a743-47d6-adae-291609ae000c tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 943 time: 0.0823989 Mar 31 23:23:00.619816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a7c10a1d-0af8-4ca4-8809-5ab500978c87 req-f97da6ae-44d7-485c-86e4-ff8ddbbe85cf tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552127 Mar 31 23:23:01.081278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45560) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:01.278802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-80ed9e22-57e1-47f3-b4c0-188910677eeb req-3f718861-f138-4ae1-bf53-da35ec27a3bb tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0446868 Mar 31 23:23:01.489351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:01.804575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22585cc3-6a43-4241-95e4-8e1c26ff19f6 req-bd06b850-eeb9-441a-9d38-4b394b852008 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.806171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22585cc3-6a43-4241-95e4-8e1c26ff19f6 req-bd06b850-eeb9-441a-9d38-4b394b852008 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 943 time: 0.0752900 Mar 31 23:23:01.874831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22585cc3-6a43-4241-95e4-8e1c26ff19f6 req-a7943eb7-3ed6-49b2-8172-c3c268e17ee5 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620511 Mar 31 23:23:02.170304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 829e19dd-00cb-4261-9e9b-058c619174d1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:02.170756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.344647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 829e19dd-00cb-4261-9e9b-058c619174d1, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=829e19dd-00cb-4261-9e9b-058c619174d1,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:02.346762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.364556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 829e19dd-00cb-4261-9e9b-058c619174d1 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:02.525530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-538796d4-1c4c-48f2-8735-0b604c0a1a38 req-0dc6797b-151b-43b9-9181-459cb1b5b1f1 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0430903 Mar 31 23:23:02.630237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:02.684558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=829e19dd-00cb-4261-9e9b-058c619174d1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:02.926206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce84d007-f932-4767-9c1b-956784e3f76c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:02.928625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:03.004169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.109309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 1873ab7f-2c31-46e2-9851-b482840e8b7b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:03.109649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 1873ab7f-2c31-46e2-9851-b482840e8b7b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:03.157724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce84d007-f932-4767-9c1b-956784e3f76c,segment=NetworkSegment(4efa4e77-ad8f-42c1-83eb-721dab19cdb4),segment_id=4efa4e77-ad8f-42c1-83eb-721dab19cdb4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:03.170598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'ce84d007-f932-4767-9c1b-956784e3f76c', 'network_id': 'f628eb00-ac41-43b9-8f60-e5ffcead3997', 'port_id': 'ce84d007-f932-4767-9c1b-956784e3f76c', 'mac_address': 'fa:16:3e:a9:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24d9c3c-59cc-4672-a942-490d0423efcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:03.212403 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.226529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce84d007-f932-4767-9c1b-956784e3f76c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:03.258590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce84d007-f932-4767-9c1b-956784e3f76c,segment=NetworkSegment(4efa4e77-ad8f-42c1-83eb-721dab19cdb4),segment_id=4efa4e77-ad8f-42c1-83eb-721dab19cdb4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:03.268487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:03.308002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4278e53-afa7-4b2a-8ff4-731eb1f27759 req-f2151157-d74a-4a6d-b192-28d5b960ab54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.1224210 Mar 31 23:23:03.354343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:03.452122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cf613-2361-484b-af31-56f78e57376c req-98962ec3-b1bd-4d90-96a1-ca7f16a2b85b tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.461063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b4cf613-2361-484b-af31-56f78e57376c req-98962ec3-b1bd-4d90-96a1-ca7f16a2b85b tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 943 time: 0.3265674 Mar 31 23:23:03.510295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b4cf613-2361-484b-af31-56f78e57376c req-fe586961-d624-4122-a968-071b3869ced1 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483305 Mar 31 23:23:03.521648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router 5c2e4c2c-a3d8-4040-b889-44324934f87c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:03.708957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6ee029f-3a89-4ad7-9d95-a23b6ce323e8 req-f50fd0bd-4625-4d8e-8e15-1c3270753ed1 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0579758 Mar 31 23:23:03.735282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ce84d007-f932-4767-9c1b-956784e3f76c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:03.781027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b21e7f-32a5-4a62-822e-962282c21ac3 req-9b1df92e-22ff-4541-ad9d-842cd393681c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.782792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5b21e7f-32a5-4a62-822e-962282c21ac3 req-9b1df92e-22ff-4541-ad9d-842cd393681c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.1052039 Mar 31 23:23:03.843475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:03.849424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c2ddba0-587b-4aad-a804-68684d486829 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/5c2e4c2c-a3d8-4040-b889-44324934f87c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7668583 Mar 31 23:23:03.863434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45638) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:03.870238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5b21e7f-32a5-4a62-822e-962282c21ac3 req-cccf162b-cd01-4a64-9315-5206bc913108 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805247 Mar 31 23:23:03.875623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Sync routers for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:03.898400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:03.898902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:03.964091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting subnet e1ac4bb8-c168-42d1-9855-78e2572aa10f {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:03.969987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.068762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.129743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:04.191842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.316819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.367962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.372623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/subnets/e1ac4bb8-c168-42d1-9855-78e2572aa10f HTTP/1.1" status: 204 len: 168 time: 0.5070190 Mar 31 23:23:04.373784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6e97a-ef8b-4f30-8794-d37249e641cb tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ac4bb8-c168-42d1-9855-78e2572aa10f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:04.375633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45648) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:04.380480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680021a-3a6b-454e-ae3c-675a4dcddf69 None None] Network 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:04.520376 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebabc1c9-8bc9-4fc7-821f-6b1563ef0971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.580972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:23:02Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:04.617773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:04.639127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Checking router: 5c2e4c2c-a3d8-4040-b889-44324934f87c for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:04.664266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Routers {'5c2e4c2c-a3d8-4040-b889-44324934f87c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:04.664920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:22:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5c2e4c2c-a3d8-4040-b889-44324934f87c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:04.868749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3c22-7f57-43e3-b4cf-6a0a72864281 req-fceb231a-e746-4397-843a-727e512d7758 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:04.884065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7b3c22-7f57-43e3-b4cf-6a0a72864281 req-fceb231a-e746-4397-843a-727e512d7758 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 944 time: 0.1969385 Mar 31 23:23:04.993239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7b3c22-7f57-43e3-b4cf-6a0a72864281 req-0a3a3466-9678-428b-a6a0-9d1f941aab12 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080663 Mar 31 23:23:05.020636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] DHCP port deletion for 16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:05.098397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.153354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17dc3076-9a28-4c06-8e3a-9224c45da202 req-547c00b6-c4cb-4326-8681-447ba5fe3dcb tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0655293 Mar 31 23:23:05.190092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] Set router 5c2e4c2c-a3d8-4040-b889-44324934f87c gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:05.219683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 3cb5dda5-4665-407f-bf80-d73d5565fafb {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:05.220163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.285731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f26e2f-abcc-48dc-aab7-73c86e8ae4c6 req-a474e2c7-11aa-44d0-aa43-8fd58813e17d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:05.287407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76f26e2f-abcc-48dc-aab7-73c86e8ae4c6 req-a474e2c7-11aa-44d0-aa43-8fd58813e17d tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.1196942 Mar 31 23:23:05.332833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 3cb5dda5-4665-407f-bf80-d73d5565fafb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3cb5dda5-4665-407f-bf80-d73d5565fafb,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:05.333216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.359187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 3cb5dda5-4665-407f-bf80-d73d5565fafb owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:05.452057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Deleting port 2b8b6229-35a9-4598-8975-b0e7c058a44a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:05.452926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.457303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76f26e2f-abcc-48dc-aab7-73c86e8ae4c6 req-c1972425-509e-40a8-a8a2-215a984a882c tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588566 Mar 31 23:23:05.544318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] For port 2b8b6229-35a9-4598-8975-b0e7c058a44a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2b8b6229-35a9-4598-8975-b0e7c058a44a,segment=NetworkSegment(87e73a56-d2d5-465f-a963-6dfe9429142a),segment_id=87e73a56-d2d5-465f-a963-6dfe9429142a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:05.544625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.561530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Calling delete_port for 2b8b6229-35a9-4598-8975-b0e7c058a44a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:05.573892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:23:02Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:05.594174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.634690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=3cb5dda5-4665-407f-bf80-d73d5565fafb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:05.638039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1142cec-2790-48c8-b371-11cc038d6dd9 None None] The sync data for ids ['5c2e4c2c-a3d8-4040-b889-44324934f87c'] in n-d-835855-2 is: [{'id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874911390', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:05Z', 'updated_at': '2022-03-31T23:23:02Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '3cb5dda5-4665-407f-bf80-d73d5565fafb', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2e4c2c-a3d8-4040-b889-44324934f87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:06Z', 'updated_at': '2022-03-31T23:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:05.703869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.707317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.708392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.708925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:05.760167 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.817461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.849694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] Pushing event deleted for resources: {'Port': ['ID=2b8b6229-35a9-4598-8975-b0e7c058a44a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:05.857170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df8260-7410-4430-9af5-c59fcda6dc51 None None] No DVR routers for this DVR port 2b8b6229-35a9-4598-8975-b0e7c058a44a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:05.913516 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:05.916951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.013316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.014681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2e4c2c-a3d8-4040-b889-44324934f87c {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:06.034892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.036087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eaa30c51-0a4a-4da3-98de-541ef3dda0af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/routers/5c2e4c2c-a3d8-4040-b889-44324934f87c HTTP/1.1" status: 204 len: 168 time: 1.6590126 Mar 31 23:23:06.039663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45680) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:06.099648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-906f1c05-8ae9-4847-b09d-1627f82dfc25 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.101397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-906f1c05-8ae9-4847-b09d-1627f82dfc25 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.1395438 Mar 31 23:23:06.268009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.295831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c2c77-e116-4ceb-85ef-e93e8bac92be req-57ac53e6-3b8b-4d75-89d1-7c0b1313d1a2 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.297495 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a2c2c77-e116-4ceb-85ef-e93e8bac92be req-57ac53e6-3b8b-4d75-89d1-7c0b1313d1a2 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 944 time: 0.1759317 Mar 31 23:23:06.309303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6cfa1c95-2711-4d7f-ba87-efe76256ec89 req-9fc68abb-1ac5-4ea9-becd-4b23d6c3b042 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0344536 Mar 31 23:23:06.420826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a2c2c77-e116-4ceb-85ef-e93e8bac92be req-7adbc88a-b222-43a2-9169-5c993e374dde tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104503 Mar 31 23:23:06.436026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Deleting port 131120fe-d2f7-414b-b824-cc283c8dfd7b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:06.436372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.527350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.589099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cceaee-f5d4-4983-b9cc-cd8c83a9ce77']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.610289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e73a56-d2d5-465f-a963-6dfe9429142a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.610648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e73a56-d2d5-465f-a963-6dfe9429142a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.631097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.660749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.679722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:06.680416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:06.690120 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:06.737688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] For port 131120fe-d2f7-414b-b824-cc283c8dfd7b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=131120fe-d2f7-414b-b824-cc283c8dfd7b,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:06.741641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.821915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2b8b6229-35a9-4598-8975-b0e7c058a44a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:06.870881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2b8b6229-35a9-4598-8975-b0e7c058a44a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:06.871262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2b8b6229-35a9-4598-8975-b0e7c058a44a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:06.871679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 829e19dd-00cb-4261-9e9b-058c619174d1 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:06.942328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 829e19dd-00cb-4261-9e9b-058c619174d1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:06.942683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 829e19dd-00cb-4261-9e9b-058c619174d1 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:06.951458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce84d007-f932-4767-9c1b-956784e3f76c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:06.984617 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6e5af48-67c0-4022-aa58-c633318429da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:06.990245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c026d-51f2-4244-88bd-986f82a4e4e8 req-a9f5cdf5-3e69-45de-b4e7-09fe49bb6ab5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.997791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a2c026d-51f2-4244-88bd-986f82a4e4e8 req-a9f5cdf5-3e69-45de-b4e7-09fe49bb6ab5 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 946 time: 0.4081726 Mar 31 23:23:07.005871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-837ef866-e957-435a-932f-15adfa2b70e6 req-623d36cb-8f81-41ae-a4e2-a37c4e5cf906 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.1082392 Mar 31 23:23:07.015293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c7fc7a-a761-42d4-842c-dc04fa944efd req-e77e1fd2-8e24-41eb-b29c-96840acd2057 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5f1b4c2093b74e448e6d745956b94b92&device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.2239134 Mar 31 23:23:07.018237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port ce84d007-f932-4767-9c1b-956784e3f76c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:07.019739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.023972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port ce84d007-f932-4767-9c1b-956784e3f76c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:07.024342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.091209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.097289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/networks/16cceaee-f5d4-4983-b9cc-cd8c83a9ce77 HTTP/1.1" status: 204 len: 168 time: 1.0540874 Mar 31 23:23:07.115158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b12ac4-a15e-4c1d-8501-580070990abf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Network': ['ID=16cceaee-f5d4-4983-b9cc-cd8c83a9ce77,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:07.125397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c7fc7a-a761-42d4-842c-dc04fa944efd req-ef2bbfd4-4f67-42d9-8081-0c4801759aca service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5f1b4c2093b74e448e6d745956b94b92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009712 Mar 31 23:23:07.125896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:07.192425 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.260166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:07.264941 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac5524-1522-49c0-a5b0-6cd951d8c916" -d '{"events": [{"server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "name": "network-vif-plugged", "status": "completed", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:07.297422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce84d007-f932-4767-9c1b-956784e3f76c,segment=NetworkSegment(4efa4e77-ad8f-42c1-83eb-721dab19cdb4),segment_id=4efa4e77-ad8f-42c1-83eb-721dab19cdb4)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:07.310678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.445293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.517819 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d6857f-d9d8-4880-844b-2ac06835df39 x-openstack-request-id: req-17d6857f-d9d8-4880-844b-2ac06835df39 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:07.518154 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "name": "network-vif-plugged", "status": "completed", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:07.518435 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-17d6857f-d9d8-4880-844b-2ac06835df39 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:07.519866 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d6857f-d9d8-4880-844b-2ac06835df39'] response: {'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c', 'code': 200} Mar 31 23:23:07.530182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:07.540819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7fc7a-a761-42d4-842c-dc04fa944efd req-53c1f5dd-706e-4159-be84-ce6832cf8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:07.542425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c7fc7a-a761-42d4-842c-dc04fa944efd req-53c1f5dd-706e-4159-be84-ce6832cf8dc4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3990386 Mar 31 23:23:07.561694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.590069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a2c026d-51f2-4244-88bd-986f82a4e4e8 req-d53261d0-e159-4017-aeab-563b7a65461f tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups?id=6dd7c346-bcd5-4bd3-8ca7-d6043825477a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5891120 Mar 31 23:23:07.640394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb8d74-80af-455e-84d8-053de8d72299 req-1e0e62a4-2e20-4fe1-b9bb-c243e54fb8df tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:07.648478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aebb8d74-80af-455e-84d8-053de8d72299 req-1e0e62a4-2e20-4fe1-b9bb-c243e54fb8df tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.1003556 Mar 31 23:23:07.759731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aebb8d74-80af-455e-84d8-053de8d72299 req-e6010a19-5281-4764-85b9-5d3e82bbfd8b tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102557 Mar 31 23:23:07.785342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6e15-3592-4e39-bcbc-39b1d179b306 req-853ca459-2995-489f-9170-e5a112a418b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:07.787360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-251f6e15-3592-4e39-bcbc-39b1d179b306 req-853ca459-2995-489f-9170-e5a112a418b0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 1096 time: 0.2509198 Mar 31 23:23:07.795324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.796028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.796547 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Floating IP e303fb7c-4f42-474f-85d8-dad2ffab87e7 disassociated. External IP: 172.25.8.170, port: 131120fe-d2f7-414b-b824-cc283c8dfd7b. Mar 31 23:23:07.797163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Calling delete_port for 131120fe-d2f7-414b-b824-cc283c8dfd7b owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:07.804861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.807763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:07.811542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/security-groups/2d2eb279-41b1-4f24-993d-9cdbb83214ed HTTP/1.1" status: 204 len: 168 time: 0.6822605 Mar 31 23:23:07.821108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3077104-9d83-4852-8e8c-1c2dcc25e2f0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2eb279-41b1-4f24-993d-9cdbb83214ed,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:07.920440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-251f6e15-3592-4e39-bcbc-39b1d179b306 req-3117788c-d0dc-4c4f-a0fe-bcf02f279289 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202207 Mar 31 23:23:08.082493 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.128159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'Port': ['ID=131120fe-d2f7-414b-b824-cc283c8dfd7b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.375478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f90c2b4-115a-49c4-8e9a-09cd255eca9e req-333f92a3-271c-4240-be3a-f470b6d9d753 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0451772 Mar 31 23:23:08.420313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.431689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:08.632016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3cb5dda5-4665-407f-bf80-d73d5565fafb no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:08.654230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45742) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:08.658922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424370351', 'description': 'tempest-secgroup-smoke-1424370351 description', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:08.703279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3cb5dda5-4665-407f-bf80-d73d5565fafb {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:08.703279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3cb5dda5-4665-407f-bf80-d73d5565fafb not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:08.758919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:08.763941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.776578 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:08.802391 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:08.806458 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:08.899271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.917747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:08.986124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f4da74-3426-4764-b836-162dddb47d78,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:08.997426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2086-4844-404e-80c9-ad691df5095d req-fa6663fa-88d5-4fa9-a893-7bffd8ad6450 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:08.999995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb0c2086-4844-404e-80c9-ad691df5095d req-fa6663fa-88d5-4fa9-a893-7bffd8ad6450 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.0992045 Mar 31 23:23:09.003543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.004844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01b3edc7-ea61-4043-b53d-d3251ff95f6d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3495407 Mar 31 23:23:09.018230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45750) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.022842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:09.023060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ffa692dd-0544-4002-a56a-69431421a95b req-b95caed4-45e3-4c48-8f8d-599738f145a0 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 210 time: 0.1377668 Mar 31 23:23:09.050183 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:09.050675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] No DVR routers for this DVR port 131120fe-d2f7-414b-b824-cc283c8dfd7b on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:09.053839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.058614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f049cbc-0e55-4fbf-9d0d-f48352f9ac29 req-11922e57-32d2-47d1-8142-cf7dc7bf240b tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.96 "DELETE /v2.0/ports/131120fe-d2f7-414b-b824-cc283c8dfd7b HTTP/1.1" status: 204 len: 173 time: 2.9506497 Mar 31 23:23:09.059372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'name': 'network-vif-deleted', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:09.063098 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dbc684-1dda-42dc-a70e-af74e6e6fb8b" -d '{"events": [{"server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "name": "network-vif-deleted", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:09.085967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.137019 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e3a94b-3844-4c5b-8333-9cd9d5af9250 x-openstack-request-id: req-b9e3a94b-3844-4c5b-8333-9cd9d5af9250 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:09.137563 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4", "name": "network-vif-deleted", "tag": "131120fe-d2f7-414b-b824-cc283c8dfd7b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:09.137966 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b9e3a94b-3844-4c5b-8333-9cd9d5af9250 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:09.138527 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e3a94b-3844-4c5b-8333-9cd9d5af9250'] response: {'server_uuid': 'ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4', 'name': 'network-vif-deleted', 'tag': '131120fe-d2f7-414b-b824-cc283c8dfd7b', 'status': 'completed', 'code': 200} Mar 31 23:23:09.162317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bb0c2086-4844-404e-80c9-ad691df5095d req-0212e389-890c-44d1-98eb-6580faf75d56 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452405 Mar 31 23:23:09.215358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c7fc7a-a761-42d4-842c-dc04fa944efd req-287e001b-e0f7-4a8a-b56f-5d0f5af33f54 tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.60 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0518827 Mar 31 23:23:09.401011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.410198 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.526799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.528274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090990 Mar 31 23:23:09.537029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45764) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.537872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abb6fc-1779-477e-98bb-39caa1e8d4b4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe98d1-70a7-4686-be9a-540f6f61ac9e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.563768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:09.569110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f349397-a099-4550-b671-198573853c2c req-c029fc0f-e319-4a5b-ab3f-b476cadfd3cb tempest-ServerShowV254Test-39137136 tempest-ServerShowV254Test-39137136-project] 10.222.0.95 "GET /v2.0/ports?device_id=264c35b4-9228-4b60-83dc-a81631835b74 HTTP/1.1" status: 200 len: 210 time: 0.0421548 Mar 31 23:23:09.618843 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.682533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:09.706893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.715176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.735429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3f85f5-b1ec-4e94-aa3f-2977ebd37fd9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.761137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.762968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-07510711-e7f7-4961-aecf-71ebb47c9746 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2156589 Mar 31 23:23:09.765966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45766) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:09.772978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:09.822367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.852563 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:09.861403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:09.872716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:09.933394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.942394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:09.982295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e77708-b322-403d-9229-e0e329cfd938,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:09.998709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.002356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6e6ea8cf-2fd7-47f7-bb33-c82999eb246a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351651 Mar 31 23:23:10.005293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45772) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:10.012489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:10.034037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.068515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.081098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:10.233173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.250486 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.284047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0151244f-6a9e-44c7-9955-5e569348249d req-f8f09737-7da5-43a8-a73b-9414ed3acdbf tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/ports?device_id=ab211c81-a3e8-4a88-a2ae-fbe4c07ca9b4 HTTP/1.1" status: 200 len: 210 time: 0.0490782 Mar 31 23:23:10.307550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab203a4-56db-4b3e-b8ea-164ba33a9028,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.326099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.328155 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd4f9b2c-2bf3-414c-885a-fb4ee91cd92a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214529 Mar 31 23:23:10.331462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45784) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:10.337515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:10.376460 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:10.377267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.387663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.402414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f02e72-8c51-45bc-9d3e-ca330305d7aa req-493f76fc-7ccf-4719-9fc3-6220c9fbb44a tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:10.408224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7f02e72-8c51-45bc-9d3e-ca330305d7aa req-493f76fc-7ccf-4719-9fc3-6220c9fbb44a tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.1076951 Mar 31 23:23:10.457870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.471188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.498301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7f02e72-8c51-45bc-9d3e-ca330305d7aa req-467dbc7c-2962-429d-be66-64cb94cd2738 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740392 Mar 31 23:23:10.504126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.508162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1728873 Mar 31 23:23:10.508311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b0430-ac85-43a4-b72f-955bc5513d6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abee9ff7-865e-46d6-8709-28f8574fd7c3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.509187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:10.519564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'b4f4da74-3426-4764-b836-162dddb47d78', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:10.525686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:10.543487 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:10.550962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.599764 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a21fd71-fc8c-4ade-a7f5-65ffc193d602 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:15:11Z', 'revision_number': 4, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '81c88099-80fb-45be-a57d-dc30ec6379ee', 'name': '', 'network_id': 'ac6b080b-3537-447c-be73-0baf2255de61', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'mac_address': 'fa:16:3e:14:df:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': '7982094f-58f0-484c-b72e-759d24a5178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:26Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'subnets': [{'id': '7982094f-58f0-484c-b72e-759d24a5178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:10.644126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.661410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.724509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78ea942-b39b-4ec4-a784-66d6709627ae,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:10.738137 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.740037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-96f86ccd-4d21-4d21-823a-27557ebd936a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2295620 Mar 31 23:23:10.744386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:10.750459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'network': {'name': 'tempest-network-smoke--1940993516', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:10.788898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:10.794339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.824680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] vlan segment allocate from pool success with {'vlan_id': 1272, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:10.844057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.844730 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Added segment cfec1927-f8d0-4c7e-8772-16abfc730227 of type vlan for network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 Mar 31 23:23:10.909326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:10.963826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 131120fe-d2f7-414b-b824-cc283c8dfd7b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:10.990212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.000308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:11.000308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.020522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 131120fe-d2f7-414b-b824-cc283c8dfd7b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:11.021154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 131120fe-d2f7-414b-b824-cc283c8dfd7b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:11.099965 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3516335 Mar 31 23:23:11.109467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.109467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.115318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'admin_state_up': True, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:11.173120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5d54b-7180-4382-bc51-bd092c9a2efa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Network': ['ID=2ecc2a43-2ad2-4b44-868e-93232cfd70f3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:11.186689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:11.195208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869fba4f-b357-49bf-9065-8607e6544b14 None None] New status for floating IP e303fb7c-4f42-474f-85d8-dad2ffab87e7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:11.200174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62639fd-faa6-4dd4-9d6a-e9bc71fd529f req-7b630aa1-8498-4311-9fa2-649043fedaf7 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:11.202126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d62639fd-faa6-4dd4-9d6a-e9bc71fd529f req-7b630aa1-8498-4311-9fa2-649043fedaf7 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.1112447 Mar 31 23:23:11.210251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.211413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.299179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d62639fd-faa6-4dd4-9d6a-e9bc71fd529f req-fe015f7c-3d77-48e7-9e2f-d3337ea76229 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903997 Mar 31 23:23:11.410401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.434919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0d03944-c182-47ad-8b2e-cf431c3a3db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.447697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45832) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.573349 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.603970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.632214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.663059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.666179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.669911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "DELETE /v2.0/security-groups/6dd7c346-bcd5-4bd3-8ca7-d6043825477a HTTP/1.1" status: 204 len: 168 time: 0.2178879 Mar 31 23:23:11.673582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45834) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.690475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50d68-51b1-4edb-8504-05b42a26517a tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd7c346-bcd5-4bd3-8ca7-d6043825477a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:11.692753 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-08753658-e3d8-46ce-9d5a-fc5e2bffaa9e tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] show failed (client error): The resource could not be found. Mar 31 23:23:11.696472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08753658-e3d8-46ce-9d5a-fc5e2bffaa9e tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "GET /v2.0/security-groups/6dd7c346-bcd5-4bd3-8ca7-d6043825477a HTTP/1.1" status: 404 len: 347 time: 0.0192773 Mar 31 23:23:11.696731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.711983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0d03944-c182-47ad-8b2e-cf431c3a3db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.746722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0d03944-c182-47ad-8b2e-cf431c3a3db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.794660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03944-c182-47ad-8b2e-cf431c3a3db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4b401-87bb-4614-8b02-c2095c952389,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:11.802430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0d03944-c182-47ad-8b2e-cf431c3a3db7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5f1b4c2093b74e448e6d745956b94b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762333 Mar 31 23:23:11.802641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45842) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:11.843782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Deleting port 5dda66e6-be2e-4152-973f-f7bb50680f5a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:11.844229 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.902493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.936626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.936952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.950060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Calling delete_port for 5dda66e6-be2e-4152-973f-f7bb50680f5a owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:11.973994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:11.975684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.008188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.102519 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.103869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.105074 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.108653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/42a4b401-87bb-4614-8b02-c2095c952389 HTTP/1.1" status: 204 len: 168 time: 0.3026760 Mar 31 23:23:12.122190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521209e-a8e9-4e8e-a585-a2fa34003fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4b401-87bb-4614-8b02-c2095c952389,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.143473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.232 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c15bfb71-025c-4b97-b6fe-69e65f2d46da) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:12.149041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Pushing event deleted for resources: {'Port': ['ID=5dda66e6-be2e-4152-973f-f7bb50680f5a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.220987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.223937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.227868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-96740f45-e88a-4e09-bd67-e6ed21fbcb30 tempest-AttachVolumeTestJSON-1159283558 tempest-AttachVolumeTestJSON-1159283558-project] 10.222.0.95 "DELETE /v2.0/floatingips/e303fb7c-4f42-474f-85d8-dad2ffab87e7 HTTP/1.1" status: 204 len: 168 time: 0.5274878 Mar 31 23:23:12.279210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.317217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:12.370026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=c15bfb71-025c-4b97-b6fe-69e65f2d46da,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:12.383732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:12.386204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:12.389178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:12.493167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8ecde-2c7b-4660-9f71-20a4aa5e57a0 req-eb9eef34-13c8-4c01-bcd5-939fe3a9fe9e tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.494735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99e8ecde-2c7b-4660-9f71-20a4aa5e57a0 req-eb9eef34-13c8-4c01-bcd5-939fe3a9fe9e tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.0762134 Mar 31 23:23:12.700284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99e8ecde-2c7b-4660-9f71-20a4aa5e57a0 req-af88c2df-7b7d-4210-ae40-a818190e47aa tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/security-groups?id=ba7022cf-9708-4a26-9a72-8a96f0d4d978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962268 Mar 31 23:23:12.922198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-301da84c-0237-4a02-a8e7-c7bf5909fc34 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:12.924546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-301da84c-0237-4a02-a8e7-c7bf5909fc34 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.96 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 945 time: 0.0961347 Mar 31 23:23:12.952288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.147923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Deleting port ce84d007-f932-4767-9c1b-956784e3f76c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:13.148272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.365614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] For port ce84d007-f932-4767-9c1b-956784e3f76c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=ce84d007-f932-4767-9c1b-956784e3f76c,segment=NetworkSegment(4efa4e77-ad8f-42c1-83eb-721dab19cdb4),segment_id=4efa4e77-ad8f-42c1-83eb-721dab19cdb4)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:13.365868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.388882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Calling delete_port for ce84d007-f932-4767-9c1b-956784e3f76c owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:13.663307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.676138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['ce84d007-f932-4767-9c1b-956784e3f76c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:13.693252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Pushing event deleted for resources: {'Port': ['ID=ce84d007-f932-4767-9c1b-956784e3f76c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:13.818599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] No DVR routers for this DVR port ce84d007-f932-4767-9c1b-956784e3f76c on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:13.821432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:13.826076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ae7ac10-5fac-46d4-94d4-31f8cf323760 req-39a2a000-bc9c-4b1c-b234-d1353abf32b9 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.96 "DELETE /v2.0/ports/ce84d007-f932-4767-9c1b-956784e3f76c HTTP/1.1" status: 204 len: 173 time: 0.8939948 Mar 31 23:23:13.826619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'name': 'network-vif-deleted', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:13.829306 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d1f6f6-0cd8-485d-84da-c6f9bca11e1b" -d '{"events": [{"server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "name": "network-vif-deleted", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:13.999797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.037576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ea17055-1801-4634-8f98-d97960f67695 req-0176f92f-35a3-48e2-b3f2-cb711019be71 tempest-ServerPasswordTestJSON-1977653888 tempest-ServerPasswordTestJSON-1977653888-project] 10.222.0.95 "GET /v2.0/ports?device_id=03a32eb0-bf2e-4fb9-844f-3dce548437a1 HTTP/1.1" status: 200 len: 210 time: 0.1097677 Mar 31 23:23:14.139337 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45458d-2bda-411b-b506-1a8930f09647 x-openstack-request-id: req-7b45458d-2bda-411b-b506-1a8930f09647 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:14.139946 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a32eb0-bf2e-4fb9-844f-3dce548437a1", "name": "network-vif-deleted", "tag": "ce84d007-f932-4767-9c1b-956784e3f76c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:14.140027 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7b45458d-2bda-411b-b506-1a8930f09647 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:14.140639 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b45458d-2bda-411b-b506-1a8930f09647'] response: {'server_uuid': '03a32eb0-bf2e-4fb9-844f-3dce548437a1', 'name': 'network-vif-deleted', 'tag': 'ce84d007-f932-4767-9c1b-956784e3f76c', 'status': 'completed', 'code': 200} Mar 31 23:23:14.241630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6a497ef-c0ce-4c97-adf9-cc4d4bd48e29 req-e45feb94-80ad-4a9c-b15b-dcbfa129b723 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0556622 Mar 31 23:23:14.282240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router ba8a1536-ccbf-4d30-8532-b6cc625e4800 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:23:14.462877 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:14.477735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Sync routers for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:14.493442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:14.493908 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:14.497904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9d99871a-c00d-455a-b09f-b729f6007420 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3834093 Mar 31 23:23:14.498246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.498815 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:14.532770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c2cee33-a04b-40c9-8669-e44c74c6adaf tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332253 Mar 31 23:23:14.536750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.772165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59f579-c480-434e-86c5-68f233ea439a tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:14.777829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45952) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.788000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da59f579-c480-434e-86c5-68f233ea439a tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2480235 Mar 31 23:23:14.830515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a113776-d9a2-42ef-842e-b750d35b91bb tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506477 Mar 31 23:23:14.833178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45954) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:14.835280 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:14.841459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438500125', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:15.048404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:15.055451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.153251 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.166700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45964) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:15.232290 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Checking router: ba8a1536-ccbf-4d30-8532-b6cc625e4800 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:15.232290 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Updating router ba8a1536-ccbf-4d30-8532-b6cc625e4800 port c15bfb71-025c-4b97-b6fe-69e65f2d46da binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:15.261012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Deleting subnet f24d9c3c-59cc-4672-a942-490d0423efcb {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:15.271181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.291720 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.345759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.394683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.418082 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d8cafcd-b761-4b67-9eda-b4501770df0e req-d2e60109-0284-4f98-a217-ea5d3e3bf7be tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0317893 Mar 31 23:23:15.434894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.527654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.558540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Subnet': ['ID=0e6eb8b7-2a42-4f07-97d8-9289981acb41,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.604589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:15.624053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network hostable DHCP agents. Network: 2ecc2a43-2ad2-4b44-868e-93232cfd70f3, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:15.652088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24d9c3c-59cc-4672-a942-490d0423efcb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.699048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:15.708689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.714086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-20a1a1dc-7cb4-4c81-a3ca-873406a8cd3c admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f24d9c3c-59cc-4672-a942-490d0423efcb HTTP/1.1" status: 204 len: 168 time: 0.5462232 Mar 31 23:23:15.717051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 45976) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:15.729572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2ecc2a43-2ad2-4b44-868e-93232cfd70f3) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:15.746689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbaf5a5-f15b-4acb-ae7e-584b9a9e37dc None None] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:15.760593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.767508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.810604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 45978) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:15.831917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5190aab2-d7f0-43b0-9af7-cf3eb73d3105 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9973807 Mar 31 23:23:15.861989 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.878556 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.974227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:15.994793 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Attempting to bind port c15bfb71-025c-4b97-b6fe-69e65f2d46da on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:15.996967 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Attempting to bind port c15bfb71-025c-4b97-b6fe-69e65f2d46da by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:15.997655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Attempting to bind port c15bfb71-025c-4b97-b6fe-69e65f2d46da on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:16.006075 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:16.018354 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:16.019137 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.021781 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:16.022568 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Bound port: c15bfb71-025c-4b97-b6fe-69e65f2d46da, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:16.023208 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.097152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:23:16.099669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.172676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.181065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Pushing event updated for resources: {'Port': ['ID=c15bfb71-025c-4b97-b6fe-69e65f2d46da,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.206120 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.206911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.207520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.208195 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.209126 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.210004 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.211021 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.211586 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.214871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.214871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.214871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.214871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.215178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f628eb00-ac41-43b9-8f60-e5ffcead3997']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.250671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efa4e77-ad8f-42c1-83eb-721dab19cdb4') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.251763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efa4e77-ad8f-42c1-83eb-721dab19cdb4') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.261364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] For port c15bfb71-025c-4b97-b6fe-69e65f2d46da, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:16.271698 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] For port c15bfb71-025c-4b97-b6fe-69e65f2d46da, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c15bfb71-025c-4b97-b6fe-69e65f2d46da,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:16.276497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.284494 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.314854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.336435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:16.336864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:16.338636 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:16.391432 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270f4e1-dcec-4091-a141-8593a52a8f8b None None] Pushing event updated for resources: {'Port': ['ID=c15bfb71-025c-4b97-b6fe-69e65f2d46da,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.398829 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:16.399846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.455555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Allocated IP 172.20.0.2 (2ecc2a43-2ad2-4b44-868e-93232cfd70f3/0e6eb8b7-2a42-4f07-97d8-9289981acb41/a95f118a-73d3-4847-9a9e-ac2b22510be7) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:16.480579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.488600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.507856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] 10.222.0.95 "DELETE /v2.0/networks/f628eb00-ac41-43b9-8f60-e5ffcead3997 HTTP/1.1" status: 204 len: 168 time: 0.7891018 Mar 31 23:23:16.558784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b464c-9058-40d2-8c0d-00bbb860dabe admin admin] Pushing event deleted for resources: {'Network': ['ID=f628eb00-ac41-43b9-8f60-e5ffcead3997,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.694833 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:16.734473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.744313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.765716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0f501f5-352c-4ac6-bdda-a237b4065bf6 req-1a23865a-1952-4d92-af77-2a64fc08172b tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1563826 Mar 31 23:23:16.793788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:16.798656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:16.801309 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:16.885363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Pushing event updated for resources: {'Port': ['ID=a95f118a-73d3-4847-9a9e-ac2b22510be7,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.909591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:16.971768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.974125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.974470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.974811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.975160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.975519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.975849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.979439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.979439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.979439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.979439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.979439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.996030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce84d007-f932-4767-9c1b-956784e3f76c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:17.010602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:17.057772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Attempting to bind port a95f118a-73d3-4847-9a9e-ac2b22510be7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:17.058245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Attempting to bind port a95f118a-73d3-4847-9a9e-ac2b22510be7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:17.061226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Attempting to bind port a95f118a-73d3-4847-9a9e-ac2b22510be7 on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:17.070021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: ce84d007-f932-4767-9c1b-956784e3f76c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:17.070449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device ce84d007-f932-4767-9c1b-956784e3f76c not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:17.079391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:17.084280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:17.087574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.088096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Bound using segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:17.089353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Bound port: a95f118a-73d3-4847-9a9e-ac2b22510be7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:17.089824 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.098451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eb1fa095-e55a-40dc-bd8e-18cdff817e1e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c26d4823b8e84d3ebf0f4faadd67c891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865717 Mar 31 23:23:17.101330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46008) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:17.228213 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:17.241858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] For port a95f118a-73d3-4847-9a9e-ac2b22510be7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:17.245936 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] For port a95f118a-73d3-4847-9a9e-ac2b22510be7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a95f118a-73d3-4847-9a9e-ac2b22510be7,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:17.264349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.265618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.354648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.377510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f162b01-47c2-4a36-8c35-f02a46d09087 None None] Pushing event updated for resources: {'Port': ['ID=a95f118a-73d3-4847-9a9e-ac2b22510be7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.475201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.478273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:17.479705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ba7022cf-9708-4a26-9a72-8a96f0d4d978 HTTP/1.1" status: 204 len: 168 time: 0.3753669 Mar 31 23:23:17.492172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb86bfb-802a-441f-9a82-d85aec5d0765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7022cf-9708-4a26-9a72-8a96f0d4d978,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.576653 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775044d-18f0-4c73-b536-4b2c356e050f None None] The sync data for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 is: [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:12Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:17.726410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.1 (2ecc2a43-2ad2-4b44-868e-93232cfd70f3/0e6eb8b7-2a42-4f07-97d8-9289981acb41/a759f5bb-a58f-4f22-8e20-f6606f362aba) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:17.955285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.106365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.142742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b981e7d3-368b-4ec5-abe7-16428de96f5d req-3f007802-4af6-4311-80ab-2822263294cd tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1146002 Mar 31 23:23:18.285640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:18.306121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:18.317984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:18.323183 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.390905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8517c9bf-038a-4249-b85c-649504175be2 req-556409f1-8da6-4cda-895e-91b3b7474551 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0656276 Mar 31 23:23:18.434324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.755740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:18.900319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a95f118a-73d3-4847-9a9e-ac2b22510be7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:19.075561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a95f118a-73d3-4847-9a9e-ac2b22510be7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:19.076122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.292146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.389816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f5483807-788a-4fab-9a7e-d4b80fc72bc9 req-12457d65-c67b-4b35-8cb8-ac6a36444d78 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0647697 Mar 31 23:23:19.401296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a95f118a-73d3-4847-9a9e-ac2b22510be7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a95f118a-73d3-4847-9a9e-ac2b22510be7,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:19.414175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.417089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46068) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:19.421015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c15bfb71-025c-4b97-b6fe-69e65f2d46da up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:19.458205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.485985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.516497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe638e8e-bb32-4548-b502-efaec83347cc None None] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:19.538099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-759836581-network', 'tenant_id': '9c66207f3a464606af07f2159cd5c7f9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:19.610019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.610311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Made reservation on behalf of 9c66207f3a464606af07f2159cd5c7f9 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:19.614232 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.632122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.661081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.770228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f7f4a8e9-6a61-4174-ae10-fd5460b78270 None None] Provisioning complete for port a95f118a-73d3-4847-9a9e-ac2b22510be7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:19.771492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7f4a8e9-6a61-4174-ae10-fd5460b78270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.834825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:19.836866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:19.849185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.869293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.886915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c15bfb71-025c-4b97-b6fe-69e65f2d46da triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:19.887758 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.897808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:19.908234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:19.909688 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Added segment 5677134a-08ad-49a2-8e53-f646bae2ed2e of type vlan for network 676bf492-2040-4de9-a462-57a35d9a3d65 Mar 31 23:23:19.990010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a95f118a-73d3-4847-9a9e-ac2b22510be7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.003451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router ba8a1536-ccbf-4d30-8532-b6cc625e4800 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:20.016438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.091682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.092515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:20.093295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.165492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42630bc3-06d1-4816-84a3-dce478a54b23,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.185852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.186865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.187447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.187923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.188555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.189037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.189573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.190381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.190853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.191696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.192172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.192727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:20.206269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7877331 Mar 31 23:23:20.209585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46088) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:20.214826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Request body: {'subnet': {'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-759836581-subnet', 'tenant_id': '9c66207f3a464606af07f2159cd5c7f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:20.255592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89336b1-5539-4c97-8fe0-1ec696a4998a admin admin] Pushing event updated for resources: {'Network': ['ID=676bf492-2040-4de9-a462-57a35d9a3d65,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.276968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Made reservation on behalf of 9c66207f3a464606af07f2159cd5c7f9 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:20.283293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.296833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 676bf492-2040-4de9-a462-57a35d9a3d65 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:20.451117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.479213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port c15bfb71-025c-4b97-b6fe-69e65f2d46da, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c15bfb71-025c-4b97-b6fe-69e65f2d46da,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:20.518099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.621894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=c15bfb71-025c-4b97-b6fe-69e65f2d46da,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:20.744946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a95f118a-73d3-4847-9a9e-ac2b22510be7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:20.830764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.893993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6e58961-6162-46f6-bb94-b9cb582b4cd1 req-81db285e-66b2-4e80-b2d4-72ff2ea0d0cf tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0825894 Mar 31 23:23:20.940881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a95f118a-73d3-4847-9a9e-ac2b22510be7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:20.943382 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:20.943690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:20.965980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a9cf3bec-90e7-4c27-b80a-f09873259ee1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/ba8a1536-ccbf-4d30-8532-b6cc625e4800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1457400 Mar 31 23:23:20.981411 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:21.128687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Checking segment: {'id': '5677134a-08ad-49a2-8e53-f646bae2ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:21.129058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Network hostable DHCP agents. Network: 676bf492-2040-4de9-a462-57a35d9a3d65, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:21.132024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341a7d3d-589e-4097-935c-aa2eca0180d3,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:21.152691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.182285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Network 676bf492-2040-4de9-a462-57a35d9a3d65 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:21.205152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 676bf492-2040-4de9-a462-57a35d9a3d65) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:21.210679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:21.211353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.244118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-895b5da7-1abb-4768-a0e5-acc653632250 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0333817 Mar 31 23:23:21.252502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bec324-f43b-4932-ae76-6962b4631104 None None] Network 676bf492-2040-4de9-a462-57a35d9a3d65 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:21.467511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c733b9d-e57b-461d-90b8-2f92a4e5f41c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424370351&fields=id&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 267 time: 0.1306865 Mar 31 23:23:21.539138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Sync routers for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:21.640522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e2f8a598-cd1b-4e75-8ca1-53282762f8d7 None None] Provisioning complete for port a95f118a-73d3-4847-9a9e-ac2b22510be7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:21.657678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a598-cd1b-4e75-8ca1-53282762f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:21.700961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:21.701943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:21.793629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1708944-48b3-4705-ae1b-10fafe6da21e req-d4fc5457-b18f-4044-ac08-fb43619bd302 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1446097 Mar 31 23:23:21.839978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-fba68f71-cba4-4b60-9db7-e6cdf3556f85 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:21.853404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-fba68f71-cba4-4b60-9db7-e6cdf3556f85 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 797 time: 0.3821340 Mar 31 23:23:21.878877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211fa824-2ea8-4095-b7ea-ea65f47ed7d1 None None] Network 676bf492-2040-4de9-a462-57a35d9a3d65 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:21.905686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-82d91483-c698-42fe-8027-1676ed73fc14 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/quotas/d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 375 time: 0.0512989 Mar 31 23:23:22.050990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-a20c390a-fa17-4c70-bc38-d10819e47dfd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441534 Mar 31 23:23:22.062099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-3cdcb7df-71ea-44c3-baa8-91658e0aaa15 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:23:22.070290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-3cdcb7df-71ea-44c3-baa8-91658e0aaa15 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149527 Mar 31 23:23:22.166049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:22.294083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-14aaab8d-1edb-4543-9abf-87c7792de15b service neutron] 10.222.0.95 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191916 Mar 31 23:23:22.350209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:22.357444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-187160283-network', 'tenant_id': '7c0f8e13919343108ff0e1f6044f652b'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:22.414769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Made reservation on behalf of 7c0f8e13919343108ff0e1f6044f652b for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:22.420096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.460291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.573258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-37a940be-0545-45a7-ad46-729d8478d406 service neutron] 10.222.0.95 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661734 Mar 31 23:23:22.678276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.690403 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.711106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:22.728381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-abae5e73-4079-4770-ae30-d22d94a5aa23 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537664 Mar 31 23:23:22.735448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c15bfb71-025c-4b97-b6fe-69e65f2d46da up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:22.755685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.756429 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Added segment a8ffa30c-9ec9-430f-9067-cbff7d287a88 of type vlan for network 3323af48-2178-40ec-b4d6-f8e4d8af094c Mar 31 23:23:22.870502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e2f8a598-cd1b-4e75-8ca1-53282762f8d7 None None] Provisioning complete for port a759f5bb-a58f-4f22-8e20-f6606f362aba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:22.873973 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a598-cd1b-4e75-8ca1-53282762f8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.878807 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:22.893006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-32885cbf-ba96-4433-a0ac-11b0dd1ad4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:22.894538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-32885cbf-ba96-4433-a0ac-11b0dd1ad4a7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3588d7b857de48a2af8f4d9ae913314a&device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 1101 time: 0.1388881 Mar 31 23:23:22.978722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa7df8-f99f-49db-b490-c8658f75c232,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:23.002225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.008964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.012313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.066017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e2f8a598-cd1b-4e75-8ca1-53282762f8d7 None None] Port a759f5bb-a58f-4f22-8e20-f6606f362aba cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:23.128950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:19Z', 'revision_number': 2, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:23.183856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8323205 Mar 31 23:23:23.184767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46172) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:23.230747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-afcfd49e-f248-4969-ab23-12069aca9c25 req-508a9296-5361-476f-887a-a3cec8b8da20 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 210 time: 0.1154637 Mar 31 23:23:23.255548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Checking router: ba8a1536-ccbf-4d30-8532-b6cc625e4800 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:23.257537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Request body: {'subnet': {'network_id': '3323af48-2178-40ec-b4d6-f8e4d8af094c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-187160283-subnet', 'tenant_id': '7c0f8e13919343108ff0e1f6044f652b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:23.258425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Updating router ba8a1536-ccbf-4d30-8532-b6cc625e4800 port a759f5bb-a58f-4f22-8e20-f6606f362aba binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:23:23.288806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9f6cf22-2aff-4af5-aaba-a7abc5d98531 req-326f1e82-37f5-42e0-a51f-d9bbf22924bd tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.2113123 Mar 31 23:23:23.294284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c15bfb71-025c-4b97-b6fe-69e65f2d46da triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:23.294673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.315095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-3feea468-71ec-4933-a884-5c863a0ebc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.322812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-3feea468-71ec-4933-a884-5c863a0ebc2d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.4018085 Mar 31 23:23:23.329446 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.333962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8b418644-2dd4-473b-91ee-dd72eacb9821 None None] Provisioning complete for port a759f5bb-a58f-4f22-8e20-f6606f362aba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:23.334330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b418644-2dd4-473b-91ee-dd72eacb9821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.365915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eb7aa-78cf-4835-bf9c-3c98736aa649 admin admin] Pushing event updated for resources: {'Network': ['ID=3323af48-2178-40ec-b4d6-f8e4d8af094c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:23.390754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-8475d303-3510-434e-bcc8-dc6c75aab2cb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 HTTP/1.1" status: 200 len: 217 time: 0.0600648 Mar 31 23:23:23.392747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Made reservation on behalf of 7c0f8e13919343108ff0e1f6044f652b for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:23.395320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.464311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3323af48-2178-40ec-b4d6-f8e4d8af094c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:23.594652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-97479d5b-b261-4d97-9671-aa951501cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.596590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-97479d5b-b261-4d97-9671-aa951501cf5e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.1860633 Mar 31 23:23:23.704806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-c3ae4ed8-3e68-4336-838e-2f1584bdb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:23.709206 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-c3ae4ed8-3e68-4336-838e-2f1584bdb27a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041851 Mar 31 23:23:23.824000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.912895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-d79293f0-e3da-434c-aae2-96f2e7d4c721 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948423 Mar 31 23:23:23.920060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d9a4fc-e5e8-4b20-bc09-ddacc1aca4bb,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:23.931290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:23.967793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Checking segment: {'id': 'a8ffa30c-9ec9-430f-9067-cbff7d287a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '3323af48-2178-40ec-b4d6-f8e4d8af094c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:23.968196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Network hostable DHCP agents. Network: 3323af48-2178-40ec-b4d6-f8e4d8af094c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:23.980064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8b418644-2dd4-473b-91ee-dd72eacb9821 None None] Port a759f5bb-a58f-4f22-8e20-f6606f362aba cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:24.017753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Network 3323af48-2178-40ec-b4d6-f8e4d8af094c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:24.048514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3323af48-2178-40ec-b4d6-f8e4d8af094c) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:24.053758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:24.054685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.074052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602109c4-ecde-4f74-86b0-c11ac8f3f984 None None] Network 3323af48-2178-40ec-b4d6-f8e4d8af094c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:24.121800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-abc10f46-d8b3-4330-951b-53b54364890f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8859148 Mar 31 23:23:24.214829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0ffcc3a3-39e6-4d57-b530-848a6a95e765 req-4b3d0f25-7f0a-43a2-a5a8-ede2d9e1da18 service neutron] 10.222.0.96 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922654 Mar 31 23:23:24.248481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:24.416166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ade5e4d-da08-4bcb-a791-617f9e5f0f0f req-90857384-e5c0-41f4-ba51-fa1f81e01fd1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 210 time: 0.0798223 Mar 31 23:23:24.528760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc58cc0-5cfe-43dd-883e-61274f08a644 req-4f36ba6a-7930-4656-ae3e-3f7963fd38a2 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0845504 Mar 31 23:23:24.672864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae5f0-1d02-4e76-83f9-b32d0d803659 None None] Pushing event updated for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:24.872928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3883ae-8033-4c48-a1ba-740084aed7ca None None] Network 3323af48-2178-40ec-b4d6-f8e4d8af094c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:25.010842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Attempting to bind port a759f5bb-a58f-4f22-8e20-f6606f362aba on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:25.011229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Attempting to bind port a759f5bb-a58f-4f22-8e20-f6606f362aba by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:25.011629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Attempting to bind port a759f5bb-a58f-4f22-8e20-f6606f362aba on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:25.024619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:25.024996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:25.025585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.026426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Bound using segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:25.027307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Bound port: a759f5bb-a58f-4f22-8e20-f6606f362aba, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:25.027844 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.134231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-663db588-50ac-4908-8622-9b591de2a4f5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:25.136598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-663db588-50ac-4908-8622-9b591de2a4f5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 797 time: 0.3622439 Mar 31 23:23:25.150307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c7b075f3-cbe3-47a6-b145-f836b04f6475 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:25.151994 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c7b075f3-cbe3-47a6-b145-f836b04f6475 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/networks?id=676bf492-2040-4de9-a462-57a35d9a3d65 HTTP/1.1" status: 200 len: 824 time: 0.3381577 Mar 31 23:23:25.188604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-0ad793dd-6181-45bb-8412-21d20a901acc tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/quotas/9c66207f3a464606af07f2159cd5c7f9 HTTP/1.1" status: 200 len: 375 time: 0.0289667 Mar 31 23:23:25.242402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] For port a759f5bb-a58f-4f22-8e20-f6606f362aba, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:25.244622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-05978695-da63-44e2-a6aa-a35365daa8b8 None None] Provisioning complete for port a759f5bb-a58f-4f22-8e20-f6606f362aba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:25.244999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-05978695-da63-44e2-a6aa-a35365daa8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.275008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] For port a759f5bb-a58f-4f22-8e20-f6606f362aba, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a759f5bb-a58f-4f22-8e20-f6606f362aba,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:25.281175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-7ee8ef93-092a-48c1-94a3-fae875f97499 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c66207f3a464606af07f2159cd5c7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909491 Mar 31 23:23:25.291582 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-6f616921-daf8-4cd7-a243-db4c3564630d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 380 time: 0.1384118 Mar 31 23:23:25.301811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.303980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-05978695-da63-44e2-a6aa-a35365daa8b8 None None] Port a759f5bb-a58f-4f22-8e20-f6606f362aba cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:25.332048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'port': {'device_id': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'admin_state_up': True, 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'security_groups': ['b4f4da74-3426-4764-b836-162dddb47d78']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:25.375689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae5f0-1d02-4e76-83f9-b32d0d803659 None None] Pushing event updated for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:25.421245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:25.423573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:25.660577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-703cd4fb-4b3b-489e-a07c-eca241745bdf service neutron] 10.222.0.95 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771789 Mar 31 23:23:25.681641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1282791-ac7d-4e49-900d-a85ecd1acf8a req-11d81102-2246-4ad3-b717-791f187b5c39 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 210 time: 0.1343923 Mar 31 23:23:25.727013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:25.867088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-330e5798-f15d-4ae8-b579-99b5e8db2d9c req-e711f554-2b32-4e8d-8fef-813c5cdcedb8 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0427153 Mar 31 23:23:25.878625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:25.888642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:25.930698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d2686739-f7eb-4960-b4d4-0d3f80c8040c service neutron] 10.222.0.95 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591615 Mar 31 23:23:26.040489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] Provisioning complete for port a759f5bb-a58f-4f22-8e20-f6606f362aba triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:26.041227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.115532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:25Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:26.209980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b93290-1677-4ab6-a18d-4965819d8d06 None None] The sync data for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 is: [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:25Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:26.212930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.7 (2ecc2a43-2ad2-4b44-868e-93232cfd70f3/0e6eb8b7-2a42-4f07-97d8-9289981acb41/2575276f-98a9-4b95-b7aa-464dd3f8769f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:26.410889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fecf2d24-938d-4c07-8190-9b3deb79ee67 req-ccf09fd7-fc94-4e37-97e5-2f70fc6f6b12 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 210 time: 0.1290541 Mar 31 23:23:26.439671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.456967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.532870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] For port a759f5bb-a58f-4f22-8e20-f6606f362aba, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a759f5bb-a58f-4f22-8e20-f6606f362aba,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:26.539173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.631773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac44b98-9615-4162-b9bb-eef29c8d8324 None None] Pushing event updated for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:26.633607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.685129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:26.828345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:26.853476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:26.949959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:27.030102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:27.043025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a759f5bb-a58f-4f22-8e20-f6606f362aba up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:27.074774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b1020-2215-4a7b-a4ce-9a1ad8464d95 req-dbc63ff6-83d5-4310-8289-2e35894cc016 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.099223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b0b1020-2215-4a7b-a4ce-9a1ad8464d95 req-dbc63ff6-83d5-4310-8289-2e35894cc016 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 931 time: 0.2693641 Mar 31 23:23:27.121934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18abf541-26b6-4b1e-aa30-9cf39feae2ba req-8f375165-7334-4f90-b6bc-1b6ba1a50be7 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0890751 Mar 31 23:23:27.124868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.129195 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:27.187033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-491e076e-28e8-459c-ad0c-ccfb1523d08d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8863318 Mar 31 23:23:27.203815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Request body: {'port': {'device_id': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:27.240510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a759f5bb-a58f-4f22-8e20-f6606f362aba triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:27.241139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:27.372151 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b0b1020-2215-4a7b-a4ce-9a1ad8464d95 req-bf2dd151-e6dc-4f99-b2f8-ea09cb9c64de tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713802 Mar 31 23:23:27.473997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:27.593110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f774ddda-6746-4660-8727-5273000287a5 None None] Provisioning complete for port 2575276f-98a9-4b95-b7aa-464dd3f8769f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:27.593488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f774ddda-6746-4660-8727-5273000287a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:27.601779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f11888f7-49c9-4bab-a0e6-4e8c83438b94 req-ddfb2a9f-4aa2-4db8-a529-3a1fb95d92f2 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 210 time: 0.0747402 Mar 31 23:23:27.692434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f774ddda-6746-4660-8727-5273000287a5 None None] Port 2575276f-98a9-4b95-b7aa-464dd3f8769f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:23:28.011037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2575276f-98a9-4b95-b7aa-464dd3f8769f {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:28.037737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.070299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Transition to ACTIVE for port object 2575276f-98a9-4b95-b7aa-464dd3f8769f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:28.076163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.241262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:28.497831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-60db12a0-5fd2-4b94-8309-9919c69b3c80 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.500988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-60db12a0-5fd2-4b94-8309-9919c69b3c80 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.60 "GET /v2.0/networks?id=676bf492-2040-4de9-a462-57a35d9a3d65 HTTP/1.1" status: 200 len: 824 time: 0.3785582 Mar 31 23:23:28.539185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Request body: {'port': {'device_id': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65', 'admin_state_up': True, 'tenant_id': '9c66207f3a464606af07f2159cd5c7f9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:28.567893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d99151d-d3a3-42e9-9e5d-69661f80d73d req-0909dc26-bf96-4ba4-9b9c-8ccb88703ca6 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1417897 Mar 31 23:23:28.663667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:28.664008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:28.664338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:28.671878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:28.672726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:28.678422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:28.679081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:28.680585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d6330-89a3-428b-9b60-7e2c9558e669 req-4f31c9c2-330a-4d7c-a21b-0e492f2980cf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.687931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Bound using segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:28.688554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Bound port: 2575276f-98a9-4b95-b7aa-464dd3f8769f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:28.688935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.689364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-606d6330-89a3-428b-9b60-7e2c9558e669 req-4f31c9c2-330a-4d7c-a21b-0e492f2980cf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 943 time: 0.1868441 Mar 31 23:23:28.759921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-606d6330-89a3-428b-9b60-7e2c9558e669 req-9790802b-8d21-47a8-b2b8-82bc90361b37 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693316 Mar 31 23:23:28.814546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Made reservation on behalf of 9c66207f3a464606af07f2159cd5c7f9 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:28.818612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.831274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40df2e48-4966-4379-82ff-38963107ccb2 req-0062a46b-72ec-47ee-97e3-1952bf809799 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 210 time: 0.1012599 Mar 31 23:23:28.856588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:28.861260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:28.868413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.907981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:28.908622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:28.910029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] 10.222.0.96 "PUT /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1091 time: 1.7133248 Mar 31 23:23:28.910443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:28.912788 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89935652-e067-45ce-bf58-1e38326fbd34" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:28.960157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82cce8ef-cdb5-4f69-9d27-05f1459797cf req-54e36dca-863a-42af-9cb0-7978493ae9f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7f54cd38a964ff0af520fdd93ea1498&device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0621133 Mar 31 23:23:28.981701 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c785af-3d98-4de0-9195-eb66d384ec40 x-openstack-request-id: req-d1c785af-3d98-4de0-9195-eb66d384ec40 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:28.982203 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:28.982569 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d1c785af-3d98-4de0-9195-eb66d384ec40 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:28.982994 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c785af-3d98-4de0-9195-eb66d384ec40'] response: {'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'status': 'completed', 'code': 200} Mar 31 23:23:29.006447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96379a-4dc0-4799-837d-fb22b9a49224 service neutron] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:29.052873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-44caf8d0-16c8-442a-aff4-f2c26e17ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.054423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-44caf8d0-16c8-442a-aff4-f2c26e17ebbd service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1094 time: 0.0885797 Mar 31 23:23:29.108217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82cce8ef-cdb5-4f69-9d27-05f1459797cf req-5f4a564d-b8bb-4d5a-9fbe-6b8267d8ed92 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7f54cd38a964ff0af520fdd93ea1498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212975 Mar 31 23:23:29.138968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-fbc3273d-9ed9-4b2f-b50d-f0f39e870e56 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 217 time: 0.0730793 Mar 31 23:23:29.157568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Allocated IP 172.20.0.5 (676bf492-2040-4de9-a462-57a35d9a3d65/341a7d3d-589e-4097-935c-aa2eca0180d3/e7d56c75-6cd2-4a0c-a419-7dbf3c04535c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:29.214135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-7bbb0d30-68d7-4f2b-acaf-32cf0bcaafff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.217324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-7bbb0d30-68d7-4f2b-acaf-32cf0bcaafff service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0699141 Mar 31 23:23:29.307440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-a1d1e2ac-66e7-427a-9278-554cc478aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.310416 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-a1d1e2ac-66e7-427a-9278-554cc478aeed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868363 Mar 31 23:23:29.337215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.377476 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.452749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Pushing event updated for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:29.506376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Network 676bf492-2040-4de9-a462-57a35d9a3d65 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:29.509195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:29.512945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:29.539721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-4186aec5-1c05-47c7-9713-6a6c439c43d3 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212946 Mar 31 23:23:29.574979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce8ef-cdb5-4f69-9d27-05f1459797cf req-58380971-4c44-49eb-b215-458e331b89c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.576918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82cce8ef-cdb5-4f69-9d27-05f1459797cf req-58380971-4c44-49eb-b215-458e331b89c1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4598012 Mar 31 23:23:29.610858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:29.611570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.643050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c4c32bb1-75e9-481d-95ea-32e19d32c1bd tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1094005 Mar 31 23:23:29.657901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Request body: {'port': {'device_id': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:29.746503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46276) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:29.789011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:29.822947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c982203-4b86-4a5f-8a0a-69991f4a0090 req-28d29a66-960e-4512-a74e-10ed63a51a4f service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760224 Mar 31 23:23:29.830174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46284) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:29.858259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc697308-eace-4082-8362-993322f7017c req-7809c1d7-4b6e-49b2-9a2b-b71b2940ab18 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1044250 Mar 31 23:23:30.065358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b71a5c43-1535-499c-aafb-0d100c054119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.079810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935652-e067-45ce-bf58-1e38326fbd34 req-6c44f66a-d607-4cb2-9169-1bd19e8f64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.081590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-6c44f66a-d607-4cb2-9169-1bd19e8f64e4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1094 time: 0.1847143 Mar 31 23:23:30.134721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa10dcf-d301-42c2-9ea0-9684501c7012 req-c19ff1df-3fd0-4fc1-b343-f5b54b37b26f tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.136382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fa10dcf-d301-42c2-9ea0-9684501c7012 req-c19ff1df-3fd0-4fc1-b343-f5b54b37b26f tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 931 time: 0.1393311 Mar 31 23:23:30.183284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e38f8-cd78-4e54-ba12-1fdf9f5af7e5 req-024bae5d-dc2c-455d-9059-67e555c5770f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.185127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-633e38f8-cd78-4e54-ba12-1fdf9f5af7e5 req-024bae5d-dc2c-455d-9059-67e555c5770f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 943 time: 0.1556356 Mar 31 23:23:30.277665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935652-e067-45ce-bf58-1e38326fbd34 req-6a898e89-591e-466c-86ac-1c48acf8fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.279567 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-6a898e89-591e-466c-86ac-1c48acf8fc40 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.1900811 Mar 31 23:23:30.317299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1fa10dcf-d301-42c2-9ea0-9684501c7012 req-8de0e177-800b-472a-8f72-68b1aadbee74 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691861 Mar 31 23:23:30.377486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-5014b3ea-16df-4bf7-908b-ddb111c84fe9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 217 time: 0.0772021 Mar 31 23:23:30.396604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-633e38f8-cd78-4e54-ba12-1fdf9f5af7e5 req-92a31f38-6ed3-4136-83fc-bab64b7581a4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280699 Mar 31 23:23:30.476554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935652-e067-45ce-bf58-1e38326fbd34 req-a08c5817-46d8-400b-9264-3af58e595301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.478543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-a08c5817-46d8-400b-9264-3af58e595301 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0911973 Mar 31 23:23:30.533372 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b71a5c43-1535-499c-aafb-0d100c054119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.546203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b71a5c43-1535-499c-aafb-0d100c054119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.551008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89935652-e067-45ce-bf58-1e38326fbd34 req-b6c19caa-8158-4da8-8c79-332825c3b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:30.552569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-b6c19caa-8158-4da8-8c79-332825c3b7a6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671496 Mar 31 23:23:30.588243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d56c75-6cd2-4a0c-a419-7dbf3c04535c {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:30.604979 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.622632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b71a5c43-1535-499c-aafb-0d100c054119 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=021d4e77954544b3bd5ea6ff12cc3d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591886 Mar 31 23:23:30.629321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46298) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:30.640843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Transition to ACTIVE for port object e7d56c75-6cd2-4a0c-a419-7dbf3c04535c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:23:30.690693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a5c43-1535-499c-aafb-0d100c054119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf325ba-2e8a-4610-a27b-f0a97489a5f4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:30.728160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.752692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.776063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-d945f587-4302-4561-b24f-2d1177ef7d23 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138433 Mar 31 23:23:30.825742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:30.870941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.010825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89935652-e067-45ce-bf58-1e38326fbd34 req-5d6e46ac-0bc9-40d9-bdea-9aae59eff66a service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256069 Mar 31 23:23:31.013530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.016507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.017744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/caf325ba-2e8a-4610-a27b-f0a97489a5f4 HTTP/1.1" status: 204 len: 168 time: 0.3874698 Mar 31 23:23:31.044565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37bb7ef4-ad9f-44ac-a559-b914410744cf req-599f45e6-bf43-4a47-bcc4-f31bbb88f642 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0489979 Mar 31 23:23:31.073442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f93bf-679a-43ec-b582-e275b404b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf325ba-2e8a-4610-a27b-f0a97489a5f4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.375058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Attempting to bind port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:23:31.375455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Attempting to bind port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '5677134a-08ad-49a2-8e53-f646bae2ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:23:31.375777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Attempting to bind port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c on network 676bf492-2040-4de9-a462-57a35d9a3d65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:31.382493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c on network 676bf492-2040-4de9-a462-57a35d9a3d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:23:31.382675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Attempting to bind port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c on network 676bf492-2040-4de9-a462-57a35d9a3d65 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:23:31.391526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:23:31.392087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Checking segment: {'id': '5677134a-08ad-49a2-8e53-f646bae2ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:31.392899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Bound using segment: {'id': '5677134a-08ad-49a2-8e53-f646bae2ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:23:31.394157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Bound port: e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5677134a-08ad-49a2-8e53-f646bae2ed2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:23:31.394787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.554050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:23:31.562316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b60d97-9ab8-4fc6-bfd7-69b776d0b33e req-9ead9ea1-35e9-4d6a-9704-c1d52fcc957d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.564310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5b60d97-9ab8-4fc6-bfd7-69b776d0b33e req-9ead9ea1-35e9-4d6a-9704-c1d52fcc957d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 943 time: 0.0801396 Mar 31 23:23:31.581702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85bd9d-a811-4922-a4a2-55d51890db9a req-9900ed34-be20-4eea-b030-576820490709 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.583280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af85bd9d-a811-4922-a4a2-55d51890db9a req-9900ed34-be20-4eea-b030-576820490709 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 943 time: 0.1303775 Mar 31 23:23:31.585146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,segment=NetworkSegment(5677134a-08ad-49a2-8e53-f646bae2ed2e),segment_id=5677134a-08ad-49a2-8e53-f646bae2ed2e)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:23:31.601200 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.653056 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b5b60d97-9ab8-4fc6-bfd7-69b776d0b33e req-25ab0f87-740b-431c-b986-57978c6c58f5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723441 Mar 31 23:23:31.677794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.677794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.677794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7d56c75-6cd2-4a0c-a419-7dbf3c04535c HTTP/1.1" status: 200 len: 1091 time: 2.0197289 Mar 31 23:23:31.677794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:31.677794 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3" -d '{"events": [{"name": "network-changed", "server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:31.701418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:31.749753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af85bd9d-a811-4922-a4a2-55d51890db9a req-9a7080a5-7fa8-48c3-bbf3-b3fa7173766b tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570985 Mar 31 23:23:31.750400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ffdf-9857-4759-903d-e0333dc7ce43 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:31.791009 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe569086-fa6c-472a-bea1-dbd56c257926 x-openstack-request-id: req-fe569086-fa6c-472a-bea1-dbd56c257926 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:31.791499 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:31.791760 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fe569086-fa6c-472a-bea1-dbd56c257926 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:31.792161 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe569086-fa6c-472a-bea1-dbd56c257926'] response: {'name': 'network-changed', 'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c', 'status': 'completed', 'code': 200} Mar 31 23:23:31.920140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-22532f5e-9e63-4ede-a986-3b018afcf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:31.922462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-22532f5e-9e63-4ede-a986-3b018afcf820 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c66207f3a464606af07f2159cd5c7f9&device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 1094 time: 0.1774597 Mar 31 23:23:31.990549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-c0a1eb93-51d5-40c9-8369-5206df67a539 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c HTTP/1.1" status: 200 len: 217 time: 0.0572710 Mar 31 23:23:32.105013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-07bd1072-680c-478e-b1f3-3ad6b11362df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.106671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-07bd1072-680c-478e-b1f3-3ad6b11362df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341a7d3d-589e-4097-935c-aa2eca0180d3 HTTP/1.1" status: 200 len: 864 time: 0.0781193 Mar 31 23:23:32.176350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-3835862f-750f-4756-8809-40000e57ee83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=676bf492-2040-4de9-a462-57a35d9a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548749 Mar 31 23:23:32.250078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78142143-69e8-4515-9895-238ffa319d7e req-9d3d1f95-23be-4e68-8726-09bf68386cb6 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0694330 Mar 31 23:23:32.399893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-4a8f3152-2e6a-4418-b2ce-71b5630a576a service neutron] 10.222.0.60 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084968 Mar 31 23:23:32.448798 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Deleting port 81c88099-80fb-45be-a57d-dc30ec6379ee {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:32.449147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.568783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6527650-1523-4a27-a6e6-5fa8cf81d231 req-7c15ef09-20e8-4d62-b6a1-ee6e086b1c08 service neutron] 10.222.0.60 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601038 Mar 31 23:23:32.596166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] For port 81c88099-80fb-45be-a57d-dc30ec6379ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=81c88099-80fb-45be-a57d-dc30ec6379ee,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:32.596637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:32.612199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Calling delete_port for 81c88099-80fb-45be-a57d-dc30ec6379ee owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:32.707787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-f6a49ebe-21c7-4073-92ef-289a5774bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.709596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-f6a49ebe-21c7-4073-92ef-289a5774bc8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c66207f3a464606af07f2159cd5c7f9&device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 1094 time: 0.0871003 Mar 31 23:23:32.849391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b1f51-adaf-4241-bd6f-04db1b7ba9db req-3f03c384-d91d-45a6-b611-ca7aeb8666f3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:32.851172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c9b1f51-adaf-4241-bd6f-04db1b7ba9db req-3f03c384-d91d-45a6-b611-ca7aeb8666f3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 943 time: 0.1034327 Mar 31 23:23:32.917250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c9b1f51-adaf-4241-bd6f-04db1b7ba9db req-dfe5a40b-fc33-4325-8987-39de921c4229 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566900 Mar 31 23:23:33.001756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:33.037061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-450ed92a-3298-4239-aa1d-64b07ee057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.041935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-450ed92a-3298-4239-aa1d-64b07ee057f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=676bf492-2040-4de9-a462-57a35d9a3d65 HTTP/1.1" status: 200 len: 926 time: 0.3162985 Mar 31 23:23:33.073231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b0f3f-ce12-4d8f-b800-45b1ff36fa62 req-f1ef949a-ea1b-4154-8731-e295d32cd4c6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.082193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6b0f3f-ce12-4d8f-b800-45b1ff36fa62 req-f1ef949a-ea1b-4154-8731-e295d32cd4c6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 943 time: 0.1656904 Mar 31 23:23:33.185086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-a39529d4-f4a1-4ab6-a363-29d1cbd6ff1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c HTTP/1.1" status: 200 len: 217 time: 0.1286635 Mar 31 23:23:33.271650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f6b0f3f-ce12-4d8f-b800-45b1ff36fa62 req-4f99aa1b-bebe-41f6-84b2-b7f1c187cd9d tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877098 Mar 31 23:23:33.288470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.331743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:33.342504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-3941f364-82d9-4f00-a397-6b075cce5f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:33.344641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-3941f364-82d9-4f00-a397-6b075cce5f29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=341a7d3d-589e-4097-935c-aa2eca0180d3 HTTP/1.1" status: 200 len: 864 time: 0.1464899 Mar 31 23:23:33.348297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'port_id': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'mac_address': 'fa:16:3e:1e:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:33.399790 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.416291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2575276f-98a9-4b95-b7aa-464dd3f8769f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:33.445094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Pushing event deleted for resources: {'Port': ['ID=81c88099-80fb-45be-a57d-dc30ec6379ee,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:33.454933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:33.462655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.488311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3953c4d-e3ec-4cd1-a676-d3e4fa38ac57 req-66d63b8a-fb68-47fb-bb96-c6ab2f83188d tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0702479 Mar 31 23:23:33.545368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-3378b081-40a9-45c8-a50d-4ec9db64caf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=676bf492-2040-4de9-a462-57a35d9a3d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500242 Mar 31 23:23:33.573150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:33.729515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-6c7089ca-04fa-4e61-9a0e-c8fcc53d65e4 service neutron] 10.222.0.60 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430228 Mar 31 23:23:33.888599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:33.911634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a8c7be-a4ba-4a8a-a7f4-e774821922c3 req-f1c8822f-7dac-4d04-95ee-8519d94cfdec service neutron] 10.222.0.60 "GET /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726100 Mar 31 23:23:33.931966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2575276f-98a9-4b95-b7aa-464dd3f8769f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:34.095479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c831a-45cb-4403-80c6-10ce8dd4b750 req-84a2b1c0-d4ca-4493-97b3-d8cfb1b6411d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:34.097119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d0c831a-45cb-4403-80c6-10ce8dd4b750 req-84a2b1c0-d4ca-4493-97b3-d8cfb1b6411d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.0976741 Mar 31 23:23:34.184481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d0c831a-45cb-4403-80c6-10ce8dd4b750 req-b5529bd4-8ba2-49e9-a85c-aec517083090 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763972 Mar 31 23:23:34.260093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Router fb546895-290a-44dc-aff2-a56dbee9a7a5 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:34.391260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:34.397021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c335002-1471-4576-928e-6b3f79fb69ec admin admin] 10.222.0.95 "PUT /v2.0/routers/fb546895-290a-44dc-aff2-a56dbee9a7a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5657511 Mar 31 23:23:34.399514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46734) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:34.402405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Sync routers for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:34.418219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e081f-3798-481e-aeed-7a3aee100cd1 req-0d794aa9-6eaa-497a-b171-7227c6e82a6e tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:34.420177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-055e081f-3798-481e-aeed-7a3aee100cd1 req-0d794aa9-6eaa-497a-b171-7227c6e82a6e tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 943 time: 0.0712776 Mar 31 23:23:34.421146 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:34.421777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:34.464990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bc2b744f-a991-4ff4-ab23-a1efcd98f4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.480684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-055e081f-3798-481e-aeed-7a3aee100cd1 req-52891322-cc27-45be-b58b-6876bd21c7d0 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515196 Mar 31 23:23:34.542129 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:34.563388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.644041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa496831-a213-4e8f-bdaf-aadba3f3b04a req-77b89835-9bb0-4915-9125-14502a657ea6 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0362868 Mar 31 23:23:34.723731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.746544 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:23:33Z', 'revision_number': 5, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port': {'id': '6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:14:58Z', 'updated_at': '2022-03-31T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:34.776234 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Checking router: fb546895-290a-44dc-aff2-a56dbee9a7a5 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:34.779320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Deleting port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:34.779817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:34.785032 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Routers {'fb546895-290a-44dc-aff2-a56dbee9a7a5'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:34.785835 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['fb546895-290a-44dc-aff2-a56dbee9a7a5'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:34.889853 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] Set router fb546895-290a-44dc-aff2-a56dbee9a7a5 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:34.951995 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 6, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:34.982619 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c8cead-1635-4b01-8b40-615e16ea8f16 None None] The sync data for ids ['fb546895-290a-44dc-aff2-a56dbee9a7a5'] in n-d-835855-2 is: [{'id': 'fb546895-290a-44dc-aff2-a56dbee9a7a5', 'name': 'tempest-AttachVolumeTestJSON-49702287-router', 'tenant_id': '677ac4e9401b4c47b930094db22e2f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:14:57Z', 'updated_at': '2022-03-31T23:23:34Z', 'revision_number': 6, 'project_id': '677ac4e9401b4c47b930094db22e2f7c', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:35.024611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:35.083356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2575276f-98a9-4b95-b7aa-464dd3f8769f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:35.090987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2575276f-98a9-4b95-b7aa-464dd3f8769f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:35.092059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.193209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.205739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] For port 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:35.206194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.222313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Calling delete_port for 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:35.230624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:35.232025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:35.235021 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc2a7f9-5e1c-47fa-832f-5d81c999c86c" -d '{"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-plugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:35.248429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.288121 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c8750-f360-48ad-99d3-c6afd08a189a x-openstack-request-id: req-693c8750-f360-48ad-99d3-c6afd08a189a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:35.288709 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-plugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:35.289104 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-693c8750-f360-48ad-99d3-c6afd08a189a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:35.289627 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693c8750-f360-48ad-99d3-c6afd08a189a'] response: {'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'code': 200} Mar 31 23:23:35.327187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.403776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dc734-eb44-4bcc-a057-4672223eeeaf req-541fb429-6ea3-4214-bd4e-2988f2404743 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.405848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-802dc734-eb44-4bcc-a057-4672223eeeaf req-541fb429-6ea3-4214-bd4e-2988f2404743 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1240540 Mar 31 23:23:35.423087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e7596-b810-47c5-9c59-c77a69651e93 req-41f9c3b5-6797-4621-84fb-633b3fcc5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.426551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e8e7596-b810-47c5-9c59-c77a69651e93 req-41f9c3b5-6797-4621-84fb-633b3fcc5c3e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1096 time: 0.0707362 Mar 31 23:23:35.434304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.462270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:35.487961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e8e7596-b810-47c5-9c59-c77a69651e93 req-83de1384-9614-47a5-be7f-4c8937866971 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509942 Mar 31 23:23:35.494108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-802dc734-eb44-4bcc-a057-4672223eeeaf req-f2f36242-bdc9-484d-b112-17d8eab538f4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814986 Mar 31 23:23:35.532759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.654757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.659311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.713201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581a79-6472-48d4-8bfc-54570cd586be req-8c0e3988-237e-4657-8bf5-f0a55f74b493 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:35.714607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e581a79-6472-48d4-8bfc-54570cd586be req-8c0e3988-237e-4657-8bf5-f0a55f74b493 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 943 time: 0.1139503 Mar 31 23:23:35.715833 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.716371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb546895-290a-44dc-aff2-a56dbee9a7a5 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:23:35.720671 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.721913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27c640d7-5445-4568-8774-6434bb79ff77 admin admin] 10.222.0.95 "DELETE /v2.0/routers/fb546895-290a-44dc-aff2-a56dbee9a7a5 HTTP/1.1" status: 204 len: 168 time: 1.3214574 Mar 31 23:23:35.724671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46814) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:35.770678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e581a79-6472-48d4-8bfc-54570cd586be req-4c43deed-55b4-4600-be81-a520ab579c91 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Mar 31 23:23:35.786555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae84e988-b55a-46dc-abbd-c2c45a473bdc req-1c70d023-b704-4489-90e5-daa7b473cb57 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0544665 Mar 31 23:23:35.797677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Deleting subnet 7982094f-58f0-484c-b72e-759d24a5178f {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:35.800955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.845077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.935060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:35.997648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.031773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7982094f-58f0-484c-b72e-759d24a5178f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.037337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.041061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e33e2cbc-24da-4aa8-98b4-dfd04c13d39e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7982094f-58f0-484c-b72e-759d24a5178f HTTP/1.1" status: 204 len: 168 time: 0.3154106 Mar 31 23:23:36.046784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93cf79-d771-4921-bb04-e9d95f7a61bf None None] Network ac6b080b-3537-447c-be73-0baf2255de61 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:36.047463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:36.158738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.239870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Deleting port 5f0fa881-8ca9-46e0-af21-469ae310e143 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:36.240761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.325322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] DHCP port deletion for ac6b080b-3537-447c-be73-0baf2255de61 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:23:36.377385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Deleting port 5f0fa881-8ca9-46e0-af21-469ae310e143 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:36.377385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.382421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] For port 5f0fa881-8ca9-46e0-af21-469ae310e143, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5f0fa881-8ca9-46e0-af21-469ae310e143,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:36.382871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.401255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Calling delete_port for 5f0fa881-8ca9-46e0-af21-469ae310e143 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:36.447870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] For port 5f0fa881-8ca9-46e0-af21-469ae310e143, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=5f0fa881-8ca9-46e0-af21-469ae310e143,segment=NetworkSegment(4ae4ece2-af00-4c2e-9793-e990b04a61a8),segment_id=4ae4ece2-af00-4c2e-9793-e990b04a61a8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:36.448269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.461994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Calling delete_port for 5f0fa881-8ca9-46e0-af21-469ae310e143 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:36.485423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.508790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0fa881-8ca9-46e0-af21-469ae310e143,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.518384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] No DVR routers for this DVR port 5f0fa881-8ca9-46e0-af21-469ae310e143 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:36.562902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.594226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] No DVR routers for this DVR port 5f0fa881-8ca9-46e0-af21-469ae310e143 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:36.612146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322f904-e240-43fa-a2ee-245af9351660 None None] Pushing event deleted for resources: {'Port': ['ID=5f0fa881-8ca9-46e0-af21-469ae310e143,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.623816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.634999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba2cbb-be1a-45be-81d0-c22998aa07b5 req-9d8eca43-6e0a-477f-a16c-79203b2abeb5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.636577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eaba2cbb-be1a-45be-81d0-c22998aa07b5 req-9d8eca43-6e0a-477f-a16c-79203b2abeb5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0591009 Mar 31 23:23:36.646749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b080b-3537-447c-be73-0baf2255de61']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.657818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae4ece2-af00-4c2e-9793-e990b04a61a8') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.658747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae4ece2-af00-4c2e-9793-e990b04a61a8') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:36.669064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.679620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eaba2cbb-be1a-45be-81d0-c22998aa07b5 req-e91368e1-2f01-4b57-a886-598b4762b9d2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355754 Mar 31 23:23:36.683414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.689838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:36.690244 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:36.699426 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:36.760281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.766143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:36.769374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] 10.222.0.95 "DELETE /v2.0/networks/ac6b080b-3537-447c-be73-0baf2255de61 HTTP/1.1" status: 204 len: 168 time: 0.7213142 Mar 31 23:23:36.780221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d367951-7eb6-4958-8745-e20d9f559f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6b080b-3537-447c-be73-0baf2255de61,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:36.900427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:36.944482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:36.944885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e3d5dc5-b8c0-45e9-95fd-c2fb0b797807 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:36.945681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 81c88099-80fb-45be-a57d-dc30ec6379ee no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:36.950290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee144383-05b1-4e9e-a5cd-64071a468afe req-3c0e06e2-6dfb-4203-825a-8242d205af2a tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:36.958432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c79bce7-0f22-40e2-8d59-7724e5a6207f req-7f2f0a76-16a9-46b1-98e0-10a6d047bcc8 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0782220 Mar 31 23:23:36.958620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee144383-05b1-4e9e-a5cd-64071a468afe req-3c0e06e2-6dfb-4203-825a-8242d205af2a tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 943 time: 0.0765827 Mar 31 23:23:36.971987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 81c88099-80fb-45be-a57d-dc30ec6379ee {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:36.972773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 81c88099-80fb-45be-a57d-dc30ec6379ee not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:36.973453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5f0fa881-8ca9-46e0-af21-469ae310e143 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:37.005816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 5f0fa881-8ca9-46e0-af21-469ae310e143 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:37.006186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 5f0fa881-8ca9-46e0-af21-469ae310e143 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:37.010550 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4de4-7d20-4deb-a949-8423a44c8b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.019727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ee144383-05b1-4e9e-a5cd-64071a468afe req-eed26b35-a3ac-4987-b59a-87409d1b2b71 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577145 Mar 31 23:23:37.020870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 46838) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:37.075438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46840) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:37.079344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-084237f1-2df7-4c3f-921b-b894f949616b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=677ac4e9401b4c47b930094db22e2f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569680 Mar 31 23:23:37.080817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e7d56c75-6cd2-4a0c-a419-7dbf3c04535c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:23:37.139997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.165015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.211464 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,segment=NetworkSegment(5677134a-08ad-49a2-8e53-f646bae2ed2e),segment_id=5677134a-08ad-49a2-8e53-f646bae2ed2e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.227147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c', 'network_id': '676bf492-2040-4de9-a462-57a35d9a3d65', 'port_id': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c', 'mac_address': 'fa:16:3e:dd:88:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341a7d3d-589e-4097-935c-aa2eca0180d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:23:37.246304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.251813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.254040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ae5ff30d-0c1c-4544-9886-1d405e4280a5 HTTP/1.1" status: 204 len: 168 time: 0.1745117 Mar 31 23:23:37.277236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a4ba2-c05b-48c8-8c50-6fa95680ac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ff30d-0c1c-4544-9886-1d405e4280a5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.351865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.382875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d56c75-6cd2-4a0c-a419-7dbf3c04535c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:23:37.421351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,segment=NetworkSegment(5677134a-08ad-49a2-8e53-f646bae2ed2e),segment_id=5677134a-08ad-49a2-8e53-f646bae2ed2e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:37.441764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:37.513493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:37.799818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e7d56c75-6cd2-4a0c-a419-7dbf3c04535c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:37.875710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1a487-2e97-4d5f-9d31-d904d4ecd333 req-0a9cc07b-8fb6-4922-b1a3-16ceb345fb13 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.886674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3b1a487-2e97-4d5f-9d31-d904d4ecd333 req-0a9cc07b-8fb6-4922-b1a3-16ceb345fb13 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0955384 Mar 31 23:23:37.936689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46862) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:38.185547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3fdb2ec-b462-4a38-9124-e574cca9404c req-ff07700f-9d24-43ab-ac97-063926a2871b tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0980558 Mar 31 23:23:38.245974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e80fa2e-3092-4461-8a3a-544672b27485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.357179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e80fa2e-3092-4461-8a3a-544672b27485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.404000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.415863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e80fa2e-3092-4461-8a3a-544672b27485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.462055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6e80fa2e-3092-4461-8a3a-544672b27485 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=01769114ce914affac365b072ecd78c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240684 Mar 31 23:23:38.468513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46882) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:38.475171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-24359c7a-47ab-458f-827d-1f7f61bb2690 req-5bbb1251-8a63-43af-9168-750ddd75d61e service neutron] (109299) timed out ('10.222.0.95', 59828) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:23:38.510389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3b1a487-2e97-4d5f-9d31-d904d4ecd333 req-b9233716-2d00-43e6-9256-7a0313596a74 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6221526 Mar 31 23:23:38.513715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80fa2e-3092-4461-8a3a-544672b27485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba5082-a377-44d1-b647-280739bc9b61,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:38.526654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9dea6-564f-42e8-97f2-09e4d44a79b9 req-86616f92-591e-4e00-ac32-3f0fcd9898f6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.534556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6db9dea6-564f-42e8-97f2-09e4d44a79b9 req-86616f92-591e-4e00-ac32-3f0fcd9898f6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 944 time: 0.1751971 Mar 31 23:23:38.578779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.602584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6db9dea6-564f-42e8-97f2-09e4d44a79b9 req-675f3f5d-bc87-45e9-8ba4-81090567048f tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670259 Mar 31 23:23:38.622029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.673605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c69a-c505-4797-8947-f8acce39b1ca req-0040d918-c755-4d95-9240-ee26a3679506 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.681051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7486c69a-c505-4797-8947-f8acce39b1ca req-0040d918-c755-4d95-9240-ee26a3679506 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0558603 Mar 31 23:23:38.689400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.692277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.698360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/78ba5082-a377-44d1-b647-280739bc9b61 HTTP/1.1" status: 204 len: 168 time: 0.2254789 Mar 31 23:23:38.714224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca9c39-8bf6-4bda-b2d5-fc2e81583215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba5082-a377-44d1-b647-280739bc9b61,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:38.729594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7486c69a-c505-4797-8947-f8acce39b1ca req-ac55d2ad-aaec-4966-b2db-9f830faa98ff tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Mar 31 23:23:38.753733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:38.804129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2abcef-99a3-417a-897a-7611bbda726e tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.807453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4e2abcef-99a3-417a-897a-7611bbda726e tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1091 time: 0.0511210 Mar 31 23:23:38.810388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 46894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:38.816004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:38.839417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:38.965772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.099035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e7d56c75-6cd2-4a0c-a419-7dbf3c04535c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:39.100817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.84 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:39.196490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:23:39.200820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:23:39.201855 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.247385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.304261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.315747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.347147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:39.349683 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06eff5-3d12-442d-a8b0-c0411b3fe07c" -d '{"events": [{"server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "name": "network-vif-plugged", "status": "completed", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:39.364733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,segment=NetworkSegment(5677134a-08ad-49a2-8e53-f646bae2ed2e),segment_id=5677134a-08ad-49a2-8e53-f646bae2ed2e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:39.372728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:39.428119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-941c02ef-fd06-4f87-80b0-1140669e2d7c req-a5fb367c-d14d-4bb1-8513-7fe3f4cac0bb tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.1178968 Mar 31 23:23:39.452062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:39.455060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:39.458560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:39.464704 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:39.475820 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5bd47-59ed-443a-bb20-707f36b5c11b x-openstack-request-id: req-57b5bd47-59ed-443a-bb20-707f36b5c11b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:39.476293 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "name": "network-vif-plugged", "status": "completed", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:39.476379 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-57b5bd47-59ed-443a-bb20-707f36b5c11b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:39.476749 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b5bd47-59ed-443a-bb20-707f36b5c11b'] response: {'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c', 'code': 200} Mar 31 23:23:39.477487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:39.652563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0cb03-66bb-40de-bf0e-9fd8206b821e req-5a1d5b64-9a56-47e5-b473-791f84142a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.654227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35a0cb03-66bb-40de-bf0e-9fd8206b821e req-5a1d5b64-9a56-47e5-b473-791f84142a26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 1096 time: 0.0943255 Mar 31 23:23:39.744628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35a0cb03-66bb-40de-bf0e-9fd8206b821e req-6bce13af-87c7-4b09-ae74-89a33ebcc013 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Mar 31 23:23:39.807365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04e246-9492-4407-907f-b297227936fd req-8324e854-c208-4e87-8e42-80a88e9216e6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.815571 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad04e246-9492-4407-907f-b297227936fd req-8324e854-c208-4e87-8e42-80a88e9216e6 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.1098542 Mar 31 23:23:39.889561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad04e246-9492-4407-907f-b297227936fd req-6d640d48-2372-460e-80a1-de2286133221 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 Mar 31 23:23:40.021441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.200337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.324582 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.346304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.527122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.534371 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.631514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:40.706188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2da89391-8b56-4be0-acaa-4f564c55c538 req-85acc70e-8c43-4580-9a04-dc46940a5c2e tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0838699 Mar 31 23:23:40.714843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:40.793726 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP 5f007659-29d5-43e5-86f7-e6c962a79128 associated. External IP: 172.25.8.84, port: 2575276f-98a9-4b95-b7aa-464dd3f8769f. Mar 31 23:23:41.046866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309e502-6b10-46ef-9e6a-90617efe0b99 req-8aa43546-b92b-431b-9e2b-e92033dd96fb tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.056358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3309e502-6b10-46ef-9e6a-90617efe0b99 req-8aa43546-b92b-431b-9e2b-e92033dd96fb tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0785320 Mar 31 23:23:41.099655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router ba8a1536-ccbf-4d30-8532-b6cc625e4800 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:41.151498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3309e502-6b10-46ef-9e6a-90617efe0b99 req-106d91f8-7197-4bde-aec6-14468511280b tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893793 Mar 31 23:23:41.645081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:41.659510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Sync routers for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:41.671748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:41.672381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:41.674737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:41.725628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1def85eb-9ed6-43c4-a80b-862ce3a66ec0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9139960 Mar 31 23:23:41.726296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:41.728891 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25212d77-f991-4854-9232-3e59874f7bea" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:41.886171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80fc7a-f5ce-494a-92fa-a018990ac038 req-dcbedfcb-2d30-41d9-a567-5ee491a85cbe tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:41.897452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa80fc7a-f5ce-494a-92fa-a018990ac038 req-dcbedfcb-2d30-41d9-a567-5ee491a85cbe tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Mar 31 23:23:41.960929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa80fc7a-f5ce-494a-92fa-a018990ac038 req-f369b5c3-5d63-4e8d-8464-dcb63adcfd83 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567012 Mar 31 23:23:41.977214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47034) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:42.054280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-43cb9d35-877b-4492-8ef6-d78818dd927f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 200 len: 990 time: 0.0735497 Mar 31 23:23:42.056663 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f1b7f-33db-430a-aa19-ec45fb2f03a7 x-openstack-request-id: req-d34f1b7f-33db-430a-aa19-ec45fb2f03a7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:42.056991 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:42.057242 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d34f1b7f-33db-430a-aa19-ec45fb2f03a7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:42.057663 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34f1b7f-33db-430a-aa19-ec45fb2f03a7'] response: {'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'status': 'completed', 'code': 200} Mar 31 23:23:42.076705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:42.084707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cb12fb8-a4be-49af-818a-77ace933ca9f req-6c19c753-41b4-4840-9fcf-53cd94c88920 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0551629 Mar 31 23:23:42.166944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212d77-f991-4854-9232-3e59874f7bea req-dd5387e7-71ac-4182-8e55-5231cab9a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.168879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-dd5387e7-71ac-4182-8e55-5231cab9a8b1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1096 time: 0.0955000 Mar 31 23:23:42.243028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e76d2-53da-4493-b9f2-5e2ebc981bfa req-691a1c99-faf2-47c3-ae94-80a309b63303 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.244651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3e76d2-53da-4493-b9f2-5e2ebc981bfa req-691a1c99-faf2-47c3-ae94-80a309b63303 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.1089461 Mar 31 23:23:42.327602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b3e76d2-53da-4493-b9f2-5e2ebc981bfa req-adc659c7-78fd-4cea-bde1-65e5eaf43d63 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743222 Mar 31 23:23:42.395672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f1a3c-255e-4ebf-a9e9-824a79801fa8 req-adee0912-b5eb-4d74-b58e-c0bcb8188562 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.397361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa9f1a3c-255e-4ebf-a9e9-824a79801fa8 req-adee0912-b5eb-4d74-b58e-c0bcb8188562 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0971513 Mar 31 23:23:42.401093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212d77-f991-4854-9232-3e59874f7bea req-6d70fdfc-e1b8-46aa-82f0-5a28d0fed68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.402722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-6d70fdfc-e1b8-46aa-82f0-5a28d0fed68c service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.2230577 Mar 31 23:23:42.431999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '5f007659-29d5-43e5-86f7-e6c962a79128', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'port_id': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'mac_address': 'fa:16:3e:1e:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:39Z', 'updated_at': '2022-03-31T23:23:39Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:42.463984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Checking router: ba8a1536-ccbf-4d30-8532-b6cc625e4800 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:42.474937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:42.475611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:42.495963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa9f1a3c-255e-4ebf-a9e9-824a79801fa8 req-a5292636-9ffb-487e-aea4-c8468eabca2c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908651 Mar 31 23:23:42.525345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-d7f9867a-80c5-445b-a320-5bb1c93b95dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 998 time: 0.0996046 Mar 31 23:23:42.597436 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212d77-f991-4854-9232-3e59874f7bea req-2502c476-b724-47d1-b751-d71dd0b5a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.599077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-2502c476-b724-47d1-b751-d71dd0b5a9af service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0616634 Mar 31 23:23:42.657998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:42.670701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212d77-f991-4854-9232-3e59874f7bea req-45e935fb-81c2-4204-b629-2b2d8a7c990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.672638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-45e935fb-81c2-4204-b629-2b2d8a7c990a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610635 Mar 31 23:23:42.682538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a18813-c9c0-4994-ab6f-00f7416f95ae req-8fc858e2-721e-460d-b4d4-9ae4cb31a77c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.684241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56a18813-c9c0-4994-ab6f-00f7416f95ae req-8fc858e2-721e-460d-b4d4-9ae4cb31a77c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0927095 Mar 31 23:23:42.762371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56a18813-c9c0-4994-ab6f-00f7416f95ae req-cadac35b-4dc3-4d01-88c1-d2f40aca186a tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667255 Mar 31 23:23:42.836366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-ff83c552-ba8f-4af4-ba21-b9f806e2242f service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498725 Mar 31 23:23:42.956795 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25212d77-f991-4854-9232-3e59874f7bea req-6d6515fd-90aa-46a9-8eee-afc965dc8fc8 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105001 Mar 31 23:23:43.015795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47062) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:43.040982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '5f007659-29d5-43e5-86f7-e6c962a79128', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'port_id': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'mac_address': 'fa:16:3e:1e:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:39Z', 'updated_at': '2022-03-31T23:23:39Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:43.057031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47066) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:43.114776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a071ba9-799b-44bc-a17c-c70d1ebabccf None None] The sync data for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 is: [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '5f007659-29d5-43e5-86f7-e6c962a79128', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'port_id': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'mac_address': 'fa:16:3e:1e:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:39Z', 'updated_at': '2022-03-31T23:23:39Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:43.200153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ed30414f-9032-4d17-ab94-08222fbf040d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 200 len: 990 time: 0.1418009 Mar 31 23:23:43.255506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d28b6441-f168-4fc5-86ee-c13702c01e99 req-3ea99319-da17-47e0-9b2d-8fddeb9f5bd9 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0408747 Mar 31 23:23:43.261255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7ff1-baa7-41ef-a1a8-da247f41102d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.349255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7ff1-baa7-41ef-a1a8-da247f41102d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.354125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e2b7ff1-baa7-41ef-a1a8-da247f41102d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.363511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5a1a2-8052-4dc7-9f84-fe197d4e7c6e req-5eee998c-38ae-43b3-b365-bf13093cb68d tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.368007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04f5a1a2-8052-4dc7-9f84-fe197d4e7c6e req-5eee998c-38ae-43b3-b365-bf13093cb68d tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0627744 Mar 31 23:23:43.401911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e2b7ff1-baa7-41ef-a1a8-da247f41102d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ef5ecaac3bef469b9098e32b585b0fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826222 Mar 31 23:23:43.401911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b7ff1-baa7-41ef-a1a8-da247f41102d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce920f2-103c-49a7-b924-4c93300d6416,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:43.403529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47076) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:43.428678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-04f5a1a2-8052-4dc7-9f84-fe197d4e7c6e req-619f9bc3-e33f-4ecb-aab1-d2d82fec07e1 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491590 Mar 31 23:23:43.484572 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569fb54b-6e5e-4a51-816d-51525892b6c7 None None] New status for floating IP 5f007659-29d5-43e5-86f7-e6c962a79128: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:43.523572 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.533468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d3fbe-0507-4aed-8697-3f528d57b11e req-0866178f-6454-48a6-aa28-ba477917dd21 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.535451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b03d3fbe-0507-4aed-8697-3f528d57b11e req-0866178f-6454-48a6-aa28-ba477917dd21 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.1106296 Mar 31 23:23:43.579169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.630696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b03d3fbe-0507-4aed-8697-3f528d57b11e req-31e0fbce-3a52-4ab0-86e7-8197e7a8b305 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845504 Mar 31 23:23:43.684359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.687750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:43.693465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ce920f2-103c-49a7-b924-4c93300d6416 HTTP/1.1" status: 204 len: 168 time: 0.2871866 Mar 31 23:23:43.704154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71e19f-c1ea-4e07-96a7-d9b531e228fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce920f2-103c-49a7-b924-4c93300d6416,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:43.827586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d58d-ae7e-4a7e-8dee-e7398c6e52c2 req-e2ff2925-152e-4fa7-a8f2-60ecf0a7f17f tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.829163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a48d58d-ae7e-4a7e-8dee-e7398c6e52c2 req-e2ff2925-152e-4fa7-a8f2-60ecf0a7f17f tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0530682 Mar 31 23:23:43.874697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a48d58d-ae7e-4a7e-8dee-e7398c6e52c2 req-deca1181-9e79-4066-9263-9abf15a5c060 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Mar 31 23:23:44.017957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:44.031401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66b0742d-daf5-443d-a923-de60cded41bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.110823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66b0742d-daf5-443d-a923-de60cded41bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.116407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66b0742d-daf5-443d-a923-de60cded41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.160711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66b0742d-daf5-443d-a923-de60cded41bf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0fc3736b53e48fbab08fd41e0dbbe8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415999 Mar 31 23:23:44.161783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0742d-daf5-443d-a923-de60cded41bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5937d86-c864-4a60-a85a-01831ea178df,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:44.163547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47096) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:44.204059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47098) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:44.217815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.240360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.267542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f8655545-5961-474c-89ee-b40363ada854 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 200 len: 992 time: 0.0619812 Mar 31 23:23:44.298394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.301179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.304901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c5937d86-c864-4a60-a85a-01831ea178df HTTP/1.1" status: 204 len: 168 time: 0.1378698 Mar 31 23:23:44.311022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c145b20-eff0-4560-96c1-d63d5002d8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5937d86-c864-4a60-a85a-01831ea178df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:44.412805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0c70ba2-b5d6-45bd-8784-7ba8dcdde968 req-77679ceb-624d-44c7-8ebb-5f16245f7b45 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0335538 Mar 31 23:23:44.730961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-231515e9-34ab-4594-afcd-08c77c6bff50 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.732837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-231515e9-34ab-4594-afcd-08c77c6bff50 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.96 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.0622396 Mar 31 23:23:44.762244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8715b-ceac-4d4b-818c-7cef2b882d95 req-ca61008a-bf35-435b-a999-e6704d5181e2 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.770575 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09b8715b-ceac-4d4b-818c-7cef2b882d95 req-ca61008a-bf35-435b-a999-e6704d5181e2 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 950 time: 0.0652180 Mar 31 23:23:44.821336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09b8715b-ceac-4d4b-818c-7cef2b882d95 req-c6e813c1-29e8-4f80-a3e0-c9205a3512eb tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/security-groups?id=dfc4d5f4-8de2-4323-80f9-f3330435cb87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Mar 31 23:23:44.844673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Deleting port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:44.845276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.948830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] For port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:44.949233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:44.974024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Calling delete_port for e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:45.061898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9220e-04e5-43f9-a2c5-23aa2ea8efd1 req-e9a5e764-9b75-4093-aa78-5b486e5ffc3e tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.063451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8a9220e-04e5-43f9-a2c5-23aa2ea8efd1 req-e9a5e764-9b75-4093-aa78-5b486e5ffc3e tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.1051452 Mar 31 23:23:45.128303 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8a9220e-04e5-43f9-a2c5-23aa2ea8efd1 req-15c525a4-d4a2-4659-9330-0b9cef7f2bae tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/security-groups?id=42630bc3-06d1-4816-84a3-dce478a54b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Mar 31 23:23:45.202512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.219502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e7d54dc4-f1e8-4142-bd3c-769d88cff3e3'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:45.235196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Pushing event deleted for resources: {'Port': ['ID=e7d54dc4-f1e8-4142-bd3c-769d88cff3e3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:45.288044 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] No DVR routers for this DVR port e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:45.290837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.294712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-411e7f8a-087e-41e9-8e32-04aaaa29d075 req-979391cb-140e-4aa4-a554-d7fa0b295913 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.96 "DELETE /v2.0/ports/e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 HTTP/1.1" status: 204 len: 173 time: 0.5530546 Mar 31 23:23:45.295341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'name': 'network-vif-deleted', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:45.300373 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddac4f8-cef7-4f5f-be8b-8eb5b2276d4a" -d '{"events": [{"server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "name": "network-vif-deleted", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:45.355144 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a41df2-a13c-4c46-aa44-8064ed0699d8 x-openstack-request-id: req-28a41df2-a13c-4c46-aa44-8064ed0699d8 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:45.356097 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91249b2-0432-4efa-b3a7-376fc23006a0", "name": "network-vif-deleted", "tag": "e7d54dc4-f1e8-4142-bd3c-769d88cff3e3", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:45.356409 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-28a41df2-a13c-4c46-aa44-8064ed0699d8 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:45.357310 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a41df2-a13c-4c46-aa44-8064ed0699d8'] response: {'server_uuid': 'f91249b2-0432-4efa-b3a7-376fc23006a0', 'name': 'network-vif-deleted', 'tag': 'e7d54dc4-f1e8-4142-bd3c-769d88cff3e3', 'status': 'completed', 'code': 200} Mar 31 23:23:45.527508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-e671de57-e047-43ed-adb7-79150e74cb09 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.529874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-e671de57-e047-43ed-adb7-79150e74cb09 tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.60 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 945 time: 0.0606942 Mar 31 23:23:45.551828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cdc1a77-1cfa-46a7-a645-615fb4463d8f req-4f177553-81c1-4798-b262-3af74ea27ce7 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0389085 Mar 31 23:23:45.640364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Deleting port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:45.640710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.776955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] For port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,segment=NetworkSegment(5677134a-08ad-49a2-8e53-f646bae2ed2e),segment_id=5677134a-08ad-49a2-8e53-f646bae2ed2e)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:45.777722 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:45.794399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Calling delete_port for e7d56c75-6cd2-4a0c-a419-7dbf3c04535c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:46.041557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-015a3783-7ebb-41b7-b050-baaa0df32ef0 req-388defb3-163d-49bc-95f8-269c2239e0e1 tempest-VolumesBackupsTest-119500010 tempest-VolumesBackupsTest-119500010-project] 10.222.0.95 "GET /v2.0/ports?device_id=f91249b2-0432-4efa-b3a7-376fc23006a0 HTTP/1.1" status: 200 len: 210 time: 0.0495155 Mar 31 23:23:46.070672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.084502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['e7d56c75-6cd2-4a0c-a419-7dbf3c04535c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:46.102405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Pushing event deleted for resources: {'Port': ['ID=e7d56c75-6cd2-4a0c-a419-7dbf3c04535c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:46.153099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] No DVR routers for this DVR port e7d56c75-6cd2-4a0c-a419-7dbf3c04535c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:46.156398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:46.164370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cefb5eb-e665-45d7-bbfb-79b9abc614a4 req-15f27614-89d9-4a95-8fa6-c2ad32fc4e8c tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.60 "DELETE /v2.0/ports/e7d56c75-6cd2-4a0c-a419-7dbf3c04535c HTTP/1.1" status: 204 len: 173 time: 0.6263180 Mar 31 23:23:46.164858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'name': 'network-vif-deleted', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:46.167143 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a4fff-cff2-4dbd-a1f3-ece779ef95db" -d '{"events": [{"server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "name": "network-vif-deleted", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:46.235174 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce53be0-e1a5-4546-948b-7b745d5fd1ec x-openstack-request-id: req-6ce53be0-e1a5-4546-948b-7b745d5fd1ec {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:46.235504 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a44322-bde8-4281-ab8e-0d82e2dac4e6", "name": "network-vif-deleted", "tag": "e7d56c75-6cd2-4a0c-a419-7dbf3c04535c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:46.235811 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6ce53be0-e1a5-4546-948b-7b745d5fd1ec {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:46.236143 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce53be0-e1a5-4546-948b-7b745d5fd1ec'] response: {'server_uuid': '61a44322-bde8-4281-ab8e-0d82e2dac4e6', 'name': 'network-vif-deleted', 'tag': 'e7d56c75-6cd2-4a0c-a419-7dbf3c04535c', 'status': 'completed', 'code': 200} Mar 31 23:23:46.319794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fdeaea2f-c3fa-477f-b7a4-165af69bb387 req-b92609a9-e799-4fbc-a118-4bef91524f6e tempest-ServersNegativeTestMultiTenantJSON-1668870281 tempest-ServersNegativeTestMultiTenantJSON-1668870281-project] 10.222.0.95 "GET /v2.0/ports?device_id=61a44322-bde8-4281-ab8e-0d82e2dac4e6 HTTP/1.1" status: 200 len: 210 time: 0.0570493 Mar 31 23:23:46.686127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0713f44-c700-4d79-ab37-b1ea999d4a68 req-baa83b0b-286a-4257-9e65-b4cdeba40d58 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0516689 Mar 31 23:23:47.385421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:47.438074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Deleting subnet 341a7d3d-589e-4097-935c-aa2eca0180d3 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:47.442100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.484336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.545503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.632039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.667497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341a7d3d-589e-4097-935c-aa2eca0180d3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:47.669832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.673247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8163eaa8-fa85-4481-a4da-4dbd1f73ec59 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/341a7d3d-589e-4097-935c-aa2eca0180d3 HTTP/1.1" status: 204 len: 168 time: 0.2857571 Mar 31 23:23:47.675902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47208) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:47.794147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.880688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c430484-2c09-463a-baf2-d41f43d14b6b req-aeccd352-680a-480d-9de9-5b05c4c62cbf tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0438030 Mar 31 23:23:47.946494 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:47.972240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676bf492-2040-4de9-a462-57a35d9a3d65']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:47.986745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5677134a-08ad-49a2-8e53-f646bae2ed2e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:47.986745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5677134a-08ad-49a2-8e53-f646bae2ed2e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:47.997309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.013847 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.021605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:48.022215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:48.024886 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:48.099836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.105782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.120334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] 10.222.0.95 "DELETE /v2.0/networks/676bf492-2040-4de9-a462-57a35d9a3d65 HTTP/1.1" status: 204 len: 168 time: 0.4431396 Mar 31 23:23:48.123227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47226) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:48.154327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ede9c2-f18e-4062-8f12-2d01661a6d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=676bf492-2040-4de9-a462-57a35d9a3d65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:48.237540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Deleting subnet 23d9a4fc-e5e8-4b20-bc09-ddacc1aca4bb {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:48.244515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.326649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.428838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.510455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.602823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d9a4fc-e5e8-4b20-bc09-ddacc1aca4bb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:48.616770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.621568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f8877476-18dd-4bdc-80df-b5ddf51d7e18 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/23d9a4fc-e5e8-4b20-bc09-ddacc1aca4bb HTTP/1.1" status: 204 len: 168 time: 0.4971716 Mar 31 23:23:48.624453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47246) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:48.731863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.846894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.871305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3323af48-2178-40ec-b4d6-f8e4d8af094c']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:48.881870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ffa30c-9ec9-430f-9067-cbff7d287a88') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:48.882071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ffa30c-9ec9-430f-9067-cbff7d287a88') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:48.892421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.906756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.913573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:48.913974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:48.915702 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:48.985015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:48.998628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.003326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/3323af48-2178-40ec-b4d6-f8e4d8af094c HTTP/1.1" status: 204 len: 168 time: 0.3774891 Mar 31 23:23:49.019095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d0a81-bb79-4f7d-8bda-9a11192ce1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3323af48-2178-40ec-b4d6-f8e4d8af094c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:49.043524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:49.059800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1cef8bd-c3e2-47d4-9d64-9b769957aef4 req-9cdb9cf0-6d79-4a64-b9ed-2462f5420150 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0449030 Mar 31 23:23:49.079800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:49.080901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e7d54dc4-f1e8-4142-bd3c-769d88cff3e3 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:49.147628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e7d56c75-6cd2-4a0c-a419-7dbf3c04535c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:49.177657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: e7d56c75-6cd2-4a0c-a419-7dbf3c04535c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:49.178275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device e7d56c75-6cd2-4a0c-a419-7dbf3c04535c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:49.231475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47262) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:49.301143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47266) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:49.309254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0925797d-c9b0-4fee-b409-a564b501a7e7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c66207f3a464606af07f2159cd5c7f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755303 Mar 31 23:23:49.393337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.420682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.490742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.493324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:49.494495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/42630bc3-06d1-4816-84a3-dce478a54b23 HTTP/1.1" status: 204 len: 168 time: 0.1909580 Mar 31 23:23:49.514565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d38608-20b4-415f-87cd-3948862a4f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42630bc3-06d1-4816-84a3-dce478a54b23,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:50.038623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47296) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:50.103332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47304) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:50.181928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2fdea762-9922-4b50-b348-c870a3eaca2c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7c0f8e13919343108ff0e1f6044f652b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773582 Mar 31 23:23:50.184847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47306) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:50.254081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b64a7dc-3fb9-45bf-ba77-f5bc23a94c78 req-0fc85e26-c233-4aa6-9b93-8264978eddc5 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0618680 Mar 31 23:23:50.304836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.335056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.445398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.450038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:50.455016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cfaa7df8-f99f-49db-b490-c8658f75c232 HTTP/1.1" status: 204 len: 168 time: 0.2690072 Mar 31 23:23:50.470224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a6ef7-084d-4427-ae7e-3bd54e8c0419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa7df8-f99f-49db-b490-c8658f75c232,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:50.515408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5d41cd94-592b-4f90-9b24-bb2768509702 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/floatingips/e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 HTTP/1.1" status: 200 len: 994 time: 0.4745483 Mar 31 23:23:50.818323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47364) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:51.014627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.329918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port ef556f58-d2bc-4772-bab4-15c91d915bf5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:51.330327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.534003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38a4b8cf-6fca-4ad9-8400-abd400f686ba req-11a977da-3754-409b-9294-fcf564817618 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0735703 Mar 31 23:23:51.568774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.571705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:51.620412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for ef556f58-d2bc-4772-bab4-15c91d915bf5 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:51.966000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.017647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=ef556f58-d2bc-4772-bab4-15c91d915bf5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:52.175259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.175728 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Floating IP e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 disassociated (deleted). External IP: 172.25.8.245, port: 53702929-7a75-4cdf-818a-3f6203bc248a. Mar 31 23:23:52.302338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47446) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:52.497730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router 83b19fdb-bbda-42fb-879f-19de3c3554be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:52.618600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2016001701-network', 'tenant_id': 'f2888109876f43abbf5facfeae902efb'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:52.650553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Made reservation on behalf of f2888109876f43abbf5facfeae902efb for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:52.655622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.681410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.709731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fb72c2e-179c-498e-9d39-a59721606b48 req-785b44ea-8bfc-4c36-860e-332e57a6490f tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0461628 Mar 31 23:23:52.716466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:52.721879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.731402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Sync routers for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:52.756483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:52.759811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:52.772222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc91d90c-acde-4c69-8f61-3052c08cb36c tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/floatingips/e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9 HTTP/1.1" status: 204 len: 168 time: 1.9503419 Mar 31 23:23:52.772542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:52.778799 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c726ce-6bce-4643-90d7-47c0070fca65" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:52.884523 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db82ff-b369-4479-b632-1b97abb9a537 x-openstack-request-id: req-a2db82ff-b369-4479-b632-1b97abb9a537 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:52.884996 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:52.885908 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a2db82ff-b369-4479-b632-1b97abb9a537 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:52.886494 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2db82ff-b369-4479-b632-1b97abb9a537'] response: {'name': 'network-changed', 'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a', 'status': 'completed', 'code': 200} Mar 31 23:23:52.910168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.917098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.936034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:23:52.947600 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:52.947955 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Added segment 75813521-48c4-44d4-afbb-86ea8304baa4 of type vlan for network 995e1a7d-f663-4517-b0b0-9f47b9ca079f Mar 31 23:23:52.988486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f062c-5eea-45e9-8cca-68201d5304ca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:53.091993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:53.118865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.138009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-eb0b7c32-e88f-4a8b-9c43-ce6f2a669773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.139913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-eb0b7c32-e88f-4a8b-9c43-ce6f2a669773 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 1097 time: 0.1903284 Mar 31 23:23:53.240347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2f125-767f-4b5a-a539-8430e29c807f req-963abef8-a9ac-44a9-9d4d-3addc9e99e22 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.257307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6c2f125-767f-4b5a-a539-8430e29c807f req-963abef8-a9ac-44a9-9d4d-3addc9e99e22 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.1085708 Mar 31 23:23:53.325741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.327128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.329014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.366466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6c2f125-767f-4b5a-a539-8430e29c807f req-95c5c6b0-7b6f-49e1-95fb-c1cb866c72fb tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074610 Mar 31 23:23:53.466828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] Pushing event updated for resources: {'Network': ['ID=995e1a7d-f663-4517-b0b0-9f47b9ca079f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:53.476409 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d294ddd5-c397-4896-9e2d-21c65e3501ca admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1727860 Mar 31 23:23:53.479613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47476) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:53.485177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Request body: {'subnet': {'network_id': '995e1a7d-f663-4517-b0b0-9f47b9ca079f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2016001701-subnet', 'tenant_id': 'f2888109876f43abbf5facfeae902efb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:53.487500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 995e1a7d-f663-4517-b0b0-9f47b9ca079f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:23:53.517368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-14a0d329-311f-46c7-8a7f-43257dbb0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.519620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-14a0d329-311f-46c7-8a7f-43257dbb0e05 service neutron] 10.222.0.96 "GET /v2.0/networks?id=18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 200 len: 898 time: 0.3540170 Mar 31 23:23:53.526037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Made reservation on behalf of f2888109876f43abbf5facfeae902efb for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:23:53.528615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:53.570231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:53.582147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-f917a7b5-80e9-44f8-b83d-9f1c16f2479c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 200 len: 217 time: 0.0497115 Mar 31 23:23:53.629358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Checking router: 83b19fdb-bbda-42fb-879f-19de3c3554be for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:53.643677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:53.644700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:53.766779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-4010e8a9-1b79-4430-ab98-36d6e58cfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.771159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-4010e8a9-1b79-4430-ab98-36d6e58cfc22 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=63c4e04f-6226-406e-a147-9e7812898262 HTTP/1.1" status: 200 len: 834 time: 0.1774950 Mar 31 23:23:53.900143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:53.918614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-0195ce0a-4c55-42ea-a3d4-8b6859cb27f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:53.920369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-0195ce0a-4c55-42ea-a3d4-8b6859cb27f3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=18943f83-09d9-4bd5-b890-ad9a936ca726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338241 Mar 31 23:23:53.942138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df4b5ed-c518-4771-854d-0e508c000163 req-5d1def4f-eea1-4340-b2b5-c884ecc06171 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0471790 Mar 31 23:23:54.156553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-91c5a4ad-dca4-4ac5-ae21-6b9617e885b5 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167978 Mar 31 23:23:54.157800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.318850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:54.359821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb41b868-df1d-451a-94a1-2f1cc834400d None None] The sync data for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 is: [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:21:48Z', 'revision_number': 4, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6f0cb114-7512-4d38-a426-502b4fde7e07', 'name': '', 'network_id': '18943f83-09d9-4bd5-b890-ad9a936ca726', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'mac_address': 'fa:16:3e:9a:33:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '63c4e04f-6226-406e-a147-9e7812898262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:47Z', 'updated_at': '2022-03-31T23:21:53Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'subnets': [{'id': '63c4e04f-6226-406e-a147-9e7812898262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:54.403196 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74c726ce-6bce-4643-90d7-47c0070fca65 req-ea17a534-4732-435e-8fdf-fa7ba9500467 service neutron] 10.222.0.96 "GET /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148302 Mar 31 23:23:54.430954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a4964a-6f8f-4534-a83f-f43680598502,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:54.456176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Checking segment: {'id': '75813521-48c4-44d4-afbb-86ea8304baa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '995e1a7d-f663-4517-b0b0-9f47b9ca079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:23:54.456620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Network hostable DHCP agents. Network: 995e1a7d-f663-4517-b0b0-9f47b9ca079f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:23:54.486063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Network 995e1a7d-f663-4517-b0b0-9f47b9ca079f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:23:54.501340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 995e1a7d-f663-4517-b0b0-9f47b9ca079f) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:54.509902 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:54.510557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:54.518392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29255604-e09e-4d53-b2fe-38108bb47bd1 None None] Network 995e1a7d-f663-4517-b0b0-9f47b9ca079f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:54.545594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-390bddff-03e6-4f88-b1af-67a3bf1c167e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0643506 Mar 31 23:23:54.600276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec5b50-1d1a-4c59-99c1-dcb5c8c7549f req-acfe4af8-1976-4854-8c49-a6cee1921af3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:54.611906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2ec5b50-1d1a-4c59-99c1-dcb5c8c7549f req-acfe4af8-1976-4854-8c49-a6cee1921af3 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.0807991 Mar 31 23:23:54.687321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2ec5b50-1d1a-4c59-99c1-dcb5c8c7549f req-2e7719a7-9a0a-406b-ac78-b987cb06394f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737340 Mar 31 23:23:54.813669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:54.872421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e7e942-b06a-4a0e-9ef4-4d6847e74cd2 None None] Network 995e1a7d-f663-4517-b0b0-9f47b9ca079f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:23:54.923367 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d17794-2fe0-442d-9fb4-4c88a5d241bf None None] New status for floating IP e20261d8-fcc2-4e97-94b7-9aaf63ba4dc9: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:54.927758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Deleting subnet 71a4964a-6f8f-4534-a83f-f43680598502 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:23:54.938848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.055050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.147417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1dd22995-f578-4c01-b56f-9c1623e69d21 req-3aec2527-d7eb-4431-a781-5ae204302b9f tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0424492 Mar 31 23:23:55.149549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.246456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.300600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a4964a-6f8f-4534-a83f-f43680598502,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:55.305278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.313715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5cde8c9b-0c2c-4ee9-9edf-72b033b90390 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/71a4964a-6f8f-4534-a83f-f43680598502 HTTP/1.1" status: 204 len: 168 time: 0.4910791 Mar 31 23:23:55.314112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47508) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:55.336181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-dacac03c-39dd-4ffd-bc9e-cac419de808f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:55.338204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-dacac03c-39dd-4ffd-bc9e-cac419de808f tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.96 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.1066477 Mar 31 23:23:55.517442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.562164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 53702929-7a75-4cdf-818a-3f6203bc248a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:23:55.562682 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.688594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.708349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port 53702929-7a75-4cdf-818a-3f6203bc248a, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=53702929-7a75-4cdf-818a-3f6203bc248a,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:55.708856 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.753857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995e1a7d-f663-4517-b0b0-9f47b9ca079f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:55.763622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 53702929-7a75-4cdf-818a-3f6203bc248a owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:23:55.771918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75813521-48c4-44d4-afbb-86ea8304baa4') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:55.772789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75813521-48c4-44d4-afbb-86ea8304baa4') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:55.790522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.813860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.840504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:23:55.841566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:23:55.844041 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:23:55.941290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d81004-a6cc-4c9a-b5b4-60cdeec72cde req-055681f9-8b60-40f5-9fd2-f0ee00f7ecaa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:55.944576 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.951798 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7d81004-a6cc-4c9a-b5b4-60cdeec72cde req-055681f9-8b60-40f5-9fd2-f0ee00f7ecaa tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 946 time: 0.0879986 Mar 31 23:23:55.957173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:55.968971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] 10.222.0.95 "DELETE /v2.0/networks/995e1a7d-f663-4517-b0b0-9f47b9ca079f HTTP/1.1" status: 204 len: 168 time: 0.6533771 Mar 31 23:23:55.996119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f6b78-d920-4fdb-9f96-cbc0f3a024df admin admin] Pushing event deleted for resources: {'Network': ['ID=995e1a7d-f663-4517-b0b0-9f47b9ca079f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:56.020348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7d81004-a6cc-4c9a-b5b4-60cdeec72cde req-67bc7095-df52-4088-a9a6-6b8da9b4d4df tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/security-groups?id=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675745 Mar 31 23:23:56.160013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.227041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.248746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=53702929-7a75-4cdf-818a-3f6203bc248a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:56.260966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4fb856a9-859b-456a-ab76-bcc00ac9c3aa req-568522a1-1ad2-49d6-a187-4b37344879fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0450885 Mar 31 23:23:56.384437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] No DVR routers for this DVR port 53702929-7a75-4cdf-818a-3f6203bc248a on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:23:56.390868 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.397181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87b9aff7-cb66-4853-a3e5-0b2bcf597862 req-926d409c-5287-4b82-bfc3-dbf088dd7a38 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0477488 Mar 31 23:23:56.405649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68b74ac9-dba7-46bb-b16d-8f79706c3d20 req-928b608f-5925-4bd8-b3a9-59aeaa96d905 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.96 "DELETE /v2.0/ports/53702929-7a75-4cdf-818a-3f6203bc248a HTTP/1.1" status: 204 len: 173 time: 1.0574782 Mar 31 23:23:56.406223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'name': 'network-vif-deleted', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:56.409293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47534) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:56.428516 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f19e57-fc87-46ef-b365-a0228e0a6363" -d '{"events": [{"server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "name": "network-vif-deleted", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:56.480321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eb8a7f36-2a2a-4abf-a079-d6fb6381e51d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f2888109876f43abbf5facfeae902efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696483 Mar 31 23:23:56.484313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47542) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:56.525723 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da0067-6973-40fa-84b2-53da79ceebf7 x-openstack-request-id: req-22da0067-6973-40fa-84b2-53da79ceebf7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:56.526075 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e02b27-1a5f-487f-aae1-85d835f3e281", "name": "network-vif-deleted", "tag": "53702929-7a75-4cdf-818a-3f6203bc248a", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:56.526286 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-22da0067-6973-40fa-84b2-53da79ceebf7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:56.526649 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22da0067-6973-40fa-84b2-53da79ceebf7'] response: {'server_uuid': 'e9e02b27-1a5f-487f-aae1-85d835f3e281', 'name': 'network-vif-deleted', 'tag': '53702929-7a75-4cdf-818a-3f6203bc248a', 'status': 'completed', 'code': 200} Mar 31 23:23:56.684235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.715629 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.804964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.807964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:56.808883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bb8f062c-5eea-45e9-8cca-68201d5304ca HTTP/1.1" status: 204 len: 168 time: 0.3232503 Mar 31 23:23:56.820017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d34a3-c6a3-45fa-97cf-061a13a7641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f062c-5eea-45e9-8cca-68201d5304ca,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:57.228844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eaa49a6c-51f6-4fd5-942f-d67e6ee42aa8 req-36d9cbfc-647f-418d-aec8-86f4a1f18d10 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e02b27-1a5f-487f-aae1-85d835f3e281 HTTP/1.1" status: 200 len: 210 time: 0.0706210 Mar 31 23:23:57.646876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a8b113a-774d-483f-ad4e-2cf59347a757 req-39441404-00d2-4c10-a497-963e3d9b6214 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0973487 Mar 31 23:23:57.988122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:58.306667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:58.442311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.484951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.594019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.601435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:58.609587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/security-groups/81b78d1b-7ce2-43f2-92b0-8da0a32fa56f HTTP/1.1" status: 204 len: 168 time: 0.3008492 Mar 31 23:23:58.642487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717818-a9e3-4708-bf47-23e978bdf16e tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b78d1b-7ce2-43f2-92b0-8da0a32fa56f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:58.673429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47614) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:23:58.862423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-326557ad-0a19-461c-a259-7b91f84739fb req-9b43e8b5-e3c1-4303-bebe-eaba53abb72c tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0642810 Mar 31 23:23:59.091733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 53702929-7a75-4cdf-818a-3f6203bc248a no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:23:59.165772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 53702929-7a75-4cdf-818a-3f6203bc248a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:23:59.166088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 53702929-7a75-4cdf-818a-3f6203bc248a not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:23:59.198904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0997490b-7fe3-4a4e-84bb-ca918599f400 req-f6259bea-a798-4733-8086-1e855d145dec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7f54cd38a964ff0af520fdd93ea1498&device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0614743 Mar 31 23:23:59.254435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0997490b-7fe3-4a4e-84bb-ca918599f400 req-eccd998e-049a-46a8-9f7c-34e714f562ed service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f7f54cd38a964ff0af520fdd93ea1498&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462546 Mar 31 23:23:59.369550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-def00695-e6ed-4cf1-ab57-ff0ecf464f9a req-da3b6334-a11b-429e-ab65-6d226ef30dd1 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0516093 Mar 31 23:23:59.502271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997490b-7fe3-4a4e-84bb-ca918599f400 req-12d8c6cc-f0cb-4ecf-be63-51f1d719a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:59.504039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0997490b-7fe3-4a4e-84bb-ca918599f400 req-12d8c6cc-f0cb-4ecf-be63-51f1d719a274 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2427111 Mar 31 23:23:59.875359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:23:59.885283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47644) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.268352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de7443c9-368f-40f3-afce-0b3936dbbde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.372376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 6f0cb114-7512-4d38-a426-502b4fde7e07 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:00.372867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.397335 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de7443c9-368f-40f3-afce-0b3936dbbde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.405453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-de7443c9-368f-40f3-afce-0b3936dbbde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.439762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7443c9-368f-40f3-afce-0b3936dbbde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21636ce8-75fb-47b8-bc84-95b3c7c4317d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:00.487446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-de7443c9-368f-40f3-afce-0b3936dbbde2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d0ff13bc5deb4cae91ef5cc42e64aec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048248 Mar 31 23:24:00.494651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47656) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:00.551926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port 6f0cb114-7512-4d38-a426-502b4fde7e07, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6f0cb114-7512-4d38-a426-502b4fde7e07,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:00.552578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.570203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 6f0cb114-7512-4d38-a426-502b4fde7e07 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:00.638767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-02fa49cb-bde4-4e1f-8408-be2b694b6a25 req-a15c9a34-616c-4583-ba09-987247990a27 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0323319 Mar 31 23:24:00.674277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.704128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.771890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.774877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:00.778808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/21636ce8-75fb-47b8-bc84-95b3c7c4317d HTTP/1.1" status: 204 len: 168 time: 0.2831054 Mar 31 23:24:00.787249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d86a1-c044-4891-a838-0de71f955290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21636ce8-75fb-47b8-bc84-95b3c7c4317d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.030955 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:01.071964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0997490b-7fe3-4a4e-84bb-ca918599f400 req-22c6afcb-16f8-40f9-b4d4-9a621aa6f152 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0726023 Mar 31 23:24:01.084947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=6f0cb114-7512-4d38-a426-502b4fde7e07,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:01.988289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77aa26c6-57bb-4388-a1f6-e654fff47794 req-ec301e27-44bc-400a-bd04-511b27a7a042 tempest-ServerShowV257Test-1561929009 tempest-ServerShowV257Test-1561929009-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb8d95ee-f2da-4f1d-9724-63a6c364b41d HTTP/1.1" status: 200 len: 210 time: 0.0810232 Mar 31 23:24:02.206105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:02.603581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Router 83b19fdb-bbda-42fb-879f-19de3c3554be has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:02.752373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:02.757251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3368e237-0929-4784-a3a0-d76711ee4b25 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "PUT /v2.0/routers/83b19fdb-bbda-42fb-879f-19de3c3554be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0826192 Mar 31 23:24:02.760253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:02.772058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Sync routers for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:02.783589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:02.784221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:02.851969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting subnet 63c4e04f-6226-406e-a147-9e7812898262 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:24:02.863395 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:02.967419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.028455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:03.047151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.115483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.280479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.305031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc6ed-d77a-44d4-abcb-f8bc5fa5c936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.349908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Subnet': ['ID=63c4e04f-6226-406e-a147-9e7812898262,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:03.352856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.360799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-733498c6-7293-4f9c-9a15-09500475e6bd tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/subnets/63c4e04f-6226-406e-a147-9e7812898262 HTTP/1.1" status: 204 len: 168 time: 0.5987239 Mar 31 23:24:03.363307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f2bae-b90f-4f4e-9c70-f907e7de8ef8 None None] Network 18943f83-09d9-4bd5-b890-ad9a936ca726 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:03.363510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47728) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.525901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc6ed-d77a-44d4-abcb-f8bc5fa5c936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.532523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc6ed-d77a-44d4-abcb-f8bc5fa5c936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.603542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e2dc6ed-d77a-44d4-abcb-f8bc5fa5c936 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7deac797a535486b8177534d25318923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5549283 Mar 31 23:24:03.605612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47734) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.607535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.640298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.665594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47740) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:03.712933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:03.749185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dc6ed-d77a-44d4-abcb-f8bc5fa5c936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17dec5-bbd0-4711-aea2-8a112479b587,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:03.777179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.796410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Checking router: 83b19fdb-bbda-42fb-879f-19de3c3554be for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:03.817912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Routers {'83b19fdb-bbda-42fb-879f-19de3c3554be'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:03.818608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:23:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['83b19fdb-bbda-42fb-879f-19de3c3554be'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:03.830761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.906646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62007c1-c4f0-4b43-94c0-ef8a220a285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.919505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:03.950607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] DHCP port deletion for 18943f83-09d9-4bd5-b890-ad9a936ca726 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:24:03.974012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb72a7c7-41d1-47a5-a96c-fc1795a88f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.021207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Deleting port 0c2396fb-961f-4e5b-927e-cb886f5e4d91 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:04.021713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.042237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] Set router 83b19fdb-bbda-42fb-879f-19de3c3554be gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:04.128104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.130832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.132152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd17dec5-bbd0-4711-aea2-8a112479b587 HTTP/1.1" status: 204 len: 168 time: 0.5117288 Mar 31 23:24:04.169749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cd512-ef12-43f2-887b-ef826d549bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17dec5-bbd0-4711-aea2-8a112479b587,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.221945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62007c1-c4f0-4b43-94c0-ef8a220a285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.244444 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62007c1-c4f0-4b43-94c0-ef8a220a285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.303010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] For port 0c2396fb-961f-4e5b-927e-cb886f5e4d91, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0c2396fb-961f-4e5b-927e-cb886f5e4d91,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:04.307762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.331834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Deleting port ac071854-a157-468d-b546-4a5ea5b20fb2 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:04.333114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.351952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62007c1-c4f0-4b43-94c0-ef8a220a285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceba5b6-234a-4d5f-8782-b4fe11cc7cde,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.353097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Calling delete_port for 0c2396fb-961f-4e5b-927e-cb886f5e4d91 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:04.423082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb72a7c7-41d1-47a5-a96c-fc1795a88f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.430274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c62007c1-c4f0-4b43-94c0-ef8a220a285b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d3665010c9694bd480a3340032affe19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154988 Mar 31 23:24:04.432951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fb72a7c7-41d1-47a5-a96c-fc1795a88f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.447207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47752) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:04.501200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb72a7c7-41d1-47a5-a96c-fc1795a88f6c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f7f54cd38a964ff0af520fdd93ea1498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272588 Mar 31 23:24:04.503303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47754) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:04.505478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72a7c7-41d1-47a5-a96c-fc1795a88f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391c1bd4-e816-4c28-b404-99f728e5a6fe,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.527901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] For port ac071854-a157-468d-b546-4a5ea5b20fb2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ac071854-a157-468d-b546-4a5ea5b20fb2,segment=NetworkSegment(3a9f2538-3db1-476d-a35f-06690f303eae),segment_id=3a9f2538-3db1-476d-a35f-06690f303eae)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:04.528530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.552990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.554832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Calling delete_port for ac071854-a157-468d-b546-4a5ea5b20fb2 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:04.558189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2404aaf1-48ed-4ca9-955e-3877384f313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.576112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:04.636200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f83f0-b4d4-4158-9895-9203276bb31d None None] The sync data for ids ['83b19fdb-bbda-42fb-879f-19de3c3554be'] in n-d-835855-2 is: [{'id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'name': 'tempest-TestNetworkBasicOps-router-1767330826', 'tenant_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:21:41Z', 'updated_at': '2022-03-31T23:24:00Z', 'revision_number': 5, 'project_id': 'aeb15266e0ec458fb1bbb6e810fff2ed', 'gw_port': {'id': '0c2396fb-961f-4e5b-927e-cb886f5e4d91', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b19fdb-bbda-42fb-879f-19de3c3554be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3177, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:21:43Z', 'updated_at': '2022-03-31T23:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:04.648701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.655164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.693449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47756) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:04.706716 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.714860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.748310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1847132b-9a06-4b37-8ae8-e1619bfd3a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.772080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] Pushing event deleted for resources: {'Port': ['ID=ac071854-a157-468d-b546-4a5ea5b20fb2,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.787961 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da61239-e36b-4542-b640-e19f98bdf5e0 None None] No DVR routers for this DVR port ac071854-a157-468d-b546-4a5ea5b20fb2 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:04.793602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.798164 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.803273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/391c1bd4-e816-4c28-b404-99f728e5a6fe HTTP/1.1" status: 204 len: 168 time: 0.2937307 Mar 31 23:24:04.814497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7596ea0-7dc2-4526-8701-c73979759d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391c1bd4-e816-4c28-b404-99f728e5a6fe,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.825491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.828422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.829682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5ceba5b6-234a-4d5f-8782-b4fe11cc7cde HTTP/1.1" status: 204 len: 168 time: 0.3801634 Mar 31 23:24:04.880408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a891db0-ce2b-433f-88dd-c78494787e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceba5b6-234a-4d5f-8782-b4fe11cc7cde,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.886175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:04.966947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Port': ['ID=0c2396fb-961f-4e5b-927e-cb886f5e4d91,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:04.970775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac071854-a157-468d-b546-4a5ea5b20fb2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:05.008181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ac071854-a157-468d-b546-4a5ea5b20fb2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:05.008533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ac071854-a157-468d-b546-4a5ea5b20fb2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:05.008962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f0cb114-7512-4d38-a426-502b4fde7e07 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:05.060214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6f0cb114-7512-4d38-a426-502b4fde7e07 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:05.060741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6f0cb114-7512-4d38-a426-502b4fde7e07 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:05.060880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.167690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.170281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.236058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1847132b-9a06-4b37-8ae8-e1619bfd3a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.238305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.239607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Fanout notify agent at l3_agent the message router_deleted on router 83b19fdb-bbda-42fb-879f-19de3c3554be {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:24:05.248259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1847132b-9a06-4b37-8ae8-e1619bfd3a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.259326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.265275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47766) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:05.265459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c730ce0-c5f2-43e8-8431-4442228f3446 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/routers/83b19fdb-bbda-42fb-879f-19de3c3554be HTTP/1.1" status: 204 len: 168 time: 1.9001689 Mar 31 23:24:05.314783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847132b-9a06-4b37-8ae8-e1619bfd3a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe46b20-de1a-4fe8-b98d-a5102e5de3f1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:05.323811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1847132b-9a06-4b37-8ae8-e1619bfd3a91 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=20f9708d07124e36b4e82cfb4f0bd26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242723 Mar 31 23:24:05.324462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:05.392358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.434602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.485358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.509956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.513969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.517834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cbe46b20-de1a-4fe8-b98d-a5102e5de3f1 HTTP/1.1" status: 204 len: 168 time: 0.1901138 Mar 31 23:24:05.540037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b53e-d2ff-491f-bcf4-553f21e0ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe46b20-de1a-4fe8-b98d-a5102e5de3f1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:05.672176 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.695667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18943f83-09d9-4bd5-b890-ad9a936ca726']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:05.705665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a9f2538-3db1-476d-a35f-06690f303eae') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:05.705968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a9f2538-3db1-476d-a35f-06690f303eae') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:05.719390 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.738464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.749659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:05.750433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:05.888570 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:05.907955 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.928120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:05.938510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] 10.222.0.95 "DELETE /v2.0/networks/18943f83-09d9-4bd5-b890-ad9a936ca726 HTTP/1.1" status: 204 len: 168 time: 0.6685948 Mar 31 23:24:05.952053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535f348-2231-48d7-9761-bc73de2f7c55 tempest-TestNetworkBasicOps-952857792 tempest-TestNetworkBasicOps-952857792-project] Pushing event deleted for resources: {'Network': ['ID=18943f83-09d9-4bd5-b890-ad9a936ca726,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:06.469849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:06.580119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:06.760138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47848) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:06.815272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-468647039-network', 'tenant_id': '265569de417449d8a61ae622f6e9ad04'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:06.905110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:06.908168 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.926971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:06.932531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0c2396fb-961f-4e5b-927e-cb886f5e4d91 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:06.953144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1081995885-network', 'tenant_id': 'fc3035452d7046e28a9b6cd06c016eba'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:06.991480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 0c2396fb-961f-4e5b-927e-cb886f5e4d91 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:06.992449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 0c2396fb-961f-4e5b-927e-cb886f5e4d91 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:07.008508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cff6b805-3769-450e-9637-115a73446da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.022851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-91d620f8-1c37-458d-b20d-0da9b88d2246 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=aeb15266e0ec458fb1bbb6e810fff2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5489075 Mar 31 23:24:07.023790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47858) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:07.051987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Made reservation on behalf of fc3035452d7046e28a9b6cd06c016eba for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:07.055317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.080162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.176823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.188785 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.195215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.205922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.241361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1295, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:07.271029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9006ae8a-d337-4450-9efd-84307f60acf6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.277368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.277725 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Added segment 59037f17-b6ce-4527-a164-491e366d2d66 of type vlan for network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf Mar 31 23:24:07.279381 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.283784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.285625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0fc90a49-f0ab-4b43-8627-3fb550500305 HTTP/1.1" status: 204 len: 168 time: 0.2601576 Mar 31 23:24:07.300474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71f4f4-ff1f-46e5-a901-70765455e23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc90a49-f0ab-4b43-8627-3fb550500305,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.308938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.309481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.310059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.310610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.311398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.311720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.312250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.312779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.313321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.313838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.314373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.314899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:07.326017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.362210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.425011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbbf192-939b-4de6-a76f-62098177ece3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.434148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.459288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:07.496357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.497197 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Added segment 175608a5-19ce-4875-957f-f0a46b7faf07 of type vlan for network c2f7da94-eee2-4334-911b-22baabadeb89 Mar 31 23:24:07.557401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.558647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:07.559737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.579668 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.607808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0265920 Mar 31 23:24:07.610736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47878) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:07.620463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Request body: {'subnet': {'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-468647039-subnet', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:07.656604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d8f34-5f1d-4f51-8162-adf852a430cf admin admin] Pushing event updated for resources: {'Network': ['ID=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.661478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.662807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:07.663800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.667724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:07.669410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:07.673892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.710874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9495482 Mar 31 23:24:07.711656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:07.752395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Request body: {'subnet': {'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1081995885-subnet', 'tenant_id': 'fc3035452d7046e28a9b6cd06c016eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:07.760717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e200b3-d50d-4059-9738-f1d259738ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f7da94-eee2-4334-911b-22baabadeb89,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:07.793233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Made reservation on behalf of fc3035452d7046e28a9b6cd06c016eba for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:07.796066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.800766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c2f7da94-eee2-4334-911b-22baabadeb89 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:07.833471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47882) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:07.857235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af1321d0-0a1a-4283-a8b6-ca5025dba50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:07.977356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.056364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:08.057875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Network hostable DHCP agents. Network: df7c9ad3-45fe-4bd6-b579-1f1b14684cbf, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:24:08.077336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=374e1221-6543-43c4-81ac-5c651fb4a52c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:08.086770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:24:08.099549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, df7c9ad3-45fe-4bd6-b579-1f1b14684cbf) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:08.106064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:08.106920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.109930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af1321d0-0a1a-4283-a8b6-ca5025dba50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.110080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6376a7-e800-4bb4-84b5-8df88236ec45 None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:08.127650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f3888093-d3a4-4b62-bd87-14fe4fac6c9b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5146778 Mar 31 23:24:08.129506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 47884) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:08.135583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:08.148075 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af1321d0-0a1a-4283-a8b6-ca5025dba50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.162333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.164166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.210859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1321d0-0a1a-4283-a8b6-ca5025dba50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80310433-8695-431e-a853-ae17d7f2f727,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:08.223727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af1321d0-0a1a-4283-a8b6-ca5025dba50a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7a070fa63f824977a469e79f5cec4bc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855195 Mar 31 23:24:08.223727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:08.230214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.264743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.331328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.337986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a437167f-6aa8-4999-b515-8a90de553345,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:08.372321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Checking segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:08.372682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Network hostable DHCP agents. Network: c2f7da94-eee2-4334-911b-22baabadeb89, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:24:08.384475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.421624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Network c2f7da94-eee2-4334-911b-22baabadeb89 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:24:08.442391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:24:08.443621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.448422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.456834 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.471917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c2f7da94-eee2-4334-911b-22baabadeb89) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:08.482602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:08.483277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.488956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33537402-cf3a-44a9-a380-ee5c722bf481 None None] Network c2f7da94-eee2-4334-911b-22baabadeb89 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:08.491844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.496214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.509191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80310433-8695-431e-a853-ae17d7f2f727 HTTP/1.1" status: 204 len: 168 time: 0.2825696 Mar 31 23:24:08.550299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3678ab29-fe77-4f38-a61c-beac058a875d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8026035 Mar 31 23:24:08.560352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800560-979c-4c7e-9cac-ca21c2689c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80310433-8695-431e-a853-ae17d7f2f727,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:08.794481 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.828557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:08.937981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Allocated IP 172.20.0.2 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/1b44141e-4286-4d0d-91a6-d11abe6ada7d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:08.956534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bdfcfe-44e8-4bcf-8bb2-a3e9f310cf04 None None] Network c2f7da94-eee2-4334-911b-22baabadeb89 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:08.974527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Allocated IP 172.25.8.2 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/aa551ff8-f443-41a5-a142-542c4bbf3a09) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:09.201808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.332339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.445562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:09.455278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:09.465379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:09.565081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Pushing event updated for resources: {'Port': ['ID=aa551ff8-f443-41a5-a142-542c4bbf3a09,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:09.802167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.812411 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.866508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:09.877567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:09.884651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:09.931296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Pushing event updated for resources: {'Port': ['ID=1b44141e-4286-4d0d-91a6-d11abe6ada7d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:09.961373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Attempting to bind port 1b44141e-4286-4d0d-91a6-d11abe6ada7d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:09.961959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Attempting to bind port 1b44141e-4286-4d0d-91a6-d11abe6ada7d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:09.962522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Attempting to bind port 1b44141e-4286-4d0d-91a6-d11abe6ada7d on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:09.968378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:09.968757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:09.969223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:09.969624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:09.970091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Bound port: 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:09.970478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.036503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.062863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] For port 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:10.066199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] For port 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b44141e-4286-4d0d-91a6-d11abe6ada7d,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:10.070591 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.162163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cc7c3-dad0-48aa-8dc6-ada68b2d6be8 None None] Pushing event updated for resources: {'Port': ['ID=1b44141e-4286-4d0d-91a6-d11abe6ada7d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:10.254753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-591b3e4a-77ff-4fc0-bfb9-a681b086d9e6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:10.254753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-591b3e4a-77ff-4fc0-bfb9-a681b086d9e6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 814 time: 0.1960485 Mar 31 23:24:10.366104 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-abab9928-875d-47ff-b197-604adafa8fc6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/quotas/fc3035452d7046e28a9b6cd06c016eba HTTP/1.1" status: 200 len: 375 time: 0.0474408 Mar 31 23:24:10.396305 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.442237 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-904f2f10-381a-443b-9320-d81a7872f9fa tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409994 Mar 31 23:24:10.449759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.687308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-37468242-90de-428a-9e70-df6a824ec160 service neutron] 10.222.0.95 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350218 Mar 31 23:24:10.823870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-d9f51061-30bb-44d7-99cc-4a99c9d80cfd service neutron] 10.222.0.95 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355548 Mar 31 23:24:10.973427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:10.978271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b44141e-4286-4d0d-91a6-d11abe6ada7d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:11.053570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1b44141e-4286-4d0d-91a6-d11abe6ada7d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:11.054013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:11.199636 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:11.206034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5939cb8-21a3-42d5-9da5-82f5e9cca4a2 req-7d62aa80-a56b-4fb2-bb2c-9bf3c1c4e886 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 210 time: 0.1062949 Mar 31 23:24:11.265632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b44141e-4286-4d0d-91a6-d11abe6ada7d,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:11.274551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:11.318394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:24:11.391481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=1b44141e-4286-4d0d-91a6-d11abe6ada7d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:11.524429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:11.537596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:11.548686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:11.550087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ffaa005b-379f-4d4b-bf84-24516d85499d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4193485 Mar 31 23:24:11.552986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 47946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:11.556970 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:11.557666 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:11.718921 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:11.745185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c137bf-d1fd-48a1-8ab1-a5de05a04162 None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:12.085942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b5c4b11e-a0f4-4d77-a506-399a96f1848d None None] Provisioning complete for port 1b44141e-4286-4d0d-91a6-d11abe6ada7d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:12.087360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b11e-a0f4-4d77-a506-399a96f1848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.130812 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:10Z', 'revision_number': 3, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:12.175009 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:12.175652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Updating router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 port aa551ff8-f443-41a5-a142-542c4bbf3a09 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:24:12.205858 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.352301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c9dd385-970e-4fce-8f24-f4eb463526a6 req-04e30846-d56c-4b6f-9284-46e7e422e4ea tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 210 time: 0.0486064 Mar 31 23:24:12.502269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.601397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d3f926a2-5545-46dd-81d7-f843f0b03d88 None None] Provisioning complete for port 1b44141e-4286-4d0d-91a6-d11abe6ada7d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:12.601797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3f926a2-5545-46dd-81d7-f843f0b03d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.726380 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.735545 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.802289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Allocated IP 172.20.0.1 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/dea21f30-84bb-457b-a071-207f96bf9479) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:12.803677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Attempting to bind port aa551ff8-f443-41a5-a142-542c4bbf3a09 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:12.804207 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Attempting to bind port aa551ff8-f443-41a5-a142-542c4bbf3a09 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:12.804766 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Attempting to bind port aa551ff8-f443-41a5-a142-542c4bbf3a09 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:12.814122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab039c-8a2b-4f7b-86b1-703343f6b59f None None] Pushing event updated for resources: {'Port': ['ID=aa551ff8-f443-41a5-a142-542c4bbf3a09,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:12.816793 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:12.817194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:12.817598 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.817971 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:12.818436 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Bound port: aa551ff8-f443-41a5-a142-542c4bbf3a09, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:12.818827 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.896968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] For port aa551ff8-f443-41a5-a142-542c4bbf3a09, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:12.903124 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] For port aa551ff8-f443-41a5-a142-542c4bbf3a09, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa551ff8-f443-41a5-a142-542c4bbf3a09,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:12.910255 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:12.994211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.006212 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab039c-8a2b-4f7b-86b1-703343f6b59f None None] Pushing event updated for resources: {'Port': ['ID=aa551ff8-f443-41a5-a142-542c4bbf3a09,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:13.024394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b44141e-4286-4d0d-91a6-d11abe6ada7d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:13.024575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-877f3fbc-b74e-4137-a53f-e58e790e6045 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:13.026189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-877f3fbc-b74e-4137-a53f-e58e790e6045 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.60 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 814 time: 0.2045960 Mar 31 23:24:13.033225 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:13.034389 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:13.040612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Request body: {'port': {'device_id': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'admin_state_up': True, 'tenant_id': 'fc3035452d7046e28a9b6cd06c016eba'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:13.078501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.144579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:13.152782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:13.157253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:13.195747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1b44141e-4286-4d0d-91a6-d11abe6ada7d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:13.196223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.231397 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:13.357810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Pushing event updated for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:13.367580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.386301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Made reservation on behalf of fc3035452d7046e28a9b6cd06c016eba for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:13.390325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.514096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-116bffc5-0c54-467d-8e90-775a6a519554 req-58e2f62e-976b-4183-a32c-3e781525d566 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 210 time: 0.0432339 Mar 31 23:24:13.664746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Allocated IP 172.20.0.8 (c2f7da94-eee2-4334-911b-22baabadeb89/a437167f-6aa8-4999-b515-8a90de553345/5ee375ea-4758-49f8-ad47-e40969d9daa8) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:13.672228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.687564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:10Z', 'revision_number': 3, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:13.724032 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a9322b-7fd6-4b59-80ca-4ae73e6f6eea None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:10Z', 'revision_number': 3, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:13.737046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1db289bb-339e-454e-8948-9846b95563ad None None] Provisioning complete for port dea21f30-84bb-457b-a071-207f96bf9479 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:13.738717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1db289bb-339e-454e-8948-9846b95563ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.805515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1db289bb-339e-454e-8948-9846b95563ad None None] Port dea21f30-84bb-457b-a071-207f96bf9479 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:13.901443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.907757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.925863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.963113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:13.976857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.058270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Pushing event updated for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:14.059646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Network c2f7da94-eee2-4334-911b-22baabadeb89 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:14.069846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:14.075080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:14.171141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:14.223268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.223931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.228771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:14.230446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:14.256604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-ae44da47-2e61-44a4-9285-0ebb11542d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2197337 Mar 31 23:24:14.270961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Request body: {'port': {'device_id': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:14.407333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.428069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:14.742571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f378575d-8d5d-4368-8bf5-e36632bbba34 None None] Provisioning complete for port dea21f30-84bb-457b-a071-207f96bf9479 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:14.744309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f378575d-8d5d-4368-8bf5-e36632bbba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:14.816133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64475fd1-1c5d-4745-8d84-90beb7c546c2 req-da0ff98a-1cad-4376-bdb3-d6da7db5d6a5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:14.828319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64475fd1-1c5d-4745-8d84-90beb7c546c2 req-da0ff98a-1cad-4376-bdb3-d6da7db5d6a5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 931 time: 0.1596408 Mar 31 23:24:14.836326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f378575d-8d5d-4368-8bf5-e36632bbba34 None None] Port dea21f30-84bb-457b-a071-207f96bf9479 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:14.923174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64475fd1-1c5d-4745-8d84-90beb7c546c2 req-ef5f7953-2c74-4a3d-a56a-e182baafefb1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938492 Mar 31 23:24:15.016742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa551ff8-f443-41a5-a142-542c4bbf3a09 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:15.122234 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aa551ff8-f443-41a5-a142-542c4bbf3a09 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:15.122619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.129110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:15.156113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.172443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Transition to ACTIVE for port object 5ee375ea-4758-49f8-ad47-e40969d9daa8 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:15.177900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.304923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:15.348328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:15.361415 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea7cda81-bb79-484a-8397-82f829b05414 admin admin] 10.222.0.95 "PUT /v2.0/routers/3872aa7e-7a4b-442d-a20c-a3717d2a4854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7994981 Mar 31 23:24:15.389740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.438154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port aa551ff8-f443-41a5-a142-542c4bbf3a09, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa551ff8-f443-41a5-a142-542c4bbf3a09,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:15.444391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.513903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:15.513903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:15.513903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:15.525962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:15.526359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:15.541986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:15.542537 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Checking segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:15.545143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Bound using segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:15.545915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Bound port: 5ee375ea-4758-49f8-ad47-e40969d9daa8, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:15.546515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.556180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=aa551ff8-f443-41a5-a142-542c4bbf3a09,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:15.691311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:15.696192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:15.706133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.750950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.751665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:15.753265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 1091 time: 1.4885533 Mar 31 23:24:15.753827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:15.756213 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:15.819090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4a000-d5be-4e67-9030-7d2a3e8e9438 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:15.870974 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172cc427-431a-404d-a7e5-aa2eebdcd184 x-openstack-request-id: req-172cc427-431a-404d-a7e5-aa2eebdcd184 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:15.873956 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:15.873956 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-172cc427-431a-404d-a7e5-aa2eebdcd184 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:15.874399 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172cc427-431a-404d-a7e5-aa2eebdcd184'] response: {'name': 'network-changed', 'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'status': 'completed', 'code': 200} Mar 31 23:24:15.892826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-a932276d-6782-4900-8a3b-df547dd5fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:15.895816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-a932276d-6782-4900-8a3b-df547dd5fc97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1094 time: 0.0930331 Mar 31 23:24:15.981276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-f1a57dfd-b64a-473f-b40b-86474a0d1f6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0755816 Mar 31 23:24:16.075308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-96659736-91be-4717-b660-293bd085cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.077503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-96659736-91be-4717-b660-293bd085cf38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0877194 Mar 31 23:24:16.121733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-266d6239-c158-41b1-977e-70842d970062 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340123 Mar 31 23:24:16.135837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eabfd0-d9c2-4b25-95c5-414786d6aa19 req-6d71265c-e797-4767-a0c3-99e5dd6d4309 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.143603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8eabfd0-d9c2-4b25-95c5-414786d6aa19 req-6d71265c-e797-4767-a0c3-99e5dd6d4309 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.1175797 Mar 31 23:24:16.175594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:16.181535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92564073', 'description': 'tempest-description--1001354356'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:16.212084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.269930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8eabfd0-d9c2-4b25-95c5-414786d6aa19 req-797d3d36-7227-4d7e-b908-e3c8e81b7b94 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253624 Mar 31 23:24:16.324295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-a330310f-f1cf-49d5-bf90-b44f733ec83f service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779966 Mar 31 23:24:16.339784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.348141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.430010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693fe003-5175-4641-8a76-b2317f8a8158,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:16.454898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.461553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-883c5eba-1c92-4c87-aaac-b54a8935a911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2832711 Mar 31 23:24:16.462690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:16.468794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '693fe003-5175-4641-8a76-b2317f8a8158', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:16.486292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10cab08e-6e77-42a7-b589-14c31eedfbbb req-6631a1b4-fb2d-4d53-b844-46e60093933b service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531718 Mar 31 23:24:16.511460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.518479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:16.540322 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:16.541444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:16.587765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-7d47a2ff-b0c1-4b56-8def-c641d35a3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.589448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-7d47a2ff-b0c1-4b56-8def-c641d35a3126 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1094 time: 0.0476046 Mar 31 23:24:16.636824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.648247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.678423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a2630c-1c7d-4888-81d5-2dfec448c8ec,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:16.693320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:16.703324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.704910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-729ad2d5-9f48-484e-a416-c785554bd377 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2411029 Mar 31 23:24:16.707825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:16.712474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '693fe003-5175-4641-8a76-b2317f8a8158', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:16.734600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-9dc5392e-7b89-4055-8bc0-b79d740d6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.740887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-9dc5392e-7b89-4055-8bc0-b79d740d6a56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1428556 Mar 31 23:24:16.763184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.807392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-ae53a931-9aac-4777-968a-88d734b1ecc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0593820 Mar 31 23:24:16.893681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.903142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.922307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-60b2d9c1-83c2-4dc7-8d32-fe0313569584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:16.923804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-60b2d9c1-83c2-4dc7-8d32-fe0313569584 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.1091659 Mar 31 23:24:16.929057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa551ff8-f443-41a5-a142-542c4bbf3a09 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:16.934075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3612b0-b36d-4f3e-85e0-b372a59e0a5f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:16.965552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-8fb9e3a8-37f5-4c83-a52f-7fb94a962cd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343015 Mar 31 23:24:16.968307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:16.969975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b351fbd0-b2a6-421e-ae7f-89174d2ed30d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609918 Mar 31 23:24:16.973202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48114) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:16.985876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:17.021644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port aa551ff8-f443-41a5-a142-542c4bbf3a09 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:17.022019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.024677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.076938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:17.104676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-492e0a7d-d402-448f-96e3-212027b18db8 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297243 Mar 31 23:24:17.120623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:17.120974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Updating router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 port dea21f30-84bb-457b-a071-207f96bf9479 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:24:17.180071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.212837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.217595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea6eb44d-13f0-40eb-b9c4-56e3566f9db1 req-b25396be-3b04-41b4-ac44-1fdb2c3f5312 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033320 Mar 31 23:24:17.434176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.25.8.22 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/87995436-b0ac-43a5-a440-6e46062513a0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:17.516032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ceb93-3333-4a97-ac78-6f45a120e292 req-c17a1647-6532-4495-a7ed-197516667044 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:17.524367 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-571ceb93-3333-4a97-ac78-6f45a120e292 req-c17a1647-6532-4495-a7ed-197516667044 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.1726084 Mar 31 23:24:17.556262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.565947 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.617008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-571ceb93-3333-4a97-ac78-6f45a120e292 req-ad2c944b-3e65-4c2d-9ca5-8b17cb347b94 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916939 Mar 31 23:24:17.638771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Pushing event updated for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:17.652669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.653694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.653694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.653694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.654109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.654689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.655012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.655381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.655715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.656039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.656367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.656690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:17.682597 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.706952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Attempting to bind port dea21f30-84bb-457b-a071-207f96bf9479 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:17.707374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Attempting to bind port dea21f30-84bb-457b-a071-207f96bf9479 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:17.707747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Attempting to bind port dea21f30-84bb-457b-a071-207f96bf9479 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:17.718442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:17.718812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:17.719225 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.719646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:17.720120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Bound port: dea21f30-84bb-457b-a071-207f96bf9479, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:17.720509 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.736723 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.813036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:17.821287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:17.824662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:17.828179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=87995436-b0ac-43a5-a440-6e46062513a0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:17.865774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] For port dea21f30-84bb-457b-a071-207f96bf9479, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:17.876247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] For port dea21f30-84bb-457b-a071-207f96bf9479, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dea21f30-84bb-457b-a071-207f96bf9479,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:17.885006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.922995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] Provisioning complete for port dea21f30-84bb-457b-a071-207f96bf9479 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:17.922995 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:17.944355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.000564 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.010653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e1dc7-5d45-4802-839b-389e899c1824 None None] Pushing event updated for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:18.014608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:18.015321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:18.229019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.272396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.280439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.296371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] For port dea21f30-84bb-457b-a071-207f96bf9479, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dea21f30-84bb-457b-a071-207f96bf9479,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:18.301198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:18.304382 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.377786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=87995436-b0ac-43a5-a440-6e46062513a0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:18.399883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.424935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.431322 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40b18f6c-df47-482d-ab6d-72b457434534 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4518232 Mar 31 23:24:18.675030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fe1c32a9-afdb-4298-919f-58adb36c8aee None None] Provisioning complete for port dea21f30-84bb-457b-a071-207f96bf9479 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:18.675713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe1c32a9-afdb-4298-919f-58adb36c8aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:18.705768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-34e9827e-01f9-45c5-8e0f-b9eb6de8928b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--92564073&fields=id&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 267 time: 0.0782495 Mar 31 23:24:18.715641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee82f66-e4dc-40b5-aee5-d2f01a5882bb None None] Pushing event updated for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:18.840367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1db09-821a-4036-8ef7-801149150a6f req-96940372-6355-4afe-b060-aaf8b5f73c8d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:18.844533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65c1db09-821a-4036-8ef7-801149150a6f req-96940372-6355-4afe-b060-aaf8b5f73c8d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.1107771 Mar 31 23:24:18.914705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65c1db09-821a-4036-8ef7-801149150a6f req-b94ce99a-f27e-42de-8ad9-779107ee738d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586734 Mar 31 23:24:18.919452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:17Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:18.970755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b51535-fdb2-4a1f-8d29-974cd3ee8cab None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:17Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:18.978427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-26226b80-78f2-4e0b-a721-4890179afc1a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:18.987146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-26226b80-78f2-4e0b-a721-4890179afc1a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.2639050 Mar 31 23:24:19.003857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ec209e2d-81be-4ee1-9683-149ebcb4fea3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/quotas/265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 375 time: 0.0157313 Mar 31 23:24:19.095285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-1d45c9c8-936e-4340-8697-c4b3d2c76c7a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878582 Mar 31 23:24:19.380912 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-12129495-ffc3-4e84-a348-63240739e895 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734160 Mar 31 23:24:19.492119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-8c322d30-eaa9-4ca0-9e5d-75558c76b8a5 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987206 Mar 31 23:24:19.698628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-81283a35-c442-4d03-9dc6-7acad3a1a9b4 req-045a07f8-dce7-45ac-afa8-b450b00c6c56 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 210 time: 0.0360546 Mar 31 23:24:20.072766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb26ed-a599-4b59-9362-313648498e6d req-8443de8b-be73-4509-b1c0-54c410eebb1d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:20.080326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfbb26ed-a599-4b59-9362-313648498e6d req-8443de8b-be73-4509-b1c0-54c410eebb1d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.0696175 Mar 31 23:24:20.141038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfbb26ed-a599-4b59-9362-313648498e6d req-68b32593-aabd-4eb7-a96d-137f76a6947d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594699 Mar 31 23:24:20.808453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5196249-52a4-44df-a368-dd960e10f37d req-4cb43200-0c1a-410d-af61-8a2ac9349d78 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Mar 31 23:24:20.946054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dea21f30-84bb-457b-a071-207f96bf9479 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:21.019029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.032817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port dea21f30-84bb-457b-a071-207f96bf9479 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:21.033185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.155485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-9de83109-eb4a-49fc-a09d-39da6a70b507 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:21.157023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-9de83109-eb4a-49fc-a09d-39da6a70b507 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1418302 Mar 31 23:24:21.209618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-edc110bd-ba56-469d-96a0-f7629b43c51b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 378 time: 0.0426106 Mar 31 23:24:21.219077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:21.221613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'port': {'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'admin_state_up': True, 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'security_groups': ['693fe003-5175-4641-8a76-b2317f8a8158']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:21.341063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead46e0-2304-443e-9c49-15ec9d91765d req-6f80fd99-6017-4b5f-87d2-e2c92b4d5212 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:21.342642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ead46e0-2304-443e-9c49-15ec9d91765d req-6f80fd99-6017-4b5f-87d2-e2c92b4d5212 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.0988641 Mar 31 23:24:21.360223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:21.378189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'port_id': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'mac_address': 'fa:16:3e:88:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437167f-6aa8-4999-b515-8a90de553345', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:21.418058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ead46e0-2304-443e-9c49-15ec9d91765d req-3c05f1a2-8da9-4efc-855f-ab633461cb65 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661480 Mar 31 23:24:21.426457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:21.431818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.433248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.450852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:21.473042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:21.481553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.553776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:21.613282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.20.0.8 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/c359bbbf-088d-466b-ae37-556b0dc6c7af) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:21.779131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.782798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5ee375ea-4758-49f8-ad47-e40969d9daa8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:21.821837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:21.899111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:21.903268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:21.907502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:21.940022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:21.959473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.959857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.960213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.960527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.960996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.961329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.961654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.962000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.962555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.962881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.963403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.963712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:21.983871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:21.985394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:22.004709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-ee58e01c-43e2-434b-9a22-b028dddf4db2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7884181 Mar 31 23:24:22.021956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Request body: {'port': {'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:22.039510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82cc82-8f2b-49f9-b1d7-357bc8ee546f req-2482e881-da1e-4cc6-a42c-a3f8e8f71983 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:22.046871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c82cc82-8f2b-49f9-b1d7-357bc8ee546f req-2482e881-da1e-4cc6-a42c-a3f8e8f71983 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 931 time: 0.1058841 Mar 31 23:24:22.105800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c82cc82-8f2b-49f9-b1d7-357bc8ee546f req-5aac9088-8124-4a89-80b2-96f5d69bc297 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527375 Mar 31 23:24:22.326902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1983c3a8-3f20-4881-b377-8a1abfcbda6e None None] Provisioning complete for port c359bbbf-088d-466b-ae37-556b0dc6c7af triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:22.328359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1983c3a8-3f20-4881-b377-8a1abfcbda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:22.392225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1983c3a8-3f20-4881-b377-8a1abfcbda6e None None] Port c359bbbf-088d-466b-ae37-556b0dc6c7af cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:24:22.566091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:22.637443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cc8ad-019d-4672-aeaf-cd43dbf1164d req-a6e0e171-e01f-4524-b983-459f7ebbaf2f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:22.639469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef8cc8ad-019d-4672-aeaf-cd43dbf1164d req-a6e0e171-e01f-4524-b983-459f7ebbaf2f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1078565 Mar 31 23:24:22.752990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef8cc8ad-019d-4672-aeaf-cd43dbf1164d req-be11e147-3a64-481f-a389-2b4f983df69d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020963 Mar 31 23:24:22.904718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c359bbbf-088d-466b-ae37-556b0dc6c7af {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:22.922759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:22.936470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Transition to ACTIVE for port object c359bbbf-088d-466b-ae37-556b0dc6c7af will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:22.940558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.047993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:23.073229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Attempting to bind port c359bbbf-088d-466b-ae37-556b0dc6c7af on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:23.073848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Attempting to bind port c359bbbf-088d-466b-ae37-556b0dc6c7af by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:23.074174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Attempting to bind port c359bbbf-088d-466b-ae37-556b0dc6c7af on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:23.078748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Port c359bbbf-088d-466b-ae37-556b0dc6c7af on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:23.079088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Attempting to bind port c359bbbf-088d-466b-ae37-556b0dc6c7af on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:23.084147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:23.084487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:23.084884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:23.085298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Bound port: c359bbbf-088d-466b-ae37-556b0dc6c7af, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:23.085656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.184870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:23.188623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:23.195152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.225904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:23.274495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.276001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.278263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] 10.222.0.60 "PUT /v2.0/ports/c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 1091 time: 1.2658703 Mar 31 23:24:23.292868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:23.296051 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58106bbd-cf55-4308-8f1f-61018c3593fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:23.303968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a580289-d715-41d0-bda4-501576db8d70 req-f6270014-1511-4ee6-b245-fc765020f74f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.320947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a580289-d715-41d0-bda4-501576db8d70 req-f6270014-1511-4ee6-b245-fc765020f74f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.1117368 Mar 31 23:24:23.334964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5ee375ea-4758-49f8-ad47-e40969d9daa8 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:23.357596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5ee375ea-4758-49f8-ad47-e40969d9daa8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:23.360728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.400471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d91829-7c92-4256-88da-8d16d9476822 service neutron] Pushing event updated for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:23.415078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a580289-d715-41d0-bda4-501576db8d70 req-b78e43d9-2d64-4464-9ab0-946ff7c58adb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832274 Mar 31 23:24:23.471268 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb3383-9ff8-4d7b-8ee2-dd7649c04f38 x-openstack-request-id: req-5eeb3383-9ff8-4d7b-8ee2-dd7649c04f38 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:23.471692 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:23.472035 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5eeb3383-9ff8-4d7b-8ee2-dd7649c04f38 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:23.472639 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eeb3383-9ff8-4d7b-8ee2-dd7649c04f38'] response: {'name': 'network-changed', 'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'status': 'completed', 'code': 200} Mar 31 23:24:23.507893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-21108315-915c-45c1-943c-f1ee49e6f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.509193 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.513441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-21108315-915c-45c1-943c-f1ee49e6f4f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1094 time: 0.0841227 Mar 31 23:24:23.544711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:23.547870 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97985d85-89e7-42ac-adab-60b7c6d89d41" -d '{"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:23.566356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:23.573676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:23.581630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-67def267-3dc0-41fc-8052-d05e4e738523 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 217 time: 0.0569453 Mar 31 23:24:23.657123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:23.665133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-9f5016cd-5762-439e-98bc-6a809181aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.666804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-9f5016cd-5762-439e-98bc-6a809181aa4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0803411 Mar 31 23:24:23.727585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-8b69a1c7-89c8-45e3-b39f-0056f2420081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.729814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-8b69a1c7-89c8-45e3-b39f-0056f2420081 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539849 Mar 31 23:24:23.797383 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a4d3c7-590f-4fa5-92f6-61be2836678a x-openstack-request-id: req-b5a4d3c7-590f-4fa5-92f6-61be2836678a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:23.797969 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:23.798944 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b5a4d3c7-590f-4fa5-92f6-61be2836678a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:23.801570 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a4d3c7-590f-4fa5-92f6-61be2836678a'] response: {'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'code': 200} Mar 31 23:24:23.963195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f18c15-047a-4283-87bc-9a583b876a04 req-f28d2e3f-912e-4bbe-918b-f28d972b35a8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.965969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2f18c15-047a-4283-87bc-9a583b876a04 req-f28d2e3f-912e-4bbe-918b-f28d972b35a8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1084261 Mar 31 23:24:23.997307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-8264e96f-f82d-42cd-b765-efa65bbdca31 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565868 Mar 31 23:24:24.002899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963f67e-8baa-4d19-8abe-4b83bdd600a1 req-b8a00744-1e28-42db-b5e2-d90830ba66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.004604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9963f67e-8baa-4d19-8abe-4b83bdd600a1 req-b8a00744-1e28-42db-b5e2-d90830ba66fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1096 time: 0.1162176 Mar 31 23:24:24.069768 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2f18c15-047a-4283-87bc-9a583b876a04 req-4bc80778-3b6b-4388-974c-9cf91cacfd41 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929279 Mar 31 23:24:24.091538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9963f67e-8baa-4d19-8abe-4b83bdd600a1 req-754bb269-f84c-42fc-8c52-24cc860cad4c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745273 Mar 31 23:24:24.149114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc29b7e9-af62-4609-bda6-1e2c9ec5d736 req-fef83f01-f909-42a3-a79e-f87107a69e09 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433012 Mar 31 23:24:24.441824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-da9874f8-f518-42a5-a56c-c2969bdfadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.443490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-da9874f8-f518-42a5-a56c-c2969bdfadb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1094 time: 0.0442443 Mar 31 23:24:24.596304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34558de-79d7-4fb3-815a-a633620674bb req-e5b34b2d-c2f5-4532-b3bf-9b6fc8d5a7ec tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.605837 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b34558de-79d7-4fb3-815a-a633620674bb req-e5b34b2d-c2f5-4532-b3bf-9b6fc8d5a7ec tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.0666890 Mar 31 23:24:24.611000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-7e06d05a-7593-423a-a2b2-2b5fcc7f701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.612532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-7e06d05a-7593-423a-a2b2-2b5fcc7f701e service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1550367 Mar 31 23:24:24.655155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b34558de-79d7-4fb3-815a-a633620674bb req-250bd95c-9879-48ab-a3e6-fdaec3d9ce23 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478656 Mar 31 23:24:24.672490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-29148c97-75b3-41f3-ba0c-a7c3d738bbb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 217 time: 0.0518534 Mar 31 23:24:24.731412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-b9fc4421-e262-40e2-ae2c-88cb005984a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.733212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-b9fc4421-e262-40e2-ae2c-88cb005984a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0519266 Mar 31 23:24:24.781438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-06eadd68-99c5-4922-aa4a-c60fc2bf63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.783022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-06eadd68-99c5-4922-aa4a-c60fc2bf63ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419414 Mar 31 23:24:24.891519 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-59905fd5-a463-4a35-9930-229cc0c2ffd8 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003654 Mar 31 23:24:24.996076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58106bbd-cf55-4308-8f1f-61018c3593fb req-139e66fe-f666-4826-8a81-7aebd736cf42 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975394 Mar 31 23:24:25.228361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdbbd4-f096-4098-9944-5ee1db69528d req-7af58f03-1d35-4b03-b77c-df1f2beb245e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.230394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1bdbbd4-f096-4098-9944-5ee1db69528d req-7af58f03-1d35-4b03-b77c-df1f2beb245e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0576470 Mar 31 23:24:25.274166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1bdbbd4-f096-4098-9944-5ee1db69528d req-21695290-1cbc-41d6-bd15-20d74113e028 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Mar 31 23:24:25.789248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e577a-40d0-4a97-a421-ad1c43b14124 req-01abf852-d23e-4595-87cc-af595db418b5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.793813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-220e577a-40d0-4a97-a421-ad1c43b14124 req-01abf852-d23e-4595-87cc-af595db418b5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.0603213 Mar 31 23:24:25.859924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-220e577a-40d0-4a97-a421-ad1c43b14124 req-d3a8a5b4-6a25-499a-b772-ab047f37734f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597482 Mar 31 23:24:26.228627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:26.415061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37c510-c74d-4e22-b989-17938c9414cf req-99b90e14-3549-42a0-8bb0-9970e9a45551 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.416679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd37c510-c74d-4e22-b989-17938c9414cf req-99b90e14-3549-42a0-8bb0-9970e9a45551 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0676582 Mar 31 23:24:26.458972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd37c510-c74d-4e22-b989-17938c9414cf req-54f05aa3-94ca-49a6-931c-67c83b84506b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Mar 31 23:24:26.696603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-79638dd0-1d26-49fa-a1f0-4c7292ee4d1b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.698190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-79638dd0-1d26-49fa-a1f0-4c7292ee4d1b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 814 time: 0.1109040 Mar 31 23:24:26.714622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-f36f821c-614e-4587-bc12-7147bd8d1072 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/quotas/fc3035452d7046e28a9b6cd06c016eba HTTP/1.1" status: 200 len: 375 time: 0.0102863 Mar 31 23:24:26.766779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-347da5e7-29f2-4811-8c6c-381d2ea5e400 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461133 Mar 31 23:24:26.870356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-b0a69c33-8531-4423-b779-7df99dcacff3 service neutron] 10.222.0.95 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955670 Mar 31 23:24:26.988949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414d44e-5660-4cd3-a9b9-a9bff0a18903 req-e3174edf-f2be-450f-b291-a75af140f4d6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.990844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9414d44e-5660-4cd3-a9b9-a9bff0a18903 req-e3174edf-f2be-450f-b291-a75af140f4d6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.0603480 Mar 31 23:24:27.018352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-dfe6c4a8-b6d8-4ada-9924-29b9c8f5d946 service neutron] 10.222.0.95 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408992 Mar 31 23:24:27.061632 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9414d44e-5660-4cd3-a9b9-a9bff0a18903 req-18db1455-b05e-4f5d-a0e4-c4fa9b8fc1fa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624421 Mar 31 23:24:27.273820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-914554c0-0027-4ca8-821e-4d6d92103532 req-db02d13c-52ca-41bd-8f8b-4013c56f526c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 210 time: 0.0306730 Mar 31 23:24:28.211579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf17b-67bb-42cb-bd6d-d7824a58365d req-1c88ee78-a169-42d9-96b7-eb8ea45a5125 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.220423 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9beaf17b-67bb-42cb-bd6d-d7824a58365d req-1c88ee78-a169-42d9-96b7-eb8ea45a5125 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.0751669 Mar 31 23:24:28.282559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9beaf17b-67bb-42cb-bd6d-d7824a58365d req-4ea8e18e-3151-49e6-90c0-efb54e079d69 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603328 Mar 31 23:24:28.307664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-cfcc4020-9f9e-475c-99b2-e6d4b739aac5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111889 Mar 31 23:24:28.421397 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5c3ae46b-4c11-4141-873d-cb984cc003fc req-68520387-88e2-4ff7-9c79-94068d446449 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 210 time: 0.0587025 Mar 31 23:24:28.500369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac5df-4576-41f6-8920-406eb56c700a req-77188b9e-b695-42fc-b45a-90feccfff1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.502353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-77188b9e-b695-42fc-b45a-90feccfff1f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1096 time: 0.0890996 Mar 31 23:24:28.537964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-52d42147-f7f8-4991-9929-f98a36e09a81 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.539822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-52d42147-f7f8-4991-9929-f98a36e09a81 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 814 time: 0.1959202 Mar 31 23:24:28.554990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Request body: {'port': {'device_id': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'admin_state_up': True, 'tenant_id': 'fc3035452d7046e28a9b6cd06c016eba'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:28.669810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac5df-4576-41f6-8920-406eb56c700a req-da04cdce-6482-4dbe-a3a3-5f903478dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.670534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-da04cdce-6482-4dbe-a3a3-5f903478dcd3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1411531 Mar 31 23:24:28.709032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Made reservation on behalf of fc3035452d7046e28a9b6cd06c016eba for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:28.715205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:28.721780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-97660434-0232-4592-94dc-26df718918c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0428300 Mar 31 23:24:28.792331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac5df-4576-41f6-8920-406eb56c700a req-5739587e-d0f3-4d35-b28c-83272aba64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.793894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-5739587e-d0f3-4d35-b28c-83272aba64a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0653217 Mar 31 23:24:28.833358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-4114e0ca-d82f-4e8e-95fd-b5f8e971731c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318654 Mar 31 23:24:28.885975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Allocated IP 172.20.0.6 (c2f7da94-eee2-4334-911b-22baabadeb89/a437167f-6aa8-4999-b515-8a90de553345/97ce5547-a73d-4e58-84fe-b9428d589fcf) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:28.983246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-6aa497e9-bc96-4afd-ad78-4b448a874742 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388063 Mar 31 23:24:29.072983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.124380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-536ac5df-4576-41f6-8920-406eb56c700a req-cc73b360-c061-452b-9c85-9e683d351138 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338489 Mar 31 23:24:29.126805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.142858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5ee375ea-4758-49f8-ad47-e40969d9daa8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:29.202007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Pushing event updated for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:29.212898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Network c2f7da94-eee2-4334-911b-22baabadeb89 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:29.215730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:29.223703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:29.255575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c359bbbf-088d-466b-ae37-556b0dc6c7af details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:29.294699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.295486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.323005 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-16571ccd-2a96-4cca-a73a-92a50e62c397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733173 Mar 31 23:24:29.336895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Request body: {'port': {'device_id': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:29.455598 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.479605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:29.498424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f3d6-2eac-4639-827c-8ff4fa4a008c req-3aa8b4f3-6509-4aeb-9979-a2127d9e022c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.501398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dad3f3d6-2eac-4639-827c-8ff4fa4a008c req-3aa8b4f3-6509-4aeb-9979-a2127d9e022c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 943 time: 0.0900588 Mar 31 23:24:29.503304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:29.567586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dad3f3d6-2eac-4639-827c-8ff4fa4a008c req-a730f575-a26b-41f4-9549-a12c47a279cd tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473647 Mar 31 23:24:29.583537 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.600113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c359bbbf-088d-466b-ae37-556b0dc6c7af {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:29.651698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:29.658890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed6a87-f979-4805-ac46-76378c8d8db0 req-620ee83a-8613-4f40-bc44-1af15a2a8ce8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:29.660165 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.673441 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87ed6a87-f979-4805-ac46-76378c8d8db0 req-620ee83a-8613-4f40-bc44-1af15a2a8ce8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 931 time: 0.1311307 Mar 31 23:24:29.750034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:29.770984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87ed6a87-f979-4805-ac46-76378c8d8db0 req-e4346f5f-6c4b-457d-85c3-f890fa71a0c6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964715 Mar 31 23:24:29.916656 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ce5547-a73d-4e58-84fe-b9428d589fcf {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:29.925578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.939983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Transition to ACTIVE for port object 97ce5547-a73d-4e58-84fe-b9428d589fcf will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:24:29.945906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:29.998904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['c359bbbf-088d-466b-ae37-556b0dc6c7af'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:30.066098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Pushing event updated for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:30.079150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Attempting to bind port 97ce5547-a73d-4e58-84fe-b9428d589fcf on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:24:30.079509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Attempting to bind port 97ce5547-a73d-4e58-84fe-b9428d589fcf by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:24:30.079845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Attempting to bind port 97ce5547-a73d-4e58-84fe-b9428d589fcf on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:30.084613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Port 97ce5547-a73d-4e58-84fe-b9428d589fcf on network c2f7da94-eee2-4334-911b-22baabadeb89 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:24:30.085080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Attempting to bind port 97ce5547-a73d-4e58-84fe-b9428d589fcf on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:30.090814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:30.090814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Checking segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:30.091265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Bound using segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:30.091692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Bound port: 97ce5547-a73d-4e58-84fe-b9428d589fcf, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:24:30.099751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.241682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:30.246105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:30.278871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.347014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.348013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:30.349771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] 10.222.0.96 "PUT /v2.0/ports/97ce5547-a73d-4e58-84fe-b9428d589fcf HTTP/1.1" status: 200 len: 1091 time: 1.0191963 Mar 31 23:24:30.350254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:30.352670 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7446d1a0-460f-45b6-90ad-e600a5eb7481" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:30.410806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9dad-8d6d-4009-9a1f-78c27312a1ec service neutron] Pushing event updated for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:30.451360 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7d001c-de16-4398-b3e0-232245853216 x-openstack-request-id: req-5f7d001c-de16-4398-b3e0-232245853216 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:30.451736 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:30.452115 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5f7d001c-de16-4398-b3e0-232245853216 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:30.452725 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7d001c-de16-4398-b3e0-232245853216'] response: {'name': 'network-changed', 'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf', 'status': 'completed', 'code': 200} Mar 31 23:24:30.476843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-dbf26dbb-3c42-4df9-b4e3-fba2bc345e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.478742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-dbf26dbb-3c42-4df9-b4e3-fba2bc345e1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 1094 time: 0.0642970 Mar 31 23:24:30.529295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-483fc9ba-77ab-4ecf-9e7b-aed90f849a82 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf HTTP/1.1" status: 200 len: 217 time: 0.0427818 Mar 31 23:24:30.584567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-006f5794-37c6-4cc8-a309-e1499bd50938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.586680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-006f5794-37c6-4cc8-a309-e1499bd50938 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0506632 Mar 31 23:24:30.625041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-cbe67030-9a2d-4b4b-9005-e436b7fce871 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316391 Mar 31 23:24:30.709687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73b76c-5d81-4d4d-8103-6c449df44c70 req-074a9a62-4a75-466c-87c1-1c14ed8c6c1c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.724004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa73b76c-5d81-4d4d-8103-6c449df44c70 req-074a9a62-4a75-466c-87c1-1c14ed8c6c1c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 944 time: 0.0746560 Mar 31 23:24:30.731143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-8cdd6a13-ebcd-4614-8e83-07efae55a559 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979576 Mar 31 23:24:30.778620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa73b76c-5d81-4d4d-8103-6c449df44c70 req-eb01c836-ccb3-4b0c-a915-06167ef2b911 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518513 Mar 31 23:24:30.866037 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c7cb903-4ab3-4af3-bda2-2b66aec50de7 req-22d59a30-7f1d-4525-a005-a343508f86f2 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271784 Mar 31 23:24:30.998554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586306c-9bfe-4b03-b67b-90a3f4769081 req-ada4f3b1-9874-4b81-95e8-a684be183cd0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.006157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a586306c-9bfe-4b03-b67b-90a3f4769081 req-ada4f3b1-9874-4b81-95e8-a684be183cd0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 943 time: 0.1082785 Mar 31 23:24:31.025216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-0027ae15-34a2-45b4-b384-e119fdee2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.026485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-0027ae15-34a2-45b4-b384-e119fdee2a38 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 1094 time: 0.0874364 Mar 31 23:24:31.077899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a586306c-9bfe-4b03-b67b-90a3f4769081 req-06804d08-a5de-4337-bd81-098879243ce1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Mar 31 23:24:31.158903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-45ac33d9-2f3d-4c9d-a3f5-fc90eabfae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.160681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-45ac33d9-2f3d-4c9d-a3f5-fc90eabfae30 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1182313 Mar 31 23:24:31.207996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-3ce4136c-0075-4a51-97d9-eadc0b0973de service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf HTTP/1.1" status: 200 len: 217 time: 0.0389237 Mar 31 23:24:31.272726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-5ba68b99-0b7f-41fd-a72f-de0cc1ddcac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.274375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-5ba68b99-0b7f-41fd-a72f-de0cc1ddcac0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0595298 Mar 31 23:24:31.282763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c359bbbf-088d-466b-ae37-556b0dc6c7af up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:31.308062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-cfdd761e-7589-4804-bf1c-276ac508180c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269618 Mar 31 23:24:31.337619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port c359bbbf-088d-466b-ae37-556b0dc6c7af completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:31.343720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port c359bbbf-088d-466b-ae37-556b0dc6c7af triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:31.344433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:31.437073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-3cf61a06-faf3-4c0a-93f8-d26c80899097 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217220 Mar 31 23:24:31.454933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:31.481801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:31.484819 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e8d7c-1cd4-40ae-967f-d99c457d2f88" -d '{"events": [{"server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "name": "network-vif-plugged", "status": "completed", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:31.501506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:31.507201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:31.561594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7446d1a0-460f-45b6-90ad-e600a5eb7481 req-ceace40e-3cb0-48c6-abf8-b14fc9a98a29 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176441 Mar 31 23:24:31.580619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:31.585210 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b22dc10-67cf-407e-bfaf-0f252a27a284 x-openstack-request-id: req-1b22dc10-67cf-407e-bfaf-0f252a27a284 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:31.585731 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "name": "network-vif-plugged", "status": "completed", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:31.586263 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1b22dc10-67cf-407e-bfaf-0f252a27a284 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:31.586824 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b22dc10-67cf-407e-bfaf-0f252a27a284'] response: {'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'code': 200} Mar 31 23:24:31.684995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4ecc-8432-40f7-9264-cbc02bdfd8cf req-91f8f4a6-d585-433b-a6d8-f482fdf9bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.686609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1ae4ecc-8432-40f7-9264-cbc02bdfd8cf req-91f8f4a6-d585-433b-a6d8-f482fdf9bb0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1096 time: 0.0473976 Mar 31 23:24:31.725002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1ae4ecc-8432-40f7-9264-cbc02bdfd8cf req-2c5a6503-c1e5-4c8d-802c-2a97fbdb8441 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300953 Mar 31 23:24:31.898907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9608f9d-3467-4dcc-bcc7-d391230b47ed req-71761d60-9405-4fb8-a30d-c062367e50b8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.900651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9608f9d-3467-4dcc-bcc7-d391230b47ed req-71761d60-9405-4fb8-a30d-c062367e50b8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0569484 Mar 31 23:24:31.947672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9608f9d-3467-4dcc-bcc7-d391230b47ed req-9f0bb03b-a5ac-40d1-8ab7-c473a6fe88ea tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362399 Mar 31 23:24:32.211905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652ff76-57c5-4422-ad44-01fbb1e79f5b req-3080845a-bb6d-41f1-8ffd-a26dd0845475 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:32.213428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1652ff76-57c5-4422-ad44-01fbb1e79f5b req-3080845a-bb6d-41f1-8ffd-a26dd0845475 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 943 time: 0.0603759 Mar 31 23:24:32.258822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1652ff76-57c5-4422-ad44-01fbb1e79f5b req-3aa42a18-e992-48ba-96a7-a11cfba2784a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Mar 31 23:24:33.084626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ee7c-eeb1-4539-9822-5c8f2d3fb30a req-fef599f5-5a6f-48ce-b88c-3347d8423848 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.086772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a221ee7c-eeb1-4539-9822-5c8f2d3fb30a req-fef599f5-5a6f-48ce-b88c-3347d8423848 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0640905 Mar 31 23:24:33.152061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a221ee7c-eeb1-4539-9822-5c8f2d3fb30a req-3ab155d6-22a5-41b8-a0f2-54e49b3c39cc tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482683 Mar 31 23:24:33.467527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64b089-4f21-4117-9e09-bd27c333eb02 req-e41112d7-3119-4cb1-85c7-344b33ae7afe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:33.469196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d64b089-4f21-4117-9e09-bd27c333eb02 req-e41112d7-3119-4cb1-85c7-344b33ae7afe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 943 time: 0.0900149 Mar 31 23:24:33.514082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d64b089-4f21-4117-9e09-bd27c333eb02 req-4b88e78d-f8b5-406f-8c77-132cd0b4ca04 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Mar 31 23:24:33.577550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:33.699804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1d9d-8046-4645-9fad-2a15efe634a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.798243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1d9d-8046-4645-9fad-2a15efe634a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.803666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5e1d9d-8046-4645-9fad-2a15efe634a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.863327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e5e1d9d-8046-4645-9fad-2a15efe634a3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4b48e6731d834261915ee3eb26e9b83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845974 Mar 31 23:24:33.864727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e1d9d-8046-4645-9fad-2a15efe634a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b0ce5-fd1f-4126-89e3-f336e216dcfd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:33.867569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48412) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:33.941836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:33.978158 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.041166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.045367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.047589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e56b0ce5-fd1f-4126-89e3-f336e216dcfd HTTP/1.1" status: 204 len: 168 time: 0.1772432 Mar 31 23:24:34.061244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8b46c-835e-44e0-91c3-4fa2b291a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b0ce5-fd1f-4126-89e3-f336e216dcfd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:34.357189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618d402-0fc5-4fe4-8521-52f9afd5c60c req-6abf5617-44d4-4609-b99c-9a2dc8fb7637 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:34.362215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1618d402-0fc5-4fe4-8521-52f9afd5c60c req-6abf5617-44d4-4609-b99c-9a2dc8fb7637 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0735538 Mar 31 23:24:34.419002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1618d402-0fc5-4fe4-8521-52f9afd5c60c req-0cfa5439-135c-475e-a4c7-2b1d561b85ff tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501513 Mar 31 23:24:34.483513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fd052bd-926f-437b-85ad-07daa806005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.601192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ab15b-fca0-47f3-991f-c1d867b876b6 req-c40386e4-a169-4fc6-b537-17a37040aed0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:34.603874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed0ab15b-fca0-47f3-991f-c1d867b876b6 req-c40386e4-a169-4fc6-b537-17a37040aed0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0864806 Mar 31 23:24:34.613780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:34.619505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:34.691714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:34.798703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa0bb0-7bab-4792-bf8d-f024837de0c9 req-069215b4-1f40-4eec-a293-b83be9b75390 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:34.808846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55aa0bb0-7bab-4792-bf8d-f024837de0c9 req-069215b4-1f40-4eec-a293-b83be9b75390 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 943 time: 0.1398082 Mar 31 23:24:34.891965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55aa0bb0-7bab-4792-bf8d-f024837de0c9 req-e635666a-5edb-4c90-802b-0b652309a397 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825706 Mar 31 23:24:34.978890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:35.251966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97ce5547-a73d-4e58-84fe-b9428d589fcf details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:24:35.328019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:35.336484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:35.379180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:35.391889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '97ce5547-a73d-4e58-84fe-b9428d589fcf', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'port_id': '97ce5547-a73d-4e58-84fe-b9428d589fcf', 'mac_address': 'fa:16:3e:96:98:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437167f-6aa8-4999-b515-8a90de553345', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:24:35.484869 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:35.500408 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc associated. External IP: 172.25.8.22, port: c359bbbf-088d-466b-ae37-556b0dc6c7af. Mar 31 23:24:35.504631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ce5547-a73d-4e58-84fe-b9428d589fcf {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:24:35.534306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:35.539085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:35.607903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:35.824261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:35.925524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97ce5547-a73d-4e58-84fe-b9428d589fcf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:36.067705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476aee-562a-404e-b5c6-4bef2b498fbf req-b39aa441-5ee3-4d00-8204-27ba50073e53 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:36.084676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a476aee-562a-404e-b5c6-4bef2b498fbf req-b39aa441-5ee3-4d00-8204-27ba50073e53 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 944 time: 0.1141386 Mar 31 23:24:36.095989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:36.114881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.115080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:36.129076 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:36.129986 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:36.196682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a476aee-562a-404e-b5c6-4bef2b498fbf req-584459d5-6de0-486c-a313-cc6048f459e8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111238 Mar 31 23:24:36.322763 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:36.705066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5b2db2e3-7f49-49b2-bd9f-91f4feb4cd90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "PUT /v2.0/floatingips/e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc HTTP/1.1" status: 200 len: 990 time: 2.0896785 Mar 31 23:24:36.706387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:36.709165 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb9791-0399-4daa-b57e-f9523967bfa1" -d '{"events": [{"name": "network-changed", "server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:36.713334 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:35Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:36.752400 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:36.763770 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:36.764609 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:36.819726 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a278ae1a-7ea6-47a3-b185-fb6d459277a0 x-openstack-request-id: req-a278ae1a-7ea6-47a3-b185-fb6d459277a0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:36.820023 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:36.820511 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a278ae1a-7ea6-47a3-b185-fb6d459277a0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:36.820930 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a278ae1a-7ea6-47a3-b185-fb6d459277a0'] response: {'name': 'network-changed', 'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'status': 'completed', 'code': 200} Mar 31 23:24:36.926334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-c7608195-7264-42d2-bbc7-2e4038eb0892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:36.927775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec962624-2732-4b93-a529-cebb9ba83557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:36.932512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-c7608195-7264-42d2-bbc7-2e4038eb0892 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1096 time: 0.0834408 Mar 31 23:24:36.985349 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:37.160824 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-0fc33989-ec00-43c8-b1fb-59c3d7dc5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.162394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-0fc33989-ec00-43c8-b1fb-59c3d7dc5a96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.2215345 Mar 31 23:24:37.285830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97ce5547-a73d-4e58-84fe-b9428d589fcf up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:37.340416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-d530dc42-c95f-445f-a52a-423c5be69068 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 998 time: 0.1693461 Mar 31 23:24:37.395040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 97ce5547-a73d-4e58-84fe-b9428d589fcf completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:24:37.399457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 97ce5547-a73d-4e58-84fe-b9428d589fcf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:24:37.400037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.421174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cd380-90d2-467a-9dfa-126f51ac2849 req-32a78a49-d9bd-4d4a-a002-d5ebac900ebe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.428857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-074cd380-90d2-467a-9dfa-126f51ac2849 req-32a78a49-d9bd-4d4a-a002-d5ebac900ebe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 944 time: 0.1348460 Mar 31 23:24:37.514716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-074cd380-90d2-467a-9dfa-126f51ac2849 req-1c7c21e7-41a3-4b3a-94d0-e04b33bb1d1b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846417 Mar 31 23:24:37.517694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-88a63d1c-a60d-4c1d-8918-896874c6c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.520247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-88a63d1c-a60d-4c1d-8918-896874c6c197 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.1704037 Mar 31 23:24:37.521029 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:35Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:37.566124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.580524 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e41c99-3d62-48e2-ad6e-7632ac71dc2a None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:35Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:37.607204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-879b3d22-fadf-4b88-a974-af1937ae484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.608882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-879b3d22-fadf-4b88-a974-af1937ae484f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816286 Mar 31 23:24:37.639754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48564) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:37.660537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:37.662409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:37.667935 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7932cbbc-e3eb-4fe2-bd67-c850db65a2d8" -d '{"events": [{"server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "name": "network-vif-plugged", "status": "completed", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:37.673082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.754958 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cef6f8-2986-43a9-b7d3-7a3f63f09975 x-openstack-request-id: req-e9cef6f8-2986-43a9-b7d3-7a3f63f09975 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:37.755394 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "name": "network-vif-plugged", "status": "completed", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:37.755757 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e9cef6f8-2986-43a9-b7d3-7a3f63f09975 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:37.756157 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cef6f8-2986-43a9-b7d3-7a3f63f09975'] response: {'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf', 'code': 200} Mar 31 23:24:37.759314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:37.851512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-b9c2685b-d0b7-45b4-bd5b-05d01e33e8e9 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306130 Mar 31 23:24:37.932228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-076a5a54-d1a9-4183-81b8-986ad3b6d6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:37.950070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfef596-f6df-4d7c-820d-b6a6c3fab70e req-65560716-cfa0-4712-a09a-88f363b15ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:37.951772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bfef596-f6df-4d7c-820d-b6a6c3fab70e req-65560716-cfa0-4712-a09a-88f363b15ef8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 1096 time: 0.0957129 Mar 31 23:24:37.989499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ee723-6d5e-4c9d-97f5-26ff0ea692de None None] New status for floating IP e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:24:38.015608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9bfef596-f6df-4d7c-820d-b6a6c3fab70e req-dd44b38e-3398-4510-9bc2-51475f04f436 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Mar 31 23:24:38.043786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4afb9791-0399-4daa-b57e-f9523967bfa1 req-e37ae9b4-085e-4a28-ab1f-78b71dd70157 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836367 Mar 31 23:24:38.070361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-076a5a54-d1a9-4183-81b8-986ad3b6d6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.076319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-076a5a54-d1a9-4183-81b8-986ad3b6d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.119554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-076a5a54-d1a9-4183-81b8-986ad3b6d6e2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cbebfce369cf40af8b012917b17f873f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786553 Mar 31 23:24:38.120387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a5a54-d1a9-4183-81b8-986ad3b6d6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc024b1-9c3c-43f7-a24f-628726e2479e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:38.122287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48572) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:38.192298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.214750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.265046 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.267666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.268836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0fc024b1-9c3c-43f7-a24f-628726e2479e HTTP/1.1" status: 204 len: 168 time: 0.1455424 Mar 31 23:24:38.277581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986acf7-91b7-4cf4-b493-038da083942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc024b1-9c3c-43f7-a24f-628726e2479e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:38.393974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.542951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48580) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:38.557184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e34be07e-e0b2-47a9-95f9-68c39be22d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.640105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a181830-2e71-4dbe-98f6-519216b17437 req-b0b79a02-048c-41f6-a7b5-6de503359c5e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:38.640448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e34be07e-e0b2-47a9-95f9-68c39be22d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.641707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a181830-2e71-4dbe-98f6-519216b17437 req-b0b79a02-048c-41f6-a7b5-6de503359c5e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 945 time: 0.0650678 Mar 31 23:24:38.646585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e34be07e-e0b2-47a9-95f9-68c39be22d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.682586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e34be07e-e0b2-47a9-95f9-68c39be22d81 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4685ca325937498eb0322448c0fc24ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385131 Mar 31 23:24:38.687266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48588) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:38.695771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8a181830-2e71-4dbe-98f6-519216b17437 req-124e8891-e908-4084-b92d-9fd4643ef170 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Mar 31 23:24:38.703284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34be07e-e0b2-47a9-95f9-68c39be22d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb6ca3-0fc9-4488-85ab-e459281596ca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:38.743147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.766698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.814145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.816768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:38.818011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bacb6ca3-0fc9-4488-85ab-e459281596ca HTTP/1.1" status: 204 len: 168 time: 0.1296203 Mar 31 23:24:38.825849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6a9de-2a47-406c-bf67-04725a062521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb6ca3-0fc9-4488-85ab-e459281596ca,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:39.906845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc8be-f655-40e8-90d6-5f9cdf153181 req-07dd1ae2-bc41-4c22-99d5-d93f56104eec tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:39.914539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c31dc8be-f655-40e8-90d6-5f9cdf153181 req-07dd1ae2-bc41-4c22-99d5-d93f56104eec tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 945 time: 0.1153982 Mar 31 23:24:39.950080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c31dc8be-f655-40e8-90d6-5f9cdf153181 req-fa2c801b-a2d3-44c5-a7fa-5578b06f29dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Mar 31 23:24:40.029000 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.294464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcf204-d7dc-49c7-a439-20ac013eed6c req-8b72ec84-61d2-4c6d-afb1-25f12adb4ca6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:40.296298 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51bcf204-d7dc-49c7-a439-20ac013eed6c req-8b72ec84-61d2-4c6d-afb1-25f12adb4ca6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 945 time: 0.0621336 Mar 31 23:24:40.354508 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51bcf204-d7dc-49c7-a439-20ac013eed6c req-58bb5b57-7237-4857-a9b2-7618bf0e2a21 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512693 Mar 31 23:24:40.366031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.505577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48652) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:40.663581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-58e69668-4dad-4a56-9c9c-61198af97566 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:40.691890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48660) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:40.699263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Request body: {'network': {'project_id': 'a5d4f92ad23f4770942821c99097c9a3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:40.704175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-58e69668-4dad-4a56-9c9c-61198af97566 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "PUT /v2.0/quotas/a5d4f92ad23f4770942821c99097c9a3 HTTP/1.1" status: 200 len: 368 time: 0.1973350 Mar 31 23:24:40.730174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Made reservation on behalf of a5d4f92ad23f4770942821c99097c9a3 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:40.733041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.746331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.875106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.880512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.919739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1251, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:40.930916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20a3f2-4cb9-450f-9657-47a22d20cbca,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:40.937165 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:40.937790 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Added segment 1c2f6f69-36f0-4362-ab2a-2c3fc6854ed3 of type vlan for network 38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494 Mar 31 23:24:41.006899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.041368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.042490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:41.043109 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.084782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:41.087575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Request body: {'network': {'project_id': 'a5d4f92ad23f4770942821c99097c9a3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:41.088454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3944311 Mar 31 23:24:41.131428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c13b8c-4d53-4f57-a569-d02eb808f866 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event updated for resources: {'Network': ['ID=38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:41.148558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:41.160007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Made reservation on behalf of a5d4f92ad23f4770942821c99097c9a3 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:41.162443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.216401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:41.238459 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.238782 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Added segment 3aeda278-36b0-443b-bf55-063fcaf9dd4b of type vlan for network 0e97c36a-08cb-4894-a01f-46bf17b571ee Mar 31 23:24:41.302133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.346792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.347977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:41.348664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.391390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.3079898 Mar 31 23:24:41.394217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48676) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:41.399726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d7a603ec-7f1d-45dd-8d72-a3e67fb11f6d tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Request body: {'network': {'project_id': 'a5d4f92ad23f4770942821c99097c9a3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:41.439552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c54fb-b9a5-4a10-8073-d7947098cf2b tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event updated for resources: {'Network': ['ID=0e97c36a-08cb-4894-a01f-46bf17b571ee,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:41.442658 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a603ec-7f1d-45dd-8d72-a3e67fb11f6d tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 31 23:24:41.443123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a603ec-7f1d-45dd-8d72-a3e67fb11f6d tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:24:41.444338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d7a603ec-7f1d-45dd-8d72-a3e67fb11f6d tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0489030 Mar 31 23:24:41.447407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:41.450633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0e97c36a-08cb-4894-a01f-46bf17b571ee details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:41.608387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48680) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:41.611331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64c04d90-c0aa-4a11-a976-a9c3b4eeaa64 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a5d4f92ad23f4770942821c99097c9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570480 Mar 31 23:24:41.626966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4801478-c6fa-4279-a335-073c23f5b56f req-c447370d-10a4-495a-be8f-7b6a51db7d87 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:41.636386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4801478-c6fa-4279-a335-073c23f5b56f req-c447370d-10a4-495a-be8f-7b6a51db7d87 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 945 time: 0.1699815 Mar 31 23:24:41.691557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4801478-c6fa-4279-a335-073c23f5b56f req-4037c431-8d14-4d47-bfbf-dda6bc4acf0c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494256 Mar 31 23:24:41.718862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.757974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.830092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.832983 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:41.837008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "DELETE /v2.0/security-groups/ce20a3f2-4cb9-450f-9657-47a22d20cbca HTTP/1.1" status: 204 len: 168 time: 0.2250876 Mar 31 23:24:41.837406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48688) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:41.845791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7652d5-2e23-4a07-9339-57dbc393c95a tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20a3f2-4cb9-450f-9657-47a22d20cbca,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:41.948211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.075356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-35ce8aa7-a971-41a0-860f-2b83443b5950 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:42.077142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-35ce8aa7-a971-41a0-860f-2b83443b5950 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 945 time: 0.0919924 Mar 31 23:24:42.130085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.160916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e97c36a-08cb-4894-a01f-46bf17b571ee']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.177589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aeda278-36b0-443b-bf55-063fcaf9dd4b') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.177589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aeda278-36b0-443b-bf55-063fcaf9dd4b') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.185260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.201343 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.211648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:42.212043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.234650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Deleting port 97ce5547-a73d-4e58-84fe-b9428d589fcf {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:24:42.235089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:42.272934 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:42.277023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.283948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.287345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "DELETE /v2.0/networks/0e97c36a-08cb-4894-a01f-46bf17b571ee HTTP/1.1" status: 204 len: 168 time: 0.4484699 Mar 31 23:24:42.298115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48690) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:42.308142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f4aff-4649-4ed9-832f-876a1626b547 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e97c36a-08cb-4894-a01f-46bf17b571ee,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:42.372072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] For port 97ce5547-a73d-4e58-84fe-b9428d589fcf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97ce5547-a73d-4e58-84fe-b9428d589fcf,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:42.373716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.376691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.402458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Calling delete_port for 97ce5547-a73d-4e58-84fe-b9428d589fcf owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:24:42.469686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.490553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.500593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2f6f69-36f0-4362-ab2a-2c3fc6854ed3') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.501128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2f6f69-36f0-4362-ab2a-2c3fc6854ed3') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.511199 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.526317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.536166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:42.537896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:42.560143 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:42.582611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.598252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97ce5547-a73d-4e58-84fe-b9428d589fcf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:42.618148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.626455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.629694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] 10.222.0.95 "DELETE /v2.0/networks/38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494 HTTP/1.1" status: 204 len: 168 time: 0.3304863 Mar 31 23:24:42.630564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Pushing event deleted for resources: {'Port': ['ID=97ce5547-a73d-4e58-84fe-b9428d589fcf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:42.641605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9e368-50ef-4189-81fd-0c8fa6039bf0 tempest-QuotasNegativeTest-990634519 tempest-QuotasNegativeTest-990634519-project-admin] Pushing event deleted for resources: {'Network': ['ID=38d0d3ea-b7b9-4bd9-a8bf-9ed087f42494,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:42.673268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5ee375ea-4758-49f8-ad47-e40969d9daa8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:42.729903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] No DVR routers for this DVR port 97ce5547-a73d-4e58-84fe-b9428d589fcf on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:42.738807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:42.742998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02c2b5d5-d1b4-48df-b4f1-f07c31a3dcf1 req-994bd0a5-3bc8-4021-9b04-d347acb9582d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "DELETE /v2.0/ports/97ce5547-a73d-4e58-84fe-b9428d589fcf HTTP/1.1" status: 204 len: 173 time: 0.6578114 Mar 31 23:24:42.743498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'name': 'network-vif-deleted', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:42.745850 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240325fa-37fe-47cf-9134-c122842634a2" -d '{"events": [{"server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "name": "network-vif-deleted", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:42.796939 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5bce48-81ef-4d9c-a764-51a9f34fc65c x-openstack-request-id: req-7b5bce48-81ef-4d9c-a764-51a9f34fc65c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:42.797498 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4229ea-3b11-4072-8671-aa6971e5795b", "name": "network-vif-deleted", "tag": "97ce5547-a73d-4e58-84fe-b9428d589fcf", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:42.797920 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7b5bce48-81ef-4d9c-a764-51a9f34fc65c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:42.799715 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5bce48-81ef-4d9c-a764-51a9f34fc65c'] response: {'server_uuid': '4c4229ea-3b11-4072-8671-aa6971e5795b', 'name': 'network-vif-deleted', 'tag': '97ce5547-a73d-4e58-84fe-b9428d589fcf', 'status': 'completed', 'code': 200} Mar 31 23:24:42.890084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-389eaabe-6418-4d04-952c-83d222ef586b req-66a13ecc-4fe5-42ac-8128-04a640df8bac tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=4c4229ea-3b11-4072-8671-aa6971e5795b HTTP/1.1" status: 200 len: 210 time: 0.0723138 Mar 31 23:24:43.270991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48710) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:43.413725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-313a7188-4e3f-4edc-ad05-f99e4faae6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.524202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-313a7188-4e3f-4edc-ad05-f99e4faae6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.530473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-313a7188-4e3f-4edc-ad05-f99e4faae6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.589858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48720) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:43.600676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-313a7188-4e3f-4edc-ad05-f99e4faae6a8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2857fc5bee2e44d982eedb08311c037b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198738 Mar 31 23:24:43.630418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a7188-4e3f-4edc-ad05-f99e4faae6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3725e8d-f772-4e3c-b59c-0dbf0768a8bf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:43.675157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.702245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.762575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.765629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:43.775738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b3725e8d-f772-4e3c-b59c-0dbf0768a8bf HTTP/1.1" status: 204 len: 168 time: 0.1786499 Mar 31 23:24:43.785944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e53206-275e-4a40-b776-4205f5a1b293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3725e8d-f772-4e3c-b59c-0dbf0768a8bf,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.106066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc3e0-029f-44bd-9466-963c2291fec6 req-624d615f-e54b-4c07-bb31-70a1f9832561 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.107962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c79cc3e0-029f-44bd-9466-963c2291fec6 req-624d615f-e54b-4c07-bb31-70a1f9832561 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0857239 Mar 31 23:24:44.171324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:44.190594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c79cc3e0-029f-44bd-9466-963c2291fec6 req-8a01edec-43a1-4847-bb1e-d907b0e6bcb6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743835 Mar 31 23:24:44.196130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46433bcc-c7d7-4f5e-8f00-a69fe00c77fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.289209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46433bcc-c7d7-4f5e-8f00-a69fe00c77fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.294592 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-46433bcc-c7d7-4f5e-8f00-a69fe00c77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.343436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-46433bcc-c7d7-4f5e-8f00-a69fe00c77fa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ea63d2edf62140b5b4e120e571019d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694317 Mar 31 23:24:44.350542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:44.368242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46433bcc-c7d7-4f5e-8f00-a69fe00c77fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62400040-98b2-4a77-990a-f14728994f5c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.476037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.504721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.587967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d20329-91b3-42b0-9191-eb863b7abd15 req-acebd249-95c5-4f1a-adbc-ad2e365b0440 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.589387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1d20329-91b3-42b0-9191-eb863b7abd15 req-acebd249-95c5-4f1a-adbc-ad2e365b0440 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1146610 Mar 31 23:24:44.590486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.593294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:44.594357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/62400040-98b2-4a77-990a-f14728994f5c HTTP/1.1" status: 204 len: 168 time: 0.2423222 Mar 31 23:24:44.603496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2e5b-3a00-49c0-9ca5-902317513a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62400040-98b2-4a77-990a-f14728994f5c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.676043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1d20329-91b3-42b0-9191-eb863b7abd15 req-e676ef5d-6653-4f1b-9418-520a047d01f7 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735137 Mar 31 23:24:44.824170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b1732-995f-4a5a-8812-ecfc4335229c req-36ea31b6-2c13-43c8-997e-4fb7cae9c907 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:44.825831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-823b1732-995f-4a5a-8812-ecfc4335229c req-36ea31b6-2c13-43c8-997e-4fb7cae9c907 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0671422 Mar 31 23:24:44.884941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-823b1732-995f-4a5a-8812-ecfc4335229c req-799d80ab-9ae7-4af4-a34e-e1103a61052a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529368 Mar 31 23:24:45.314618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97ce5547-a73d-4e58-84fe-b9428d589fcf no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:45.341057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 97ce5547-a73d-4e58-84fe-b9428d589fcf {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:24:45.341720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97ce5547-a73d-4e58-84fe-b9428d589fcf not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:46.213130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48812) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:46.382375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-563b3f2b-6997-441c-9680-cc1aad1cbe38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.520021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-563b3f2b-6997-441c-9680-cc1aad1cbe38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.525744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-563b3f2b-6997-441c-9680-cc1aad1cbe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.588317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-563b3f2b-6997-441c-9680-cc1aad1cbe38 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=38e080157bf744b687ba03a931f26ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730330 Mar 31 23:24:46.590290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48832) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:46.662374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b3f2b-6997-441c-9680-cc1aad1cbe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d69ede6-38a1-4eb3-a70b-0eb451086137,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:46.734754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.768197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:46.779287 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.873583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.878909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:46.880699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3d69ede6-38a1-4eb3-a70b-0eb451086137 HTTP/1.1" status: 204 len: 168 time: 0.2892885 Mar 31 23:24:46.900793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f288ea2-8288-4bfd-bf7d-edb3d2e31a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d69ede6-38a1-4eb3-a70b-0eb451086137,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:46.947327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5c72-41e7-479a-8c49-6bc741a41a6e req-9242bd58-f3cd-41b4-ab41-7c5beb564df8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:46.958887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a9b5c72-41e7-479a-8c49-6bc741a41a6e req-9242bd58-f3cd-41b4-ab41-7c5beb564df8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1075373 Mar 31 23:24:47.014833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b5cc406d-b313-4a28-a881-03719af697ef tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:47.019409 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a9b5c72-41e7-479a-8c49-6bc741a41a6e req-956b5220-b3b2-4bd4-b220-c8e6ab0ea954 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591249 Mar 31 23:24:47.060462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b5cc406d-b313-4a28-a881-03719af697ef tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "PUT /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf HTTP/1.1" status: 200 len: 366 time: 0.2909322 Mar 31 23:24:47.063104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48854) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.082424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-73816961-0412-49b6-8d6e-a885da35f9d0 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0173573 Mar 31 23:24:47.085179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.103442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5280de27-a10a-4b14-96b6-da2df5557c94 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf HTTP/1.1" status: 200 len: 366 time: 0.0143483 Mar 31 23:24:47.103442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.128075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-43ecfeee-602d-462f-b68c-f856eaf2745e tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf HTTP/1.1" status: 204 len: 168 time: 0.0234382 Mar 31 23:24:47.129948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.185729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40f5c31c-b13d-421a-8c1c-63b5dd0db20b tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0540872 Mar 31 23:24:47.188358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48866) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.205646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-82612940-4335-4097-a8f9-6523ae014271 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf HTTP/1.1" status: 200 len: 370 time: 0.0159681 Mar 31 23:24:47.209006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48868) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.215657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e5d6c42-f4b0-47f9-846d-e30b2c43bbcb tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf/default HTTP/1.1" status: 200 len: 370 time: 0.0041568 Mar 31 23:24:47.218640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48870) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.223411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d78b5-92f2-402e-988c-81474595c740 req-9b34b3be-fa7e-4887-8b22-6324dd6f4828 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:47.225015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c1d78b5-92f2-402e-988c-81474595c740 req-9b34b3be-fa7e-4887-8b22-6324dd6f4828 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0771437 Mar 31 23:24:47.231456 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-f346cc27-2adb-4225-999e-bd4ce5f8bb44 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] delete failed (client error): The resource could not be found. Mar 31 23:24:47.247902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f346cc27-2adb-4225-999e-bd4ce5f8bb44 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/01fdf5b94d4f4e81b056360482737ddf HTTP/1.1" status: 404 len: 348 time: 0.0276353 Mar 31 23:24:47.290779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c1d78b5-92f2-402e-988c-81474595c740 req-6c9703e0-ecf3-4f91-9d63-e20309134901 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541599 Mar 31 23:24:47.471487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:47.510663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:network and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.517256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.523638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:subnet and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.536170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.543719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:subnetpool and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.550676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.558711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:port and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.566642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.582199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:router and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.594391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.603657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:floatingip and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.610337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.660580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:security_group and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.666668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.673954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Usage tracker for resource:security_group_rule and tenant:a1d6d551d3da48949bf7726c9dea0574 is out of sync, need to count used quota {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 31 23:24:47.679341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.quota.resource [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109299) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Mar 31 23:24:47.688135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a3236cf-8009-4d6d-a0d2-429a41a001e3 tempest-QuotasTest-1086581179 tempest-QuotasTest-1086581179-project-admin] 10.222.0.95 "GET /v2.0/quotas/a1d6d551d3da48949bf7726c9dea0574/details.json HTTP/1.1" status: 200 len: 703 time: 0.2109206 Mar 31 23:24:48.023936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:48.157368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b57a-4892-4274-9876-6480645473f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.251952 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b57a-4892-4274-9876-6480645473f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.256823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b57a-4892-4274-9876-6480645473f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.297512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2b57a-4892-4274-9876-6480645473f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d72a77-c3db-4efd-a364-8e42209d9942,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:48.303090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cfa2b57a-4892-4274-9876-6480645473f6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=41be97847a5841609b16624226141484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778926 Mar 31 23:24:48.305923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48898) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:48.366579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.390312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.443778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.446490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.447659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b5d72a77-c3db-4efd-a364-8e42209d9942 HTTP/1.1" status: 204 len: 168 time: 0.1407690 Mar 31 23:24:48.455766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74293d64-2dd0-4f29-a82d-d2991c52af08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d72a77-c3db-4efd-a364-8e42209d9942,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:48.729351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:48.743151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8247766-69eb-460f-9f3c-a41cfa5573c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.820787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8247766-69eb-460f-9f3c-a41cfa5573c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.828618 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8247766-69eb-460f-9f3c-a41cfa5573c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.878313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8247766-69eb-460f-9f3c-a41cfa5573c0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a1d6d551d3da48949bf7726c9dea0574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475837 Mar 31 23:24:48.879080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8247766-69eb-460f-9f3c-a41cfa5573c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890387b-014e-4bcd-8da6-d057e14911b5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:48.880809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:48.929082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d8e2-2169-46df-bac8-e92817d6b7d9 req-049b27c5-00f1-4473-987e-1d0246b380b8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:48.930978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c668d8e2-2169-46df-bac8-e92817d6b7d9 req-049b27c5-00f1-4473-987e-1d0246b380b8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0636330 Mar 31 23:24:48.952173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.978281 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:48.980520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c668d8e2-2169-46df-bac8-e92817d6b7d9 req-638efa62-3a3b-427f-beaf-f42fad6df7a1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Mar 31 23:24:49.041853 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:49.046019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:49.047463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8890387b-014e-4bcd-8da6-d057e14911b5 HTTP/1.1" status: 204 len: 168 time: 0.1655452 Mar 31 23:24:49.071706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6685fe-ebc3-4c0f-81d1-d26fb90d4011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890387b-014e-4bcd-8da6-d057e14911b5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:49.148942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b5dfc-26c0-4905-9b14-64c131f957d0 req-296c4527-ee9b-4fc2-b52f-9b7f1e1219c4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.156701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397b5dfc-26c0-4905-9b14-64c131f957d0 req-296c4527-ee9b-4fc2-b52f-9b7f1e1219c4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0905082 Mar 31 23:24:49.195730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397b5dfc-26c0-4905-9b14-64c131f957d0 req-481142b3-710e-45d4-9a74-c2a94999d6a9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Mar 31 23:24:49.437823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c6076-6042-46e7-b32c-e3166504ebf9 req-6602cfd6-b040-467a-be8e-6380a0781f96 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.439408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d4c6076-6042-46e7-b32c-e3166504ebf9 req-6602cfd6-b040-467a-be8e-6380a0781f96 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0558774 Mar 31 23:24:49.481495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d4c6076-6042-46e7-b32c-e3166504ebf9 req-474961c7-b66f-487b-8a2c-fd861b528e16 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Mar 31 23:24:49.608753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84decb08-76bc-4baa-b696-2cead78e4935 req-a221ae62-1e2b-424b-9f9c-4ef50f859582 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.610260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84decb08-76bc-4baa-b696-2cead78e4935 req-a221ae62-1e2b-424b-9f9c-4ef50f859582 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0569201 Mar 31 23:24:49.657812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84decb08-76bc-4baa-b696-2cead78e4935 req-c416b9ed-d2bf-4346-a545-33a9ea865303 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377655 Mar 31 23:24:49.843140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48964) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:49.901391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa70be5-ec90-493d-9184-d2bbb8a92d29 req-520e2b01-4f23-486b-be1a-4df7e47ed8c0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.902972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fa70be5-ec90-493d-9184-d2bbb8a92d29 req-520e2b01-4f23-486b-be1a-4df7e47ed8c0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0532234 Mar 31 23:24:49.945289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fa70be5-ec90-493d-9184-d2bbb8a92d29 req-859fd978-1232-46c3-b699-989ef33878ea tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Mar 31 23:24:49.999569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2048703481'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:50.025887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:50.029728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.055594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.103019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac342-bf73-40bb-88ed-6723b6ee8799 req-00dc450c-7589-474a-bc23-d9ab74756d27 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.104728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-237ac342-bf73-40bb-88ed-6723b6ee8799 req-00dc450c-7589-474a-bc23-d9ab74756d27 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0881314 Mar 31 23:24:50.169845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-237ac342-bf73-40bb-88ed-6723b6ee8799 req-5136a423-88bf-4723-8b96-9e4b73e0244e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Mar 31 23:24:50.194072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.199534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.223791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:50.239738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11dd2f4-74f0-4096-a974-a6c1beebd57f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:50.243282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.243836 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Added segment 30739f6b-538d-467f-8efe-278795476371 of type vlan for network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 Mar 31 23:24:50.284332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.310362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.316513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.317213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.362442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5180569 Mar 31 23:24:50.365851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 48978) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:50.371368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'subnet': {'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:50.417816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e61d23-5dee-4b24-86f1-fbb6f1178915 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Network': ['ID=0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:50.432808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:50.446066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308353-bfa5-4b23-ba84-2bed1128a980 req-f7022bfd-ae1a-492e-afa0-0b2bced86c7e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.454374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f308353-bfa5-4b23-ba84-2bed1128a980 req-f7022bfd-ae1a-492e-afa0-0b2bced86c7e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0987070 Mar 31 23:24:50.475548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:50.480015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.507280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1f308353-bfa5-4b23-ba84-2bed1128a980 req-d25f4aad-0910-4852-abd3-6ce0b96c6cee tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Mar 31 23:24:50.718955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272dfe7-65fb-4537-8738-9ff68258b56b req-d0db016d-b48f-4535-ad42-c59ae4aab50a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.720558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e272dfe7-65fb-4537-8738-9ff68258b56b req-d0db016d-b48f-4535-ad42-c59ae4aab50a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1147878 Mar 31 23:24:50.751956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.812346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e272dfe7-65fb-4537-8738-9ff68258b56b req-7b434730-2fee-4afe-80c6-782bb70b6667 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806887 Mar 31 23:24:50.833951 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Subnet': ['ID=dee7d527-b744-4f5d-addf-99b6842361d4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:50.838650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Checking segment: {'id': '30739f6b-538d-467f-8efe-278795476371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:24:50.839012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network hostable DHCP agents. Network: 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:24:50.874932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:24:50.885019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:50.902486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.903340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.925377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 48992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:50.926149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fd48bf95-6346-4894-bf1b-a51bb4b76c3c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5590332 Mar 31 23:24:50.930446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1633469355', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:50.973537 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:50.974569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.047399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.078486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28309599-803e-49e3-8d46-cc9eb83909bf None None] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:51.111497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376e3f5-82ba-4768-8776-d06fdaecd8cb req-fd987483-7458-47f0-97ab-35db404c933b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.119440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c376e3f5-82ba-4768-8776-d06fdaecd8cb req-fd987483-7458-47f0-97ab-35db404c933b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1251154 Mar 31 23:24:51.154346 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.173857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c376e3f5-82ba-4768-8776-d06fdaecd8cb req-0bb35a3c-6e9e-4557-90c1-a1e318b240e2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535340 Mar 31 23:24:51.247580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec249a-2f72-4f09-bba9-5dde27ae2f92 None None] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:24:51.273170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.357304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e13230-f4a3-48ec-ba22-524e3c8e12ea req-849db299-440a-43f6-9bef-7651f85e932d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.363601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90e13230-f4a3-48ec-ba22-524e3c8e12ea req-849db299-440a-43f6-9bef-7651f85e932d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1007175 Mar 31 23:24:51.430020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-90e13230-f4a3-48ec-ba22-524e3c8e12ea req-fd2a3c28-84cd-4e92-8660-47ea0460e04c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Mar 31 23:24:51.557713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.600464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.690331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e367c7-d0a9-483f-8478-94a430ed7d11 req-0ccbe921-39fd-4d77-b0ba-a920be6f7ea4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.691927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51e367c7-d0a9-483f-8478-94a430ed7d11 req-0ccbe921-39fd-4d77-b0ba-a920be6f7ea4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1034956 Mar 31 23:24:51.763835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.185 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6c6edce9-a4de-4d48-b4c2-b540bfa4fe8f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:51.770111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51e367c7-d0a9-483f-8478-94a430ed7d11 req-8ff1f115-728a-4c24-8f10-b6ce1906ca78 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557971 Mar 31 23:24:51.896466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9edfd-c766-40e0-a655-0bf84b177c05 req-91bb086a-019e-418a-baf4-4839e6086047 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:51.897267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.898915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48b9edfd-c766-40e0-a655-0bf84b177c05 req-91bb086a-019e-418a-baf4-4839e6086047 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0557170 Mar 31 23:24:51.934659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:51.945213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48b9edfd-c766-40e0-a655-0bf84b177c05 req-d8f7a29a-eb0b-459d-b816-8dabce3a19c6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Mar 31 23:24:51.979525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:51.984929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:51.993199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=6c6edce9-a4de-4d48-b4c2-b540bfa4fe8f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:52.004165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:52.283605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7e671-524a-4122-866d-76a97d321857 req-a4463536-5fa8-4fa2-85fc-036317c3e36a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:52.285058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5c7e671-524a-4122-866d-76a97d321857 req-a4463536-5fa8-4fa2-85fc-036317c3e36a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 814 time: 0.1981521 Mar 31 23:24:52.337779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5c7e671-524a-4122-866d-76a97d321857 req-8a8e6d29-f054-413a-911a-8cfdd76f3355 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/quotas/fc3035452d7046e28a9b6cd06c016eba HTTP/1.1" status: 200 len: 375 time: 0.0429165 Mar 31 23:24:52.359969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:52.768030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5c7e671-524a-4122-866d-76a97d321857 req-6d94cf42-3276-4fd3-b6a9-cb3442dbf581 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4223945 Mar 31 23:24:52.887644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3499c33-472d-44e3-ae48-c714ce173bd8 req-1973c821-5ae2-4d1f-a666-1271f58655ba tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:52.889457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3499c33-472d-44e3-ae48-c714ce173bd8 req-1973c821-5ae2-4d1f-a666-1271f58655ba tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Mar 31 23:24:52.924528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:52.928408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3499c33-472d-44e3-ae48-c714ce173bd8 req-8a596fac-8926-4107-9758-8850fec35c68 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323989 Mar 31 23:24:53.079471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cf7b7-26e9-4f8e-959e-28c8c3c1a96b req-0d793be6-7340-4fa8-8d92-88e0c6068817 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.081058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-668cf7b7-26e9-4f8e-959e-28c8c3c1a96b req-0d793be6-7340-4fa8-8d92-88e0c6068817 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0675888 Mar 31 23:24:53.111275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:24:53.172082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-668cf7b7-26e9-4f8e-959e-28c8c3c1a96b req-8c4c10ab-1c48-4a07-b062-1c6895adbb70 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803156 Mar 31 23:24:53.268954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:53.282370 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:53.291934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:53.292735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:53.294988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a248feac-6925-4e2f-80c5-952d5a20a393 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3675735 Mar 31 23:24:53.297401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49042) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:53.297681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:53.333065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:53.342678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:53.343623 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:53.378160 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:53.379314 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f06c54-b387-4761-9030-ec36d5f31988 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:53.386496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efafb179-9d98-4f45-a9a2-d1307a26cee9 req-3a7c17a2-238b-4180-92ac-611250c9e8e0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc3035452d7046e28a9b6cd06c016eba HTTP/1.1" status: 200 len: 221 time: 0.0351200 Mar 31 23:24:53.561096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5a043-1e92-4239-9d5f-c0685eb1b61f req-c2188e7c-1e8a-4821-8632-6db232acfe2a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.562638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4c5a043-1e92-4239-9d5f-c0685eb1b61f req-c2188e7c-1e8a-4821-8632-6db232acfe2a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0952044 Mar 31 23:24:53.644136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4c5a043-1e92-4239-9d5f-c0685eb1b61f req-850ee355-330d-430a-bb03-c4698f3d5605 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745888 Mar 31 23:24:53.771004 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be6cbc-b761-4852-9473-89dbc7faa148 req-e9d7816c-1c23-4041-8c88-3607e441d348 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.772876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2be6cbc-b761-4852-9473-89dbc7faa148 req-e9d7816c-1c23-4041-8c88-3607e441d348 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0539718 Mar 31 23:24:53.815732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2be6cbc-b761-4852-9473-89dbc7faa148 req-52f59667-1b4c-4528-b8ce-5fef663713da tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Mar 31 23:24:53.818417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:53.961310 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb854f-92c2-4e78-988e-0b5dd31cd24a req-f02dac89-98f0-4579-ab47-dd782133a028 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:53.962824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17cb854f-92c2-4e78-988e-0b5dd31cd24a req-f02dac89-98f0-4579-ab47-dd782133a028 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0549788 Mar 31 23:24:54.012310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17cb854f-92c2-4e78-988e-0b5dd31cd24a req-91c42f72-28e7-4b8f-bf10-00f448ec14ce tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Mar 31 23:24:54.144374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.1 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/1658c5ae-11ef-497b-b870-1d01da7e6bc6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:54.161427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae573070-3568-4a01-9855-94aff3c73045 req-d1e64078-aa9e-48cc-9d1b-b97e84ed89ba tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:54.162974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae573070-3568-4a01-9855-94aff3c73045 req-d1e64078-aa9e-48cc-9d1b-b97e84ed89ba tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0698044 Mar 31 23:24:54.261426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae573070-3568-4a01-9855-94aff3c73045 req-3c243255-68e9-4033-b5a8-ff090250ed6b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915563 Mar 31 23:24:54.307599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.344865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.423733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:54.429837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:54.433090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:54.435676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=1658c5ae-11ef-497b-b870-1d01da7e6bc6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:54.487109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c788-9161-4853-83be-0f9de504a8dc req-e8b0bd5d-f461-4130-873c-e8e6de242553 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:54.488651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f98c788-9161-4853-83be-0f9de504a8dc req-e8b0bd5d-f461-4130-873c-e8e6de242553 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1389222 Mar 31 23:24:54.492179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.575792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7f98c788-9161-4853-83be-0f9de504a8dc req-5d5d1a14-fea2-4c52-95fe-fb356f94f619 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799263 Mar 31 23:24:54.656255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.703908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8e6d-1ccd-4961-b056-6915d34bee1b req-ce0c8380-e09d-40b0-93d4-a968f496478c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:54.704937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c4c8e6d-1ccd-4961-b056-6915d34bee1b req-ce0c8380-e09d-40b0-93d4-a968f496478c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0562932 Mar 31 23:24:54.747510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c4c8e6d-1ccd-4961-b056-6915d34bee1b req-8ec9addc-3c90-4e2e-83e9-fa795876e860 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358946 Mar 31 23:24:54.884675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d72f1-0441-448f-a5e3-89a66556b69b req-60fd4cc4-e271-4303-a573-c91619bb773b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:54.886253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd4d72f1-0441-448f-a5e3-89a66556b69b req-60fd4cc4-e271-4303-a573-c91619bb773b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Mar 31 23:24:54.928898 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd4d72f1-0441-448f-a5e3-89a66556b69b req-a2737dc8-887f-4991-94ab-e1c0059cf158 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Mar 31 23:24:54.965369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:54.971534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:55.082393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:55.085174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=1658c5ae-11ef-497b-b870-1d01da7e6bc6,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:55.107558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa9f2-3827-40cb-927d-3bee8f6c19fa req-53ebf10f-a9be-447f-9c8c-462176bf34fe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.109054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce7aa9f2-3827-40cb-927d-3bee8f6c19fa req-53ebf10f-a9be-447f-9c8c-462176bf34fe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1069303 Mar 31 23:24:55.193386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce7aa9f2-3827-40cb-927d-3bee8f6c19fa req-8fc9dbd7-630b-407e-a6a7-1233e129d1f5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Mar 31 23:24:55.225036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:55.226702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:55.397622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a938-bb89-42be-9b1f-1acd3a754fb6 req-c8f3889a-ffb5-4daa-aa62-02cc1793b0a2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.399060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b735a938-bb89-42be-9b1f-1acd3a754fb6 req-c8f3889a-ffb5-4daa-aa62-02cc1793b0a2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1097066 Mar 31 23:24:55.428857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:55.452341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b735a938-bb89-42be-9b1f-1acd3a754fb6 req-63823264-6afa-4c86-9d86-dae09dea8b79 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462503 Mar 31 23:24:55.566562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:55.570531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d7eda-a13c-4e02-911b-85d128f3b004 req-6dd06085-198a-4ba6-af24-d849c5f3893f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.572357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b17d7eda-a13c-4e02-911b-85d128f3b004 req-6dd06085-198a-4ba6-af24-d849c5f3893f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0497012 Mar 31 23:24:55.572562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19c514ff-ec3a-443f-a805-78d82aceb59d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/routers/f8b2b429-f49f-4141-a7b9-c2db1ae732ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2737203 Mar 31 23:24:55.575284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:55.580794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'port': {'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7', 'name': 'tempest-FloatingIPTestJSON-726261684'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:55.585912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:55.596809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:55.597515 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.621164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b17d7eda-a13c-4e02-911b-85d128f3b004 req-4f62fb2a-9281-46d5-915c-44ce6a5a4b4a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Mar 31 23:24:55.631915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.652338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:55.653216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.694455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.695374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefaf1a7-d27e-4cce-854b-b6a012396856 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:55.708661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:55.712470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:55.729870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] device_id is not set on port 1c924c64-f4e8-433a-9f42-9056b54ed48b yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:24:55.769011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d3e0-bfa1-43ed-b3ec-73587160185b req-c9a9a69a-a9ec-4afe-ae8b-17c7683f940b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.771214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a192d3e0-bfa1-43ed-b3ec-73587160185b req-c9a9a69a-a9ec-4afe-ae8b-17c7683f940b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Mar 31 23:24:55.812586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a192d3e0-bfa1-43ed-b3ec-73587160185b req-0f196e90-d748-4b1e-bace-7c0d4e767936 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Mar 31 23:24:55.853810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.12 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/1c924c64-f4e8-433a-9f42-9056b54ed48b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:56.002578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4aaed-fde5-4bcd-812d-497fd8dafdf0 req-9079f3e3-b8ed-4cb2-8bb6-b8f90cc3981c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:56.004161 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7b4aaed-fde5-4bcd-812d-497fd8dafdf0 req-9079f3e3-b8ed-4cb2-8bb6-b8f90cc3981c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1142612 Mar 31 23:24:56.066571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7b4aaed-fde5-4bcd-812d-497fd8dafdf0 req-a0a6c0c1-aa08-491a-b68d-85097c169708 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Mar 31 23:24:56.069543 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.128749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.183169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:56.192271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:56.197800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:56.209160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=1c924c64-f4e8-433a-9f42-9056b54ed48b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:56.228063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.279417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:56.279959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.294386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c0257-b6d1-4e66-adfc-360afab4f3c7 req-086de64d-a97b-4777-89d2-99ed12ab4819 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:56.295907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-351c0257-b6d1-4e66-adfc-360afab4f3c7 req-086de64d-a97b-4777-89d2-99ed12ab4819 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1051142 Mar 31 23:24:56.316491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ccfd349-4414-4aad-9ad2-0fffd0ea027a tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7376463 Mar 31 23:24:56.316872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49108) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:56.322143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'port': {'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7', 'name': 'tempest-FloatingIPTestJSON-262509704'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:56.342037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-351c0257-b6d1-4e66-adfc-360afab4f3c7 req-eff626ef-b876-43ff-bc2f-25d83b0c4bd0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Mar 31 23:24:56.469249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:56.472657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.481015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2633a13-ae91-4bff-a886-a3838b2e643c req-c797b9db-c56d-4871-9da7-f31e6395762d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:56.482530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2633a13-ae91-4bff-a886-a3838b2e643c req-c797b9db-c56d-4871-9da7-f31e6395762d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0653472 Mar 31 23:24:56.515000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] device_id is not set on port 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:24:56.570437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2633a13-ae91-4bff-a886-a3838b2e643c req-fe017006-f34d-463d-beb2-ba80ba80ce17 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Mar 31 23:24:56.636433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.8 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:56.804859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212140d-1933-427b-bf62-88dc5cbccf95 req-4d223df0-211a-4489-9b6d-3b6e12372a72 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:56.806314 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9212140d-1933-427b-bf62-88dc5cbccf95 req-4d223df0-211a-4489-9b6d-3b6e12372a72 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0988400 Mar 31 23:24:56.843835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.867578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9212140d-1933-427b-bf62-88dc5cbccf95 req-33409361-61ee-4310-8325-d72523be3ffd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Mar 31 23:24:56.897158 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:56.950823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:56.952684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:56.956517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:56.984737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:56.993601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6174ab2-6a90-4ba7-b61b-61c6fd191ab2 req-19f85ac6-2c4f-4ef5-9d4b-0e0de0d63d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.000859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6174ab2-6a90-4ba7-b61b-61c6fd191ab2 req-19f85ac6-2c4f-4ef5-9d4b-0e0de0d63d80 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0601723 Mar 31 23:24:57.008526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.009201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:57.030381 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd7b2d9d-2854-479a-b0cd-856fdf23bc31 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7090964 Mar 31 23:24:57.030683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49122) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:57.035650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:57.039587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6174ab2-6a90-4ba7-b61b-61c6fd191ab2 req-7b3d1260-f162-4437-9720-c8a022a87d31 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377443 Mar 31 23:24:57.065138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:57.179732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:57.224515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69496850-d8a4-4695-bb13-d8ff0cb009e9 req-a42b5d92-2724-47a5-afd9-9ce6e8fd41da tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.226054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69496850-d8a4-4695-bb13-d8ff0cb009e9 req-a42b5d92-2724-47a5-afd9-9ce6e8fd41da tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0547168 Mar 31 23:24:57.279023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69496850-d8a4-4695-bb13-d8ff0cb009e9 req-a601870c-2202-467c-a14f-2f3a9cd5cabf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Mar 31 23:24:57.296233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.146 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c625a484-fa6f-45d2-9b7f-f997f570aff4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:57.430059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:57.439944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40b969-9fcc-4062-8d64-b5bb0f80f57e req-00f4ad5f-8fb4-4c5f-8f3e-ba93a6efd1e1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.441406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba40b969-9fcc-4062-8d64-b5bb0f80f57e req-00f4ad5f-8fb4-4c5f-8f3e-ba93a6efd1e1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0826998 Mar 31 23:24:57.495176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba40b969-9fcc-4062-8d64-b5bb0f80f57e req-3d43e9a7-5d90-4803-a587-b13a8fbdb92b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473647 Mar 31 23:24:57.497422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:57.537982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:57.540968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:57.544959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:57.570157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=c625a484-fa6f-45d2-9b7f-f997f570aff4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:57.695548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f71f5-8d6a-4c7a-9747-2c260107656a req-0362437b-08d1-494e-830b-fc14849bfdf4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.697041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b2f71f5-8d6a-4c7a-9747-2c260107656a req-0362437b-08d1-494e-830b-fc14849bfdf4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1052256 Mar 31 23:24:57.811183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b2f71f5-8d6a-4c7a-9747-2c260107656a req-326455ba-53b2-4d00-a533-de5d7b8377bd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818934 Mar 31 23:24:57.937230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56532c77-bf30-41d8-8aed-2438d347a3db req-85fc7a7e-2959-4318-ae06-cb649604d38f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:57.938923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56532c77-bf30-41d8-8aed-2438d347a3db req-85fc7a7e-2959-4318-ae06-cb649604d38f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0528393 Mar 31 23:24:57.980360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-56532c77-bf30-41d8-8aed-2438d347a3db req-5570e561-383b-4d10-9ebf-ee0e4600c751 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Mar 31 23:24:57.981139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:58.059408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:58.207162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4598ba-348b-4fcb-b2c7-12198bb46067 req-4087b449-1b00-49b5-9a37-020a42032d57 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:58.209380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae4598ba-348b-4fcb-b2c7-12198bb46067 req-4087b449-1b00-49b5-9a37-020a42032d57 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0498490 Mar 31 23:24:58.241348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:58.246735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:58.248865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae4598ba-348b-4fcb-b2c7-12198bb46067 req-db3de6c6-82b9-4e3f-95db-98774e265763 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Mar 31 23:24:58.328344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=c625a484-fa6f-45d2-9b7f-f997f570aff4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:58.337867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:58.449323 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP e28b83d2-4a30-41fd-8302-d71157ee5f85 associated. External IP: 172.25.8.146, port: 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e. Mar 31 23:24:58.969741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:59.077015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:59.088530 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:59.098133 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:59.098748 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:59.103198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:59.137543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97a14c64-f20e-4631-8185-6eabd31b9a61 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1055036 Mar 31 23:24:59.140092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:24:59.140345 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:59.144637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:59.149637 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:59.150297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:59.182921 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:59.183631 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96ae06-3356-401e-a4ac-04d0436216c1 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:59.205155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:59.375593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87bc36-4594-427c-95b5-4825c40f446c req-bed0c2fe-625d-4e14-a14e-f49c0ed1148a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:59.377262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d87bc36-4594-427c-95b5-4825c40f446c req-bed0c2fe-625d-4e14-a14e-f49c0ed1148a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Mar 31 23:24:59.431347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d87bc36-4594-427c-95b5-4825c40f446c req-17c7d1b8-6407-41d0-aeb8-5807cef9ad3a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418518 Mar 31 23:24:59.719785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:59.727014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:24:59.727408 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP e28b83d2-4a30-41fd-8302-d71157ee5f85 disassociated. External IP: 172.25.8.146, port: 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e. Mar 31 23:24:59.785169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc0477-3848-494f-b03e-53de1a051ff3 req-6fd233de-928c-4d27-83c2-3ff71c348873 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:59.786911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecc0477-3848-494f-b03e-53de1a051ff3 req-6fd233de-928c-4d27-83c2-3ff71c348873 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1266332 Mar 31 23:24:59.879267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ecc0477-3848-494f-b03e-53de1a051ff3 req-d1807d5c-3316-4ab5-ba4f-8f3de8896a53 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790291 Mar 31 23:24:59.990023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:00.103696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:00.109310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.115915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:00.126462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:00.127710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:00.147953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87de96c5-1fd1-4267-b48f-699d04e724bb tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/e28b83d2-4a30-41fd-8302-d71157ee5f85 HTTP/1.1" status: 200 len: 688 time: 1.0067387 Mar 31 23:25:00.150969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:00.163487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:00.172411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:00.173218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:00.209052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:00.209951 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe0957c-f1f3-450f-ae9d-389b09e943ed None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:00.276790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port c625a484-fa6f-45d2-9b7f-f997f570aff4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:00.277032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.350299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.350654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.362476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for c625a484-fa6f-45d2-9b7f-f997f570aff4 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:00.495892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.521305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=c625a484-fa6f-45d2-9b7f-f997f570aff4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:00.584704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.587346 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.588599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ade50c4-c3cd-4344-aaf7-626c3bb262a8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/e28b83d2-4a30-41fd-8302-d71157ee5f85 HTTP/1.1" status: 204 len: 168 time: 0.4364181 Mar 31 23:25:00.592056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:00.596569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '1c924c64-f4e8-433a-9f42-9056b54ed48b'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:00.617490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.724111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.843531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.188 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/3f1ae98b-5792-4f7c-b151-bea18ccb32a5) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:00.949964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:00.984939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.011423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd173241-31f1-4d8b-a577-89ac13be4384 req-076f6e42-71fb-45ca-9a49-00e633e62725 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.013611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd173241-31f1-4d8b-a577-89ac13be4384 req-076f6e42-71fb-45ca-9a49-00e633e62725 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Mar 31 23:25:01.025465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:01.028409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:01.033369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:01.073417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd173241-31f1-4d8b-a577-89ac13be4384 req-d4e6440e-a293-4964-80fb-4ed2f09890c3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Mar 31 23:25:01.083710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=3f1ae98b-5792-4f7c-b151-bea18ccb32a5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.260621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9354e1-52fb-45f9-b64f-1f64c015f59a req-9c3bd094-d842-4b8c-b5b9-3b2089ccc248 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.262152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c9354e1-52fb-45f9-b64f-1f64c015f59a req-9c3bd094-d842-4b8c-b5b9-3b2089ccc248 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1030679 Mar 31 23:25:01.347955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6c9354e1-52fb-45f9-b64f-1f64c015f59a req-a4078c94-0f77-492e-a6ed-00771c792479 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777225 Mar 31 23:25:01.526813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.574113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c8fd6-febc-41c7-8d20-b404f24e2dc1 req-1bbbb9b8-77e4-49e7-a5bc-29096f23cbc1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.574113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c09c8fd6-febc-41c7-8d20-b404f24e2dc1 req-1bbbb9b8-77e4-49e7-a5bc-29096f23cbc1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0970068 Mar 31 23:25:01.640573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.645058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c09c8fd6-febc-41c7-8d20-b404f24e2dc1 req-a58e6a77-0ba9-4da7-8036-fe744123eea2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634091 Mar 31 23:25:01.789584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae91b5-d92b-41ab-ab00-030049e112e0 req-7ab2f5ec-c0be-44e8-a4e5-3de6c0b9801c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.791057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2ae91b5-d92b-41ab-ab00-030049e112e0 req-7ab2f5ec-c0be-44e8-a4e5-3de6c0b9801c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0566540 Mar 31 23:25:01.809654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.815831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.830583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2ae91b5-d92b-41ab-ab00-030049e112e0 req-59783e44-d294-4ecf-8571-e85596fc36a9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Mar 31 23:25:01.886060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=3f1ae98b-5792-4f7c-b151-bea18ccb32a5,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.901740 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:01.975099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3469b-1a62-43c6-b8c4-a7aca3481e7f req-1b076f61-529c-4523-b926-db61462bed71 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.976696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfb3469b-1a62-43c6-b8c4-a7aca3481e7f req-1b076f61-529c-4523-b926-db61462bed71 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0502512 Mar 31 23:25:02.006387 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 9574dd4c-2299-4b31-8bd2-9645bb3d8b80 associated. External IP: 172.25.8.188, port: 1c924c64-f4e8-433a-9f42-9056b54ed48b. Mar 31 23:25:02.015086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfb3469b-1a62-43c6-b8c4-a7aca3481e7f req-4a38a16d-44ac-447b-914f-bad37772db5e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318410 Mar 31 23:25:02.159228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6038f-30b5-43b5-9778-a0e40963b806 req-53345ec7-cec1-4cd1-9e3e-04316ebf759e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.160742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70e6038f-30b5-43b5-9778-a0e40963b806 req-53345ec7-cec1-4cd1-9e3e-04316ebf759e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0651584 Mar 31 23:25:02.267994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70e6038f-30b5-43b5-9778-a0e40963b806 req-53eed254-8102-4250-be0d-3e60c5a05bde tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739622 Mar 31 23:25:02.290538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:02.445124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:02.456128 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:02.468951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:02.469567 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:02.471392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3a263-6685-4de3-b836-f32684078d9b req-02c3e7bb-8a85-4739-9797-2ababf093508 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.472928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc3a263-6685-4de3-b836-f32684078d9b req-02c3e7bb-8a85-4739-9797-2ababf093508 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0713415 Mar 31 23:25:02.476609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:02.516484 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:02.523222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b5a7f485-c451-4504-9b37-8497e6c6d3e7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9292994 Mar 31 23:25:02.525271 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:02.525415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:02.526161 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:02.550150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bc3a263-6685-4de3-b836-f32684078d9b req-a1cd03ed-9a72-412f-896b-9d1bd8c184a7 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Mar 31 23:25:02.560328 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:02.561283 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08959a35-477b-4524-ad46-ce447252a0ad None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:02.600390 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51a94412-50ea-41d4-a038-95bb89893fae tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/floatingips/9574dd4c-2299-4b31-8bd2-9645bb3d8b80 HTTP/1.1" status: 200 len: 978 time: 0.0714116 Mar 31 23:25:02.600611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49220) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:02.735329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a586468e-7e46-4fb6-a582-9122a6fe55b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1334271 Mar 31 23:25:02.738338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49222) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:02.745115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': '480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:02.747805 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b97d5-b48a-4b37-b5c2-858bdcbc922a req-9b2500e0-423b-455f-811b-73ffa2958109 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.749387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d0b97d5-b48a-4b37-b5c2-858bdcbc922a req-9b2500e0-423b-455f-811b-73ffa2958109 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1212947 Mar 31 23:25:02.788228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d0b97d5-b48a-4b37-b5c2-858bdcbc922a req-28b6d61a-f6a9-4a32-bafe-bb881ab0f5f2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Mar 31 23:25:02.808144 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:02.929724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711326ae-f495-4af0-990d-134fb58ab416 req-e1c1b567-22ac-4eca-8916-63334e8ae441 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.931260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-711326ae-f495-4af0-990d-134fb58ab416 req-e1c1b567-22ac-4eca-8916-63334e8ae441 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0503161 Mar 31 23:25:02.968868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-711326ae-f495-4af0-990d-134fb58ab416 req-5f37bb59-1954-4f4a-8a3b-0ffc4149b6d1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Mar 31 23:25:03.141912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2beac-91b6-4bf6-a167-cc1b69c52b48 req-36dffa1c-24a3-49e1-a504-d6507bace5bc tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.143494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afe2beac-91b6-4bf6-a167-cc1b69c52b48 req-36dffa1c-24a3-49e1-a504-d6507bace5bc tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1023679 Mar 31 23:25:03.595690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-afe2beac-91b6-4bf6-a167-cc1b69c52b48 req-186b7926-10b4-49f7-838e-29112a8a19d3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216950 Mar 31 23:25:03.721161 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:03.740555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:03.804786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba3305-a97b-4fb8-9719-81f086da9f8f req-cfed30a5-7cab-4dec-aa07-6fc939c9eb88 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.807280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68ba3305-a97b-4fb8-9719-81f086da9f8f req-cfed30a5-7cab-4dec-aa07-6fc939c9eb88 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0982094 Mar 31 23:25:03.882034 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 9574dd4c-2299-4b31-8bd2-9645bb3d8b80 associated. External IP: 172.25.8.188, port: 1c924c64-f4e8-433a-9f42-9056b54ed48b. Mar 31 23:25:03.920152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68ba3305-a97b-4fb8-9719-81f086da9f8f req-b17cc353-fa34-42d2-b210-8aab28570dd5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837035 Mar 31 23:25:04.060651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22625215-3546-4694-96e3-8cd17d60e6a4 req-95a84420-1309-4f76-b09a-075b9267bac2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.070285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22625215-3546-4694-96e3-8cd17d60e6a4 req-95a84420-1309-4f76-b09a-075b9267bac2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0642595 Mar 31 23:25:04.126073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22625215-3546-4694-96e3-8cd17d60e6a4 req-bb1d9f51-5a28-47b1-8574-1179fc714c81 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545490 Mar 31 23:25:04.129043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:04.279277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:04.294427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77418f-54ea-4094-8439-acab20816990 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:04.306928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:04.307814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.310140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea715f08-58ce-4f62-9033-8e6f9d3b9686 req-424b252c-5464-4010-98d8-391696e7fc30 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.317834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea715f08-58ce-4f62-9033-8e6f9d3b9686 req-424b252c-5464-4010-98d8-391696e7fc30 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0716853 Mar 31 23:25:04.345586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.354965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:04.356018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.365836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea715f08-58ce-4f62-9033-8e6f9d3b9686 req-ea067320-b203-441b-bdd4-b1aee9a351c5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Mar 31 23:25:04.396695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9d77418f-54ea-4094-8439-acab20816990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.397336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77418f-54ea-4094-8439-acab20816990 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:04.466151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7253c564-d60e-4cef-a53f-f146ef7fa878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:04.537132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06737ba0-a6f3-47fc-9450-92f09b93def5 req-cf008aca-edd2-47aa-a8d1-b4d76d581851 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.538628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06737ba0-a6f3-47fc-9450-92f09b93def5 req-cf008aca-edd2-47aa-a8d1-b4d76d581851 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0972753 Mar 31 23:25:04.614572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:04.617718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06737ba0-a6f3-47fc-9450-92f09b93def5 req-3bb5eb78-8981-4f04-b72b-3cc67a35a188 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534916 Mar 31 23:25:04.756564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:04.761968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:04.769255 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:04.780061 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:04.780638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.790621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd6c9a-d3d6-4cb4-82aa-036e9bef2d61 req-a7f6e7f3-dfda-43b5-a889-58abeb15d39e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.792125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78dd6c9a-d3d6-4cb4-82aa-036e9bef2d61 req-a7f6e7f3-dfda-43b5-a889-58abeb15d39e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0836687 Mar 31 23:25:04.821097 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.829847 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:04.830449 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.847831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-71ae95a4-6797-49ef-be13-a269da82fd15 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/9574dd4c-2299-4b31-8bd2-9645bb3d8b80 HTTP/1.1" status: 200 len: 977 time: 2.1053915 Mar 31 23:25:04.848045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49260) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:04.852233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:04.862940 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.864481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822278f9-f33d-48e6-a6c6-37d0cc7a4ed1 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:04.890135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78dd6c9a-d3d6-4cb4-82aa-036e9bef2d61 req-043229b7-7884-4cd9-b8bb-e2fa8024309f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915916 Mar 31 23:25:04.916057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.021265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372fcf4-c804-4ab9-b6d3-d3e9db5e5dcb req-f0fb3d59-6621-4d5a-b59e-385b97cab282 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.022789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0372fcf4-c804-4ab9-b6d3-d3e9db5e5dcb req-f0fb3d59-6621-4d5a-b59e-385b97cab282 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0576808 Mar 31 23:25:05.067186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0372fcf4-c804-4ab9-b6d3-d3e9db5e5dcb req-1740e779-3eb0-4487-820e-612cd09da1cf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369327 Mar 31 23:25:05.075811 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.079391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.079826 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 9574dd4c-2299-4b31-8bd2-9645bb3d8b80 disassociated. External IP: 172.25.8.188, port: 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e. Mar 31 23:25:05.241474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaea25-dca9-46b7-a29a-1709189a57cf req-4e3470b6-17db-4497-b5ef-a7d279e927fe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.243129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9aaea25-dca9-46b7-a29a-1709189a57cf req-4e3470b6-17db-4497-b5ef-a7d279e927fe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0502722 Mar 31 23:25:05.281721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9aaea25-dca9-46b7-a29a-1709189a57cf req-ebc7c7c4-01d9-4f75-8dce-753aea4a7f4c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Mar 31 23:25:05.308052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:05.443350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149927c5-dcb4-467d-95c0-6aba33b8f7f1 req-f3876f5f-170e-4c7a-b357-be00f24e3b78 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.444829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-149927c5-dcb4-467d-95c0-6aba33b8f7f1 req-f3876f5f-170e-4c7a-b357-be00f24e3b78 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0928161 Mar 31 23:25:05.452366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:05.457443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.463625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:05.475768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:05.476577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:05.501635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b9356b00-49e9-428b-80a3-cafabd69327c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/9574dd4c-2299-4b31-8bd2-9645bb3d8b80 HTTP/1.1" status: 200 len: 688 time: 0.6499438 Mar 31 23:25:05.502568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49274) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:05.512184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:05.522894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:05.523675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:24:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:05.549947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-149927c5-dcb4-467d-95c0-6aba33b8f7f1 req-38a41a13-2457-4921-87d5-87a97b4d28c2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957162 Mar 31 23:25:05.583016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:05.583896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c36bc-2f81-4ec2-b173-f5baee8a4714 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:05.658418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 3f1ae98b-5792-4f7c-b151-bea18ccb32a5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:05.658998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.767628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.767873 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:05.776984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c32319-019f-492b-a621-4226999c8674 req-d146cd3a-3a4d-4ce6-b295-6b0c5085bdfd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.778520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c32319-019f-492b-a621-4226999c8674 req-d146cd3a-3a4d-4ce6-b295-6b0c5085bdfd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0989542 Mar 31 23:25:05.790195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 3f1ae98b-5792-4f7c-b151-bea18ccb32a5 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:05.869320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d7c32319-019f-492b-a621-4226999c8674 req-2927c281-7a3f-445e-8a50-8f36acc07794 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834715 Mar 31 23:25:05.965420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.003583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28ee36-8d89-472b-9bc5-6dd050dd2e79 req-bb245319-e816-4caa-8ec9-53852a0bd3ca tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.005104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d28ee36-8d89-472b-9bc5-6dd050dd2e79 req-bb245319-e816-4caa-8ec9-53852a0bd3ca tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0607216 Mar 31 23:25:06.017106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=3f1ae98b-5792-4f7c-b151-bea18ccb32a5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:06.057535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d28ee36-8d89-472b-9bc5-6dd050dd2e79 req-95a7908d-4240-433c-a76d-6b6e6440075a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452588 Mar 31 23:25:06.076538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.079638 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.081240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b334975e-83aa-4c57-8bd4-8daa5c647512 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/9574dd4c-2299-4b31-8bd2-9645bb3d8b80 HTTP/1.1" status: 204 len: 168 time: 0.5783672 Mar 31 23:25:06.083850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49294) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:06.120235 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-9a11ad02-cbb3-4f9d-920a-2f04c7e519c6 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] delete failed (client error): The resource could not be found. Mar 31 23:25:06.125173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a11ad02-cbb3-4f9d-920a-2f04c7e519c6 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/9574dd4c-2299-4b31-8bd2-9645bb3d8b80 HTTP/1.1" status: 404 len: 345 time: 0.0364850 Mar 31 23:25:06.125606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49298) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:06.207087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b47799-d070-460e-a2da-bc252c627c91 req-eafa622f-fca8-4b01-876d-4ef25ded0112 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.208604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4b47799-d070-460e-a2da-bc252c627c91 req-eafa622f-fca8-4b01-876d-4ef25ded0112 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0481968 Mar 31 23:25:06.216125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e695f-37e4-417e-be36-10a414e68d6d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.222165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e695f-37e4-417e-be36-10a414e68d6d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.228282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e695f-37e4-417e-be36-10a414e68d6d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.229966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a24e695f-37e4-417e-be36-10a414e68d6d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/ports?network_id=0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 HTTP/1.1" status: 200 len: 2357 time: 0.1033692 Mar 31 23:25:06.232778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49300) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:06.248126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4b47799-d070-460e-a2da-bc252c627c91 req-3f36d8af-a490-4e7e-83af-ed26f94e78dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328970 Mar 31 23:25:06.287561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163b89a6-fe32-4d74-aed8-c12f5e51fbf2 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.289176 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-163b89a6-fe32-4d74-aed8-c12f5e51fbf2 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/subnets/dee7d527-b744-4f5d-addf-99b6842361d4 HTTP/1.1" status: 200 len: 797 time: 0.0553458 Mar 31 23:25:06.294204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49304) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:06.299298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'port': {'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7', 'name': 'tempest-FloatingIPTestJSON-1623111348', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:06.422739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dde1-2900-4138-9ccc-e222ce8414fd req-da170068-dff1-43c2-907b-2c67ce7df3c2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.424678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc30dde1-2900-4138-9ccc-e222ce8414fd req-da170068-dff1-43c2-907b-2c67ce7df3c2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0984201 Mar 31 23:25:06.459044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:06.485042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc30dde1-2900-4138-9ccc-e222ce8414fd req-5c241892-4bb1-42e6-8a0a-6dbc07c4ecfb tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538604 Mar 31 23:25:06.553615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.577944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] device_id is not set on port 00007ec2-0004-48bd-ba96-9a1cd950822e yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:25:06.921526 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a5765864-1372-4e50-8631-1750f4263c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:06.923747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.14 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/00007ec2-0004-48bd-ba96-9a1cd950822e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:06.932861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.13 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/00007ec2-0004-48bd-ba96-9a1cd950822e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:06.970457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217edf29-2d2e-40ab-8b1c-e66412b634b0 req-951f59d2-d3c5-4bee-9959-030d77537052 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:06.971964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-217edf29-2d2e-40ab-8b1c-e66412b634b0 req-951f59d2-d3c5-4bee-9959-030d77537052 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0869377 Mar 31 23:25:07.048971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-217edf29-2d2e-40ab-8b1c-e66412b634b0 req-e95707d9-8b53-4b42-a197-9433ca8bedf3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657468 Mar 31 23:25:07.129379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.164189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.216943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:07.220137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:07.222743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:07.229157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=00007ec2-0004-48bd-ba96-9a1cd950822e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:07.275614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:07.276224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.292860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67c5ef3c-b18b-4236-bd3b-51f99d96458e tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9974267 Mar 31 23:25:07.295571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49324) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:07.300246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '00007ec2-0004-48bd-ba96-9a1cd950822e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:07.321871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.418049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.522259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.217 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/d333199b-ee83-48f3-9cf6-9b95e3f8db62) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:07.626649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.671489 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:07.714782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:07.717782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:07.722357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:07.725715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=d333199b-ee83-48f3-9cf6-9b95e3f8db62,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:07.753305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.753629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.754000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.754331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.754650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.754988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.755906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.755906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.755906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.756237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.756571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:07.756914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:08.116947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.224546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb384a1-beb3-447e-b3cb-05de4a229fa4 req-31270c18-4c4a-4cd9-a98c-d9045e8eefff tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:08.226034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3eb384a1-beb3-447e-b3cb-05de4a229fa4 req-31270c18-4c4a-4cd9-a98c-d9045e8eefff tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0877857 Mar 31 23:25:08.228493 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.301459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3eb384a1-beb3-447e-b3cb-05de4a229fa4 req-778ff0bf-bbc3-4700-babf-ffec5c603c2b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530236 Mar 31 23:25:08.396427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.413860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.419470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.485361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=d333199b-ee83-48f3-9cf6-9b95e3f8db62,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:08.498807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.605929 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 4f55f631-73e5-48f1-a521-5a7e4a3055be associated. External IP: 172.25.8.217, port: 00007ec2-0004-48bd-ba96-9a1cd950822e. Mar 31 23:25:08.818678 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:08.927512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:08.937058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:08.946799 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:08.947260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:08.947444 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:08.976041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5120dac7-c87e-40da-9b51-b182958891a7 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6792564 Mar 31 23:25:08.979009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49340) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:08.983698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': '00007ec2-0004-48bd-ba96-9a1cd950822e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:08.990530 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:08.999668 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:09.000289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:09.032940 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:09.033579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872976e-def5-4778-aa91-fe05faea5571 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:09.042575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:09.768628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550466bb-9c3e-448d-894e-27a9d23cfd97 req-3073668e-b945-4365-a759-57f4e3512235 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.770045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-550466bb-9c3e-448d-894e-27a9d23cfd97 req-3073668e-b945-4365-a759-57f4e3512235 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1044559 Mar 31 23:25:09.853910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-550466bb-9c3e-448d-894e-27a9d23cfd97 req-c1781fd8-3d40-4125-bad0-ef8eac11868a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Mar 31 23:25:09.954998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:09.959436 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.028197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.174201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:10.282762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:10.288030 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.292685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:10.304056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:10.304681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:10.343529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:10.349264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d8567e76-b5df-4fbf-81ea-5d3c8fc1ef09 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/4f55f631-73e5-48f1-a521-5a7e4a3055be HTTP/1.1" status: 200 len: 979 time: 1.3666306 Mar 31 23:25:10.349523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49358) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:10.361438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.363024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:10.363680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:10.396182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:10.396822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3660640-483d-4828-9b1b-4eb6d9383821 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:10.521709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port d333199b-ee83-48f3-9cf6-9b95e3f8db62 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:10.522041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.600753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.600975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.613902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for d333199b-ee83-48f3-9cf6-9b95e3f8db62 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:10.768145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.797420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=d333199b-ee83-48f3-9cf6-9b95e3f8db62,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:10.863189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:10.863461 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 4f55f631-73e5-48f1-a521-5a7e4a3055be disassociated (deleted). External IP: 172.25.8.217, port: 00007ec2-0004-48bd-ba96-9a1cd950822e. Mar 31 23:25:10.984609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c526c-7d92-4ea6-bb5e-931b3e30a9fc req-8babf126-94b0-4450-ac5c-ab5bf1c56b1c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:10.986796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c59c526c-7d92-4ea6-bb5e-931b3e30a9fc req-8babf126-94b0-4450-ac5c-ab5bf1c56b1c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0546267 Mar 31 23:25:11.030782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c59c526c-7d92-4ea6-bb5e-931b3e30a9fc req-763d6b1e-1ba5-4f14-883d-8f1d53da137e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368624 Mar 31 23:25:11.090884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:11.212128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:11.216781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.222404 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:11.234052 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:11.234690 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:11.251975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0bf3abe2-922b-4840-889f-e7e62b37655c tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/4f55f631-73e5-48f1-a521-5a7e4a3055be HTTP/1.1" status: 204 len: 168 time: 0.9006858 Mar 31 23:25:11.254371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:11.271867 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:11.281639 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:11.282285 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:11.315510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:11.316662 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342f2e0-4d0d-481e-ade1-1c621722b1d2 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:11.374270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 00007ec2-0004-48bd-ba96-9a1cd950822e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:11.374586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.462436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.474281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 00007ec2-0004-48bd-ba96-9a1cd950822e owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:11.656636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.692461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=00007ec2-0004-48bd-ba96-9a1cd950822e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:11.794711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.798397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4cb81819-6748-4ef1-a3a6-c3e2a1c1b468 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/00007ec2-0004-48bd-ba96-9a1cd950822e HTTP/1.1" status: 204 len: 168 time: 0.5430419 Mar 31 23:25:11.802316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49384) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:11.807244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:11.830137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.931004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:11.978249 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:12.059055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.176 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/e0e1a0df-9026-45e5-9b55-c5acef24c0b9) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:12.203219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.215997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cbd7d-ded6-4596-8174-65fc71eba6fd req-eb0b40a1-4ddb-406a-b18f-96ff767c5195 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:12.217278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-166cbd7d-ded6-4596-8174-65fc71eba6fd req-eb0b40a1-4ddb-406a-b18f-96ff767c5195 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0833490 Mar 31 23:25:12.272978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-166cbd7d-ded6-4596-8174-65fc71eba6fd req-1b7d9c49-96d6-4d98-b1fc-3b0ea4bfe539 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488670 Mar 31 23:25:12.274510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.319394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:12.325182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:12.329124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:12.335000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=e0e1a0df-9026-45e5-9b55-c5acef24c0b9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:12.419172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.455348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.614914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.620536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.687606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=e0e1a0df-9026-45e5-9b55-c5acef24c0b9,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:12.699688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.715768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.717023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd87ce80-4ca9-4b6f-b6d9-fae87188a56b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9136155 Mar 31 23:25:12.719762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:12.724478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'port': {'network_id': '0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7', 'name': 'tempest-FloatingIPTestJSON-840970258'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:12.836438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:12.839905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:12.856141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] device_id is not set on port cdda2cd9-448e-49a6-b6f1-24b82e25e76c yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:25:12.969574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.14 (0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7/dee7d527-b744-4f5d-addf-99b6842361d4/cdda2cd9-448e-49a6-b6f1-24b82e25e76c) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:13.122140 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.158569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.216141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network 0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:13.221100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:13.223705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:13.256751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=cdda2cd9-448e-49a6-b6f1-24b82e25e76c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:13.286466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.287084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.294551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd3187-db0c-4fb7-b108-82fc2dfd3296 req-6fa5f639-ed3b-4504-9334-67f338a058d1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.296317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ddd3187-db0c-4fb7-b108-82fc2dfd3296 req-6fa5f639-ed3b-4504-9334-67f338a058d1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Mar 31 23:25:13.307166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-986f8ab3-4adb-4986-a4a5-e7d04899b0b8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5863755 Mar 31 23:25:13.309821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49410) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:13.314715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': 'cdda2cd9-448e-49a6-b6f1-24b82e25e76c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:13.354016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ddd3187-db0c-4fb7-b108-82fc2dfd3296 req-94b83463-897e-46aa-a09d-443f51fdcf63 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469122 Mar 31 23:25:13.370654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.379878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49412) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:13.476096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51907ebc-35d7-4855-877f-17455b53896e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 200 len: 992 time: 0.0882931 Mar 31 23:25:13.508894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374d99-af72-4024-88b6-3d0ac2fc6a7c req-052607f8-36a1-4f5f-bdf7-c701f14abf64 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.510824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e374d99-af72-4024-88b6-3d0ac2fc6a7c req-052607f8-36a1-4f5f-bdf7-c701f14abf64 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1602325 Mar 31 23:25:13.607543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e374d99-af72-4024-88b6-3d0ac2fc6a7c req-39711383-9b5a-4f3e-8900-e2ed82784fd9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896611 Mar 31 23:25:13.853182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125fdb1-330d-47a4-871d-b75ec144565a req-c40ab399-6bc4-446b-a4d0-c37f21c9fda0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.855892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5125fdb1-330d-47a4-871d-b75ec144565a req-c40ab399-6bc4-446b-a4d0-c37f21c9fda0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1096 time: 0.0447891 Mar 31 23:25:13.894200 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5125fdb1-330d-47a4-871d-b75ec144565a req-86fbd853-d215-4f02-aadf-ef243c5640d1 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Mar 31 23:25:13.919401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.925015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:13.974388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-81cb8543-c616-45ff-bdb9-71754eaccee7 req-16d1ddfb-e675-4ded-be75-97ff9d283dd3 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:13.975372 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81cb8543-c616-45ff-bdb9-71754eaccee7 req-16d1ddfb-e675-4ded-be75-97ff9d283dd3 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085490 Mar 31 23:25:14.046554 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 1a8b6458-f336-4798-a02d-9f0baf393cfb associated. External IP: 172.25.8.176, port: cdda2cd9-448e-49a6-b6f1-24b82e25e76c. Mar 31 23:25:14.548426 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-26a8bb70-cff3-46af-b3d4-8564af37eb6d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0483522 Mar 31 23:25:14.559610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-e2b19b2a-d9d5-4b8c-afe1-5d8ab079b326 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:14.561079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-e2b19b2a-d9d5-4b8c-afe1-5d8ab079b326 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065730 Mar 31 23:25:14.624166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:14.746047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:14.751149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:14.759989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967e79a-d614-48f3-90b8-efe2b63e2e5f req-32689e9f-8124-495b-a061-15a8385cef8f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:14.781882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8edfada-bdbe-4623-80d1-90dcd9229858 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/1a8b6458-f336-4798-a02d-9f0baf393cfb HTTP/1.1" status: 200 len: 978 time: 1.4707274 Mar 31 23:25:14.784482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:14.784784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3967e79a-d614-48f3-90b8-efe2b63e2e5f req-32689e9f-8124-495b-a061-15a8385cef8f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0838103 Mar 31 23:25:14.858584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3967e79a-d614-48f3-90b8-efe2b63e2e5f req-e093cd79-e5bb-4db3-ab1c-b2091d07f389 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728750 Mar 31 23:25:14.935486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:14.944601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port cdda2cd9-448e-49a6-b6f1-24b82e25e76c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:14.946211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:14.952562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:14.953345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:14.991812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.001687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:15.002784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.040856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.041771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1897af-dea2-4fc3-9d89-a08fabae69ef None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:15.061423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.231214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-c4796c9a-535d-4af2-a652-afe5ebd99900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:15.232718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-c4796c9a-535d-4af2-a652-afe5ebd99900 service neutron] 10.222.0.95 "GET /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1093 time: 0.0351837 Mar 31 23:25:15.243703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Request body: {'binding': {'host': 'n-h2-835855-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:15.244178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Unknown quota resources ['binding']. {{(pid=109299) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 31 23:25:15.257118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.257487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.257808 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP 1a8b6458-f336-4798-a02d-9f0baf393cfb disassociated. External IP: 172.25.8.176, port: cdda2cd9-448e-49a6-b6f1-24b82e25e76c. Mar 31 23:25:15.258149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for cdda2cd9-448e-49a6-b6f1-24b82e25e76c owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:15.389860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on host n-h2-835855-2 for vnic_type normal with profile None {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:15.390202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:15.390574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:15.390842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.396566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:15.396900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:15.405136 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:15.405542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:15.405939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Bound using segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:15.406622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Bound port: 2575276f-98a9-4b95-b7aa-464dd3f8769f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:15.427560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=cdda2cd9-448e-49a6-b6f1-24b82e25e76c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:15.497717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:15.505318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] Notify callbacks [] for binding, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.506705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] 10.222.0.95 "POST /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2664917 Mar 31 23:25:15.544293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:15.665674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e38e8-5fbc-41af-a0c4-de1060dfe33c req-4d38caff-55ec-49cc-a640-f61927e3fec1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:15.667351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c9e38e8-5fbc-41af-a0c4-de1060dfe33c req-4d38caff-55ec-49cc-a640-f61927e3fec1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0556102 Mar 31 23:25:15.678221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:15.691341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:15.711177 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:15.711802 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.720419 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c9e38e8-5fbc-41af-a0c4-de1060dfe33c req-43927dd8-d270-4304-8873-5dd1a6fb6320 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Mar 31 23:25:15.779395 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.790621 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:15.791633 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.801062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:15.804562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-84adde29-0b48-44a1-a350-0bdab19a5bc1 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/cdda2cd9-448e-49a6-b6f1-24b82e25e76c HTTP/1.1" status: 204 len: 168 time: 1.0185721 Mar 31 23:25:15.807177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49480) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:15.826692 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:15.827518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-9cc83ab5-3c42-4979-957a-0effa3144532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:15.827991 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9346f-8cab-4578-9a53-6757b493eba5 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:15.830015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-9cc83ab5-3c42-4979-957a-0effa3144532 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1096 time: 0.0581057 Mar 31 23:25:15.872347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce00c48d-2e8e-4889-a649-1ec52d2b0f88 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/floatingips/1a8b6458-f336-4798-a02d-9f0baf393cfb HTTP/1.1" status: 200 len: 688 time: 0.0624599 Mar 31 23:25:15.874915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:15.946305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-b8a80080-4f43-43eb-9011-b6c41d20085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:15.947723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-b8a80080-4f43-43eb-9011-b6c41d20085a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.1109741 Mar 31 23:25:16.011351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port e0e1a0df-9026-45e5-9b55-c5acef24c0b9 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:16.011698 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.043184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-36920133-a3c7-4772-ab6a-a2aea44dd3ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1000 time: 0.0878468 Mar 31 23:25:16.051379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69c71-a741-43ec-8cc8-b444ea214636 req-27bd0022-9d2a-4465-bde9-5365fb2d386c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.052862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ea69c71-a741-43ec-8cc8-b444ea214636 req-27bd0022-9d2a-4465-bde9-5365fb2d386c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0906081 Mar 31 23:25:16.094906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.095283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.108137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for e0e1a0df-9026-45e5-9b55-c5acef24c0b9 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:16.124855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-49184d5c-e52c-4dc2-9ea0-016b1cdabffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.126339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-49184d5c-e52c-4dc2-9ea0-016b1cdabffd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0726395 Mar 31 23:25:16.131858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ea69c71-a741-43ec-8cc8-b444ea214636 req-58d7ea1b-e432-48e9-b091-1de4b82acd55 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Mar 31 23:25:16.173648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-584fd216-b872-4d41-87da-db4c72579470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.175798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-584fd216-b872-4d41-87da-db4c72579470 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406270 Mar 31 23:25:16.260654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.279782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-e92c1cda-b627-42f3-8f09-aa4b560f95f2 service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962923 Mar 31 23:25:16.289734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=e0e1a0df-9026-45e5-9b55-c5acef24c0b9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:16.353250 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.356620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.358011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-082feb87-7df2-48b0-aa9e-ea463b65e88b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/1a8b6458-f336-4798-a02d-9f0baf393cfb HTTP/1.1" status: 204 len: 168 time: 0.4820220 Mar 31 23:25:16.361397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:16.366200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:16.386918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.412481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-9fa95186-0b33-4368-8d40-071b354f4a9b service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258805 Mar 31 23:25:16.493472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.559531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-8fb0e1b6-ade7-4227-a5e5-12c0c6c04612 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.561291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-8fb0e1b6-ade7-4227-a5e5-12c0c6c04612 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1096 time: 0.0890553 Mar 31 23:25:16.574657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-835855-2'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:16.602563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.144 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ac197ffa-d43f-4852-b301-73c20d125832) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:16.630283 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.707132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.743404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.775125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:16.817173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:16.833694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:16.840442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:16.843712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:16.846561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=ac197ffa-d43f-4852-b301-73c20d125832,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:16.861701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:16.864467 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c8aa0-7bcf-43f0-9a9e-c9b178e30a58" -d '{"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:16.868579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.877320 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:16.899046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f281e-9211-4db1-9432-5974526d73cd req-6810a252-cbb0-437b-996c-3755378d6d70 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.912143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b77f281e-9211-4db1-9432-5974526d73cd req-6810a252-cbb0-437b-996c-3755378d6d70 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1214907 Mar 31 23:25:16.975338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b77f281e-9211-4db1-9432-5974526d73cd req-d621d413-27af-4aa1-877c-06e4ad8eba93 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620413 Mar 31 23:25:17.000789 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec64073f-d402-4956-83d6-02fc2f5c4737 x-openstack-request-id: req-ec64073f-d402-4956-83d6-02fc2f5c4737 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:17.001356 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:17.001753 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ec64073f-d402-4956-83d6-02fc2f5c4737 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:17.002306 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec64073f-d402-4956-83d6-02fc2f5c4737'] response: {'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'code': 200} Mar 31 23:25:17.037469 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.087465 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on host n-h1-835855-2 for vnic_type normal with profile {"migrating_to": "n-h2-835855-2"} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:17.087843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:17.088126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:17.097896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:17.097896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Attempting to bind port 2575276f-98a9-4b95-b7aa-464dd3f8769f on network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:17.098968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:17.099354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Checking segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:17.099740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Bound using segment: {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:17.100176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Bound port: 2575276f-98a9-4b95-b7aa-464dd3f8769f, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfec1927-f8d0-4c7e-8772-16abfc730227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:17.100539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.194842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:17.198297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:17.202412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.291626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Provisioning complete for port 2575276f-98a9-4b95-b7aa-464dd3f8769f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:17.292886 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.346184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.378380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb68cdc-dad6-4197-97ae-fefca7ced2a6 req-bb53b26a-6aa3-4d42-92ed-8cc44935ca6f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:17.380289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcb68cdc-dad6-4197-97ae-fefca7ced2a6 req-bb53b26a-6aa3-4d42-92ed-8cc44935ca6f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1307533 Mar 31 23:25:17.418799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:17.419448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.420844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-686d6b5e-a754-4c3e-a35c-e7132843bef1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1121 time: 0.8505039 Mar 31 23:25:17.472713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcb68cdc-dad6-4197-97ae-fefca7ced2a6 req-6159c76c-fd57-47fb-889f-933b3e28f6ff tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854340 Mar 31 23:25:17.489388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.512494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2575276f-98a9-4b95-b7aa-464dd3f8769f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:17.522452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:17.525090 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b2c63-083b-4136-b62b-a5414320b724" -d '{"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-plugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:17.565387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:17.569210 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d034b-8d51-4e38-9977-3f20d235a720 x-openstack-request-id: req-cb7d034b-8d51-4e38-9977-3f20d235a720 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:17.569752 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-plugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:17.570115 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb7d034b-8d51-4e38-9977-3f20d235a720 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:17.571185 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7d034b-8d51-4e38-9977-3f20d235a720'] response: {'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'code': 200} Mar 31 23:25:17.574127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.724265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.745040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.745378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.745943 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.746276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.746600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.746924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.747264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.747586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.747901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.748220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.748536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.748849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07631b1f-a8b4-49bb-9ac5-d003dc69031a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:17.806419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.875701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:17.922184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2c3827f2-494c-45fe-aff8-3a7f518b6e95 None None] Provisioning complete for port 2575276f-98a9-4b95-b7aa-464dd3f8769f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:17.922354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2c3827f2-494c-45fe-aff8-3a7f518b6e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.083271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.088681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.109066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a4670-a550-4519-8193-a81548b497c8 req-94e3e4fb-dc47-45b3-b7e2-350bf0e9bb49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.110644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f67a4670-a550-4519-8193-a81548b497c8 req-94e3e4fb-dc47-45b3-b7e2-350bf0e9bb49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0520675 Mar 31 23:25:18.163857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f67a4670-a550-4519-8193-a81548b497c8 req-310ad8bd-598a-4e68-a7cd-af644130939a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460939 Mar 31 23:25:18.174759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=ac197ffa-d43f-4852-b301-73c20d125832,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:18.185705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.295032 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP f7ba5277-af58-44c2-8a4a-8de395f592f9 associated. External IP: 172.25.8.144, port: 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e. Mar 31 23:25:18.509491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:18.646076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f959c62-2022-47d3-a734-591a53c40ab6 req-e7ac87b4-419c-4b7c-807f-2c50c884e675 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.647573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f959c62-2022-47d3-a734-591a53c40ab6 req-e7ac87b4-419c-4b7c-807f-2c50c884e675 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0890923 Mar 31 23:25:18.675528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:18.686337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:18.698170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:18.699498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:18.701123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f959c62-2022-47d3-a734-591a53c40ab6 req-f0823c64-f45c-4bfc-bf5a-33af3d0d607e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Mar 31 23:25:18.711341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.738748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:18.743129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-757ebe84-cf47-452e-94ae-eddbf3ef6cb8 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3805768 Mar 31 23:25:18.745853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49522) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:18.748631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:18.749455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:18.750997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-868058307'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:18.770998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:18.774411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.783777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:18.785189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd9a87b-52c0-43cd-8ed5-1c5ebb2ce0f3 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:18.797158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:25:18.805758 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.806097 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Added segment c9dbf843-9df6-4acd-b6e4-f90ce858678e of type vlan for network c2cbea0b-9988-4d45-8074-24f42643720c Mar 31 23:25:18.843801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.869015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.875033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:18.875583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:18.942400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1954520 Mar 31 23:25:18.945277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49524) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:18.945866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c746088-5f51-414d-be40-4c10d68979bc tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Network': ['ID=c2cbea0b-9988-4d45-8074-24f42643720c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:18.951328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'subnet': {'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:18.965382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network c2cbea0b-9988-4d45-8074-24f42643720c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:25:19.003363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:19.005864 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51069d0f-4be9-4342-b259-053051b56fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:19.053267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:19.059974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.072354 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e335953-545b-4240-93e9-2de8639330f6 x-openstack-request-id: req-4e335953-545b-4240-93e9-2de8639330f6 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:19.072654 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:19.072912 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4e335953-545b-4240-93e9-2de8639330f6 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:19.073322 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e335953-545b-4240-93e9-2de8639330f6'] response: {'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'status': 'completed', 'code': 200} Mar 31 23:25:19.181703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069d0f-4be9-4342-b259-053051b56fe9 req-abd07793-65dc-4287-ac91-200f54507801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.183271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-abd07793-65dc-4287-ac91-200f54507801 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1126 time: 0.0866048 Mar 31 23:25:19.366701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069d0f-4be9-4342-b259-053051b56fe9 req-8bfd6d17-3c82-4a04-99d7-5ea2586f3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.368473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-8bfd6d17-3c82-4a04-99d7-5ea2586f3bde service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.1776590 Mar 31 23:25:19.382636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.458632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:19.512777 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-e484adac-e408-45c3-ad72-11d6311d2924 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1000 time: 0.1375670 Mar 31 23:25:19.521854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Subnet': ['ID=dded20a9-ef74-4858-a781-2084b41314a2,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:19.555634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:19.571384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f has no active binding in host n-h2-835855-2 {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 31 23:25:19.571924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:19.583899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Checking segment: {'id': 'c9dbf843-9df6-4acd-b6e4-f90ce858678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:19.584259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network hostable DHCP agents. Network: c2cbea0b-9988-4d45-8074-24f42643720c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:25:19.600107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a797d-fd58-4b34-b4ef-5a872172210f req-5706630a-7f7d-473e-9ed2-4ef2572dcb4d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.601700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-770a797d-fd58-4b34-b4ef-5a872172210f req-5706630a-7f7d-473e-9ed2-4ef2572dcb4d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1363940 Mar 31 23:25:19.616082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069d0f-4be9-4342-b259-053051b56fe9 req-4f546b8a-b5a5-41d7-af96-c21132212a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.617692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-4f546b8a-b5a5-41d7-af96-c21132212a3b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0977011 Mar 31 23:25:19.659702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network c2cbea0b-9988-4d45-8074-24f42643720c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:25:19.679581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, c2cbea0b-9988-4d45-8074-24f42643720c) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:19.689179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-770a797d-fd58-4b34-b4ef-5a872172210f req-080509ad-8cda-4a41-86a7-9c09947f5965 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755887 Mar 31 23:25:19.689904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:19.691505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.692414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.709080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19caef8b-e4d7-42bf-88ba-d0d339ec77bf None None] Network c2cbea0b-9988-4d45-8074-24f42643720c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:19.709392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069d0f-4be9-4342-b259-053051b56fe9 req-6d37f11f-48db-4ca7-83c1-7e42bcc58c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.709392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-6d37f11f-48db-4ca7-83c1-7e42bcc58c9f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820227 Mar 31 23:25:19.719177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8920a32e-5115-45fd-933c-5e7ada107f50 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7726719 Mar 31 23:25:19.721935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49546) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:19.727844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'port_id': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'mac_address': 'fa:16:3e:88:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437167f-6aa8-4999-b515-8a90de553345', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:19.735880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1736441462', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:19.768311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.771302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.813298 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.837744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:19.856584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.874353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-8c7bbb3f-f00a-4f80-a923-720516a81220 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539941 Mar 31 23:25:19.899868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:19.908143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:19.957450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bd4cd-aba2-4bef-9253-13045f699343 req-21547c6a-2a59-4cdb-9931-f10f7a536f6e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.967919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac8bd4cd-aba2-4bef-9253-13045f699343 req-21547c6a-2a59-4cdb-9931-f10f7a536f6e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1214528 Mar 31 23:25:20.019841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51069d0f-4be9-4342-b259-053051b56fe9 req-33b573f5-ea55-462f-83a8-81f21ab4a817 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227815 Mar 31 23:25:20.115022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.124301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac8bd4cd-aba2-4bef-9253-13045f699343 req-86f64036-7046-484d-bf16-ec2fcd468cbf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541963 Mar 31 23:25:20.156241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-c2cbea0b-9988-4d45-8074-24f42643720c', 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c', 'tenant_id': '6b1af38b973640f592d36385e75712e7', 'fixed_ips': [{'subnet_id': 'dded20a9-ef74-4858-a781-2084b41314a2'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:25:20.163336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.204201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5ee375ea-4758-49f8-ad47-e40969d9daa8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:20.233130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.335710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.357122 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.377604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Allocated IP 172.20.0.2 (c2cbea0b-9988-4d45-8074-24f42643720c/dded20a9-ef74-4858-a781-2084b41314a2/42a770ab-ad8a-4c2f-aea3-d762438074ea) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:20.471992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.25.8.207 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/16ccec06-557b-49b8-87b0-0977eedbc906) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:20.568005 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.575437 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.597185 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.619438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Network c2cbea0b-9988-4d45-8074-24f42643720c is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:20.622523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:20.625152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:20.633098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.652290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Pushing event updated for resources: {'Port': ['ID=42a770ab-ad8a-4c2f-aea3-d762438074ea,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.673495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:20.677998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:20.681760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:20.687188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=16ccec06-557b-49b8-87b0-0977eedbc906,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.692885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Attempting to bind port 42a770ab-ad8a-4c2f-aea3-d762438074ea on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:20.693389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Attempting to bind port 42a770ab-ad8a-4c2f-aea3-d762438074ea by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'c9dbf843-9df6-4acd-b6e4-f90ce858678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:20.693591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Attempting to bind port 42a770ab-ad8a-4c2f-aea3-d762438074ea on network c2cbea0b-9988-4d45-8074-24f42643720c {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:20.699369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:20.699740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Checking segment: {'id': 'c9dbf843-9df6-4acd-b6e4-f90ce858678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:20.700137 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.700676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Bound using segment: {'id': 'c9dbf843-9df6-4acd-b6e4-f90ce858678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:20.701132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Bound port: 42a770ab-ad8a-4c2f-aea3-d762438074ea, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dbf843-9df6-4acd-b6e4-f90ce858678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:20.701510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.778025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] For port 42a770ab-ad8a-4c2f-aea3-d762438074ea, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:20.784394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] For port 42a770ab-ad8a-4c2f-aea3-d762438074ea, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42a770ab-ad8a-4c2f-aea3-d762438074ea,segment=NetworkSegment(c9dbf843-9df6-4acd-b6e4-f90ce858678e),segment_id=c9dbf843-9df6-4acd-b6e4-f90ce858678e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:20.790264 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:20.834850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548f192-ab3c-4493-bcbf-76fc637e9d24 req-4ebdfec8-c9cd-450c-b501-355e5b8c7a72 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:20.836692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2548f192-ab3c-4493-bcbf-76fc637e9d24 req-4ebdfec8-c9cd-450c-b501-355e5b8c7a72 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0666375 Mar 31 23:25:20.881297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9f1b4-4b98-4bd5-b092-4ec9e2164654 None None] Pushing event updated for resources: {'Port': ['ID=42a770ab-ad8a-4c2f-aea3-d762438074ea,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:20.926064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2548f192-ab3c-4493-bcbf-76fc637e9d24 req-fb240563-d88a-463e-b346-d9e41ef028ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717447 Mar 31 23:25:20.998126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.047267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.266097 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.318045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59cb4e-0c74-4268-a0c6-1d0d62d8aa53 req-1a3f1073-671f-4319-84b6-92518385c2d3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:21.319567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c59cb4e-0c74-4268-a0c6-1d0d62d8aa53 req-1a3f1073-671f-4319-84b6-92518385c2d3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0933852 Mar 31 23:25:21.400979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c59cb4e-0c74-4268-a0c6-1d0d62d8aa53 req-14a28e21-d41d-4b8a-bf0b-65cdec228bd2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727589 Mar 31 23:25:21.441367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router facdb6fe-9d71-4b2e-8059-44cb7e063f0c is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:25:21.467394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:21.517009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5ee375ea-4758-49f8-ad47-e40969d9daa8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:21.517406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.556032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:21.566481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] Sync routers for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:21.578515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:21.584022 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:21.588607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.593137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49586) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:21.593605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a45443c6-6d9e-4c3f-bbf0-c5a77bfd0b30 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8691633 Mar 31 23:25:21.637875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.647164 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:21.665852 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:21.666471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:21.670437 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:21.673136 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b12a2-e18f-4771-991b-36759d02856f" -d '{"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:21.688426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:21.695454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:21.702069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:21.702716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e95ab8-530f-4fef-994f-de11e5d67f73 None None] The sync data for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:21.755406 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9c065-75b0-4aad-932a-ccb847c95c8e x-openstack-request-id: req-aff9c065-75b0-4aad-932a-ccb847c95c8e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:21.756681 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:21.757129 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aff9c065-75b0-4aad-932a-ccb847c95c8e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:21.757695 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff9c065-75b0-4aad-932a-ccb847c95c8e'] response: {'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'code': 200} Mar 31 23:25:21.760546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.066957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15a025-2d37-497a-97bf-e39b71301033 req-484f4a3e-1127-4894-bcbe-3d2b14a5736e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.070249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a15a025-2d37-497a-97bf-e39b71301033 req-484f4a3e-1127-4894-bcbe-3d2b14a5736e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0708082 Mar 31 23:25:22.123849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a15a025-2d37-497a-97bf-e39b71301033 req-2d76f804-e7c7-43d1-97ec-72ad55889bc5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465164 Mar 31 23:25:22.129217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49391aec-a1d5-4c60-9dd9-0e53fc88dc16 None None] Network c2cbea0b-9988-4d45-8074-24f42643720c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:22.148529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.228067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] Provisioning complete for port 42a770ab-ad8a-4c2f-aea3-d762438074ea triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:22.228429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.373831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.414040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] For port 42a770ab-ad8a-4c2f-aea3-d762438074ea, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42a770ab-ad8a-4c2f-aea3-d762438074ea,segment=NetworkSegment(c9dbf843-9df6-4acd-b6e4-f90ce858678e),segment_id=c9dbf843-9df6-4acd-b6e4-f90ce858678e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:22.421578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.432608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.1 (c2cbea0b-9988-4d45-8074-24f42643720c/dded20a9-ef74-4858-a781-2084b41314a2/e437a6fc-6998-4474-99b0-98b04ed7587c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:22.505123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75a08-616d-45de-8b16-e19c21e20b93 None None] Pushing event updated for resources: {'Port': ['ID=42a770ab-ad8a-4c2f-aea3-d762438074ea,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.595447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cea4c-966d-43cf-ba52-476a3d05b25f req-30a62187-9e96-4c6f-b58a-f0ac7426efc6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:22.597031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b03cea4c-966d-43cf-ba52-476a3d05b25f req-30a62187-9e96-4c6f-b58a-f0ac7426efc6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1040554 Mar 31 23:25:22.641340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.657876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b03cea4c-966d-43cf-ba52-476a3d05b25f req-0037deda-49e8-4345-a60e-2c71bf7de9b5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513806 Mar 31 23:25:22.691530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.733132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network c2cbea0b-9988-4d45-8074-24f42643720c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:22.734964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:22.739520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:22.745153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2872b885-e636-42bb-b760-e20e2b692844 None None] Provisioning complete for port 42a770ab-ad8a-4c2f-aea3-d762438074ea triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:22.746646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2872b885-e636-42bb-b760-e20e2b692844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.796942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=e437a6fc-6998-4474-99b0-98b04ed7587c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:22.804608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:22.981690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42a770ab-ad8a-4c2f-aea3-d762438074ea up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:22.985839 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.014206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-289903e8-1952-4536-bec1-0a514cc863bd None None] Provisioning complete for port e437a6fc-6998-4474-99b0-98b04ed7587c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:23.014656 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-289903e8-1952-4536-bec1-0a514cc863bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.055167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-289903e8-1952-4536-bec1-0a514cc863bd None None] Port e437a6fc-6998-4474-99b0-98b04ed7587c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:23.101311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 42a770ab-ad8a-4c2f-aea3-d762438074ea triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:23.101982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.260493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3f5c4-d1cd-4d6d-ba85-a115b661e033 req-fb6f69c5-26bb-4c85-99fe-689cebf6a088 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.262216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ff3f5c4-d1cd-4d6d-ba85-a115b661e033 req-fb6f69c5-26bb-4c85-99fe-689cebf6a088 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0636308 Mar 31 23:25:23.299621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.302648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4ff3f5c4-d1cd-4d6d-ba85-a115b661e033 req-775dbbe6-d276-4b7c-9b3a-c7ca6ff22cf3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Mar 31 23:25:23.305484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.720267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:23.722961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=e437a6fc-6998-4474-99b0-98b04ed7587c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:23.842319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfb478-4405-42a5-91e0-66cd024edece req-4b2540c8-c79f-4a6f-bc40-0eec4ea91cde tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:23.843897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ccfb478-4405-42a5-91e0-66cd024edece req-4b2540c8-c79f-4a6f-bc40-0eec4ea91cde tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1014109 Mar 31 23:25:23.868610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network c2cbea0b-9988-4d45-8074-24f42643720c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:23.875501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:23.935177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7ccfb478-4405-42a5-91e0-66cd024edece req-56b8de9a-5769-4cad-8e7a-833fef4d5905 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792849 Mar 31 23:25:24.012744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router facdb6fe-9d71-4b2e-8059-44cb7e063f0c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:24.146764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:24.152672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b4bc199c-74ee-47b3-8183-ee7ec738e53b tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/routers/facdb6fe-9d71-4b2e-8059-44cb7e063f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5583189 Mar 31 23:25:24.154918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49644) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:24.159086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] Sync routers for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:24.162914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'port': {'network_id': 'c2cbea0b-9988-4d45-8074-24f42643720c', 'name': 'tempest-FloatingIPTestJSON-168639978'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:24.171554 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:24.172187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:24.212506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:24.229178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3aa2dc69-dad7-4a4a-affb-587d1b7e5b43 None None] Provisioning complete for port e437a6fc-6998-4474-99b0-98b04ed7587c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:24.229549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3aa2dc69-dad7-4a4a-affb-587d1b7e5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.231083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:24.231724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:24.272300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Made reservation on behalf of 6b1af38b973640f592d36385e75712e7 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:24.276345 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.289496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:24.290104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e4373-9e08-45a7-91e6-62d465d752f1 None None] The sync data for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:24.300522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2dc69-dad7-4a4a-affb-587d1b7e5b43 None None] Port e437a6fc-6998-4474-99b0-98b04ed7587c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:24.303516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] device_id is not set on port 3bb6eb55-6c08-4332-8b3a-961230d9f47a yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:25:24.446831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd62e0-84fd-4c37-87b6-297d27fda113 req-afc0d86e-bf6d-4e60-9bc0-f6db5ce8919d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.449289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3cfd62e0-84fd-4c37-87b6-297d27fda113 req-afc0d86e-bf6d-4e60-9bc0-f6db5ce8919d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0608521 Mar 31 23:25:24.454797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Allocated IP 172.20.0.6 (c2cbea0b-9988-4d45-8074-24f42643720c/dded20a9-ef74-4858-a781-2084b41314a2/3bb6eb55-6c08-4332-8b3a-961230d9f47a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:24.493647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3cfd62e0-84fd-4c37-87b6-297d27fda113 req-82151fd8-2832-41d5-b365-a5c044f1878c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375459 Mar 31 23:25:24.636541 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.672845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.719134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Network c2cbea0b-9988-4d45-8074-24f42643720c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:24.722301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:24.725922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:24.750434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event updated for resources: {'Port': ['ID=3bb6eb55-6c08-4332-8b3a-961230d9f47a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:24.780566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:24.781236 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:24.802710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e5d0572-3aad-4f1a-9ffb-3838f3f1933f tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6442235 Mar 31 23:25:24.803780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49658) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:24.808804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Request body: {'floatingip': {'port_id': '3bb6eb55-6c08-4332-8b3a-961230d9f47a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:24.890834 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.036541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9fdf6e98-20b1-4438-8bb2-41cdafbe96e7 None None] Provisioning complete for port 3bb6eb55-6c08-4332-8b3a-961230d9f47a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:25:25.036849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9fdf6e98-20b1-4438-8bb2-41cdafbe96e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:25.085765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d39e2c-97dd-4ed0-a24c-1c8dd057a306 req-c153eb0b-6fb0-4f92-8f19-beff798f7049 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.089992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2d39e2c-97dd-4ed0-a24c-1c8dd057a306 req-c153eb0b-6fb0-4f92-8f19-beff798f7049 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0674658 Mar 31 23:25:25.115956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf6e98-20b1-4438-8bb2-41cdafbe96e7 None None] Port 3bb6eb55-6c08-4332-8b3a-961230d9f47a cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:25:25.139976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d2d39e2c-97dd-4ed0-a24c-1c8dd057a306 req-15452875-2263-4d80-8283-f5d5702f9c86 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Mar 31 23:25:25.574810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-79ca84e6-af1e-406c-91a3-8c115ecec830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.576978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-79ca84e6-af1e-406c-91a3-8c115ecec830 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1126 time: 0.0758336 Mar 31 23:25:25.739840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-c52b873b-91f7-4e1f-a667-42f372d88c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.742901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-c52b873b-91f7-4e1f-a667-42f372d88c13 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.1415193 Mar 31 23:25:25.858118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-8fa6539b-fda9-49c7-a1c0-c2bbb9fe62a4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 1000 time: 0.1049681 Mar 31 23:25:25.896331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d927b-8dd5-4daf-bc9b-1c4a6f522fd1 req-f19d74fe-269a-4739-8052-54078f4f1dbe tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.898580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc9d927b-8dd5-4daf-bc9b-1c4a6f522fd1 req-f19d74fe-269a-4739-8052-54078f4f1dbe tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1862972 Mar 31 23:25:25.986058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-4b353bbe-d3c9-4586-92a1-787b63ce0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:25.988139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-4b353bbe-d3c9-4586-92a1-787b63ce0b2b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.1201797 Mar 31 23:25:26.025468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.033811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc9d927b-8dd5-4daf-bc9b-1c4a6f522fd1 req-3d9ed596-d3fd-4a95-9a6b-5640667bc9ea tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212885 Mar 31 23:25:26.035201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.086249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-3412d4a7-009a-4105-bfaf-5930a69f8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.091514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-3412d4a7-009a-4105-bfaf-5930a69f8205 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927265 Mar 31 23:25:26.242210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:26.244490 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP f7ba5277-af58-44c2-8a4a-8de395f592f9 associated. External IP: 172.25.8.144, port: 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e. Mar 31 23:25:26.341324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-d7c4feff-1cb4-497e-a1e8-33b5d04f3bd8 service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445567 Mar 31 23:25:26.359280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559caf-7170-4a90-a555-d486dc8dd130 req-f94ba01b-3e7c-4573-8e57-4a1c423f4ac5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:26.367810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67559caf-7170-4a90-a555-d486dc8dd130 req-f94ba01b-3e7c-4573-8e57-4a1c423f4ac5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0809617 Mar 31 23:25:26.469379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67559caf-7170-4a90-a555-d486dc8dd130 req-fea588d8-bbad-4d3a-8475-1a4d220001a8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905776 Mar 31 23:25:26.548326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65caf5a1-f889-4170-85c1-6adf8162cfd2 req-16344d28-8fec-496d-9089-9ab640eb7c7f service neutron] 10.222.0.96 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986330 Mar 31 23:25:26.620150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:26.758085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:26.772006 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:26.800734 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:26.803341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:26.877901 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:26.907754 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:26.908640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:26.950233 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:26.951198 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf6f54-9d1d-4e74-b595-06c5c18c4424 None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:27.073515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router facdb6fe-9d71-4b2e-8059-44cb7e063f0c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:27.275106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ddaa3-4d72-4651-abca-02359bb01280 req-e6ee2245-4be6-4405-a17b-77c45faa7528 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.276784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-737ddaa3-4d72-4651-abca-02359bb01280 req-e6ee2245-4be6-4405-a17b-77c45faa7528 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1406064 Mar 31 23:25:27.318066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:27.324750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.330279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] Sync routers for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:27.350190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:27.351576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:27.362189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-737ddaa3-4d72-4651-abca-02359bb01280 req-d8031847-f68e-42b0-827a-ee124acf4804 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766513 Mar 31 23:25:27.411908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:27.416831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bcc87643-9aec-4a3f-9619-21d5d1d300df tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/floatingips/f7ba5277-af58-44c2-8a4a-8de395f592f9 HTTP/1.1" status: 200 len: 977 time: 2.6119018 Mar 31 23:25:27.419635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:27.425699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:27.434010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:27.473203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:27.474004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03946694-60a4-4b02-97b1-c6c4be7497e5 None None] The sync data for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:27.548863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 3bb6eb55-6c08-4332-8b3a-961230d9f47a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:27.549207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.667478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786413-e8de-4697-b72c-b36bb2fb42ff req-4c25c269-106b-4e21-9555-32993aa07a68 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:27.669006 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3786413-e8de-4697-b72c-b36bb2fb42ff req-4c25c269-106b-4e21-9555-32993aa07a68 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1024146 Mar 31 23:25:27.684043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.735608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3786413-e8de-4697-b72c-b36bb2fb42ff req-a458f4e8-50f3-4495-b6fa-5f7424906554 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Mar 31 23:25:27.959111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.959533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:27.959888 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Floating IP f7ba5277-af58-44c2-8a4a-8de395f592f9 disassociated. External IP: 172.25.8.144, port: 3bb6eb55-6c08-4332-8b3a-961230d9f47a. Mar 31 23:25:27.960241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 3bb6eb55-6c08-4332-8b3a-961230d9f47a owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:28.163717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:28.219573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=3bb6eb55-6c08-4332-8b3a-961230d9f47a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:28.230650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.231041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.231414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.231866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.232271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.232661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.233051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.233439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.233829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.234432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.238247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.238843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:28.411967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router facdb6fe-9d71-4b2e-8059-44cb7e063f0c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:28.558691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:28.571590 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] Sync routers for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:28.588635 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:28.589316 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.634987 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.645177 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:28.645990 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.663532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:28.666754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d286fce-9541-4239-a720-9fca64a0fe74 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/3bb6eb55-6c08-4332-8b3a-961230d9f47a HTTP/1.1" status: 204 len: 168 time: 1.2452090 Mar 31 23:25:28.670352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49756) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:28.704816 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:28.705618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444949fc-cac7-4ad3-aabb-91f24cf827f0 None None] The sync data for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:28.713330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819cf6e-8461-4f52-975b-9487b52a3a2e req-d19325e7-fb47-49a3-9260-3af2613da9c7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.730193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4819cf6e-8461-4f52-975b-9487b52a3a2e req-d19325e7-fb47-49a3-9260-3af2613da9c7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1727035 Mar 31 23:25:28.800794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4819cf6e-8461-4f52-975b-9487b52a3a2e req-a5c15735-be25-4197-81eb-10fdc50d650b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693321 Mar 31 23:25:29.039654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8789213-0120-474f-92a4-70f162c51c54 req-5bccf7b0-26c6-4262-980e-47ae6f7ccf75 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.041073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8789213-0120-474f-92a4-70f162c51c54 req-5bccf7b0-26c6-4262-980e-47ae6f7ccf75 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1425250 Mar 31 23:25:29.185097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e8789213-0120-474f-92a4-70f162c51c54 req-2e43190d-fe94-4078-ae1a-502cb2c599fa tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366997 Mar 31 23:25:29.274805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.605038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port e437a6fc-6998-4474-99b0-98b04ed7587c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:29.605499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.720117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:29.740892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for e437a6fc-6998-4474-99b0-98b04ed7587c owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:29.944389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ec8a0-f081-439c-aa0c-82bf7812cbb6 req-173a8dc3-7dc3-4bf3-80c8-9a01c07d875d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.947122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d2ec8a0-f081-439c-aa0c-82bf7812cbb6 req-173a8dc3-7dc3-4bf3-80c8-9a01c07d875d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.0837500 Mar 31 23:25:30.019166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.022562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d2ec8a0-f081-439c-aa0c-82bf7812cbb6 req-cabfa87a-155a-4724-883a-caf63422954c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556707 Mar 31 23:25:30.069700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=e437a6fc-6998-4474-99b0-98b04ed7587c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:30.402267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:30.413761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62deec4f-264f-463d-bdf7-43ff143ea58f req-4a0e2052-3002-4a0c-af71-be273d98ead1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:30.415317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62deec4f-264f-463d-bdf7-43ff143ea58f req-4a0e2052-3002-4a0c-af71-be273d98ead1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1124516 Mar 31 23:25:30.508779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62deec4f-264f-463d-bdf7-43ff143ea58f req-54656575-4c25-4a6b-8889-18dfe0b89224 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853977 Mar 31 23:25:30.696700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router facdb6fe-9d71-4b2e-8059-44cb7e063f0c has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:30.818477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:30.824874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7947487d-fa33-43f8-a2ea-3cadd8607e52 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/routers/facdb6fe-9d71-4b2e-8059-44cb7e063f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1541059 Mar 31 23:25:30.828375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49800) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:30.838105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] Sync routers for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:30.867114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:30.867825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:30.931409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:30.955438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] Routers {'facdb6fe-9d71-4b2e-8059-44cb7e063f0c'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:30.956587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:30.999427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.009269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:31.010288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c174a4d5-72fe-4223-b617-930c0a340581 None None] The sync data for ids ['facdb6fe-9d71-4b2e-8059-44cb7e063f0c'] in n-d-835855-2 is: [] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:31.185298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b9e85-71d2-4537-b111-3375e19548b1 req-1c3edeed-ff67-481b-8f61-7ad724f74c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.186962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-1c3edeed-ff67-481b-8f61-7ad724f74c4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1096 time: 0.1242905 Mar 31 23:25:31.259770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.299634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad18e2-6c83-4ed8-9958-aa6c2978abfc req-b05cc737-6266-43df-bc10-594b181ad5cd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.301274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47ad18e2-6c83-4ed8-9958-aa6c2978abfc req-b05cc737-6266-43df-bc10-594b181ad5cd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1318388 Mar 31 23:25:31.405866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b9e85-71d2-4537-b111-3375e19548b1 req-67489e45-1bf5-4f75-a891-7a53b5551888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.406936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-67489e45-1bf5-4f75-a891-7a53b5551888 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1959827 Mar 31 23:25:31.416522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47ad18e2-6c83-4ed8-9958-aa6c2978abfc req-3cd8d1a9-85cd-419b-a27f-6b4fa8ff4a6a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009080 Mar 31 23:25:31.474867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-72940a3b-67cb-4b3c-ae21-f18904a79454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0574172 Mar 31 23:25:31.481820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 16ccec06-557b-49b8-87b0-0977eedbc906 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:31.482165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.580650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b9e85-71d2-4537-b111-3375e19548b1 req-279b23b7-383b-4ffa-9d74-3cb379d67564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.582150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-279b23b7-383b-4ffa-9d74-3cb379d67564 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0979071 Mar 31 23:25:31.647219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-6acae867-ab99-462e-8e4e-1f065ef11d05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508711 Mar 31 23:25:31.656477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:31.661914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b4004-e9dd-40d1-b42e-b47d4b63d412 req-7cd3dbb1-edcb-40df-81f3-2520bada13ff tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.664116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d7b4004-e9dd-40d1-b42e-b47d4b63d412 req-7cd3dbb1-edcb-40df-81f3-2520bada13ff tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0704212 Mar 31 23:25:31.721711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d7b4004-e9dd-40d1-b42e-b47d4b63d412 req-3995887d-4aa4-4651-aebf-74546ead1a70 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494566 Mar 31 23:25:31.753165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 16ccec06-557b-49b8-87b0-0977eedbc906 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:31.822403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-cf0e3c4f-c102-4bbf-a877-3d469a82b210 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626678 Mar 31 23:25:31.982974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-962b9e85-71d2-4537-b111-3375e19548b1 req-28756390-4aa5-4a17-82a9-391c61498f9a service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520653 Mar 31 23:25:32.047010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.076370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=16ccec06-557b-49b8-87b0-0977eedbc906,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:32.556527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.688648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.692783 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.766714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1622824-57e4-4352-8ca9-4d3f6e1fdf3f req-c0a0560a-243d-411d-8935-3a9ce432e6aa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.768879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1622824-57e4-4352-8ca9-4d3f6e1fdf3f req-c0a0560a-243d-411d-8935-3a9ce432e6aa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.2293663 Mar 31 23:25:32.786521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.787266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Fanout notify agent at l3_agent the message router_deleted on router facdb6fe-9d71-4b2e-8059-44cb7e063f0c {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:25:32.817847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.819449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dbd73f61-d62b-4f16-bb16-531b5a111db4 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/routers/facdb6fe-9d71-4b2e-8059-44cb7e063f0c HTTP/1.1" status: 204 len: 168 time: 1.9900875 Mar 31 23:25:32.822671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:32.884784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e1622824-57e4-4352-8ca9-4d3f6e1fdf3f req-561bef0e-af7a-45b7-bdd9-369891c3f29a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063707 Mar 31 23:25:32.915759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting subnet dded20a9-ef74-4858-a781-2084b41314a2 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:25:32.922710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba86a4-ab93-4ae4-b1e2-c3738bf723e5 req-f9c150a9-7924-46f0-9541-6a903284b7cf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.923785 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:32.924603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1ba86a4-ab93-4ae4-b1e2-c3738bf723e5 req-f9c150a9-7924-46f0-9541-6a903284b7cf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1056895 Mar 31 23:25:32.972428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1ba86a4-ab93-4ae4-b1e2-c3738bf723e5 req-b3a2588d-efec-4f36-aa5b-9d367f676f64 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Mar 31 23:25:32.990546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.122273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.213062 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.246561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Subnet': ['ID=dded20a9-ef74-4858-a781-2084b41314a2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.253857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.260445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cc868e0b-8a97-4a28-aba5-38529b3fffb5 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/subnets/dded20a9-ef74-4858-a781-2084b41314a2 HTTP/1.1" status: 204 len: 168 time: 0.4353662 Mar 31 23:25:33.261775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49818) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:33.265469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d831d14-68f4-4516-8405-99cb15e317e8 None None] Network c2cbea0b-9988-4d45-8074-24f42643720c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:33.467993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.551573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-bca4b222-b406-4bb0-82ae-1d4ae0fe817a service neutron] 10.222.0.96 "GET /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 384 time: 0.2354732 Mar 31 23:25:33.558737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] DHCP port deletion for c2cbea0b-9988-4d45-8074-24f42643720c request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:25:33.624452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Deleting port 42a770ab-ad8a-4c2f-aea3-d762438074ea {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:33.625351 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.632126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 42a770ab-ad8a-4c2f-aea3-d762438074ea {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:33.632471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.705301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] For port 42a770ab-ad8a-4c2f-aea3-d762438074ea, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42a770ab-ad8a-4c2f-aea3-d762438074ea,segment=NetworkSegment(c9dbf843-9df6-4acd-b6e4-f90ce858678e),segment_id=c9dbf843-9df6-4acd-b6e4-f90ce858678e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:33.706107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.723490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Calling delete_port for 42a770ab-ad8a-4c2f-aea3-d762438074ea owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:33.768055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] For port 42a770ab-ad8a-4c2f-aea3-d762438074ea, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=42a770ab-ad8a-4c2f-aea3-d762438074ea,segment=NetworkSegment(c9dbf843-9df6-4acd-b6e4-f90ce858678e),segment_id=c9dbf843-9df6-4acd-b6e4-f90ce858678e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:33.768676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.813079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 42a770ab-ad8a-4c2f-aea3-d762438074ea owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:33.815394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:33.876121 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:33.910741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] Pushing event deleted for resources: {'Port': ['ID=42a770ab-ad8a-4c2f-aea3-d762438074ea,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.922873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22d7d0-cce6-4fc5-8d26-8efa2c40df8c None None] No DVR routers for this DVR port 42a770ab-ad8a-4c2f-aea3-d762438074ea on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:33.923761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:33.998314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:34.002652 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c201e2-f337-4cc9-9cc4-3b48da618dd3" -d '{"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:34.014854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:34.017534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.053192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=42a770ab-ad8a-4c2f-aea3-d762438074ea,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:34.055365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] No DVR routers for this DVR port 42a770ab-ad8a-4c2f-aea3-d762438074ea on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:34.057571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.080980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abfae9d-94a3-49a8-8d34-8f8f20cd418d req-e42b0fdd-92c7-405d-97c4-a6a5a72536dd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.089223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2abfae9d-94a3-49a8-8d34-8f8f20cd418d req-e42b0fdd-92c7-405d-97c4-a6a5a72536dd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 945 time: 0.1008432 Mar 31 23:25:34.169272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2abfae9d-94a3-49a8-8d34-8f8f20cd418d req-125f3bfa-c653-48da-b3de-5444f668d9aa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790679 Mar 31 23:25:34.485534 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-387f0c7e-454b-4330-bb53-5774bf40c587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.567416 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d641b9f3-17d8-4751-992a-9ab05a55a4d6 x-openstack-request-id: req-d641b9f3-17d8-4751-992a-9ab05a55a4d6 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:34.567735 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:34.567941 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d641b9f3-17d8-4751-992a-9ab05a55a4d6 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:34.568339 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d641b9f3-17d8-4751-992a-9ab05a55a4d6'] response: {'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'code': 200} Mar 31 23:25:34.626827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb842584-662e-48ee-b816-f915531fa230 req-6a4fc0ec-15a6-41b6-b208-a738a0a656d8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.628784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb842584-662e-48ee-b816-f915531fa230 req-6a4fc0ec-15a6-41b6-b208-a738a0a656d8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.5567088 Mar 31 23:25:34.678573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.724507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cbea0b-9988-4d45-8074-24f42643720c']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:34.750220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dbf843-9df6-4acd-b6e4-f90ce858678e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:34.750610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dbf843-9df6-4acd-b6e4-f90ce858678e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:34.755596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] Transition to ACTIVE for port object 2575276f-98a9-4b95-b7aa-464dd3f8769f will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:34.767436 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.771542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.777894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cb842584-662e-48ee-b816-f915531fa230 req-31ac5798-859d-47f5-ac72-a487e28e92b8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185377 Mar 31 23:25:34.857874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.881327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:25:34.881906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self.session.flush() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:25:34.885411 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:25:34.986759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42a770ab-ad8a-4c2f-aea3-d762438074ea no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:35.015202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] Pushing event updated for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=11']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:35.027529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.037517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.040620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/networks/c2cbea0b-9988-4d45-8074-24f42643720c HTTP/1.1" status: 204 len: 168 time: 1.7771654 Mar 31 23:25:35.043574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49836) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:35.046002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 42a770ab-ad8a-4c2f-aea3-d762438074ea {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:35.046570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 42a770ab-ad8a-4c2f-aea3-d762438074ea not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:35.058579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68b144-daa2-4d2e-957b-5d1ccff6b6f0 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Network': ['ID=c2cbea0b-9988-4d45-8074-24f42643720c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:35.076640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] No DVR routers for this DVR port 2575276f-98a9-4b95-b7aa-464dd3f8769f on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:35.284547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-a2c81915-31d7-4aff-8346-78d9afe46342 service neutron] 10.222.0.96 "PUT /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f/bindings/n-h2-835855-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7245739 Mar 31 23:25:35.429635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc07cf-83e7-48fc-9566-7b4034bdc9f7 req-b29de33b-d031-4bff-8451-92bca5aaf637 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.438084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60cc07cf-83e7-48fc-9566-7b4034bdc9f7 req-b29de33b-d031-4bff-8451-92bca5aaf637 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.1128626 Mar 31 23:25:35.467066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port ac197ffa-d43f-4852-b301-73c20d125832 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:35.467729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.470803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-2aee6bb4-fcc6-48bc-9eab-5ad6f472c871 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.472774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-2aee6bb4-fcc6-48bc-9eab-5ad6f472c871 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.1163750 Mar 31 23:25:35.523040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:35.552514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60cc07cf-83e7-48fc-9566-7b4034bdc9f7 req-2a0a125b-2f2c-4c70-9c5d-1507f6a9834f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112161 Mar 31 23:25:35.588673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:35.611790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-462be95f-38a0-4ade-9c44-73c7c55b563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.613392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-462be95f-38a0-4ade-9c44-73c7c55b563f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 1095 time: 0.1230781 Mar 31 23:25:35.637313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.637708 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:35.668494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for ac197ffa-d43f-4852-b301-73c20d125832 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:35.752791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-b8893ced-b087-475f-8e4e-b00483d389d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.754327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-b8893ced-b087-475f-8e4e-b00483d389d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1095 time: 0.1086409 Mar 31 23:25:35.919799 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-82e16e57-cf86-4f24-86d3-a38a97d80919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.921373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-82e16e57-cf86-4f24-86d3-a38a97d80919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.1557794 Mar 31 23:25:35.987563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ae5b-4223-4dee-95ae-879660800533 req-5a2c2d87-4f1c-4fb8-93d3-e3a799fa933a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:35.996635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa79ae5b-4223-4dee-95ae-879660800533 req-5a2c2d87-4f1c-4fb8-93d3-e3a799fa933a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0775237 Mar 31 23:25:36.009059 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.049394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=ac197ffa-d43f-4852-b301-73c20d125832,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:36.053285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa79ae5b-4223-4dee-95ae-879660800533 req-de29d0a6-2b93-4058-a6b4-58d90e17382d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Mar 31 23:25:36.056051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-786d3c21-5830-4bc6-97f2-c9b6c165c0bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 998 time: 0.1262436 Mar 31 23:25:36.180298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-85a1ecc0-4fee-4efc-bc94-b545e7a6a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.181778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-85a1ecc0-4fee-4efc-bc94-b545e7a6a6e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.1166019 Mar 31 23:25:36.187275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.190891 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.194027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a203ee4-3e8d-48c2-808b-625954cb9d9d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/floatingips/f7ba5277-af58-44c2-8a4a-8de395f592f9 HTTP/1.1" status: 204 len: 168 time: 1.1476836 Mar 31 23:25:36.196200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49846) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.226400 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4979d15-8676-4bb6-8c17-2961d3b399ab tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] DELETE failed (client error): The resource could not be found. Mar 31 23:25:36.227828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4979d15-8676-4bb6-8c17-2961d3b399ab tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:36.231301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4979d15-8676-4bb6-8c17-2961d3b399ab tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/3bb6eb55-6c08-4332-8b3a-961230d9f47a HTTP/1.1" status: 404 len: 333 time: 0.0324187 Mar 31 23:25:36.234757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49848) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.252678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-11a0858f-6e56-4beb-85d5-91f09dd11972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.254458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-11a0858f-6e56-4beb-85d5-91f09dd11972 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609882 Mar 31 23:25:36.267890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-34f9aea1-224f-4d52-98c8-df1d1c650f5d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/ports?device_id=facdb6fe-9d71-4b2e-8059-44cb7e063f0c HTTP/1.1" status: 200 len: 205 time: 0.0327280 Mar 31 23:25:36.270320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.317262 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-a86400da-80cc-4784-af79-1d0d2776defa tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] delete failed (client error): The resource could not be found. Mar 31 23:25:36.318324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a86400da-80cc-4784-af79-1d0d2776defa tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/routers/facdb6fe-9d71-4b2e-8059-44cb7e063f0c HTTP/1.1" status: 404 len: 336 time: 0.0470247 Mar 31 23:25:36.321037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.363524 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67179b8-9f99-4bf6-9b8c-776d05287dd6 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] DELETE failed (client error): The resource could not be found. Mar 31 23:25:36.364401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67179b8-9f99-4bf6-9b8c-776d05287dd6 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:36.368552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f67179b8-9f99-4bf6-9b8c-776d05287dd6 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/subnets/dded20a9-ef74-4858-a781-2084b41314a2 HTTP/1.1" status: 404 len: 337 time: 0.0461500 Mar 31 23:25:36.370852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:36.373934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-9f315bc0-641c-4e6b-b4c0-b90372834b29 service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111045 Mar 31 23:25:36.481453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:36.481816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.522298 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-039dc5fa-9f03-4fdd-970f-2d8794c9131c service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403515 Mar 31 23:25:36.621140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.642317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:36.739388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5ca7-3797-4880-83d4-2653bc98cec3 req-29759d58-2f6f-4258-81f4-9ba3d3eb2548 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.764998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-993e5ca7-3797-4880-83d4-2653bc98cec3 req-29759d58-2f6f-4258-81f4-9ba3d3eb2548 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.1144438 Mar 31 23:25:36.841336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:36.870445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-993e5ca7-3797-4880-83d4-2653bc98cec3 req-249ae95d-164b-46c3-a84d-babf2dddbd6e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040542 Mar 31 23:25:36.879716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-41469ecb-e4c5-40e9-8728-4f568c7f6e5d tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.881712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-41469ecb-e4c5-40e9-8728-4f568c7f6e5d tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 1095 time: 0.0880425 Mar 31 23:25:36.915521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:36.948906 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73f37da-bb0d-48dc-a1a9-ed3710a8b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.016849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.021606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-86a3a8e9-2b11-4cb5-b9f6-1538164ab878 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/480575fa-3a2d-4c0e-82ef-3c7e3c41bd9e HTTP/1.1" status: 204 len: 168 time: 0.6493356 Mar 31 23:25:37.024235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:37.092284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3051704e-a668-4a17-93ff-2a5a296403dd service neutron] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:37.095612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3051704e-a668-4a17-93ff-2a5a296403dd service neutron] Notify callbacks [] for binding, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.096875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3051704e-a668-4a17-93ff-2a5a296403dd service neutron] 10.222.0.60 "DELETE /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f/bindings/n-h1-835855-2 HTTP/1.1" status: 204 len: 173 time: 0.2062538 Mar 31 23:25:37.237978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 1c924c64-f4e8-433a-9f42-9056b54ed48b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:37.238466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.332445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ae359-b17b-4b23-9369-b25f33af12e8 req-162a73bf-e9a0-4d88-8c6f-23b8552bdcdb tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.334123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a33ae359-b17b-4b23-9369-b25f33af12e8 req-162a73bf-e9a0-4d88-8c6f-23b8552bdcdb tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1657121 Mar 31 23:25:37.391860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.414143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a33ae359-b17b-4b23-9369-b25f33af12e8 req-3eb8bc5b-e6fd-4a38-ae9f-51d3a1dbe5cb tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732925 Mar 31 23:25:37.422005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 1c924c64-f4e8-433a-9f42-9056b54ed48b owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:37.605234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.643586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=1c924c64-f4e8-433a-9f42-9056b54ed48b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:37.737033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:37.740794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2fc62aec-6f79-4bcc-bbe0-d7248c5dcb63 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/ports/1c924c64-f4e8-433a-9f42-9056b54ed48b HTTP/1.1" status: 204 len: 168 time: 0.7133074 Mar 31 23:25:37.743403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:37.799698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b64e3-c3c5-4a20-a54a-0934d900c72d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.805349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6b3b64e3-c3c5-4a20-a54a-0934d900c72d tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8b2b429-f49f-4141-a7b9-c2db1ae732ff HTTP/1.1" status: 200 len: 913 time: 0.0578675 Mar 31 23:25:37.805771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49874) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:38.064831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43665fa-9b69-44e1-95ae-b24170e2f680 req-761f9c8b-4a83-4271-a8ca-4cd4d47aaf53 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.067510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c43665fa-9b69-44e1-95ae-b24170e2f680 req-761f9c8b-4a83-4271-a8ca-4cd4d47aaf53 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.0876245 Mar 31 23:25:38.148004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c43665fa-9b69-44e1-95ae-b24170e2f680 req-b52a2367-879f-4729-9f4e-f700156a9a9f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714145 Mar 31 23:25:38.380196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f665d6-03ad-401c-b980-5ad6f3d702a0 req-e47c78b1-7921-457c-836b-430d4bc684b5 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.381832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6f665d6-03ad-401c-b980-5ad6f3d702a0 req-e47c78b1-7921-457c-836b-430d4bc684b5 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1095 time: 0.0656188 Mar 31 23:25:38.387862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.403281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.469302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6f665d6-03ad-401c-b980-5ad6f3d702a0 req-ee8639d0-c6fa-4f8f-93ac-d4fb61632b18 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477064 Mar 31 23:25:38.580073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5472069-6f42-4bdc-8888-02fd13c794a0 req-dce0fa93-6754-4417-8154-e33380c3caf2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.581911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5472069-6f42-4bdc-8888-02fd13c794a0 req-dce0fa93-6754-4417-8154-e33380c3caf2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0609896 Mar 31 23:25:38.623876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d5472069-6f42-4bdc-8888-02fd13c794a0 req-e1eb403e-ab72-41a4-8cc8-7d50f49746b7 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354345 Mar 31 23:25:38.648298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6d400-963a-4d0b-9c9f-594587c74cb2 req-ce6e7a18-5983-415c-aea3-0ffe3ed5e540 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.649978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbc6d400-963a-4d0b-9c9f-594587c74cb2 req-ce6e7a18-5983-415c-aea3-0ffe3ed5e540 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.0688369 Mar 31 23:25:38.734387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbc6d400-963a-4d0b-9c9f-594587c74cb2 req-3115a625-7bb3-4c3e-bb79-555353e2d6bf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762076 Mar 31 23:25:38.757845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 1658c5ae-11ef-497b-b870-1d01da7e6bc6 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:38.758208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.758613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49898) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:38.817879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bad4f5ec-d683-415b-a4d2-de8835f0cd16 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 200 len: 990 time: 0.0580704 Mar 31 23:25:38.848498 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:38.860439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 1658c5ae-11ef-497b-b870-1d01da7e6bc6 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:39.050482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.076898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=1658c5ae-11ef-497b-b870-1d01da7e6bc6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:39.260391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.483769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Router f8b2b429-f49f-4141-a7b9-c2db1ae732ff has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:39.593445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:39.603141 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] Sync routers for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:39.607604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-367404c3-e7ba-4720-ac26-02a48d30ac84 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "PUT /v2.0/routers/f8b2b429-f49f-4141-a7b9-c2db1ae732ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7998137 Mar 31 23:25:39.608543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:39.614231 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:39.615053 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:39.633955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-3fdbef9d-e4a1-4360-9719-928e5747dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.635739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-3fdbef9d-e4a1-4360-9719-928e5747dcd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1096 time: 0.0532713 Mar 31 23:25:39.652791 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:39.661607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] Routers {'f8b2b429-f49f-4141-a7b9-c2db1ae732ff'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:39.662648 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:39.698565 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:39.699202 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5b830-98f2-45d9-b711-7be7e8fdd51f None None] The sync data for ids ['f8b2b429-f49f-4141-a7b9-c2db1ae732ff'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:39.755933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.810803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3991-60be-435c-9c75-6441bb308878 req-99bd47bb-6081-4261-a26c-2175a51e62be tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.812210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14cd3991-60be-435c-9c75-6441bb308878 req-99bd47bb-6081-4261-a26c-2175a51e62be tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0937879 Mar 31 23:25:39.816014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-6f45440e-df18-42e8-805f-664f892c1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.817374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-6f45440e-df18-42e8-805f-664f892c1cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1747882 Mar 31 23:25:39.863688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.870434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-be5696e3-48a0-4536-9de0-183507afbc0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0430596 Mar 31 23:25:39.915935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14cd3991-60be-435c-9c75-6441bb308878 req-7f814efe-ae51-4850-941d-9318c075dbbd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947297 Mar 31 23:25:39.921574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting port 6c6edce9-a4de-4d48-b4c2-b540bfa4fe8f {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:39.921574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:39.941395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-4a3499e2-0b1f-4b6a-86c2-a1233352576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.942887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-4a3499e2-0b1f-4b6a-86c2-a1233352576f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0650535 Mar 31 23:25:39.976354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-cb3b79b7-234e-4c93-95e2-e13165ee7157 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266755 Mar 31 23:25:40.003988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.015997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Calling delete_port for 6c6edce9-a4de-4d48-b4c2-b540bfa4fe8f owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:40.038809 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.077740 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-9b7f5977-d13f-4d26-8b6f-7042bcf06e2b service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939028 Mar 31 23:25:40.177483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-561ec744-e99b-4c71-b83a-2b14f0fc628d req-e9a11778-0628-454f-b6f0-e9c5b38c7264 service neutron] 10.222.0.60 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916908 Mar 31 23:25:40.188556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.221222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Port': ['ID=6c6edce9-a4de-4d48-b4c2-b540bfa4fe8f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.274487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.368195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.372348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.374443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.416744 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.417379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Fanout notify agent at l3_agent the message router_deleted on router f8b2b429-f49f-4141-a7b9-c2db1ae732ff {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:25:40.424482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.428229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-608bfd7f-f40b-47b8-8329-eaae235a3c02 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/routers/f8b2b429-f49f-4141-a7b9-c2db1ae732ff HTTP/1.1" status: 204 len: 168 time: 0.8184557 Mar 31 23:25:40.428415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49908) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:40.482814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Deleting subnet dee7d527-b744-4f5d-addf-99b6842361d4 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:25:40.486221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.526536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.572746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.637932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.673162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.676248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/subnets/dee7d527-b744-4f5d-addf-99b6842361d4 HTTP/1.1" status: 204 len: 168 time: 0.2466571 Mar 31 23:25:40.677077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fdac0-a892-4309-b513-384f4c321e14 tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Subnet': ['ID=dee7d527-b744-4f5d-addf-99b6842361d4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:40.680066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49912) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:40.756160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.846420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.868735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:40.884104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30739f6b-538d-467f-8efe-278795476371') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:40.884481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30739f6b-538d-467f-8efe-278795476371') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:40.896473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.912028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.918408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:25:40.918978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:25:40.922666 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:25:40.983827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.988496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:40.994299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] 10.222.0.95 "DELETE /v2.0/networks/0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7 HTTP/1.1" status: 204 len: 168 time: 0.3110077 Mar 31 23:25:41.031868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a68d-ebf4-4d5c-a46d-2b3287e8c8ec tempest-FloatingIPTestJSON-1513693436 tempest-FloatingIPTestJSON-1513693436-project] Pushing event deleted for resources: {'Network': ['ID=0ff32ed5-448f-4e30-b4e5-dd52dfbfc4c7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:41.053060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:41.057129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5068a9-ebcd-4ba0-9d4a-2d5b32573ea1 req-0f628f90-cd75-4203-879b-d5f2016b0814 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:41.058838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b5068a9-ebcd-4ba0-9d4a-2d5b32573ea1 req-0f628f90-cd75-4203-879b-d5f2016b0814 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0628603 Mar 31 23:25:41.124189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b5068a9-ebcd-4ba0-9d4a-2d5b32573ea1 req-05b3ccde-1319-4d5f-8804-f73c73672134 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Mar 31 23:25:41.242346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:41.242695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.286420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49926) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:41.329115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.329455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.341841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:41.435171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fcbc1f78-d0e8-47ea-81d7-dc249d79d4e7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6b1af38b973640f592d36385e75712e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447213 Mar 31 23:25:41.435544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49932) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:41.486118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.508233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.508481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.540846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=0e06d77a-c3e1-4fd0-9bef-df0dc9f1c999,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:41.561776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.564861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.568359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f11dd2f4-74f0-4096-a974-a6c1beebd57f HTTP/1.1" status: 204 len: 168 time: 0.1293316 Mar 31 23:25:41.575120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0827a-2361-44f6-8bdd-10d1f3522752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11dd2f4-74f0-4096-a974-a6c1beebd57f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:41.601087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:41.603170 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP 5f007659-29d5-43e5-86f7-e6c962a79128 disassociated (deleted). External IP: 172.25.8.84, port: 2575276f-98a9-4b95-b7aa-464dd3f8769f. Mar 31 23:25:42.202170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router ba8a1536-ccbf-4d30-8532-b6cc625e4800 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:42.381950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fcb00-73bd-4791-a71b-6bcb6430e2e4 req-dd06136f-8510-4c62-98de-a2944fb032f0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.384017 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-882fcb00-73bd-4791-a71b-6bcb6430e2e4 req-dd06136f-8510-4c62-98de-a2944fb032f0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1221406 Mar 31 23:25:42.421950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:42.428092 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:42.433091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Sync routers for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:42.446172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:42.447185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:42.461977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49958) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.466414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-882fcb00-73bd-4791-a71b-6bcb6430e2e4 req-8632de68-5182-4785-9649-6ce539293860 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744169 Mar 31 23:25:42.469961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-068dfa3f-bd1a-4e4f-be91-4828268fc8e9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/floatingips/5f007659-29d5-43e5-86f7-e6c962a79128 HTTP/1.1" status: 204 len: 168 time: 1.4158566 Mar 31 23:25:42.470518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:42.490349 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:42.529575 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5c486-e9c3-4c6f-a20d-dadafef08ff2 x-openstack-request-id: req-57b5c486-e9c3-4c6f-a20d-dadafef08ff2 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:42.529575 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:42.529885 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-57b5c486-e9c3-4c6f-a20d-dadafef08ff2 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:42.530243 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b5c486-e9c3-4c6f-a20d-dadafef08ff2'] response: {'name': 'network-changed', 'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'status': 'completed', 'code': 200} Mar 31 23:25:42.611204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-57eca586-ba0a-4846-9f21-2bbaec52357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.613015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-57eca586-ba0a-4846-9f21-2bbaec52357a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 1095 time: 0.0576346 Mar 31 23:25:42.731177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-be21f7c7-01e4-462d-9e80-6798bbec5cfe tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] Request body: {'port': {'network_id': '7196f656-e73e-4ffc-85fc-385cdaf6f5a1', 'name': 'tempest-NetworksNegativeTestJSON-369495058'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:42.780511 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-be21f7c7-01e4-462d-9e80-6798bbec5cfe tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] POST failed (client error): The resource could not be found. Mar 31 23:25:42.781107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be21f7c7-01e4-462d-9e80-6798bbec5cfe tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:42.782401 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-be21f7c7-01e4-462d-9e80-6798bbec5cfe tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3193600 Mar 31 23:25:42.788203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.820278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39f5fd-7c55-4d76-b75a-aba0f95a25f4 req-50ae68e8-a7d6-40ee-80ac-7b8ba147a6e1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.821902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c39f5fd-7c55-4d76-b75a-aba0f95a25f4 req-50ae68e8-a7d6-40ee-80ac-7b8ba147a6e1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.0586276 Mar 31 23:25:42.824808 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f57dc44-c6b3-4b79-af56-d40e40fa8606 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] DELETE failed (client error): The resource could not be found. Mar 31 23:25:42.825706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f57dc44-c6b3-4b79-af56-d40e40fa8606 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:42.828864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f57dc44-c6b3-4b79-af56-d40e40fa8606 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "DELETE /v2.0/networks/9e736747-1faf-4db7-8619-c387baec2377 HTTP/1.1" status: 404 len: 339 time: 0.0395243 Mar 31 23:25:42.832742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49970) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.841792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:42.843585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-23f704f2-ff73-41d9-b4e7-717ebe0efa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.845254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-23f704f2-ff73-41d9-b4e7-717ebe0efa7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 200 len: 899 time: 0.2228465 Mar 31 23:25:42.872076 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0945abec-e0f2-4b24-8e0c-959fbeb9df8a tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] DELETE failed (client error): The resource could not be found. Mar 31 23:25:42.872831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0945abec-e0f2-4b24-8e0c-959fbeb9df8a tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:42.874011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c39f5fd-7c55-4d76-b75a-aba0f95a25f4 req-7465afeb-5bc7-4c20-aff5-8fa90d9f5866 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456183 Mar 31 23:25:42.876658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0945abec-e0f2-4b24-8e0c-959fbeb9df8a tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "DELETE /v2.0/ports/a434aa32-5642-4b71-94fa-a2bf1eb019aa HTTP/1.1" status: 404 len: 333 time: 0.0429833 Mar 31 23:25:42.881927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49972) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.912472 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-510a7083-8c8e-4885-b18d-17bded1902f4 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] DELETE failed (client error): The resource could not be found. Mar 31 23:25:42.913146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510a7083-8c8e-4885-b18d-17bded1902f4 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:42.916386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-510a7083-8c8e-4885-b18d-17bded1902f4 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "DELETE /v2.0/subnets/21e091e1-6a6f-4a3d-a5e9-fa417edf1364 HTTP/1.1" status: 404 len: 337 time: 0.0334980 Mar 31 23:25:42.921683 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.922175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-d729bf5b-867a-4107-8adb-4b701c130b32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 200 len: 217 time: 0.0567217 Mar 31 23:25:42.942059 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1bf663-c4c4-4211-a444-5cff3a82743f tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] GET failed (client error): The resource could not be found. Mar 31 23:25:42.946937 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e1bf663-c4c4-4211-a444-5cff3a82743f tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "GET /v2.0/networks/d667b5bb-dbc6-402f-8a62-d66a64e15b75 HTTP/1.1" status: 404 len: 339 time: 0.0207796 Mar 31 23:25:42.952422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:42.982490 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa463522-f4cf-4b51-9000-52c9e25b90ce tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] GET failed (client error): The resource could not be found. Mar 31 23:25:42.982817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-80d670bf-6bbd-4a6e-8501-35ba93588989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.987578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fa463522-f4cf-4b51-9000-52c9e25b90ce tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "GET /v2.0/ports/7e074e0a-36f9-4a05-b048-f9822846a25b HTTP/1.1" status: 404 len: 333 time: 0.0301821 Mar 31 23:25:42.987738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-80d670bf-6bbd-4a6e-8501-35ba93588989 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 200 len: 835 time: 0.0530362 Mar 31 23:25:42.988024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 49978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.047189 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-638fd191-fc7d-4e90-9094-4bbaa0b889ed tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] GET failed (client error): The resource could not be found. Mar 31 23:25:43.052103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-638fd191-fc7d-4e90-9094-4bbaa0b889ed tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "GET /v2.0/subnets/8ce5540d-e747-479b-b37c-1ce4b727fa49 HTTP/1.1" status: 404 len: 337 time: 0.0594611 Mar 31 23:25:43.052458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.058012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-87f914de-3e91-468f-a989-6dcf995a4e91 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:43.065000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-5a786fa3-d890-4842-bf37-943cce34fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.067072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-5a786fa3-d890-4842-bf37-943cce34fc34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ecc2a43-2ad2-4b44-868e-93232cfd70f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683789 Mar 31 23:25:43.071908 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f914de-3e91-468f-a989-6dcf995a4e91 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] PUT failed (client error): The resource could not be found. Mar 31 23:25:43.072500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f914de-3e91-468f-a989-6dcf995a4e91 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:43.077376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-87f914de-3e91-468f-a989-6dcf995a4e91 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "PUT /v2.0/networks/f3833ec5-6d90-4448-97b6-14573503dd5d HTTP/1.1" status: 404 len: 339 time: 0.0202148 Mar 31 23:25:43.077629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49982) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.084132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7ecde405-6dc7-4ad4-bc09-581802c36d47 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:43.089058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:43.124348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Checking router: ba8a1536-ccbf-4d30-8532-b6cc625e4800 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:43.128551 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecde405-6dc7-4ad4-bc09-581802c36d47 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] PUT failed (client error): The resource could not be found. Mar 31 23:25:43.131258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecde405-6dc7-4ad4-bc09-581802c36d47 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:43.132675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7ecde405-6dc7-4ad4-bc09-581802c36d47 tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "PUT /v2.0/ports/6567a93b-2333-4711-b055-3f4a8fe46658 HTTP/1.1" status: 404 len: 333 time: 0.0534685 Mar 31 23:25:43.136543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49984) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.140049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:43.140885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:43.148901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7b94eb44-55e7-481a-96c9-d4ea0d058d7d tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:43.176408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-56b12930-61bb-45b9-8c8a-5635b5b3d5e2 service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974889 Mar 31 23:25:43.180546 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b94eb44-55e7-481a-96c9-d4ea0d058d7d tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] PUT failed (client error): The resource could not be found. Mar 31 23:25:43.181007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b94eb44-55e7-481a-96c9-d4ea0d058d7d tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:25:43.186327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7b94eb44-55e7-481a-96c9-d4ea0d058d7d tempest-NetworksNegativeTestJSON-1901252950 tempest-NetworksNegativeTestJSON-1901252950-project] 10.222.0.95 "PUT /v2.0/subnets/9e642630-8ac3-4b4d-aff7-b8a249d5e39d HTTP/1.1" status: 404 len: 337 time: 0.0374987 Mar 31 23:25:43.278729 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:43.282614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74bd21d7-94c2-4359-9d3c-e7d4c4bc5321 req-6c9647b5-c1c0-444c-bac2-2d16b1a5ae93 service neutron] 10.222.0.60 "GET /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988233 Mar 31 23:25:43.455430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-0a462fb1-697d-42fa-9ec6-d64b78983da3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.457076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-0a462fb1-697d-42fa-9ec6-d64b78983da3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.0557332 Mar 31 23:25:43.498036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 49994) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.517041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:43.549816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a990-c97e-4857-a139-65a2692c446f None None] The sync data for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 is: [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:23:18Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'a759f5bb-a58f-4f22-8e20-f6606f362aba', 'name': '', 'network_id': '2ecc2a43-2ad2-4b44-868e-93232cfd70f3', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:cd:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:17Z', 'updated_at': '2022-03-31T23:23:26Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '0e6eb8b7-2a42-4f07-97d8-9289981acb41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:43.588227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:43.606785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 2575276f-98a9-4b95-b7aa-464dd3f8769f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:43.607354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.680268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f7611f-99c5-4e0c-9e44-2484794b9da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.716637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062956-0832-4e74-9883-05f6ff3852f6 req-ff45c326-0ed1-432f-96bd-4ef9c3d6cce4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.718190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79062956-0832-4e74-9883-05f6ff3852f6 req-ff45c326-0ed1-432f-96bd-4ef9c3d6cce4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1288188 Mar 31 23:25:43.721686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.754808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:43.757271 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be406655-654c-49eb-b316-232686dc360d" -d '{"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:43.761134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 2575276f-98a9-4b95-b7aa-464dd3f8769f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2575276f-98a9-4b95-b7aa-464dd3f8769f,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:43.761508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.781165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:43.801834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f7611f-99c5-4e0c-9e44-2484794b9da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.804316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.808681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23f7611f-99c5-4e0c-9e44-2484794b9da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:43.825140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 2575276f-98a9-4b95-b7aa-464dd3f8769f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:43.837791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79062956-0832-4e74-9883-05f6ff3852f6 req-a037c5b7-2824-49d3-b033-57f03ede23c5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105494 Mar 31 23:25:43.883306 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b447e-11ac-49de-ac8c-8d77855d7568 x-openstack-request-id: req-5d6b447e-11ac-49de-ac8c-8d77855d7568 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:43.883595 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-unplugged", "status": "failed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:43.884150 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d6b447e-11ac-49de-ac8c-8d77855d7568 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:43.884545 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d6b447e-11ac-49de-ac8c-8d77855d7568']: {'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'code': 422} returned with failed status Mar 31 23:25:43.935430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-23f7611f-99c5-4e0c-9e44-2484794b9da8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c38c9b7284c4eeba4b734bef0f64bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363172 Mar 31 23:25:43.938447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:43.940496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7611f-99c5-4e0c-9e44-2484794b9da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f576d0-8d38-42c5-b18c-8da7c4672ae6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:43.960199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:44.015373 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20a3a9-3baa-4396-972e-ab15bd3168ea None None] New status for floating IP 5f007659-29d5-43e5-86f7-e6c962a79128: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:44.048703 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387cb1c-3dd0-403a-b9c6-f3b0b643873a req-13a1681a-b9b8-4890-8864-fa5b62e64dd0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.050738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e387cb1c-3dd0-403a-b9c6-f3b0b643873a req-13a1681a-b9b8-4890-8864-fa5b62e64dd0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.0679560 Mar 31 23:25:44.101247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e387cb1c-3dd0-403a-b9c6-f3b0b643873a req-992ec48a-8735-44ad-95e6-d6a90c84f11c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Mar 31 23:25:44.155567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc2ec9-b328-4517-bce9-f098830aeaba req-24f272d6-0134-44de-a91e-b9a3ccbe7c31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.157136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ddc2ec9-b328-4517-bce9-f098830aeaba req-24f272d6-0134-44de-a91e-b9a3ccbe7c31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=2a0ccb54-7597-4978-95f7-6bfff05801f4 HTTP/1.1" status: 200 len: 944 time: 0.1487870 Mar 31 23:25:44.168812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.179031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.240391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.259207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-e7546982-aafb-421d-ba19-44758dcccfa9 req-fb4ac77f-e26b-477c-ac09-e332c5603f9e service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:44.260207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7546982-aafb-421d-ba19-44758dcccfa9 req-fb4ac77f-e26b-477c-ac09-e332c5603f9e service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056024 Mar 31 23:25:44.271863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=2575276f-98a9-4b95-b7aa-464dd3f8769f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:44.290855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ddc2ec9-b328-4517-bce9-f098830aeaba req-94bda144-7e15-44ad-a2cd-f57e45b2946a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f4da74-3426-4764-b836-162dddb47d78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243799 Mar 31 23:25:44.311991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] No DVR routers for this DVR port 2575276f-98a9-4b95-b7aa-464dd3f8769f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:44.319507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.322824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e8ed6a14-83fb-487a-ac68-893d5c106341 req-1543a625-ead8-46b3-bf21-00816e4809e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.60 "DELETE /v2.0/ports/2575276f-98a9-4b95-b7aa-464dd3f8769f HTTP/1.1" status: 204 len: 173 time: 0.8592811 Mar 31 23:25:44.323343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-deleted', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:44.325854 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e30cd9-013e-44ac-a9ec-2cf00c407f92" -d '{"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-deleted", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:44.370754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.375641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:44.377887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/84f576d0-8d38-42c5-b18c-8da7c4672ae6 HTTP/1.1" status: 204 len: 168 time: 0.4368236 Mar 31 23:25:44.404220 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1fb386-1ede-41bc-b18e-ca4583734e16 x-openstack-request-id: req-4c1fb386-1ede-41bc-b18e-ca4583734e16 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:44.404583 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ccb54-7597-4978-95f7-6bfff05801f4", "name": "network-vif-deleted", "tag": "2575276f-98a9-4b95-b7aa-464dd3f8769f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:44.404898 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4c1fb386-1ede-41bc-b18e-ca4583734e16 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:44.406139 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1fb386-1ede-41bc-b18e-ca4583734e16'] response: {'server_uuid': '2a0ccb54-7597-4978-95f7-6bfff05801f4', 'name': 'network-vif-deleted', 'tag': '2575276f-98a9-4b95-b7aa-464dd3f8769f', 'status': 'completed', 'code': 200} Mar 31 23:25:44.406922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e7d6f-59b0-4582-af05-3faf8b3adacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f576d0-8d38-42c5-b18c-8da7c4672ae6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:44.481000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3880e44-e741-4935-985f-4168d9267f2a req-5da9da3d-0650-4b6f-9b43-3f5f0833d121 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.482975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3880e44-e741-4935-985f-4168d9267f2a req-5da9da3d-0650-4b6f-9b43-3f5f0833d121 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.0677114 Mar 31 23:25:44.527508 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b3880e44-e741-4935-985f-4168d9267f2a req-81e9b70a-3dc0-440e-844b-0741b1d35b2b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Mar 31 23:25:44.785478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50044) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:44.980760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-5ecd5687-5ba8-4d2f-9abe-ea6aeb454a73 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936979 Mar 31 23:25:44.991280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-9c35f60c-531f-499a-9dc3-a0d9be2a5416 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:25:44.992559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-9c35f60c-531f-499a-9dc3-a0d9be2a5416 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060160 Mar 31 23:25:45.191599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50064) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:45.326215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27f3e53a-8ebb-421e-a4cb-51388667980b tempest-ServiceProvidersTest-348063863 tempest-ServiceProvidersTest-348063863-project] 10.222.0.95 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1326025 Mar 31 23:25:45.553077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50078) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:45.748432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d2902-10aa-4dc0-be1d-48525702a08d req-b8b03a4a-f465-44c4-89f6-368a51ef12e9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.750056 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e41d2902-10aa-4dc0-be1d-48525702a08d req-b8b03a4a-f465-44c4-89f6-368a51ef12e9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.1052082 Mar 31 23:25:45.801711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:45.842691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e41d2902-10aa-4dc0-be1d-48525702a08d req-4caac7bb-1877-4a0d-ac65-2d63edf5d6fc tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814896 Mar 31 23:25:45.976738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e52eca6b-d1df-421a-83b1-1a9579cee2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.020513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-366cfb1c-49c3-4371-80fb-ddf25e173a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.022574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-366cfb1c-49c3-4371-80fb-ddf25e173a4d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94&tenant_id=fc3035452d7046e28a9b6cd06c016eba HTTP/1.1" status: 200 len: 1094 time: 0.0856943 Mar 31 23:25:46.034774 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.041274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:46.077076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e52eca6b-d1df-421a-83b1-1a9579cee2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.083752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e52eca6b-d1df-421a-83b1-1a9579cee2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.128725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52eca6b-d1df-421a-83b1-1a9579cee2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638cee65-e37f-41d2-b1e6-ae0a6fb6ebb4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:46.139823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e52eca6b-d1df-421a-83b1-1a9579cee2df admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7b1e115149b44de99a20e47929be6201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358619 Mar 31 23:25:46.143460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50102) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:46.219545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.243351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.250753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.304464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.309267 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.312213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/638cee65-e37f-41d2-b1e6-ae0a6fb6ebb4 HTTP/1.1" status: 204 len: 168 time: 0.1663651 Mar 31 23:25:46.329406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc30c6-83a4-4565-8525-9681dcbe0f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638cee65-e37f-41d2-b1e6-ae0a6fb6ebb4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:46.605446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:46.617046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port a759f5bb-a58f-4f22-8e20-f6606f362aba {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:46.617388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.714237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:46.769288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port a759f5bb-a58f-4f22-8e20-f6606f362aba, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a759f5bb-a58f-4f22-8e20-f6606f362aba,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:46.769664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.773430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:46.789514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.796400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for a759f5bb-a58f-4f22-8e20-f6606f362aba owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:46.815034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Transition to ACTIVE for port object 5ee375ea-4758-49f8-ad47-e40969d9daa8 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:25:46.849754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:46.923990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=9']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:46.949407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] No DVR routers for this DVR port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:47.038730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:25:47.039058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:25:47.039420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:47.039565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c0512-8b79-4c34-b1fd-37b51fb29c99 req-b22a16d4-0c89-4705-bc18-430d50861630 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.041031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-781c0512-8b79-4c34-b1fd-37b51fb29c99 req-b22a16d4-0c89-4705-bc18-430d50861630 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 943 time: 0.0748816 Mar 31 23:25:47.045298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:47.045622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Attempting to bind port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on network c2f7da94-eee2-4334-911b-22baabadeb89 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:47.052332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:47.052745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Checking segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:25:47.053046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Bound using segment: {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:47.053472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Bound port: 5ee375ea-4758-49f8-ad47-e40969d9daa8, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175608a5-19ce-4875-957f-f0a46b7faf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:25:47.053830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.129722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-781c0512-8b79-4c34-b1fd-37b51fb29c99 req-24633d3c-4dd5-4f6b-93e1-d741574de9b0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774860 Mar 31 23:25:47.177258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:47.180631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:47.184058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.191397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.223289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=a759f5bb-a58f-4f22-8e20-f6606f362aba,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:47.268748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.269922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.272042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] 10.222.0.96 "PUT /v2.0/ports/5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 1091 time: 1.2409849 Mar 31 23:25:47.279688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:47.282152 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d7395-fe40-424a-8850-913b3ebc1ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:47.352492 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46b915-dcb0-4f5e-b9c5-db71f99e1674 x-openstack-request-id: req-5d46b915-dcb0-4f5e-b9c5-db71f99e1674 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:47.352912 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:47.353030 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d46b915-dcb0-4f5e-b9c5-db71f99e1674 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:47.353415 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d46b915-dcb0-4f5e-b9c5-db71f99e1674'] response: {'name': 'network-changed', 'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'status': 'completed', 'code': 200} Mar 31 23:25:47.368311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f76c1-db63-455f-9895-7bd7d90fb321 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:47.524069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-90a135da-e8f7-4f97-97eb-b92e3d555e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.525647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-90a135da-e8f7-4f97-97eb-b92e3d555e00 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1095 time: 0.1753740 Mar 31 23:25:47.563258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:47.621361 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:47.642879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 2575276f-98a9-4b95-b7aa-464dd3f8769f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:47.643224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2575276f-98a9-4b95-b7aa-464dd3f8769f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:47.643694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:47.689680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:47.745438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-abaece7b-d9eb-4373-9819-430bbf66369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.746922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-abaece7b-d9eb-4373-9819-430bbf66369f service neutron] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.2142208 Mar 31 23:25:47.818533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-40a346de-50ec-4b94-9208-849a2cd6792b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0393469 Mar 31 23:25:47.912882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-b317f964-5ae6-446b-af02-6432a5b05b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:47.914368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-b317f964-5ae6-446b-af02-6432a5b05b32 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0875793 Mar 31 23:25:47.921263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router ba8a1536-ccbf-4d30-8532-b6cc625e4800 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:47.953873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-b29481c5-1def-45ba-bb04-01cdb7597645 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314717 Mar 31 23:25:48.283569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7442238-8e42-4c0b-97aa-4bd19721c78d req-c60c6794-1061-48dd-a5e3-96d2ae5ced30 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.293411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7442238-8e42-4c0b-97aa-4bd19721c78d req-c60c6794-1061-48dd-a5e3-96d2ae5ced30 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0621853 Mar 31 23:25:48.342776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7442238-8e42-4c0b-97aa-4bd19721c78d req-17575762-ddda-4845-9210-205fd2cece6f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Mar 31 23:25:48.493724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:48.502257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-86ae7ac9-79fa-43b3-af29-55f8b65b2d55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/ba8a1536-ccbf-4d30-8532-b6cc625e4800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1089151 Mar 31 23:25:48.505023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50188) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:48.509370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Sync routers for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:48.520616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:48.521557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.544646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-e750170a-a943-4504-bb49-346ba781b87f service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826790 Mar 31 23:25:48.594827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting subnet 0e6eb8b7-2a42-4f07-97d8-9289981acb41 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:25:48.598726 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:48.677193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:48.701373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:48.730638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-c49d66a3-ce40-4568-a140-48bc380dea01 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781020 Mar 31 23:25:48.872037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:48.896566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:48.924996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-45d93d06-777c-4a1e-9fce-ee14b47ab782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.926616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-45d93d06-777c-4a1e-9fce-ee14b47ab782 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1095 time: 0.1420994 Mar 31 23:25:48.977659 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:48.998866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:49.008797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.073940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Checking router: ba8a1536-ccbf-4d30-8532-b6cc625e4800 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:49.086544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6eb8b7-2a42-4f07-97d8-9289981acb41,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:49.095133 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.099122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5cdaabd9-dfe0-41b3-8eb4-9ad346e4dac6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/subnets/0e6eb8b7-2a42-4f07-97d8-9289981acb41 HTTP/1.1" status: 204 len: 168 time: 0.5930593 Mar 31 23:25:49.103048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:49.106898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Routers {'ba8a1536-ccbf-4d30-8532-b6cc625e4800'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:49.107737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:49.114679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e36ca-7ea1-4489-9484-13fec980f94b None None] Network 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:25:49.211142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9367e2-8222-4972-a403-8c23dd04edc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.229283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-19e905e5-e541-4223-a00f-182641adf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.230835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-19e905e5-e541-4223-a00f-182641adf4d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.2922716 Mar 31 23:25:49.277739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] Set router ba8a1536-ccbf-4d30-8532-b6cc625e4800 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:49.323911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-e1d538ef-4bb1-45a4-a1ee-8562dfc91001 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0818048 Mar 31 23:25:49.370324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.584672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-f8991a0d-c0cf-4311-8b31-87fe3f46ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.586514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-f8991a0d-c0cf-4311-8b31-87fe3f46ff03 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.2520750 Mar 31 23:25:49.686366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:49.730928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-a488698a-d32c-459e-b87b-f4d2f411fab9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840080 Mar 31 23:25:49.745568 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.769885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9367e2-8222-4972-a403-8c23dd04edc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.786279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] DHCP port deletion for 2ecc2a43-2ad2-4b44-868e-93232cfd70f3 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:25:49.795399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7c9367e2-8222-4972-a403-8c23dd04edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.805006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74767b74-effb-4396-b5d5-3f871904ab20 req-55ae0628-b959-41c9-9295-5e66b51f8e25 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:49.806607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74767b74-effb-4396-b5d5-3f871904ab20 req-55ae0628-b959-41c9-9295-5e66b51f8e25 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.2175910 Mar 31 23:25:49.808017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b819d4-3129-4305-aad6-542e894f8dcb None None] The sync data for ids ['ba8a1536-ccbf-4d30-8532-b6cc625e4800'] in n-d-835855-2 is: [{'id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71320157', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232'}], 'enable_snat': True}, 'gw_port_id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:23:11Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': 'c15bfb71-025c-4b97-b6fe-69e65f2d46da', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8a1536-ccbf-4d30-8532-b6cc625e4800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:23:12Z', 'updated_at': '2022-03-31T23:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:49.926844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Deleting port a95f118a-73d3-4847-9a9e-ac2b22510be7 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:49.927794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:49.978516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7c9367e2-8222-4972-a403-8c23dd04edc5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7a740f45e8844647bf0377ded3ea8182&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1039226 Mar 31 23:25:49.978516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9367e2-8222-4972-a403-8c23dd04edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ea129-9723-4590-a324-e8b24fb24dfb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:49.981422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50232) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:50.012586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74767b74-effb-4396-b5d5-3f871904ab20 req-99f74892-2281-409c-b72a-8a4e6c3c782e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487453 Mar 31 23:25:50.027911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-74954f54-01dd-4207-8a93-b8106b21427e service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779644 Mar 31 23:25:50.056175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.075735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port c15bfb71-025c-4b97-b6fe-69e65f2d46da {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:25:50.076087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.077452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] For port a95f118a-73d3-4847-9a9e-ac2b22510be7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a95f118a-73d3-4847-9a9e-ac2b22510be7,segment=NetworkSegment(cfec1927-f8d0-4c7e-8772-16abfc730227),segment_id=cfec1927-f8d0-4c7e-8772-16abfc730227)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:50.078701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.085755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.098618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Calling delete_port for a95f118a-73d3-4847-9a9e-ac2b22510be7 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:50.192219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.197681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.205264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4a2ea129-9723-4590-a324-e8b24fb24dfb HTTP/1.1" status: 204 len: 168 time: 0.2195742 Mar 31 23:25:50.283698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a01a2-fe58-4772-b4f5-f30e19407232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ea129-9723-4590-a324-e8b24fb24dfb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:50.334453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020d7395-fe40-424a-8850-913b3ebc1ea3 req-c0da57e0-1738-4f57-80b6-c45b69c56743 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960372 Mar 31 23:25:50.353997 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.359626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port c15bfb71-025c-4b97-b6fe-69e65f2d46da, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c15bfb71-025c-4b97-b6fe-69e65f2d46da,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:50.360008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.390767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for c15bfb71-025c-4b97-b6fe-69e65f2d46da owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:25:50.400938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] Pushing event deleted for resources: {'Port': ['ID=a95f118a-73d3-4847-9a9e-ac2b22510be7,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:50.415339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a678bea-6152-4739-b9a2-4877c4dcda10 None None] No DVR routers for this DVR port a95f118a-73d3-4847-9a9e-ac2b22510be7 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:25:50.877936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:50.957966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=c15bfb71-025c-4b97-b6fe-69e65f2d46da,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:51.080459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a95f118a-73d3-4847-9a9e-ac2b22510be7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:51.094552 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.121068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.190853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50250) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:51.203804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a95f118a-73d3-4847-9a9e-ac2b22510be7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:51.204059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a95f118a-73d3-4847-9a9e-ac2b22510be7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:51.204609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a759f5bb-a58f-4f22-8e20-f6606f362aba no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:51.226350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2cef-9b00-4758-9751-5f4e607423dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.264650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a759f5bb-a58f-4f22-8e20-f6606f362aba {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:51.264998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a759f5bb-a58f-4f22-8e20-f6606f362aba not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:51.347428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17ee2a-cc41-4c15-8cce-900109081c21 req-e2dcf6af-ec55-42c1-9c39-8501d147a3dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:51.357944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe17ee2a-cc41-4c15-8cce-900109081c21 req-e2dcf6af-ec55-42c1-9c39-8501d147a3dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1073923 Mar 31 23:25:51.404681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.414189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.508416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe17ee2a-cc41-4c15-8cce-900109081c21 req-430692ec-b820-4b79-ae85-1e9644d90647 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488013 Mar 31 23:25:51.556270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.556848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Fanout notify agent at l3_agent the message router_deleted on router ba8a1536-ccbf-4d30-8532-b6cc625e4800 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:25:51.565476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.566002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e18f2320-6048-4dca-afad-c593b6d2058c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/routers/ba8a1536-ccbf-4d30-8532-b6cc625e4800 HTTP/1.1" status: 204 len: 168 time: 2.4616315 Mar 31 23:25:51.570374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50256) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:51.584362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2cef-9b00-4758-9751-5f4e607423dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.601477 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9b1f2cef-9b00-4758-9751-5f4e607423dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.832462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f2cef-9b00-4758-9751-5f4e607423dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8022eae-0cfc-4cb5-9a38-7792a88cfa75,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:51.845231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9b1f2cef-9b00-4758-9751-5f4e607423dc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e685bcf2dbe24640a457cfba6e0ae513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524634 Mar 31 23:25:51.847797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50264) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:51.871733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.956413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:51.993245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.039052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.067026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecc2a43-2ad2-4b44-868e-93232cfd70f3']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.079898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.083529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfec1927-f8d0-4c7e-8772-16abfc730227') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.083828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfec1927-f8d0-4c7e-8772-16abfc730227') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:52.085240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.104357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b8022eae-0cfc-4cb5-9a38-7792a88cfa75 HTTP/1.1" status: 204 len: 168 time: 0.2548559 Mar 31 23:25:52.110822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.117649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b46f2-7e12-4fab-ba0a-7415f3422630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8022eae-0cfc-4cb5-9a38-7792a88cfa75,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:52.208251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.236321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:25:52.238160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:25:52.249874 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:25:52.407810 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.426430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.432753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/networks/2ecc2a43-2ad2-4b44-868e-93232cfd70f3 HTTP/1.1" status: 204 len: 168 time: 0.8586097 Mar 31 23:25:52.435274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50274) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:52.460249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd876b8-8024-4778-a0b6-b9c48e6923e0 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Network': ['ID=2ecc2a43-2ad2-4b44-868e-93232cfd70f3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:52.553192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.597988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.751690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.754315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:52.755779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/security-groups/b4f4da74-3426-4764-b836-162dddb47d78 HTTP/1.1" status: 204 len: 168 time: 0.3184745 Mar 31 23:25:52.772415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63391173-5fa9-4c1a-a7af-94cdeaf7d662 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f4da74-3426-4764-b836-162dddb47d78,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:52.883308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245a6fa-7ef2-4a44-97bd-31ddd97e97d7 req-c2f4adf9-34f6-4f82-9416-5be5b5e20361 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:52.898621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a245a6fa-7ef2-4a44-97bd-31ddd97e97d7 req-c2f4adf9-34f6-4f82-9416-5be5b5e20361 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.2536392 Mar 31 23:25:53.018577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a245a6fa-7ef2-4a44-97bd-31ddd97e97d7 req-a1746e66-7f55-4723-994d-882cc560dda1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091557 Mar 31 23:25:53.026038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c15bfb71-025c-4b97-b6fe-69e65f2d46da no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:25:53.126915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c15bfb71-025c-4b97-b6fe-69e65f2d46da {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:25:53.128852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c15bfb71-025c-4b97-b6fe-69e65f2d46da not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:25:53.697503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50316) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:53.702898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1432846384', 'description': 'tempest-secgroup-smoke-1432846384 description', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:53.749324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.881453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.900448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.940930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:53.942871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2436187 Mar 31 23:25:53.946485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:53.953237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:53.956134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954c8ef-5523-4a61-b63a-282b65427ecd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8613d94-34df-4325-84d1-b1005e630c1c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:53.999189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.150872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.158992 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.207712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714caa31-d0e6-4cd9-965e-6e4dd01220a5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:54.216790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.221230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50332) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:54.221600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e01ddfe-ce5e-4549-9e20-ec0d7da6f349 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2739527 Mar 31 23:25:54.228015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:54.236093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf3656-fb30-4448-b128-a133e58137a8 req-dac5b43b-0a78-4c82-9c6a-329b6e7bca2d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:54.245777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9cf3656-fb30-4448-b128-a133e58137a8 req-dac5b43b-0a78-4c82-9c6a-329b6e7bca2d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1429212 Mar 31 23:25:54.305510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.307577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9cf3656-fb30-4448-b128-a133e58137a8 req-63c47d4e-35d1-4adb-be81-91701a2ebd2e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560308 Mar 31 23:25:54.442425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.448355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.466942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff63054-62f1-493b-9db2-e06b7ee9193e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:54.486112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.490543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-987cadf6-8278-4f5e-8d0f-ba8af5e66f31 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2646880 Mar 31 23:25:54.491024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50344) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:54.499106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:54.547966 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.720612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.728617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.785239 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.790551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50354) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:54.796114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:54.801441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3072770 Mar 31 23:25:54.807026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51add391-9724-48a0-8968-66e5ea5f657e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714ae082-9aa2-47c1-ac95-ef517e2d0a71,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:54.838893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.960241 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:54.991084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.016840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfebb35f-7019-477f-b23c-85bba43f2916,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:55.032148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.035016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:55.035595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:55.040278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8fcec971-82ab-4262-8ae8-1d51e0f5461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2485602 Mar 31 23:25:55.092565 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:55.124552 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.341253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.347484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.365798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cbceee-3aa4-456f-8be9-8b6a6d37d43d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:55.401912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.405179 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-46143f84-2c03-4613-bdf6-e8c0f9906430 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3728094 Mar 31 23:25:55.406416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:55.416269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'security_group_rule': {'security_group_id': 'a8613d94-34df-4325-84d1-b1005e630c1c', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:55.467117 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Project d8e2df53fe20475ca6e6d7ecbdc67d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:55.476880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.581263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.592751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.594891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72436583-acf7-4653-833d-4e89ddcc5291 req-a3a5a6fd-ae3d-48a8-9c9f-3e4d1c40c165 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:55.614481 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72436583-acf7-4653-833d-4e89ddcc5291 req-a3a5a6fd-ae3d-48a8-9c9f-3e4d1c40c165 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1121306 Mar 31 23:25:55.647941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c01ae9-5b08-4b16-ad3a-1da7787ce009,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:55.659654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.665729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-14c3f8e0-743a-4238-b845-6230297dbc49 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2576787 Mar 31 23:25:55.669359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:55.680662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'network': {'name': 'tempest-network-smoke--323769319', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:55.726313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-72436583-acf7-4653-833d-4e89ddcc5291 req-8d7583bb-17f3-49b2-afb6-148b1e686edd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087341 Mar 31 23:25:55.762230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:55.782260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.856772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:25:55.873711 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.874153 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Added segment ecbc76fe-7106-45e1-98e1-1c5e7b8c216a of type vlan for network d2fcb469-349e-4a85-9a5e-217f7c60ff33 Mar 31 23:25:55.926378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.958438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:55.969063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:55.970198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.094743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4234629 Mar 31 23:25:56.095822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50392) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:56.110193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'admin_state_up': True, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:56.167669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca19d7-3ab0-4d12-ac98-45129c3b7207 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Network': ['ID=d2fcb469-349e-4a85-9a5e-217f7c60ff33,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:56.189504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:25:56.200988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.202708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.325734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.371286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.660232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:56.973442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54331e94-58ae-42b6-b71f-319f7e1e450c req-9136ab82-a285-49d4-a813-d06f0f495d48 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:56.975188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54331e94-58ae-42b6-b71f-319f7e1e450c req-9136ab82-a285-49d4-a813-d06f0f495d48 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0997987 Mar 31 23:25:57.111492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54331e94-58ae-42b6-b71f-319f7e1e450c req-edc8a6cd-8782-4e7a-8aaf-17ab27639eb7 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259549 Mar 31 23:25:57.237319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:57.266295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:57.438338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.49 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:57.711751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:57.806576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:57.877546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:57.882963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:57.887035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:57.945001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:58.296151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fa5ce-41cf-4468-80ee-8caba9fbc0b6 req-d90e765c-defd-4d8b-976f-e221a8fb3f3c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:58.302929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-196fa5ce-41cf-4468-80ee-8caba9fbc0b6 req-d90e765c-defd-4d8b-976f-e221a8fb3f3c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0933938 Mar 31 23:25:58.435228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-196fa5ce-41cf-4468-80ee-8caba9fbc0b6 req-027aa424-7c49-4f03-a822-41e19b127243 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237569 Mar 31 23:25:58.451782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:59.316998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:59.576737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:25:59.764272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:59.791410 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Sync routers for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:59.815196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:59.816660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:59.895154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:25:59.907935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50474) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:25:59.921312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4dad5aa9-f1d6-4651-970f-4fa4e4827c21 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8166399 Mar 31 23:25:59.983055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2fc92-6bcc-4c3e-b54b-bf97518dbf81 req-be7246c0-5d76-4100-aacb-b22bf44d44a6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:59.995109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5b2fc92-6bcc-4c3e-b54b-bf97518dbf81 req-be7246c0-5d76-4100-aacb-b22bf44d44a6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.2286367 Mar 31 23:26:00.145435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5b2fc92-6bcc-4c3e-b54b-bf97518dbf81 req-39124edb-7cfc-4750-90e5-681aa7720f55 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277437 Mar 31 23:26:00.339837 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:00.523742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f347c96f-9ed0-4ce7-9ab5-468ef40edab0 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6145332 Mar 31 23:26:00.526723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50482) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:00.655513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:25:58Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:00.692854 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Checking router: a8fb58f6-27d0-414f-9dbd-c500fae54cd3 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:00.694135 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Updating router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:26:00.722903 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:00.934604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cdf419-8548-4c75-8102-10fb99dcc4f4 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:00.939372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57cdf419-8548-4c75-8102-10fb99dcc4f4 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4097247 Mar 31 23:26:00.940694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:01.008156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-71b14ebb-4ecf-4f47-a5b0-924745b373d2 tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634148 Mar 31 23:26:01.010829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:01.024382 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.037090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459439898', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:01.050262 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.147515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Attempting to bind port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:01.147757 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Attempting to bind port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:01.148123 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Attempting to bind port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:01.155630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Pushing event updated for resources: {'Port': ['ID=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:01.171998 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:01.176362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:01.177177 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.177592 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:01.178093 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Bound port: 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:01.178483 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.232912 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.241394 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.242014 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.242554 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.243098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.243660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.249072 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.249644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.250206 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.250744 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.251313 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.251871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:01.297597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:01.302457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.365199 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] For port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:01.372623 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] For port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:01.377474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14fe4-8602-4b83-96ba-a824403a7d6e req-ce44c800-8f6b-49e0-a201-4eb43527d3b5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:01.387737 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.392000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37d14fe4-8602-4b83-96ba-a824403a7d6e req-ce44c800-8f6b-49e0-a201-4eb43527d3b5 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1343098 Mar 31 23:26:01.450470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37d14fe4-8602-4b83-96ba-a824403a7d6e req-5c69eceb-dea4-4ce7-95bf-1a9a1427fc71 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572968 Mar 31 23:26:01.537038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:01.537688 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:01.556466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e94f-7b5f-462a-aae4-042ade7d50bd None None] Pushing event updated for resources: {'Port': ['ID=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:01.862677 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:01.897105 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:02.027133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Checking segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:02.027804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network hostable DHCP agents. Network: d2fcb469-349e-4a85-9a5e-217f7c60ff33, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:26:02.054231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Subnet': ['ID=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:02.092171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:26:02.107820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d2fcb469-349e-4a85-9a5e-217f7c60ff33) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:02.115443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.116599 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.125854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead81eb-afa9-41ee-99d4-60f7f329dda1 None None] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:02.152575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb620a76-d0a6-46f0-bde5-e8e6f821ff84 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1372693 Mar 31 23:26:02.154503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50516) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:02.400163 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:25:58Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:02.465977 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa798-81cd-4ecb-8ddc-340cf627a618 None None] The sync data for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 is: [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:25:58Z', 'revision_number': 3, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:02.681728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d2fcb469-349e-4a85-9a5e-217f7c60ff33', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:26:02.683722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:02.815489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb8d5-678f-48a1-82fa-19e97fcca118 req-6975a3ee-e3ef-4ef8-8d41-f17ddb18109b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:02.817137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca3fb8d5-678f-48a1-82fa-19e97fcca118 req-6975a3ee-e3ef-4ef8-8d41-f17ddb18109b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1219974 Mar 31 23:26:02.916913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca3fb8d5-678f-48a1-82fa-19e97fcca118 req-f51770c8-1c78-4b66-ac8f-d542e53bd3ee tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838423 Mar 31 23:26:03.032496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Allocated IP 172.20.0.2 (d2fcb469-349e-4a85-9a5e-217f7c60ff33/18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9/26f50378-cb4c-4cb5-8825-b80c09b56e5d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:03.327783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.337072 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.425268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Pushing event updated for resources: {'Port': ['ID=26f50378-cb4c-4cb5-8825-b80c09b56e5d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:03.445215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:03.448597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:03.452058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:03.832292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.907369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Attempting to bind port 26f50378-cb4c-4cb5-8825-b80c09b56e5d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:03.907742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Attempting to bind port 26f50378-cb4c-4cb5-8825-b80c09b56e5d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:03.908112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Attempting to bind port 26f50378-cb4c-4cb5-8825-b80c09b56e5d on network d2fcb469-349e-4a85-9a5e-217f7c60ff33 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:03.915606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:03.915999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Checking segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:03.916433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:03.917852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Bound using segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:03.918013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Bound port: 26f50378-cb4c-4cb5-8825-b80c09b56e5d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:03.918414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.041494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] For port 26f50378-cb4c-4cb5-8825-b80c09b56e5d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:04.064503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] For port 26f50378-cb4c-4cb5-8825-b80c09b56e5d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26f50378-cb4c-4cb5-8825-b80c09b56e5d,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:04.072592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.171213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8fe7e-5375-4524-bca8-14c4dfe00673 None None] Pushing event updated for resources: {'Port': ['ID=26f50378-cb4c-4cb5-8825-b80c09b56e5d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:04.287389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdcb6-b9ea-4424-8dba-927991e3279e req-b22b3e5b-1154-49cd-95ea-70e083bac26e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:04.295070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51bbdcb6-b9ea-4424-8dba-927991e3279e req-b22b3e5b-1154-49cd-95ea-70e083bac26e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1762640 Mar 31 23:26:04.382691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51bbdcb6-b9ea-4424-8dba-927991e3279e req-96bdc6b2-3431-4d17-aaee-b230502feb83 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825996 Mar 31 23:26:04.394694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.1 (d2fcb469-349e-4a85-9a5e-217f7c60ff33/18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9/6e61b90f-789a-40a1-bc85-6277e6863b93) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:04.486172 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cb373377-4a21-422b-a0f3-670746294298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.574488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.651398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:04.729412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:04.737431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:04.742042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:04.781852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:04.801309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.003989 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.160237 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:05.299077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:05.299672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.474928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.535460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:05.553384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.561758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26f50378-cb4c-4cb5-8825-b80c09b56e5d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:05.628321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004f26a-dc34-4c16-a1ff-0b8b0761f40d req-33aa1dc0-a387-4b6e-aa92-14aeb5b6476a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:05.633755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6004f26a-dc34-4c16-a1ff-0b8b0761f40d req-33aa1dc0-a387-4b6e-aa92-14aeb5b6476a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.1316285 Mar 31 23:26:05.643371 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.662951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.711314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:05.730306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6004f26a-dc34-4c16-a1ff-0b8b0761f40d req-5871b180-d6c7-49d5-9673-0e7e4d40d78d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902851 Mar 31 23:26:05.737115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 26f50378-cb4c-4cb5-8825-b80c09b56e5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:05.739949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.812192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:05.863452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:05.920508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff93b0-5c80-4a56-bde1-4437bd4683ac None None] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:26:05.959285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.004067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:06.005752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:06.035007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9e2859a8-e8ce-410f-957c-43a687b14d79 None None] Provisioning complete for port 26f50378-cb4c-4cb5-8825-b80c09b56e5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:06.035774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9e2859a8-e8ce-410f-957c-43a687b14d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.087416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 26f50378-cb4c-4cb5-8825-b80c09b56e5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26f50378-cb4c-4cb5-8825-b80c09b56e5d,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:06.098186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.158370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:06.280495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=26f50378-cb4c-4cb5-8825-b80c09b56e5d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:06.371939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:06.383305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f1345f11-8b9f-4d9b-8fdf-748d2a7612ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/a8fb58f6-27d0-414f-9dbd-c500fae54cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2217200 Mar 31 23:26:06.388057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Sync routers for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:06.412547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:06.413365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:25:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:06.562338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:06.663055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8c24c4ff-205e-4166-955a-9ab0706c7e08 None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:06.663741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8c24c4ff-205e-4166-955a-9ab0706c7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.729511 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c7c150c6-42ab-47f6-be00-046b12ce6d7c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1432846384&fields=id&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 267 time: 0.0435872 Mar 31 23:26:06.760663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8c24c4ff-205e-4166-955a-9ab0706c7e08 None None] Port 6e61b90f-789a-40a1-bc85-6277e6863b93 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:06.780685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8c24c4ff-205e-4166-955a-9ab0706c7e08 None None] Provisioning complete for port 26f50378-cb4c-4cb5-8825-b80c09b56e5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:06.781065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8c24c4ff-205e-4166-955a-9ab0706c7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:06.942693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-e46a869e-2d3c-4ffb-b3a5-4390f4d5e56f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:06.946380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-e46a869e-2d3c-4ffb-b3a5-4390f4d5e56f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 796 time: 0.2011783 Mar 31 23:26:06.957350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c968cd-bf51-4fde-808e-b5c70a54cf9d req-1a94ae46-2881-46d4-93e6-744691840df1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:06.960556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7c968cd-bf51-4fde-808e-b5c70a54cf9d req-1a94ae46-2881-46d4-93e6-744691840df1 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0938652 Mar 31 23:26:06.983586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-1f53064b-f7c3-4ef4-a3e2-2681f42a714b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/quotas/d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 375 time: 0.0294600 Mar 31 23:26:06.985398 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8341534b-13cf-4f6c-9b4d-c0b5903a31a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.008241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 2, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:07.052060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7c968cd-bf51-4fde-808e-b5c70a54cf9d req-047e9a0e-d382-441b-9232-c8a7e6d59863 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847929 Mar 31 23:26:07.065338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-1ad6ec35-30b1-4745-976e-dc8466182178 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742958 Mar 31 23:26:07.070026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Checking router: a8fb58f6-27d0-414f-9dbd-c500fae54cd3 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:07.070432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Updating router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 port 6e61b90f-789a-40a1-bc85-6277e6863b93 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:26:07.107150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:07.140503 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.218152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-534f2b62-0112-48ef-a70a-fab8a1686852 service neutron] 10.222.0.95 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395612 Mar 31 23:26:07.289884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:07.290264 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.304338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ec29f245-1a55-4be3-a5b9-fa226852d687 None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:07.304714 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec29f245-1a55-4be3-a5b9-fa226852d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.323045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-3c56f184-a549-48fa-98b0-b64bc530ea39 service neutron] 10.222.0.95 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039824 Mar 31 23:26:07.512533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ec29f245-1a55-4be3-a5b9-fa226852d687 None None] Port 6e61b90f-789a-40a1-bc85-6277e6863b93 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:07.574353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c73c3b70-4766-43e8-ad1a-fab4ecbccd00 req-5dbb7253-fe89-456d-83d5-716caa6bf8a9 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 210 time: 0.0689955 Mar 31 23:26:07.660365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26f50378-cb4c-4cb5-8825-b80c09b56e5d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:07.714572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:07.742168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6eecac44-9b10-45fc-a497-8919ddbc2c0c None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:07.742675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6eecac44-9b10-45fc-a497-8919ddbc2c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.821224 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.829719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 26f50378-cb4c-4cb5-8825-b80c09b56e5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:07.830099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:07.834967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6eecac44-9b10-45fc-a497-8919ddbc2c0c None None] Port 6e61b90f-789a-40a1-bc85-6277e6863b93 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:07.887875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.079083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d047cdc-402c-44b3-8712-b913054e2493 None None] Pushing event updated for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:08.248838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b94e24-76f1-4290-93d5-c6cbd43b8ed4 req-e8422cf3-3834-49a4-9a63-31a33717d58b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:08.251096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11b94e24-76f1-4290-93d5-c6cbd43b8ed4 req-e8422cf3-3834-49a4-9a63-31a33717d58b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 944 time: 0.0878670 Mar 31 23:26:08.361327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-11b94e24-76f1-4290-93d5-c6cbd43b8ed4 req-3222dcf3-19dd-4959-8ec6-28d6a6dcddfc tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022525 Mar 31 23:26:08.392927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:08.446307 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Attempting to bind port 6e61b90f-789a-40a1-bc85-6277e6863b93 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:08.446681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Attempting to bind port 6e61b90f-789a-40a1-bc85-6277e6863b93 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:08.447054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Attempting to bind port 6e61b90f-789a-40a1-bc85-6277e6863b93 on network d2fcb469-349e-4a85-9a5e-217f7c60ff33 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:08.449262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'network_id': 'c2f7da94-eee2-4334-911b-22baabadeb89', 'port_id': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'mac_address': 'fa:16:3e:88:12:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437167f-6aa8-4999-b515-8a90de553345', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:08.461796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:08.462253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Checking segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:08.462990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.463551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Bound using segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:08.464381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Bound port: 6e61b90f-789a-40a1-bc85-6277e6863b93, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:08.464859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.468405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.480282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8b948398-8cc4-40c9-aef4-98747deb7f0a None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:08.480660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b948398-8cc4-40c9-aef4-98747deb7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.598744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.601757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8b948398-8cc4-40c9-aef4-98747deb7f0a None None] Port 6e61b90f-789a-40a1-bc85-6277e6863b93 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:08.627333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:08.645962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] For port 6e61b90f-789a-40a1-bc85-6277e6863b93, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:08.653587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] For port 6e61b90f-789a-40a1-bc85-6277e6863b93, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e61b90f-789a-40a1-bc85-6277e6863b93,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:08.674841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.712505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f52d044-b417-43fc-9969-c91e47b6ae2f req-33bebe19-8895-4bc5-a6ae-2c14d1acf518 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 210 time: 0.0461216 Mar 31 23:26:08.743058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:08.772392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:08.787313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:08.787973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:26:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:08.843325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d047cdc-402c-44b3-8712-b913054e2493 None None] Pushing event updated for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:08.898140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=11']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:09.072881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:09.073664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.117971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:09.135935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-37e63ce8-bc93-4f09-a65c-ccc65d3a557b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.138259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-37e63ce8-bc93-4f09-a65c-ccc65d3a557b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 796 time: 0.1935017 Mar 31 23:26:09.168980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5ee375ea-4758-49f8-ad47-e40969d9daa8'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:09.194577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-a05401a8-a388-4b79-a4a5-319d190a31ca tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d HTTP/1.1" status: 200 len: 380 time: 0.0464404 Mar 31 23:26:09.204879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'port': {'device_id': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'admin_state_up': True, 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'security_groups': ['a8613d94-34df-4325-84d1-b1005e630c1c']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:09.389313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.413331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Made reservation on behalf of d8e2df53fe20475ca6e6d7ecbdc67d4d for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:09.420310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.489176 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] For port 6e61b90f-789a-40a1-bc85-6277e6863b93, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e61b90f-789a-40a1-bc85-6277e6863b93,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:09.497664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:09.510989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc461c-746e-45a8-8acc-a2b0d297ed5c req-d1d01f06-2c7c-42e1-bbf5-69f9521f1d78 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:09.523843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85dc461c-746e-45a8-8acc-a2b0d297ed5c req-d1d01f06-2c7c-42e1-bbf5-69f9521f1d78 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0723741 Mar 31 23:26:09.562328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85dc461c-746e-45a8-8acc-a2b0d297ed5c req-329f951c-0e0f-432e-845b-684e1096bedb tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376015 Mar 31 23:26:09.593825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.20.0.8 (d2fcb469-349e-4a85-9a5e-217f7c60ff33/18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9/d759bb44-9e51-4efb-a627-95b0360f7bd0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:09.601169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fdded-d409-4827-b9b6-fcd32b3b0cd6 None None] Pushing event updated for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:09.606570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:08Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:09.654056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e073ba-95ff-42ed-87f0-5ffc52fd1899 None None] The sync data for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 is: [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:08Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:09.970524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-585f76ed-8a00-4dbb-90b5-f555745a2944 req-bb339561-d92a-4699-bba4-8a123a3e0e7b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 210 time: 0.0290303 Mar 31 23:26:09.987870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.034301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.048874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.112419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:10.123003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:10.125399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.126069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.126419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.126775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.127111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.127468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.127800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.128131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.128460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.128786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.129112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.129450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:10.139323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:10.150525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:10.213696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:10.214675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.236784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-c4c4734f-cabf-4c77-881e-58d40b4d06fc tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0363021 Mar 31 23:26:10.250578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Request body: {'port': {'device_id': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:10.316684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.375985 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.540101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3e2296e2-0e4a-40c1-a83b-a86517ff6ba1 None None] Provisioning complete for port d759bb44-9e51-4efb-a627-95b0360f7bd0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:10.540704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e2296e2-0e4a-40c1-a83b-a86517ff6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.606532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3e2296e2-0e4a-40c1-a83b-a86517ff6ba1 None None] Port d759bb44-9e51-4efb-a627-95b0360f7bd0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:10.758541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50722) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:10.766727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760005556', 'description': 'tempest-description--1932701024'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:10.801410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.807176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1599f-33a0-4a77-a96d-dfc08f7a073f req-058160f2-2b1f-47d9-91d1-6f1d0d51aa42 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:10.808800 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c1599f-33a0-4a77-a96d-dfc08f7a073f req-058160f2-2b1f-47d9-91d1-6f1d0d51aa42 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.1097250 Mar 31 23:26:10.864684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d759bb44-9e51-4efb-a627-95b0360f7bd0 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:10.885584 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.895264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25c1599f-33a0-4a77-a96d-dfc08f7a073f req-b14ea6eb-b4a4-4bb0-a748-db0f8e712d16 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Mar 31 23:26:10.906190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Transition to ACTIVE for port object d759bb44-9e51-4efb-a627-95b0360f7bd0 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:10.911991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.921272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.927301 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:10.983675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:10.984788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e908e300-90c6-4bd1-b454-8d89f02d1dd7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:11.011085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.016889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50728) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:11.018689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0fb4e377-ec07-4b3e-9a1b-7a4c555bfdd6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2526834 Mar 31 23:26:11.029498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': 'e908e300-90c6-4bd1-b454-8d89f02d1dd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:11.136616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e61b90f-789a-40a1-bc85-6277e6863b93 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:11.198249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb292ac2-590b-42b9-bbe2-3b73325e2863 req-11fcc003-a33b-49e1-84e2-d8d1f47537c4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:11.218490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb292ac2-590b-42b9-bbe2-3b73325e2863 req-11fcc003-a33b-49e1-84e2-d8d1f47537c4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.1219220 Mar 31 23:26:11.240361 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.275353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6e61b90f-789a-40a1-bc85-6277e6863b93 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:11.276085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.307286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Attempting to bind port d759bb44-9e51-4efb-a627-95b0360f7bd0 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:11.307773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Attempting to bind port d759bb44-9e51-4efb-a627-95b0360f7bd0 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:11.308189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Attempting to bind port d759bb44-9e51-4efb-a627-95b0360f7bd0 on network d2fcb469-349e-4a85-9a5e-217f7c60ff33 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:11.317391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Port d759bb44-9e51-4efb-a627-95b0360f7bd0 on network d2fcb469-349e-4a85-9a5e-217f7c60ff33 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:11.317918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Attempting to bind port d759bb44-9e51-4efb-a627-95b0360f7bd0 on network d2fcb469-349e-4a85-9a5e-217f7c60ff33 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:11.322446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fb292ac2-590b-42b9-bbe2-3b73325e2863 req-40acd4c5-99fb-43aa-9150-8584ad2c3d9f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026068 Mar 31 23:26:11.353279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:11.353790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Checking segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:11.354177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Bound using segment: {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:11.354647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Bound port: d759bb44-9e51-4efb-a627-95b0360f7bd0, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:11.355464 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.443213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.453570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.483474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b3e58d-e893-42ad-aff4-1e7ea8b29451,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:11.495671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.496987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d46eb86c-6e86-4be7-b584-2c2022dd6b60 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4780643 Mar 31 23:26:11.499868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50732) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:11.506901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': 'e908e300-90c6-4bd1-b454-8d89f02d1dd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:11.507829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:11.512824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:11.523497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.568356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:11.569205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.571761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] 10.222.0.96 "PUT /v2.0/ports/d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 1091 time: 1.3263476 Mar 31 23:26:11.572434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:11.575435 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f4d86e-666e-47d5-992f-c800ac6890e1" -d '{"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:11.600344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.620654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d5898-a3ba-48cb-a7af-03a473c9049d service neutron] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:11.693511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:11.728775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.737721 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.740161 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e5098e-2561-4e5b-9149-6f5c436dc8ad x-openstack-request-id: req-e2e5098e-2561-4e5b-9149-6f5c436dc8ad {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:11.740374 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:11.740997 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e2e5098e-2561-4e5b-9149-6f5c436dc8ad {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:11.741570 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e5098e-2561-4e5b-9149-6f5c436dc8ad'] response: {'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'status': 'completed', 'code': 200} Mar 31 23:26:11.745052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-aa2365ac-2e05-4235-be3b-4f0bea190ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:11.750136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-aa2365ac-2e05-4235-be3b-4f0bea190ea1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1094 time: 0.1127038 Mar 31 23:26:11.773656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0c30a3-7e97-484d-b94a-0e7b4c285eae,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:11.799109 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.803205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-49169dec-1b4b-4b37-acf1-5c5940ec0a1d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016155 Mar 31 23:26:11.809380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50736) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:11.814867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:11.846140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5ee375ea-4758-49f8-ad47-e40969d9daa8 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:11.851013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-cfed59de-34dc-4da3-b5ac-fb45c429503e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 217 time: 0.0906792 Mar 31 23:26:11.854707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5ee375ea-4758-49f8-ad47-e40969d9daa8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:11.855074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.883117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:11.943616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-831b4fff-79b7-4c70-be49-e79e2f8af929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:11.945568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-831b4fff-79b7-4c70-be49-e79e2f8af929 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0861721 Mar 31 23:26:12.051637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-52ed0721-1356-4cda-b6c5-57e4da1a1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.053211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-52ed0721-1356-4cda-b6c5-57e4da1a1a0b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008761 Mar 31 23:26:12.110237 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.151404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb9182-7332-4dd6-9817-8fa07e747cf4 req-c1722482-c8d3-4591-9d08-dd8c0befc556 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.152945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2feb9182-7332-4dd6-9817-8fa07e747cf4 req-c1722482-c8d3-4591-9d08-dd8c0befc556 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 945 time: 0.0664670 Mar 31 23:26:12.177888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:12.179077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:12.182178 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c08398-d082-4b62-b985-81b6f6f6dc60" -d '{"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:12.197282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.269616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.278833 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2feb9182-7332-4dd6-9817-8fa07e747cf4 req-fc077f28-f993-4179-ad44-bf9895cbd8c3 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173837 Mar 31 23:26:12.314707 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540e1556-6657-492e-a5e9-8ed0e13596a6 x-openstack-request-id: req-540e1556-6657-492e-a5e9-8ed0e13596a6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:12.315075 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-plugged", "status": "completed", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:12.317151 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-540e1556-6657-492e-a5e9-8ed0e13596a6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:12.317740 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540e1556-6657-492e-a5e9-8ed0e13596a6'] response: {'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'code': 200} Mar 31 23:26:12.339966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-4171e6d9-fbc0-4fd5-9ad5-7ad8e4dac3ca service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780139 Mar 31 23:26:12.384683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:12.540909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.25.8.55 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/0943d8db-c830-4637-ba75-85f7096d5043) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:12.634568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975a5ea-be1e-4f7b-90a1-964ea62ca1f9 req-c2b5dd9b-025f-4f8b-b0f3-f4a6406826ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.636207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5975a5ea-be1e-4f7b-90a1-964ea62ca1f9 req-c2b5dd9b-025f-4f8b-b0f3-f4a6406826ab tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.1142986 Mar 31 23:26:12.662639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5ff9f-3392-4bab-882d-cdb2885f297b req-69a317ce-0931-4fcc-85e0-895277612aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:12.664361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fa5ff9f-3392-4bab-882d-cdb2885f297b req-69a317ce-0931-4fcc-85e0-895277612aa3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1097 time: 0.0965054 Mar 31 23:26:12.688709 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.721551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fdc81f0-e3d2-47c9-aa5f-dabee7b4550c req-92907229-82ea-4cfb-92ff-62f6aa1d65b7 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562100 Mar 31 23:26:12.740678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fa5ff9f-3392-4bab-882d-cdb2885f297b req-14e94838-f66e-40ca-8557-71acd9055d7e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669212 Mar 31 23:26:12.744439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.788239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5975a5ea-be1e-4f7b-90a1-964ea62ca1f9 req-1c7da685-7253-40a3-9016-03df9917a5b7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349602 Mar 31 23:26:12.811058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:12.815789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:12.820125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:12.860646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=0943d8db-c830-4637-ba75-85f7096d5043,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:12.951358 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:12.996009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.070369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-a6342cc9-f56b-4b4e-95d0-b665ef97f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.072157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-a6342cc9-f56b-4b4e-95d0-b665ef97f52a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1094 time: 0.0456808 Mar 31 23:26:13.124722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50762) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:13.206711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.213474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.303793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=0943d8db-c830-4637-ba75-85f7096d5043,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:13.312711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.327493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-991ddd00-5558-48c8-a389-539fb0f97729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.329897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-991ddd00-5558-48c8-a389-539fb0f97729 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.2464559 Mar 31 23:26:13.330198 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.331383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b0e413a7-c8ba-49db-b75a-26e75003b0c7 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5202806 Mar 31 23:26:13.335547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4456d453-79d3-4aaa-897c-125ff94cf30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.404001 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-abaf5456-42d9-49c4-906e-739650b9e471 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 217 time: 0.0656555 Mar 31 23:26:13.467191 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd000524-cff0-42f5-8289-22bea2d2ce49 req-92b09092-114d-4b26-8ffb-4d889c54dc9d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.475490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd000524-cff0-42f5-8289-22bea2d2ce49 req-92b09092-114d-4b26-8ffb-4d889c54dc9d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0708406 Mar 31 23:26:13.476470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-fd7a79e7-8045-45d9-bb22-5d6e6fda366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.483078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-fd7a79e7-8045-45d9-bb22-5d6e6fda366c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0639141 Mar 31 23:26:13.553386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dd000524-cff0-42f5-8289-22bea2d2ce49 req-cfb3e14e-67f8-4ba0-816c-949322adad43 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625219 Mar 31 23:26:13.566451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-5b325b8b-394b-4265-b612-400084dcea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.568281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-5b325b8b-394b-4265-b612-400084dcea76 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744758 Mar 31 23:26:13.690244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-960a0e23-f5fd-4329-8a12-428b3deec732 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--1760005556&fields=id&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 267 time: 0.1137161 Mar 31 23:26:13.700100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4456d453-79d3-4aaa-897c-125ff94cf30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.715028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4456d453-79d3-4aaa-897c-125ff94cf30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.782043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-6b3840fb-8d3c-4305-8607-5933b5596890 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043924 Mar 31 23:26:13.821510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4456d453-79d3-4aaa-897c-125ff94cf30b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4de982e342ed4c8585c02d6231898b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958797 Mar 31 23:26:13.824404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50784) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:13.846005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456d453-79d3-4aaa-897c-125ff94cf30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff2ee88-3ba4-4ffa-b09c-3b7f3890225e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:13.920712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:13.930546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-d277c84a-eda7-4b9e-b149-40b89f739eb8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:13.932186 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-d277c84a-eda7-4b9e-b149-40b89f739eb8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.2308011 Mar 31 23:26:13.961052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-7810101c-06fc-4df1-b3a2-38eb625d7dd9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/quotas/265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 375 time: 0.0221553 Mar 31 23:26:13.963183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-71f4d86e-666e-47d5-992f-c800ac6890e1 req-7f5499b3-fb7e-4e0b-895f-e08e8f52f00f service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701791 Mar 31 23:26:13.972738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.002566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adf763-d3f1-48b0-99ba-389a9277db8e req-87080fc8-89b3-4257-819e-c3f540ce2e0c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:14.004528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0adf763-d3f1-48b0-99ba-389a9277db8e req-87080fc8-89b3-4257-819e-c3f540ce2e0c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.0959628 Mar 31 23:26:14.037075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-ac4f982b-859c-4828-b752-4d37b916e5b8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0672367 Mar 31 23:26:14.068452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0adf763-d3f1-48b0-99ba-389a9277db8e req-cc7d7df7-863d-42c8-823e-17d74bdfdd34 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Mar 31 23:26:14.084600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.098111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.098111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/eff2ee88-3ba4-4ffa-b09c-3b7f3890225e HTTP/1.1" status: 204 len: 168 time: 0.2716722 Mar 31 23:26:14.110957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d5676-8eea-43dc-a470-2ae5efcfeebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff2ee88-3ba4-4ffa-b09c-3b7f3890225e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:14.180403 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-0d8a97b7-c4a0-406e-92d6-c3e6ecbc749a service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288350 Mar 31 23:26:14.304784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-777cbbca-3489-4e4a-9237-ae1c891cc448 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142840 Mar 31 23:26:14.513702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50806) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:14.542584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf269362-b027-4cc9-91a0-cdcfc3863106 req-83b8e889-5865-4f16-870c-51d4ddae1519 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 210 time: 0.0371134 Mar 31 23:26:14.546062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5375a81e-71f9-4450-8d54-a2f1231f0b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.696052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5375a81e-71f9-4450-8d54-a2f1231f0b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.701946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5375a81e-71f9-4450-8d54-a2f1231f0b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.753364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5375a81e-71f9-4450-8d54-a2f1231f0b1d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7645ed7c810948bda1142f82a03e55c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380209 Mar 31 23:26:14.756151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:14.763257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6dceb-2d44-41cd-af42-fa16b0cc2057 req-040cd941-20ad-4b20-8147-10761ef9d108 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:14.765329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bce6dceb-2d44-41cd-af42-fa16b0cc2057 req-040cd941-20ad-4b20-8147-10761ef9d108 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1067314 Mar 31 23:26:14.766528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375a81e-71f9-4450-8d54-a2f1231f0b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db6975-d05c-4dc1-b2ee-ef4728c88ff0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:14.831889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bce6dceb-2d44-41cd-af42-fa16b0cc2057 req-5cdc99fd-d69e-4cb9-aea6-b7751fb9cad4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494049 Mar 31 23:26:14.840068 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.870448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.943380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.948375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:14.952581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/96db6975-d05c-4dc1-b2ee-ef4728c88ff0 HTTP/1.1" status: 204 len: 168 time: 0.1953321 Mar 31 23:26:14.962164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbcde79-efaf-4d4b-a025-b102a9fc4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db6975-d05c-4dc1-b2ee-ef4728c88ff0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:15.273239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-21948079-3f22-45c4-a10e-4e2d66c9609e req-49ba9cce-1755-4d1b-86d2-96f5a0061759 service neutron] (109298) timed out ('10.222.0.60', 62424) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:26:15.321621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f791-1381-4a2d-9f5d-7ae18dbca691 req-b20fdf5d-c096-42ca-a3be-40f17d78ddb7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:15.333137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da70f791-1381-4a2d-9f5d-7ae18dbca691 req-b20fdf5d-c096-42ca-a3be-40f17d78ddb7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.1237836 Mar 31 23:26:15.406935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da70f791-1381-4a2d-9f5d-7ae18dbca691 req-26928139-c73e-4d54-bff2-eb86d26fccd6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724034 Mar 31 23:26:15.467390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 50852) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:15.483872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422fb223-f296-497a-89bd-b38cabf2e046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.570746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422fb223-f296-497a-89bd-b38cabf2e046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.577578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-422fb223-f296-497a-89bd-b38cabf2e046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.616001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb223-f296-497a-89bd-b38cabf2e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb507c-8d4d-4235-9f88-51538583a2e8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:15.620926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-422fb223-f296-497a-89bd-b38cabf2e046 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=77bbd5480213461c96bd9c49710dd84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524818 Mar 31 23:26:15.625505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 50856) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:15.688049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:15.700286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e5bf07b-2427-4c37-ac83-43e28c21cbda req-0f067e14-47e4-42c2-a932-16c41239e96d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 210 time: 0.0442083 Mar 31 23:26:15.729841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.766243 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.812272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-a62a657d-873e-4334-b8bd-247c600e2597 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:15.813962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-a62a657d-873e-4334-b8bd-247c600e2597 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1277859 Mar 31 23:26:15.827963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:15.833559 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.836301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.840013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cbdb507c-8d4d-4235-9f88-51538583a2e8 HTTP/1.1" status: 204 len: 168 time: 0.2109804 Mar 31 23:26:15.847838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'mac_address': 'fa:16:3e:05:3b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:15.864322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5fcb6-b18b-41ec-a4dd-f47ad0567a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb507c-8d4d-4235-9f88-51538583a2e8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:15.875208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-38120767-9a23-46d8-ab52-476bdb83543b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 471 time: 0.0495572 Mar 31 23:26:15.888887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'port': {'device_id': '3540848f-b654-4b8c-8373-9eec7c484020', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'admin_state_up': True, 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'security_groups': ['e908e300-90c6-4bd1-b454-8d89f02d1dd7']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:15.911621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:15.929045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d759bb44-9e51-4efb-a627-95b0360f7bd0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:15.952187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:15.957497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.010900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:16.026731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304b327-0640-42ac-8244-0bf9a3d73444 req-d7f6cc60-5eae-423d-b2da-674c1d6adeb0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.028301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5304b327-0640-42ac-8244-0bf9a3d73444 req-d7f6cc60-5eae-423d-b2da-674c1d6adeb0 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1067710 Mar 31 23:26:16.087465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5304b327-0640-42ac-8244-0bf9a3d73444 req-4ae9b703-88fc-4003-bb67-ad7ada5b7224 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Mar 31 23:26:16.089093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:26:16.095299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.226521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a60a0-a6f0-4150-a9b2-e635e357dcb0 req-2ab3d1f4-1699-488d-8720-1bcee8399925 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.228242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b1a60a0-a6f0-4150-a9b2-e635e357dcb0 req-2ab3d1f4-1699-488d-8720-1bcee8399925 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0589721 Mar 31 23:26:16.235637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.20.0.13 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/44c3e88a-3e58-44b2-82a9-005e5cc10052) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:16.276537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b1a60a0-a6f0-4150-a9b2-e635e357dcb0 req-9dff3042-8852-4bf4-afcc-512cde694fef tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419135 Mar 31 23:26:16.297314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['d759bb44-9e51-4efb-a627-95b0360f7bd0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:16.482445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.504910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6c226-6181-4bd6-964a-131739dcf41d req-8ad1ac21-0d11-42d8-8c38-bc48f8b2e175 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.513749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdc6c226-6181-4bd6-964a-131739dcf41d req-8ad1ac21-0d11-42d8-8c38-bc48f8b2e175 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1355319 Mar 31 23:26:16.563578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fdc6c226-6181-4bd6-964a-131739dcf41d req-7f3b08af-27f8-4662-bf52-4c6a5b0b1638 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488424 Mar 31 23:26:16.582228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01782a7-f3fc-468a-ab88-062432f6caec req-d5efa790-b1dd-473e-91b5-f35750140f6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.598371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d01782a7-f3fc-468a-ab88-062432f6caec req-d5efa790-b1dd-473e-91b5-f35750140f6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 944 time: 0.0860503 Mar 31 23:26:16.629630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.707502 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d01782a7-f3fc-468a-ab88-062432f6caec req-3549b5d3-3913-457a-88ee-5b8394dc4f05 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080246 Mar 31 23:26:16.716661 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:16.730936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:16.745225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:16.764240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:16.822803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.823483 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:16.835416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaeacf-5269-460f-a017-e17036ce2f86 req-a169da7a-ea73-48ac-8990-165d105da109 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.842924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4caaeacf-5269-460f-a017-e17036ce2f86 req-a169da7a-ea73-48ac-8990-165d105da109 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1250334 Mar 31 23:26:16.868000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd797fe-c85b-4320-ad12-c9901ec55691 req-5a76c7d5-6324-4741-995d-59fc0273ae9b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:16.878366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2dd797fe-c85b-4320-ad12-c9901ec55691 req-5a76c7d5-6324-4741-995d-59fc0273ae9b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 932 time: 0.0775690 Mar 31 23:26:16.886749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-527df12d-e93b-4928-a2b3-c3692206a58c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0052843 Mar 31 23:26:16.897239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4caaeacf-5269-460f-a017-e17036ce2f86 req-e3bd68dd-ca78-40e9-8172-50b1bea46e31 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532889 Mar 31 23:26:16.905436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Request body: {'port': {'device_id': '3540848f-b654-4b8c-8373-9eec7c484020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:16.958886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2dd797fe-c85b-4320-ad12-c9901ec55691 req-ac17b68a-7397-498b-83c0-14d1adaf324b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788100 Mar 31 23:26:16.984999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.093099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe97b-5748-4b41-b0c2-2a25d136ae70 req-8da389e2-d87f-41e3-9ce6-cc1e5502167c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:17.096386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e54fe97b-5748-4b41-b0c2-2a25d136ae70 req-8da389e2-d87f-41e3-9ce6-cc1e5502167c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1029079 Mar 31 23:26:17.106340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8ed8f71d-767d-477e-8daa-a4e7b04ac3d5 None None] Provisioning complete for port 44c3e88a-3e58-44b2-82a9-005e5cc10052 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:17.107175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ed8f71d-767d-477e-8daa-a4e7b04ac3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.159418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8ed8f71d-767d-477e-8daa-a4e7b04ac3d5 None None] Port 44c3e88a-3e58-44b2-82a9-005e5cc10052 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:26:17.205621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e54fe97b-5748-4b41-b0c2-2a25d136ae70 req-3c2d82ee-e9cd-493f-bf63-0c70ee54ed15 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955007 Mar 31 23:26:17.410424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c3e88a-3e58-44b2-82a9-005e5cc10052 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:17.421357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46a8b-766f-460f-8774-f331c10ba22a req-4d39778c-e698-4c8c-8938-9f935e0f5846 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:17.423151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2a46a8b-766f-460f-8774-f331c10ba22a req-4d39778c-e698-4c8c-8938-9f935e0f5846 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0959013 Mar 31 23:26:17.427911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.454211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Transition to ACTIVE for port object 44c3e88a-3e58-44b2-82a9-005e5cc10052 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:26:17.460285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.500444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e2a46a8b-766f-460f-8774-f331c10ba22a req-8b4c2626-50d7-465c-9fa0-5c7d01389d88 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Mar 31 23:26:17.523265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:17.645030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Attempting to bind port 44c3e88a-3e58-44b2-82a9-005e5cc10052 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:26:17.645703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Attempting to bind port 44c3e88a-3e58-44b2-82a9-005e5cc10052 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:26:17.646092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Attempting to bind port 44c3e88a-3e58-44b2-82a9-005e5cc10052 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:17.654795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Port 44c3e88a-3e58-44b2-82a9-005e5cc10052 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:26:17.655120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Attempting to bind port 44c3e88a-3e58-44b2-82a9-005e5cc10052 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:26:17.658737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c2d58-0c11-4084-bc60-7b5fac74ea5d req-1bf0fe4d-a618-4434-a5f3-681f7e83ee88 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:17.668548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-013c2d58-0c11-4084-bc60-7b5fac74ea5d req-1bf0fe4d-a618-4434-a5f3-681f7e83ee88 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0856810 Mar 31 23:26:17.670082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:26:17.670434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:26:17.670819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:26:17.671287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Bound port: 44c3e88a-3e58-44b2-82a9-005e5cc10052, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:26:17.671659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.697287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:17.731892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-013c2d58-0c11-4084-bc60-7b5fac74ea5d req-58bb27eb-f699-4c68-bad9-3437b3f8673d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606778 Mar 31 23:26:17.817791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:26:17.823847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port d759bb44-9e51-4efb-a627-95b0360f7bd0 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:17.829539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port d759bb44-9e51-4efb-a627-95b0360f7bd0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:17.830047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.834016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:26:17.846363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.944264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:17.944907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:17.946343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] 10.222.0.60 "PUT /v2.0/ports/44c3e88a-3e58-44b2-82a9-005e5cc10052 HTTP/1.1" status: 200 len: 1092 time: 1.0479805 Mar 31 23:26:17.966521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:17.969578 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54" -d '{"events": [{"name": "network-changed", "server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:17.975933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:18.024101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:18.027266 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47648ebb-1e30-4445-8497-2c3393ceb083" -d '{"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-plugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:18.049245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:18.055338 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:18.107204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:18.122139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3219d91-cb6f-4d57-9e2d-e1fc42ee8294 service neutron] Pushing event updated for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:18.130734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.131076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.131454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.131787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.132116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.132446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.132841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.133081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.133404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.133726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.138240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.138240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:18.152339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e20ee-e254-4ae6-8199-26e8e0b625e5 req-20e2e52d-2c2b-414f-bc7e-f671a447fa5c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.159918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fd90d-79a8-4433-8b2f-571c26d002fc req-cb8f570b-2ee4-4bec-bb10-2216f2a10e14 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.161581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df6fd90d-79a8-4433-8b2f-571c26d002fc req-cb8f570b-2ee4-4bec-bb10-2216f2a10e14 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 944 time: 0.2999115 Mar 31 23:26:18.168249 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd9e20ee-e254-4ae6-8199-26e8e0b625e5 req-20e2e52d-2c2b-414f-bc7e-f671a447fa5c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 944 time: 0.0715616 Mar 31 23:26:18.176271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-22549eaf-ab3d-4588-9a35-1c0618c9c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.178127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-22549eaf-ab3d-4588-9a35-1c0618c9c230 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 1095 time: 0.1863103 Mar 31 23:26:18.212207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd9e20ee-e254-4ae6-8199-26e8e0b625e5 req-9fbe5fae-5da4-4892-bc45-ba8ec96d3ca5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Mar 31 23:26:18.438200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a47ee3-92ba-4b8c-afce-b98a04304d83 req-2ef1f9e2-29bc-4bca-b30c-08dad4fd177d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.440989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9a47ee3-92ba-4b8c-afce-b98a04304d83 req-2ef1f9e2-29bc-4bca-b30c-08dad4fd177d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0776570 Mar 31 23:26:18.491353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9a47ee3-92ba-4b8c-afce-b98a04304d83 req-2951855a-53e1-457e-ad90-980b20413063 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Mar 31 23:26:18.541300 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a301073d-3780-4746-9e48-2964974924ec x-openstack-request-id: req-a301073d-3780-4746-9e48-2964974924ec {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:18.541666 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-plugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:18.541991 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a301073d-3780-4746-9e48-2964974924ec {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:18.542446 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a301073d-3780-4746-9e48-2964974924ec'] response: {'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'code': 200} Mar 31 23:26:18.658498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222a64-0be1-4782-bf44-16c70b15af64 req-59eb98ef-bf9a-48af-a9d5-17d9462a7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.660895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d222a64-0be1-4782-bf44-16c70b15af64 req-59eb98ef-bf9a-48af-a9d5-17d9462a7abc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0557692 Mar 31 23:26:18.694011 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d9d44-8abb-4ab4-a4d9-2d275285bc1c x-openstack-request-id: req-083d9d44-8abb-4ab4-a4d9-2d275285bc1c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:18.694011 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:18.694011 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-083d9d44-8abb-4ab4-a4d9-2d275285bc1c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:18.694011 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083d9d44-8abb-4ab4-a4d9-2d275285bc1c'] response: {'name': 'network-changed', 'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'status': 'completed', 'code': 200} Mar 31 23:26:18.712093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d222a64-0be1-4782-bf44-16c70b15af64 req-6286299d-0691-44e3-bf5a-a6fa22f4131e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Mar 31 23:26:18.726579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-668ffb12-6557-46bc-b58f-2f31f7dd8cd1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052 HTTP/1.1" status: 200 len: 217 time: 0.5400441 Mar 31 23:26:18.771795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df6fd90d-79a8-4433-8b2f-571c26d002fc req-3777ddba-bb25-44b3-a588-3dce2a3f56c1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6034651 Mar 31 23:26:18.792307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c2b80e23-d147-4004-a04f-b0a6906b66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.793811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-c2b80e23-d147-4004-a04f-b0a6906b66a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0591695 Mar 31 23:26:18.846318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-45a52bde-2e66-4090-bebf-2dc537d6f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:18.848386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-45a52bde-2e66-4090-bebf-2dc537d6f29e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468209 Mar 31 23:26:18.950842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-78545447-284b-4430-8e65-2c32bbe51485 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942516 Mar 31 23:26:19.055801 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-463a2d49-991b-4e76-b9c8-d9172314f322 req-b3721d0b-f9c3-4ae2-bc87-eb36cde753dc service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969646 Mar 31 23:26:19.148297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-c220cfd5-417e-42fb-855a-2bc68f9aa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.149820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-c220cfd5-417e-42fb-855a-2bc68f9aa48b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 1095 time: 0.0428336 Mar 31 23:26:19.262640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-58b3ccf6-f870-4cfd-a54d-113d915edeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.264159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-58b3ccf6-f870-4cfd-a54d-113d915edeb4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1074274 Mar 31 23:26:19.322840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-80fbb26f-5fa6-4372-b1c6-6fd7536ca9b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052 HTTP/1.1" status: 200 len: 217 time: 0.0502126 Mar 31 23:26:19.395731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-6707d1c8-2c3b-449e-a8be-94721b234b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.397505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-6707d1c8-2c3b-449e-a8be-94721b234b2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0571733 Mar 31 23:26:19.403448 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b46bf2-0fcb-4873-b124-26e7567ee0d2 req-e530b076-44d3-4706-9fc8-35a00f738053 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.405049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94b46bf2-0fcb-4873-b124-26e7567ee0d2 req-e530b076-44d3-4706-9fc8-35a00f738053 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 944 time: 0.0717018 Mar 31 23:26:19.450016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94b46bf2-0fcb-4873-b124-26e7567ee0d2 req-8d912893-8b3a-415a-96a2-ac00b6c85b3f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 Mar 31 23:26:19.452752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-18323591-a8a8-4bac-84c3-b79e7ac548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.454579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-18323591-a8a8-4bac-84c3-b79e7ac548e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463636 Mar 31 23:26:19.557797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-3968e07c-b25c-42dc-abf5-a46277fb2722 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952313 Mar 31 23:26:19.669730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd16dda-a820-49cf-b9f6-e186c242145f req-059e3164-b95f-48d7-b4f6-09c72691b21b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.671200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fd16dda-a820-49cf-b9f6-e186c242145f req-059e3164-b95f-48d7-b4f6-09c72691b21b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1088409 Mar 31 23:26:19.701810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c10d23d-2fc2-4000-94ef-ef75ba0e5a54 req-13558110-7926-4fba-a029-14703dc3d2f3 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307459 Mar 31 23:26:19.731898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3fd16dda-a820-49cf-b9f6-e186c242145f req-61d64501-55fd-4e6b-957a-0aa80af025cc tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519588 Mar 31 23:26:19.893962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef563-9282-408e-8f4d-a3f9faa1816f req-c7b36abe-b7f8-4e24-bb99-fdc4fd076cc6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:19.895717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-860ef563-9282-408e-8f4d-a3f9faa1816f req-c7b36abe-b7f8-4e24-bb99-fdc4fd076cc6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0534701 Mar 31 23:26:19.947205 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-860ef563-9282-408e-8f4d-a3f9faa1816f req-2bcb0453-e725-4ba0-9622-589235565ad3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Mar 31 23:26:20.133858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431c77b-4f7a-431c-a1f9-c67a332646a7 req-61fbc391-209b-42f5-a771-90aa365bf006 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.150201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b431c77b-4f7a-431c-a1f9-c67a332646a7 req-61fbc391-209b-42f5-a771-90aa365bf006 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1366465 Mar 31 23:26:20.245041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b431c77b-4f7a-431c-a1f9-c67a332646a7 req-8b64bd57-e309-404a-919a-d22d1ae9343a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905747 Mar 31 23:26:20.247511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-82c8c1d1-fa57-4436-bc15-0fa872f31660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.249026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-82c8c1d1-fa57-4436-bc15-0fa872f31660 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1097 time: 0.1795907 Mar 31 23:26:20.369637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-a9a11969-e8d9-4f5e-b845-4e2a747b8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.371596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-a9a11969-e8d9-4f5e-b845-4e2a747b8010 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.1147628 Mar 31 23:26:20.421177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-77855b7b-2b01-4d19-8ace-d17a6f7ce5ef service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0418479 Mar 31 23:26:20.489189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-f0a6c5ef-660b-41f4-b1b6-351820be8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.492014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-f0a6c5ef-660b-41f4-b1b6-351820be8a63 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0633366 Mar 31 23:26:20.574125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-5faca97b-8f28-4a0a-8eb4-64a304df6cc6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726550 Mar 31 23:26:20.609490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f96fb-da47-48ed-8c75-68d5d6436640 req-0ab17c52-691c-47ff-a3d9-7fc2bdd29b62 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:20.611562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-568f96fb-da47-48ed-8c75-68d5d6436640 req-0ab17c52-691c-47ff-a3d9-7fc2bdd29b62 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 944 time: 0.0789063 Mar 31 23:26:20.680039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-568f96fb-da47-48ed-8c75-68d5d6436640 req-bcfcfc48-520f-4c9d-b524-7c07dfc65232 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607035 Mar 31 23:26:20.681146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-261775db-bf1b-4b7e-9da7-1a81a9acfbbb service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980020 Mar 31 23:26:20.803060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-764cdeab-684b-4cb5-88dc-6b3a2955be6d req-ea0df889-120d-433c-9337-1f5fabd3aad1 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149793 Mar 31 23:26:21.048114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.071386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad467e-c1d7-4a57-86ee-356e31291cc6 req-88b1eaf6-29b1-4ba0-b7d6-107eed7a573e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.078968 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31ad467e-c1d7-4a57-86ee-356e31291cc6 req-88b1eaf6-29b1-4ba0-b7d6-107eed7a573e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0594068 Mar 31 23:26:21.126025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31ad467e-c1d7-4a57-86ee-356e31291cc6 req-0e75bb45-f3d9-41d6-a749-c38bd895fdd3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461857 Mar 31 23:26:21.258281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56ba0-6903-40b4-8aae-8b4e3347ea54 req-aa2d91c7-2802-49b2-b4c6-10e229d66c4a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.259796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daa56ba0-6903-40b4-8aae-8b4e3347ea54 req-aa2d91c7-2802-49b2-b4c6-10e229d66c4a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0514174 Mar 31 23:26:21.317236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daa56ba0-6903-40b4-8aae-8b4e3347ea54 req-dacff822-8e8a-403a-b7e5-9fc3e363e5f2 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511334 Mar 31 23:26:21.327379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51140) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:21.762518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 44c3e88a-3e58-44b2-82a9-005e5cc10052 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:26:21.784832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1709e5f-ec48-4381-bd36-db966680a6de tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.786991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e1709e5f-ec48-4381-bd36-db966680a6de tempest-TestNetworkAdvancedServerOps-1191388547 tempest-TestNetworkAdvancedServerOps-1191388547-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1091 time: 0.4585865 Mar 31 23:26:21.790588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:21.797916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:21.833158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6567d-f2d3-43e5-8c42-b8c991ad0806 req-1d2dd74c-85a9-4b02-a14e-8b9b2ea0068c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.856404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16d6567d-f2d3-43e5-8c42-b8c991ad0806 req-1d2dd74c-85a9-4b02-a14e-8b9b2ea0068c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.4982460 Mar 31 23:26:21.868046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59893-ace0-4c14-9402-4a236ec4e048 req-6d201c22-249a-40fd-96ad-61f3546068e1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:21.874814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cda59893-ace0-4c14-9402-4a236ec4e048 req-6d201c22-249a-40fd-96ad-61f3546068e1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 944 time: 0.1012828 Mar 31 23:26:21.942541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16d6567d-f2d3-43e5-8c42-b8c991ad0806 req-c37f3ab3-3766-454a-a9e6-48abc953f5ed tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851717 Mar 31 23:26:21.946132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:21.950254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cda59893-ace0-4c14-9402-4a236ec4e048 req-5ede948a-8a33-4013-98cc-f40bf01578b3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714464 Mar 31 23:26:22.028646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:22.043148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'port_id': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'mac_address': 'fa:16:3e:c7:64:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:26:22.104501 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.281086 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.295564 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c3e88a-3e58-44b2-82a9-005e5cc10052 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:26:22.301304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Allocated IP 172.25.8.160 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/5f352bb5-f9c7-462d-920d-2841c6e20862) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:26:22.319382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:22.324938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.387691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:22.423299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.468439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:22.515771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:26:22.520162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:26:22.522601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:26:22.557125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=5f352bb5-f9c7-462d-920d-2841c6e20862,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:22.640686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['44c3e88a-3e58-44b2-82a9-005e5cc10052'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:26:22.999199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.159700 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c39db-7d40-411b-baeb-0f64530f1ba6 req-6e0b2b74-5c33-46ef-84fd-aedbafa075c9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.161635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b6c39db-7d40-411b-baeb-0f64530f1ba6 req-6e0b2b74-5c33-46ef-84fd-aedbafa075c9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0756559 Mar 31 23:26:23.184030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14d40-f387-481a-b7b5-d512534ae942 req-32fd485f-bd00-4f01-8a70-c04fe800160d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.188656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eac14d40-f387-481a-b7b5-d512534ae942 req-32fd485f-bd00-4f01-8a70-c04fe800160d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 945 time: 0.1188786 Mar 31 23:26:23.269470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eac14d40-f387-481a-b7b5-d512534ae942 req-566c7ce1-4ba8-4074-b2fa-f4370d758a61 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772648 Mar 31 23:26:23.288218 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.337372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b6c39db-7d40-411b-baeb-0f64530f1ba6 req-9a474e96-e958-4381-bddf-0223da8fa48f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300502 Mar 31 23:26:23.487524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eab145-2bd8-47ec-b5d7-769bae311314 req-d8d4034c-b97b-46c5-ae7b-87c10b645550 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.499479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27eab145-2bd8-47ec-b5d7-769bae311314 req-d8d4034c-b97b-46c5-ae7b-87c10b645550 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0823388 Mar 31 23:26:23.516328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.523363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.539200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27eab145-2bd8-47ec-b5d7-769bae311314 req-86df0866-396c-4c9b-bf8f-cfdd6bd09649 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Mar 31 23:26:23.662818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event updated for resources: {'Port': ['ID=5f352bb5-f9c7-462d-920d-2841c6e20862,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:23.679075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51418) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:23.682331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.744986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee9ed5-7c59-49de-be13-08916d4dabd3 req-98752cf9-221a-4bbe-b4c9-18c6fd9b051f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:23.747100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69ee9ed5-7c59-49de-be13-08916d4dabd3 req-98752cf9-221a-4bbe-b4c9-18c6fd9b051f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0696335 Mar 31 23:26:23.780146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 44c3e88a-3e58-44b2-82a9-005e5cc10052 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:26:23.813247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69ee9ed5-7c59-49de-be13-08916d4dabd3 req-46126dae-0c02-43d7-8dff-03c3ab8d307f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592320 Mar 31 23:26:23.819142 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP 85c37623-6388-4ea4-b7fe-57a8e802aa76 associated. External IP: 172.25.8.160, port: d759bb44-9e51-4efb-a627-95b0360f7bd0. Mar 31 23:26:23.878654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b36377-056b-476d-a5c9-36b7bb399d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.895367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 44c3e88a-3e58-44b2-82a9-005e5cc10052 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:26:23.904938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 44c3e88a-3e58-44b2-82a9-005e5cc10052 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:26:23.905502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.990184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b36377-056b-476d-a5c9-36b7bb399d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:23.995941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-69b36377-056b-476d-a5c9-36b7bb399d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.028976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbd2bc-5195-4783-be1c-34ff3fa7f94a req-e1215356-a352-4f57-9913-b1be7c3d0cb9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.030561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8fbd2bc-5195-4783-be1c-34ff3fa7f94a req-e1215356-a352-4f57-9913-b1be7c3d0cb9 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0857174 Mar 31 23:26:24.055614 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.073664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-69b36377-056b-476d-a5c9-36b7bb399d1a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=253ac5dfe8db4529834589fe115070d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935077 Mar 31 23:26:24.077500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:24.089938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b36377-056b-476d-a5c9-36b7bb399d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576be7c7-a27f-4882-838f-5a0eaa1c94d2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:24.091965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:24.103895 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199af338-42f3-4d33-9c1a-f0df88e91458" -d '{"events": [{"server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "name": "network-vif-plugged", "status": "completed", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:24.114398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8fbd2bc-5195-4783-be1c-34ff3fa7f94a req-8838c2a5-f362-4c9a-aaa3-468e74c905ef tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498214 Mar 31 23:26:24.160074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:24.165351 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.178714 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.201277 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedaca73-a1e9-4b8a-8178-69713eefddbe x-openstack-request-id: req-aedaca73-a1e9-4b8a-8178-69713eefddbe {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:24.201873 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "name": "network-vif-plugged", "status": "completed", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:24.202342 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aedaca73-a1e9-4b8a-8178-69713eefddbe {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:24.202953 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedaca73-a1e9-4b8a-8178-69713eefddbe'] response: {'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'code': 200} Mar 31 23:26:24.218836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.231504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:24.244064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:24.321792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.331878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.337650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/576be7c7-a27f-4882-838f-5a0eaa1c94d2 HTTP/1.1" status: 204 len: 168 time: 0.2585378 Mar 31 23:26:24.365052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235dde88-5a0f-427c-9522-87c046aa3247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576be7c7-a27f-4882-838f-5a0eaa1c94d2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:24.424623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66a8b-2008-4a72-9a9b-b2d038e2d618 req-37f105a8-c545-4448-9858-e2ecff50dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.426373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50e66a8b-2008-4a72-9a9b-b2d038e2d618 req-37f105a8-c545-4448-9858-e2ecff50dfa6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 1097 time: 0.1691575 Mar 31 23:26:24.444399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c51e0-d1ca-4de4-b170-3a038e6e18e5 req-40cfe114-f61d-4a8e-b492-c29c633afb5b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.447071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-296c51e0-d1ca-4de4-b170-3a038e6e18e5 req-40cfe114-f61d-4a8e-b492-c29c633afb5b tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1265564 Mar 31 23:26:24.470864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:24.484820 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Sync routers for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:24.498195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a216c-faa4-4d52-a700-bb3f29d4c4f5 req-1942473b-060e-4740-8686-425bbfd5b77a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.500485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-562a216c-faa4-4d52-a700-bb3f29d4c4f5 req-1942473b-060e-4740-8686-425bbfd5b77a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0891793 Mar 31 23:26:24.502243 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:24.503482 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:26:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:24.504776 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:24.506873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-50e66a8b-2008-4a72-9a9b-b2d038e2d618 req-d5a00425-fa93-466f-bb0f-36ae838d7d42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711088 Mar 31 23:26:24.543316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-296c51e0-d1ca-4de4-b170-3a038e6e18e5 req-88f3a8b8-c629-4694-bfcd-c42623a76990 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894113 Mar 31 23:26:24.561191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9e713e4e-9a04-4e3d-8b1f-4aba4e171f24 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7680259 Mar 31 23:26:24.567854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:24.570395 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af" -d '{"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:24.591692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-562a216c-faa4-4d52-a700-bb3f29d4c4f5 req-db97ae2d-a1ef-4db8-9fd5-f593acdaeaeb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778778 Mar 31 23:26:24.644821 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726b15c-736d-47c5-8c00-3e18561895f5 x-openstack-request-id: req-b726b15c-736d-47c5-8c00-3e18561895f5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:24.645579 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:24.646001 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b726b15c-736d-47c5-8c00-3e18561895f5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:24.646619 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b726b15c-736d-47c5-8c00-3e18561895f5'] response: {'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'status': 'completed', 'code': 200} Mar 31 23:26:24.698836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:24.778146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c0985-ba43-4a25-a33f-318812abd368 req-7395f290-5f2f-4a3b-89ff-0f2038b251ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.787834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff5c0985-ba43-4a25-a33f-318812abd368 req-7395f290-5f2f-4a3b-89ff-0f2038b251ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.1100931 Mar 31 23:26:24.806728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-62198741-da3a-458a-8616-84bf55900a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.808324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-62198741-da3a-458a-8616-84bf55900a1b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.1380510 Mar 31 23:26:24.873908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4877f62-745e-4983-b218-71fc300e1637 req-485e5486-d885-436c-b5f9-ae95c8f112d6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:24.875751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4877f62-745e-4983-b218-71fc300e1637 req-485e5486-d885-436c-b5f9-ae95c8f112d6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1195099 Mar 31 23:26:24.877143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ff5c0985-ba43-4a25-a33f-318812abd368 req-1ef71b16-f072-4060-b58c-091c7f85e21e tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723984 Mar 31 23:26:24.894621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51496) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:24.964815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4877f62-745e-4983-b218-71fc300e1637 req-f7cfaca9-44ac-4191-ac01-45c8b38aee32 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576665 Mar 31 23:26:25.001526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51502) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:25.022183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd3112bb-7724-4230-ac0d-46f254117675 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/85c37623-6388-4ea4-b7fe-57a8e802aa76 HTTP/1.1" status: 200 len: 991 time: 0.1260042 Mar 31 23:26:25.029593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96cc0570-ad60-4884-9941-fe468e00ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.042853 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-206d78f8-4e77-4368-b8be-079a7ffd522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.044383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-206d78f8-4e77-4368-b8be-079a7ffd522b service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.2255440 Mar 31 23:26:25.180408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-801c8381-5bfc-4769-b27c-c060efcf9284 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 999 time: 0.1265440 Mar 31 23:26:25.231073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821d4b3-46b6-4ded-b6b5-5e48f6759d90 req-62bbc0bd-c9d7-442a-b06c-d2c3552a556e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.232626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e821d4b3-46b6-4ded-b6b5-5e48f6759d90 req-62bbc0bd-c9d7-442a-b06c-d2c3552a556e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1349003 Mar 31 23:26:25.233596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '85c37623-6388-4ea4-b7fe-57a8e802aa76', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'mac_address': 'fa:16:3e:05:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:22Z', 'updated_at': '2022-03-31T23:26:22Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:25.262718 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Checking router: a8fb58f6-27d0-414f-9dbd-c500fae54cd3 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:25.271587 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:25.272528 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:26:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:25.284175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-01d2ec1f-b47c-4b0d-a820-2c3b2e53145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.285955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-01d2ec1f-b47c-4b0d-a820-2c3b2e53145a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0953977 Mar 31 23:26:25.306472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e821d4b3-46b6-4ded-b6b5-5e48f6759d90 req-cecf3565-7314-4dd2-9fdd-296c1bb362de tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607963 Mar 31 23:26:25.315704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96cc0570-ad60-4884-9941-fe468e00ef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.338544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-96cc0570-ad60-4884-9941-fe468e00ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.389237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-4c583b50-cf6d-4e19-9f39-9788ff28c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.390759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-4c583b50-cf6d-4e19-9f39-9788ff28c9c0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902262 Mar 31 23:26:25.392235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0570-ad60-4884-9941-fe468e00ef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a2c29d-bf18-4c71-a99d-7d401da1509c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:25.398187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-96cc0570-ad60-4884-9941-fe468e00ef93 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2e5dc2b8108248238a9b0ff67a0b98c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3930998 Mar 31 23:26:25.401170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51508) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:25.415042 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:25.512518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.542260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4ec98-83d1-4a3e-994b-0987217e8b04 req-7e383927-f288-483b-8426-5f9f67764ecf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.544725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49c4ec98-83d1-4a3e-994b-0987217e8b04 req-7e383927-f288-483b-8426-5f9f67764ecf tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1199844 Mar 31 23:26:25.554055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-aa555982-f45a-455b-81ac-6675625c214b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741887 Mar 31 23:26:25.557990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.559163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-be0198d9-a833-44d4-a04e-4a0e29cd3210 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593287 Mar 31 23:26:25.682080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49c4ec98-83d1-4a3e-994b-0987217e8b04 req-66400f9b-d262-44d5-9047-7e0e8802c29a tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280832 Mar 31 23:26:25.710894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.714851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:25.716687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/73a2c29d-bf18-4c71-a99d-7d401da1509c HTTP/1.1" status: 204 len: 168 time: 0.3130522 Mar 31 23:26:25.745584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29295426-2da2-4035-bb83-be391453a654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a2c29d-bf18-4c71-a99d-7d401da1509c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:25.787376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-d6691671-70c3-46dd-bf89-0fdc8fd43afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.788886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-d6691671-70c3-46dd-bf89-0fdc8fd43afe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=fc3035452d7046e28a9b6cd06c016eba&device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 1097 time: 0.1416793 Mar 31 23:26:25.802555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d703b-7d41-4450-a703-f6782a146340 req-0f5daa32-60b2-45c2-9c5d-722e0e05fc10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:25.804764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a81d703b-7d41-4450-a703-f6782a146340 req-0f5daa32-60b2-45c2-9c5d-722e0e05fc10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0881886 Mar 31 23:26:25.804917 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '85c37623-6388-4ea4-b7fe-57a8e802aa76', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'mac_address': 'fa:16:3e:05:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:22Z', 'updated_at': '2022-03-31T23:26:22Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:25.825896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-a48f354c-6767-4faa-ba12-20d27d9c9f37 req-263b8fc2-f749-42eb-a6a4-44d041c7bab4 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:26:25.826921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a48f354c-6767-4faa-ba12-20d27d9c9f37 req-263b8fc2-f749-42eb-a6a4-44d041c7bab4 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054805 Mar 31 23:26:25.828375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8dd7010-b6b7-4b99-84b7-c8f2cdff30af req-6b285bef-a230-4295-8cdc-81573f391733 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566240 Mar 31 23:26:25.883016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b5227-58d6-4c99-b938-e7aa9343168c None None] The sync data for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 is: [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '85c37623-6388-4ea4-b7fe-57a8e802aa76', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'mac_address': 'fa:16:3e:05:3b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:22Z', 'updated_at': '2022-03-31T23:26:22Z', 'revision_number': 0, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:25.924987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a81d703b-7d41-4450-a703-f6782a146340 req-7a08bb90-77e4-4d23-973e-5f8df97a7d28 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946329 Mar 31 23:26:25.979883 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:26.024711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6febbc1-afe5-4f3d-b32f-4c0c292be7bc req-5bd856c6-f013-4dfc-b1ac-2b0b7cf9927f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.025269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51522) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:26.033841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6febbc1-afe5-4f3d-b32f-4c0c292be7bc req-5bd856c6-f013-4dfc-b1ac-2b0b7cf9927f tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1146355 Mar 31 23:26:26.119957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6febbc1-afe5-4f3d-b32f-4c0c292be7bc req-ed511b6c-a147-45ef-9e61-a6758a0a84fe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850139 Mar 31 23:26:26.171257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-3bd35bd3-7aa1-4df1-a5b5-ac7c5e30942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.172769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-3bd35bd3-7aa1-4df1-a5b5-ac7c5e30942b service neutron] 10.222.0.96 "GET /v2.0/networks?id=c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 200 len: 916 time: 0.3562262 Mar 31 23:26:26.184122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a33811ac-6b64-49e0-9f15-ae3860b499ac tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/85c37623-6388-4ea4-b7fe-57a8e802aa76 HTTP/1.1" status: 200 len: 991 time: 0.1526833 Mar 31 23:26:26.237066 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-8e2447ed-db11-4309-81e8-6af6dc5700b9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 200 len: 217 time: 0.0473039 Mar 31 23:26:26.280273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:26.313662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23281387-d230-4642-a6fe-46941f96534b None None] New status for floating IP 85c37623-6388-4ea4-b7fe-57a8e802aa76: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:26:26.321419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-171eaf6a-d627-4735-9c3b-f69ece704c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.322934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-171eaf6a-d627-4735-9c3b-f69ece704c60 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 200 len: 854 time: 0.0754647 Mar 31 23:26:26.331364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79a4fb-3add-40a2-b203-109c114761c8 req-73f795a3-7193-4eee-9ffe-77d104656164 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.332901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c79a4fb-3add-40a2-b203-109c114761c8 req-73f795a3-7193-4eee-9ffe-77d104656164 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0978396 Mar 31 23:26:26.365321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-286ce083-4094-439c-a87c-69f458eb584a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c2f7da94-eee2-4334-911b-22baabadeb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314300 Mar 31 23:26:26.479443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c79a4fb-3add-40a2-b203-109c114761c8 req-481be24e-5108-4a9a-8e5e-a14ef2821907 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342402 Mar 31 23:26:26.535376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-683068ab-4948-4bec-a134-e90ba032d276 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624539 Mar 31 23:26:26.695843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6df61053-ef24-40b6-98c7-5889503dc3e9 req-53a3e193-223a-41ce-b2dc-07ace5890d80 service neutron] 10.222.0.96 "GET /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475911 Mar 31 23:26:26.709495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb1ce4-f075-41e8-b8b8-9353f001c0eb req-58618da8-2a8a-425f-a28f-48a863ec731e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.711112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cfb1ce4-f075-41e8-b8b8-9353f001c0eb req-58618da8-2a8a-425f-a28f-48a863ec731e tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0738251 Mar 31 23:26:26.769338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cfb1ce4-f075-41e8-b8b8-9353f001c0eb req-d3a79cdf-73d1-4f07-9991-06b318425abe tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Mar 31 23:26:26.907041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77187c4-da19-4d15-a530-0e80cc7283a1 req-d4bcee0d-13d0-4b1f-b872-0d11fcb2621d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:26.908924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e77187c4-da19-4d15-a530-0e80cc7283a1 req-d4bcee0d-13d0-4b1f-b872-0d11fcb2621d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0538545 Mar 31 23:26:26.954262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e77187c4-da19-4d15-a530-0e80cc7283a1 req-4d1e4767-0a86-482c-878b-269b27ed8f89 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Mar 31 23:26:27.084433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d42ef7-4ec9-49ec-98d5-bb7e7d860fbc req-b5afa0f5-0ca5-4bb3-bd38-7bed62534622 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.086242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5d42ef7-4ec9-49ec-98d5-bb7e7d860fbc req-b5afa0f5-0ca5-4bb3-bd38-7bed62534622 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0607269 Mar 31 23:26:27.168000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2cb7f-1849-4e3f-8d8e-65f22cf40d67 req-416cd754-ee34-44c7-a0f2-72734de189b6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.169913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67a2cb7f-1849-4e3f-8d8e-65f22cf40d67 req-416cd754-ee34-44c7-a0f2-72734de189b6 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0812194 Mar 31 23:26:27.172335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5d42ef7-4ec9-49ec-98d5-bb7e7d860fbc req-713b6388-d501-467b-a66f-08521a969cde tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650668 Mar 31 23:26:27.187941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51564) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:27.290797 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67a2cb7f-1849-4e3f-8d8e-65f22cf40d67 req-b9ed8b1f-f11a-4cb2-a806-d54d9715d79d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061430 Mar 31 23:26:27.295475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-64de41c2-702b-4593-ac91-66b8b73795f3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/85c37623-6388-4ea4-b7fe-57a8e802aa76 HTTP/1.1" status: 200 len: 993 time: 0.1058841 Mar 31 23:26:27.330914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec59ef-087d-4c38-8790-0665cb28a1f4 req-cf39cf66-d7c0-4ae0-a3ab-f8dcb0371385 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.332660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2bec59ef-087d-4c38-8790-0665cb28a1f4 req-cf39cf66-d7c0-4ae0-a3ab-f8dcb0371385 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0798988 Mar 31 23:26:27.341764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51574) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:27.347052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'port_id': '44c3e88a-3e58-44b2-82a9-005e5cc10052'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:26:27.438907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:27.516515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9d098-03a8-4977-83e7-9a21a265f2d1 req-f2c6160c-e923-435c-a446-50a323d74ebd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.518064 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bb9d098-03a8-4977-83e7-9a21a265f2d1 req-f2c6160c-e923-435c-a446-50a323d74ebd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1247635 Mar 31 23:26:27.626289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bb9d098-03a8-4977-83e7-9a21a265f2d1 req-39d9aac2-f4de-43df-8de2-f893a370f4e2 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891848 Mar 31 23:26:27.874552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aecd53-5e95-4fff-9d59-ea223c8f1961 req-b433b48e-c860-4a00-b929-869b58ab3e35 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:27.876211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13aecd53-5e95-4fff-9d59-ea223c8f1961 req-b433b48e-c860-4a00-b929-869b58ab3e35 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1355550 Mar 31 23:26:27.964307 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13aecd53-5e95-4fff-9d59-ea223c8f1961 req-81d789e8-7fd9-4c73-82c7-78ce8842bdc4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535719 Mar 31 23:26:28.069550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:28.075804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:28.258804 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP fc82e838-f060-43c7-b9d1-0f95d194a53e associated. External IP: 172.25.8.55, port: 44c3e88a-3e58-44b2-82a9-005e5cc10052. Mar 31 23:26:28.559554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:26:28.670617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:26:28.675424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:28.683591 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:26:28.723364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-640bd792-3b76-4b1f-8e57-8118e82c2f98 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "PUT /v2.0/floatingips/fc82e838-f060-43c7-b9d1-0f95d194a53e HTTP/1.1" status: 200 len: 991 time: 1.3799791 Mar 31 23:26:28.724082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:28.725269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:28.726069 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:26:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:28.726765 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1793cc-c385-4346-8483-1294363ef5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:28.794640 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b1ca00-9ec1-465a-9ac0-08b0bdbdcea8 x-openstack-request-id: req-21b1ca00-9ec1-465a-9ac0-08b0bdbdcea8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:28.795198 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:28.795686 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-21b1ca00-9ec1-465a-9ac0-08b0bdbdcea8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:28.796271 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b1ca00-9ec1-465a-9ac0-08b0bdbdcea8'] response: {'name': 'network-changed', 'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'status': 'completed', 'code': 200} Mar 31 23:26:28.871892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:28.873810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-dc073ee3-12ea-49c8-bab6-fb0738055cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:28.875480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-dc073ee3-12ea-49c8-bab6-fb0738055cea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 1097 time: 0.0574610 Mar 31 23:26:29.046797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-e68bfb78-1a9e-426e-b688-0d10d0022777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.050547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-e68bfb78-1a9e-426e-b688-0d10d0022777 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1682940 Mar 31 23:26:29.233955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-a4ac9586-8ddc-44fa-878a-4913c748085b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052 HTTP/1.1" status: 200 len: 999 time: 0.1731272 Mar 31 23:26:29.254777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}, {'id': 'fc82e838-f060-43c7-b9d1-0f95d194a53e', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:c7:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3540848f-b654-4b8c-8373-9eec7c484020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:12Z', 'updated_at': '2022-03-31T23:26:27Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:29.299173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-9fc790be-c720-4298-b630-8b9659d5dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.300960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-9fc790be-c720-4298-b630-8b9659d5dc27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0599773 Mar 31 23:26:29.302488 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:26:29.313327 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:26:29.313964 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:26:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:29.383033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-3ad42d8f-3fd5-494a-90ad-6298bc11cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.384810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-3ad42d8f-3fd5-494a-90ad-6298bc11cba0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738950 Mar 31 23:26:29.471590 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:26:29.537061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-0a8c3ce5-4060-4d50-9aad-c48484c9894b service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444614 Mar 31 23:26:29.714748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe1793cc-c385-4346-8483-1294363ef5f5 req-9fce18b2-4eea-4948-8ba7-7adf703458c9 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699421 Mar 31 23:26:29.812381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}, {'id': 'fc82e838-f060-43c7-b9d1-0f95d194a53e', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:c7:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3540848f-b654-4b8c-8373-9eec7c484020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:12Z', 'updated_at': '2022-03-31T23:26:27Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:29.847892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0396e9-571a-4701-b67c-3337236f7b4d None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}, {'id': 'fc82e838-f060-43c7-b9d1-0f95d194a53e', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.55', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:c7:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3540848f-b654-4b8c-8373-9eec7c484020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:26:12Z', 'updated_at': '2022-03-31T23:26:27Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:26:30.109069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f050e1-e51a-4e62-a472-89a9c1e77165 None None] New status for floating IP fc82e838-f060-43c7-b9d1-0f95d194a53e: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:26:30.238285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-dd3647f1-f995-455f-8429-590aa9798e88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0618749 Mar 31 23:26:30.346410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-81129cc7-4ee3-4951-b457-0d2d6bd9cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.350413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-81129cc7-4ee3-4951-b457-0d2d6bd9cd7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1096 time: 0.0871127 Mar 31 23:26:30.537504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-74c65c7f-4114-4a24-b67b-009e7d4101d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.539101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-74c65c7f-4114-4a24-b67b-009e7d4101d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1653905 Mar 31 23:26:30.648440 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-38b79610-a09b-42c3-b4cd-81abe2915e9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 1000 time: 0.0952981 Mar 31 23:26:30.710066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-4a892a18-e58f-4ec2-8200-ae4b31c10047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.711864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-4a892a18-e58f-4ec2-8200-ae4b31c10047 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0543032 Mar 31 23:26:30.776715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-7c636896-a16e-4af6-850a-281fb586b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.780480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-7c636896-a16e-4af6-850a-281fb586b213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611253 Mar 31 23:26:30.885181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-3bf3fba1-f120-4e3c-b28d-2f803333a90b service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967555 Mar 31 23:26:31.022193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16fda254-7ed1-43f2-8721-ebed4f5301b5 req-ea3f9b31-7228-48b1-8ffe-a536afd5d197 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300242 Mar 31 23:26:33.052073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd067b6-6bcf-4898-ae77-aca45fec64f7 req-db475f29-c642-43e6-9d63-e35eb1b742d4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:33.061097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8bd067b6-6bcf-4898-ae77-aca45fec64f7 req-db475f29-c642-43e6-9d63-e35eb1b742d4 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0922422 Mar 31 23:26:33.111951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8bd067b6-6bcf-4898-ae77-aca45fec64f7 req-7566e5fc-b149-4086-8b36-69d50e78ee03 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434427 Mar 31 23:26:34.255988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a915c-b032-4459-a720-8515dbc4389a req-20832b80-cecd-43fe-823c-707fedd8747d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:34.257669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-491a915c-b032-4459-a720-8515dbc4389a req-20832b80-cecd-43fe-823c-707fedd8747d tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.0608351 Mar 31 23:26:34.326181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-491a915c-b032-4459-a720-8515dbc4389a req-2d6af02a-6375-416d-89ea-6595bb41a038 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Mar 31 23:26:34.473496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c1cc-138f-4c8c-a157-42443f50e5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.498421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-7668c2c2-9e58-470e-9ee7-e86051db242c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:35.500731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-7668c2c2-9e58-470e-9ee7-e86051db242c tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1326144 Mar 31 23:26:35.561510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf7128-400a-442b-b8bf-eb07a20ab06c req-091cd1d1-2a72-403d-afce-8d72f6faf9e8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:35.570576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4adf7128-400a-442b-b8bf-eb07a20ab06c req-091cd1d1-2a72-403d-afce-8d72f6faf9e8 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 946 time: 0.1389399 Mar 31 23:26:35.682101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4adf7128-400a-442b-b8bf-eb07a20ab06c req-56e59bbb-9450-4491-9204-d2c953e4d1ab tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/security-groups?id=4cbbf192-939b-4de6-a76f-62098177ece3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105568 Mar 31 23:26:35.701091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Deleting port 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:26:35.701432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.821461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] For port 5ee375ea-4758-49f8-ad47-e40969d9daa8, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5ee375ea-4758-49f8-ad47-e40969d9daa8,segment=NetworkSegment(175608a5-19ce-4875-957f-f0a46b7faf07),segment_id=175608a5-19ce-4875-957f-f0a46b7faf07)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:26:35.821939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:35.836540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Calling delete_port for 5ee375ea-4758-49f8-ad47-e40969d9daa8 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:26:35.989408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.098167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] No DVR routers for this DVR port 5ee375ea-4758-49f8-ad47-e40969d9daa8 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:26:36.101397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:36.105710 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65999a9d-eb63-4164-8a55-6a25abd13dbc req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.96 "DELETE /v2.0/ports/5ee375ea-4758-49f8-ad47-e40969d9daa8 HTTP/1.1" status: 204 len: 173 time: 0.5919333 Mar 31 23:26:36.106681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-deleted', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:26:36.110268 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f93a494-0b84-4286-bc92-5809440543a3" -d '{"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-deleted", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:26:36.114289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f215cd-6c1d-48cc-834c-83e6775c53dd tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] Pushing event deleted for resources: {'Port': ['ID=5ee375ea-4758-49f8-ad47-e40969d9daa8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:36.161059 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23e158-d471-40ce-beae-9b149224e1f5 x-openstack-request-id: req-5c23e158-d471-40ce-beae-9b149224e1f5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:26:36.162086 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e7937d-15f5-4876-9330-8b9f55590c94", "name": "network-vif-deleted", "tag": "5ee375ea-4758-49f8-ad47-e40969d9daa8", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:26:36.162346 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5c23e158-d471-40ce-beae-9b149224e1f5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:26:36.162821 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c23e158-d471-40ce-beae-9b149224e1f5'] response: {'server_uuid': 'e9e7937d-15f5-4876-9330-8b9f55590c94', 'name': 'network-vif-deleted', 'tag': '5ee375ea-4758-49f8-ad47-e40969d9daa8', 'status': 'completed', 'code': 200} Mar 31 23:26:36.890219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96d4491f-c565-4efd-a279-92361f7ac469 req-fa739744-54af-4998-823a-3b175649de00 tempest-ServersNegativeTestJSON-71005638 tempest-ServersNegativeTestJSON-71005638-project] 10.222.0.95 "GET /v2.0/ports?device_id=e9e7937d-15f5-4876-9330-8b9f55590c94 HTTP/1.1" status: 200 len: 210 time: 0.0334921 Mar 31 23:26:36.930270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-33939672-1b29-47d0-b8d8-805301fc8178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:37.849362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:26:37.871174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 5ee375ea-4758-49f8-ad47-e40969d9daa8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:26:37.872874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5ee375ea-4758-49f8-ad47-e40969d9daa8 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:26:37.958398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51806) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.007400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Deleting subnet a437167f-6aa8-4999-b515-8a90de553345 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:26:38.013589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.055325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.115312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.187789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.215988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a437167f-6aa8-4999-b515-8a90de553345,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:38.219678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.223455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3eeaff55-eaaa-4b98-bdb3-9b3bca53e5d0 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/a437167f-6aa8-4999-b515-8a90de553345 HTTP/1.1" status: 204 len: 168 time: 0.2633593 Mar 31 23:26:38.225492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51812) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.324060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.403611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.423676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.444377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f7da94-eee2-4334-911b-22baabadeb89']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:38.454743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175608a5-19ce-4875-957f-f0a46b7faf07') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:38.454967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175608a5-19ce-4875-957f-f0a46b7faf07') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:26:38.464346 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.477167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.483544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:26:38.484108 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:26:38.485908 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:26:38.549981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.558289 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.561761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] 10.222.0.95 "DELETE /v2.0/networks/c2f7da94-eee2-4334-911b-22baabadeb89 HTTP/1.1" status: 204 len: 168 time: 0.3347421 Mar 31 23:26:38.576417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f7da94-eee2-4334-911b-22baabadeb89,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:38.586886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.587751 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.588094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.588429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.588759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.589093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.591360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.591700 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.592031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.592359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.592683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.593006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbf5b23-88dd-498d-8a6f-59b188bcee69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:38.746394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51826) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.795640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1190453b-2088-4173-ba35-de37650d4212 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fc3035452d7046e28a9b6cd06c016eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477331 Mar 31 23:26:38.797982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51832) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:38.864186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.889619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.953408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.956710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:38.957967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4cbbf192-939b-4de6-a76f-62098177ece3 HTTP/1.1" status: 204 len: 168 time: 0.1591053 Mar 31 23:26:38.972169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8760ab-eb5e-4a4e-8f50-afa258c8e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbbf192-939b-4de6-a76f-62098177ece3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:40.035745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:40.376685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.312394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:41.440836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-735c9b07-f987-4a82-aec2-7769e1a33d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.528842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-735c9b07-f987-4a82-aec2-7769e1a33d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.534184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-735c9b07-f987-4a82-aec2-7769e1a33d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.584137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-735c9b07-f987-4a82-aec2-7769e1a33d96 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5c5858c6b47c44af83f095bb41d43420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683864 Mar 31 23:26:41.584602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 51936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:41.621314 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9b07-f987-4a82-aec2-7769e1a33d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965bbc5-8d77-483b-8123-4408409699b8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:41.674895 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.706532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.781036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.783991 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:41.788350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2965bbc5-8d77-483b-8123-4408409699b8 HTTP/1.1" status: 204 len: 168 time: 0.2026849 Mar 31 23:26:41.797903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ea735-0e91-4a5b-9387-bc76e4f3033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965bbc5-8d77-483b-8123-4408409699b8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:42.115461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51960) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:42.129298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7756e38f-89af-41f9-86e1-28b30f732a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.202925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7756e38f-89af-41f9-86e1-28b30f732a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.208173 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7756e38f-89af-41f9-86e1-28b30f732a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.248523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756e38f-89af-41f9-86e1-28b30f732a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff2b45-42f9-4be3-b38c-f9b5adeab7aa,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:42.257744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7756e38f-89af-41f9-86e1-28b30f732a87 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bb69b19bd16048cdadc96cac2ebe1778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411622 Mar 31 23:26:42.260472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 51962) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:42.319034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.346028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.409178 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.412263 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:42.415896 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/14ff2b45-42f9-4be3-b38c-f9b5adeab7aa HTTP/1.1" status: 204 len: 168 time: 0.1518371 Mar 31 23:26:42.423529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe14e-1b60-44fd-a3a6-c72ca3ec58be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff2b45-42f9-4be3-b38c-f9b5adeab7aa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.696518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:43.821077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a418-2e58-4c71-8cf9-1194a591d88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.909068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a418-2e58-4c71-8cf9-1194a591d88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.913631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a8d6a418-2e58-4c71-8cf9-1194a591d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:43.952568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6a418-2e58-4c71-8cf9-1194a591d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0fd4a3-766c-44a9-b04e-885b316df215,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:43.959788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52038) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:43.960323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a8d6a418-2e58-4c71-8cf9-1194a591d88e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=81fc921c595349f78ddb046f2b6c2460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621500 Mar 31 23:26:44.035582 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.061913 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.121443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.124705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.126271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2f0fd4a3-766c-44a9-b04e-885b316df215 HTTP/1.1" status: 204 len: 168 time: 0.1647379 Mar 31 23:26:44.147733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834c786-7557-4f17-8245-5f72da45726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0fd4a3-766c-44a9-b04e-885b316df215,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:44.210290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52044) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:44.395452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b772aaa-f6cf-408d-8247-ad56f3ea2d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.493040 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b772aaa-f6cf-408d-8247-ad56f3ea2d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.498825 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6b772aaa-f6cf-408d-8247-ad56f3ea2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.538178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b772aaa-f6cf-408d-8247-ad56f3ea2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3df41f-5b9a-4910-bab7-9395aaf742be,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:44.545743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6b772aaa-f6cf-408d-8247-ad56f3ea2d59 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a6126d000445406ab5387d75ef5f2c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340647 Mar 31 23:26:44.545928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52060) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:44.606688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.638799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.690583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.693535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:44.698155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3d3df41f-5b9a-4910-bab7-9395aaf742be HTTP/1.1" status: 204 len: 168 time: 0.1509724 Mar 31 23:26:44.707519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55339b3e-d171-4414-b0e7-9e3fa596b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3df41f-5b9a-4910-bab7-9395aaf742be,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:47.531915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52212) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:47.657060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4890-e879-4e6a-a0ba-42e24cacbbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.761896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4890-e879-4e6a-a0ba-42e24cacbbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.766586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4890-e879-4e6a-a0ba-42e24cacbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.804663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd4890-e879-4e6a-a0ba-42e24cacbbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba6a219-52a4-4181-a448-9ec0e330e4ec,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:47.810713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6bbd4890-e879-4e6a-a0ba-42e24cacbbf5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ae22c5ef60e54ecc96c23132fcd51138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770386 Mar 31 23:26:47.813343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52222) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:47.871760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.893201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.949457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.952246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:47.955787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0ba6a219-52a4-4181-a448-9ec0e330e4ec HTTP/1.1" status: 204 len: 168 time: 0.1389759 Mar 31 23:26:47.963527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40209210-c30c-411e-9a07-d07104c1ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba6a219-52a4-4181-a448-9ec0e330e4ec,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:48.302102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:48.315531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0711fa9-bac3-49d3-82bd-f306e0aca851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.398538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0711fa9-bac3-49d3-82bd-f306e0aca851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.403745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0711fa9-bac3-49d3-82bd-f306e0aca851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.443696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0711fa9-bac3-49d3-82bd-f306e0aca851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aeed22-5530-4b32-b45d-1168ef68a077,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:48.450940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0711fa9-bac3-49d3-82bd-f306e0aca851 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6e562c015f4b4a789398657a2c9030b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453395 Mar 31 23:26:48.451366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52248) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:48.529324 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.552492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.612078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.614899 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:48.616161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/00aeed22-5530-4b32-b45d-1168ef68a077 HTTP/1.1" status: 204 len: 168 time: 0.1640301 Mar 31 23:26:48.624826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabdc44-2f7e-4d2d-8b4e-91363b5dbd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aeed22-5530-4b32-b45d-1168ef68a077,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:51.089794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.278513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.535287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52600) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.656556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bc4729d-0360-4ce0-9fe4-90715ed369dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.743945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bc4729d-0360-4ce0-9fe4-90715ed369dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.751005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6bc4729d-0360-4ce0-9fe4-90715ed369dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.785835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6bc4729d-0360-4ce0-9fe4-90715ed369dd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5f34d330934b4946a0975c22d7880a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490525 Mar 31 23:26:56.786048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52612) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:56.810051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4729d-0360-4ce0-9fe4-90715ed369dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a57f7d-3ba9-441d-a4dd-c4bb9d12291c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:56.899462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.924972 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.979496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.983280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:56.988792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c3a57f7d-3ba9-441d-a4dd-c4bb9d12291c HTTP/1.1" status: 204 len: 168 time: 0.2014565 Mar 31 23:26:56.999800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701c6e2-cdea-4be5-a23d-a0e511530a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a57f7d-3ba9-441d-a4dd-c4bb9d12291c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:57.348158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52628) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:57.366832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2fd6539a-b082-4237-b590-27bf528641e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.483478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2fd6539a-b082-4237-b590-27bf528641e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.491076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2fd6539a-b082-4237-b590-27bf528641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.537878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2fd6539a-b082-4237-b590-27bf528641e1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8f54289d708e4a89b35a2e3bca62e6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862624 Mar 31 23:26:57.538639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52632) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:57.540344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6539a-b082-4237-b590-27bf528641e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bcf3f3-6eb0-44b1-9f45-2ca0a4696f33,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:57.589292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.615159 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.664049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.666946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:57.668331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d0bcf3f3-6eb0-44b1-9f45-2ca0a4696f33 HTTP/1.1" status: 204 len: 168 time: 0.1285987 Mar 31 23:26:57.677408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fddd1d-dc59-4a12-b935-ec2554f63fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bcf3f3-6eb0-44b1-9f45-2ca0a4696f33,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:58.785282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:58.919434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a91a177-1b77-468a-9be2-9aee425e2c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.036515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a91a177-1b77-468a-9be2-9aee425e2c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.042759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8a91a177-1b77-468a-9be2-9aee425e2c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.083588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91a177-1b77-468a-9be2-9aee425e2c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1dbe0-b38c-49ec-80c4-034744e6f6d6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:59.090876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52694) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.103448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8a91a177-1b77-468a-9be2-9aee425e2c2c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=56d061c680b3427da474eb722acbd010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168669 Mar 31 23:26:59.159995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.184762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.259182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.266952 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.275627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bfa1dbe0-b38c-49ec-80c4-034744e6f6d6 HTTP/1.1" status: 204 len: 168 time: 0.1831493 Mar 31 23:26:59.287413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6b305-0910-468f-8a3e-dbebd5a5d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1dbe0-b38c-49ec-80c4-034744e6f6d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:59.382659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52704) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.705207 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ccbda22-4208-4fec-8316-bc35fdb5caa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.810296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ccbda22-4208-4fec-8316-bc35fdb5caa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.816523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ccbda22-4208-4fec-8316-bc35fdb5caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.862000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5ccbda22-4208-4fec-8316-bc35fdb5caa6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=df859c9f912c443897439686476ffc25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781914 Mar 31 23:26:59.862199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:26:59.864710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbda22-4208-4fec-8316-bc35fdb5caa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a5e1ac-e4b0-4c3f-9165-df065b0a27b5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:59.937030 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:26:59.963764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.025619 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.028805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:00.030370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/05a5e1ac-e4b0-4c3f-9165-df065b0a27b5 HTTP/1.1" status: 204 len: 168 time: 0.1667397 Mar 31 23:27:00.038049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abb535-5816-46c6-ae4f-98f87dac9335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a5e1ac-e4b0-4c3f-9165-df065b0a27b5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.256038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:01.365458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b09b3248-0705-494e-8197-dd0333531d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.449862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b09b3248-0705-494e-8197-dd0333531d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.460506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b09b3248-0705-494e-8197-dd0333531d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.500403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b3248-0705-494e-8197-dd0333531d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66374020-f416-42b6-af35-ea7f2fce018c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:01.507595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b09b3248-0705-494e-8197-dd0333531d59 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2b643aeff2fd40339614cdecbc3d15ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477925 Mar 31 23:27:01.507815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:01.559416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.581487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.628981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.631519 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:01.632695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/66374020-f416-42b6-af35-ea7f2fce018c HTTP/1.1" status: 204 len: 168 time: 0.1239488 Mar 31 23:27:01.640477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b062f2-a15b-4199-80f0-97d64ab129ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66374020-f416-42b6-af35-ea7f2fce018c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:02.979319 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:03.935936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52948) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:04.060652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-684ca50e-7f34-4b76-b678-03e2c27b662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.145880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-684ca50e-7f34-4b76-b678-03e2c27b662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.156287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-684ca50e-7f34-4b76-b678-03e2c27b662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.472189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-92bde98b-4788-4306-a0e7-f9b0afeabdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.552957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-684ca50e-7f34-4b76-b678-03e2c27b662b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ee78328ffe6648daaecb4fe096260967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158764 Mar 31 23:27:04.553821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ca50e-7f34-4b76-b678-03e2c27b662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b48c84e-01fa-4274-9432-75110ad909d0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:04.557741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52952) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:04.610954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.632999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.681562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.684136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:04.687778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0b48c84e-01fa-4274-9432-75110ad909d0 HTTP/1.1" status: 204 len: 168 time: 0.1260414 Mar 31 23:27:04.694026 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20078c-bdec-46e6-82af-dc73316def88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b48c84e-01fa-4274-9432-75110ad909d0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:04.975223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 52960) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:04.988354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2bff-8e48-41f1-bccc-cec2fd784b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.068588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2bff-8e48-41f1-bccc-cec2fd784b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.072363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d1d2bff-8e48-41f1-bccc-cec2fd784b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.114344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 52962) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:05.114925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8d1d2bff-8e48-41f1-bccc-cec2fd784b3a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=13262108957748fe81dcb8349b245ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380372 Mar 31 23:27:05.116013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d2bff-8e48-41f1-bccc-cec2fd784b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af6273b-bc45-4c77-b942-5350f957596c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:05.177921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.210754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.262983 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.265725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:05.266873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5af6273b-bc45-4c77-b942-5350f957596c HTTP/1.1" status: 204 len: 168 time: 0.1505632 Mar 31 23:27:05.275008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64fe76-72ec-4272-85db-0874af9475cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af6273b-bc45-4c77-b942-5350f957596c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:06.933506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83ff27a2-b13d-487f-97d8-154521d4794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.276285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:07.390182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f846c3-97bf-47a4-b5c2-5f2a0d889d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.467421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f846c3-97bf-47a4-b5c2-5f2a0d889d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.476750 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f846c3-97bf-47a4-b5c2-5f2a0d889d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.517764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87f846c3-97bf-47a4-b5c2-5f2a0d889d9f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c4e2ad7fa66349e6adb9619df981e70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401497 Mar 31 23:27:07.518685 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f846c3-97bf-47a4-b5c2-5f2a0d889d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e74178-1aa1-427c-ae50-eda91635eb03,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.520682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53058) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:07.576607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.600056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.649330 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.651883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:07.653043 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/67e74178-1aa1-427c-ae50-eda91635eb03 HTTP/1.1" status: 204 len: 168 time: 0.1300743 Mar 31 23:27:07.660912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df611c-8a5c-4d86-8a65-715b0a6a50ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e74178-1aa1-427c-ae50-eda91635eb03,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:07.933983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53074) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:07.947610 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a98a989d-44f7-44a1-a184-183256bb4119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.020768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a98a989d-44f7-44a1-a184-183256bb4119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.025768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a98a989d-44f7-44a1-a184-183256bb4119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.065470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a98a989d-44f7-44a1-a184-183256bb4119 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c3997802140741d1a15a8259a48ea36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303563 Mar 31 23:27:08.066599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a989d-44f7-44a1-a184-183256bb4119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee340e03-c622-4701-a788-959ba9d11866,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:08.069591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53076) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:08.124029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.145866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.195590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.198176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:08.199380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ee340e03-c622-4701-a788-959ba9d11866 HTTP/1.1" status: 204 len: 168 time: 0.1281095 Mar 31 23:27:08.210427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef483236-3ed9-4628-8cf2-d42a7f16f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee340e03-c622-4701-a788-959ba9d11866,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:08.400029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.035696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.364199 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.401818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:10.525351 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.601903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.606804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.645351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3a9416c95f044cf9a4e0b40155abe73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423952 Mar 31 23:27:10.646195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064ee847-550f-4f17-a450-f62174427584,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:10.648127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53164) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:10.654196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.654533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.654868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.655198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.655552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.655879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.656206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.656525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.656845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.657160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.657474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.657786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56f33b-07d9-4c1e-9735-54f133fdcc8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:10.734047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.756577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.806305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.808782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:10.809943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/064ee847-550f-4f17-a450-f62174427584 HTTP/1.1" status: 204 len: 168 time: 0.1606145 Mar 31 23:27:10.820693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6c564-0b99-42c7-b017-e5bee699a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064ee847-550f-4f17-a450-f62174427584,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.108412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53170) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:11.123730 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62b5e1e-4f79-42f6-8884-516c7626ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.204603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62b5e1e-4f79-42f6-8884-516c7626ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.209470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c62b5e1e-4f79-42f6-8884-516c7626ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.250418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c62b5e1e-4f79-42f6-8884-516c7626ac62 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a2b556364d0f4971b93d1c42452d229b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405587 Mar 31 23:27:11.251714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b5e1e-4f79-42f6-8884-516c7626ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38929d8c-0ce9-4027-938a-096452617083,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:11.253906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53174) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:11.311053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.334784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.391927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.394500 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:11.395707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/38929d8c-0ce9-4027-938a-096452617083 HTTP/1.1" status: 204 len: 168 time: 0.1405029 Mar 31 23:27:11.407530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67911bbc-5f06-4700-8b4b-d8f74bc65c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38929d8c-0ce9-4027-938a-096452617083,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:13.443527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53252) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:13.569265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab65be9-97f6-4916-87fa-7dba36ba0b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.655699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab65be9-97f6-4916-87fa-7dba36ba0b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.660754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aab65be9-97f6-4916-87fa-7dba36ba0b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.697069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab65be9-97f6-4916-87fa-7dba36ba0b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb65c6d-9ab2-4b60-8ba3-d2713c7f69c7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:13.701429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aab65be9-97f6-4916-87fa-7dba36ba0b5d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=273af812388346d38b5029817a60cb9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568097 Mar 31 23:27:13.704394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53256) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:13.760131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.780762 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.839304 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.841987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:13.843134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8cb65c6d-9ab2-4b60-8ba3-d2713c7f69c7 HTTP/1.1" status: 204 len: 168 time: 0.1380088 Mar 31 23:27:13.856820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6f62a-9e9c-43e3-91db-7a8b8cb63560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb65c6d-9ab2-4b60-8ba3-d2713c7f69c7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:14.121466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53264) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:14.135513 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97589c54-2cee-4449-ab91-45351abc95d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.214685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97589c54-2cee-4449-ab91-45351abc95d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.220095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97589c54-2cee-4449-ab91-45351abc95d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.257481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97589c54-2cee-4449-ab91-45351abc95d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea37f840-e16b-4dfb-b9dd-b08c78458265,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:14.264317 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97589c54-2cee-4449-ab91-45351abc95d1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c2115154f3584e85ad6da01c003e4620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392901 Mar 31 23:27:14.264557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53266) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:14.321146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.344578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.393774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.396763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:14.397956 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ea37f840-e16b-4dfb-b9dd-b08c78458265 HTTP/1.1" status: 204 len: 168 time: 0.1325479 Mar 31 23:27:14.406311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87143-df68-425d-bcbc-0a6fdeb98894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea37f840-e16b-4dfb-b9dd-b08c78458265,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:17.886631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53562) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:18.020879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f3520a4-e2c2-4c5c-9698-e3ac5a2bf97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.100151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f3520a4-e2c2-4c5c-9698-e3ac5a2bf97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.105230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f3520a4-e2c2-4c5c-9698-e3ac5a2bf97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.145366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6f3520a4-e2c2-4c5c-9698-e3ac5a2bf97b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dc767014889a471b8613f9636db2a48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576826 Mar 31 23:27:18.146134 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3520a4-e2c2-4c5c-9698-e3ac5a2bf97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05066a95-a337-4c85-a737-e13be9adf94d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:18.149048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53572) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:18.569028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.591046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.643714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.646289 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:18.647491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/05066a95-a337-4c85-a737-e13be9adf94d HTTP/1.1" status: 204 len: 168 time: 0.4969864 Mar 31 23:27:18.665860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f4913-d4fd-4124-9075-069ecc2b62f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05066a95-a337-4c85-a737-e13be9adf94d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:19.979178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53650) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:20.106113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1022364519', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:20.129782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Made reservation on behalf of 34427278d87e4b478b74557ba2e66969 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:20.132350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.141645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.227650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.232358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.243132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] device_id is not set on port ebae4ed9-c1b7-4382-be5e-ed158c2d1b46 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:27:20.291896 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff603685-c9aa-4774-aa13-e4123058ee6a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:20.365164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Allocated IP 172.25.8.76 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ebae4ed9-c1b7-4382-be5e-ed158c2d1b46) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:20.521589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.556705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.604862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:20.608843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:20.611766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:20.614523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Pushing event updated for resources: {'Port': ['ID=ebae4ed9-c1b7-4382-be5e-ed158c2d1b46,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:20.656519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:20.657129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.675436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-32e37343-5648-4977-adcc-be50d7f06880 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6940300 Mar 31 23:27:20.677892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:20.686752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.76'}]}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:20.719581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.720830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.779740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:20.940131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.106101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.169386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.193309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.356959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.524412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.526884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.571381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.571919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f293a2bb-fe0e-4478-b007-fd8881bdebdd {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:21.602888 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 31 23:27:21.604144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f992d0d0-f686-46d8-b9af-d648d991e9fb tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9247408 Mar 31 23:27:21.607498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:21.694885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Deleting port ebae4ed9-c1b7-4382-be5e-ed158c2d1b46 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:21.695454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.788194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.802354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Calling delete_port for ebae4ed9-c1b7-4382-be5e-ed158c2d1b46 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:21.943313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:21.971734 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebae4ed9-c1b7-4382-be5e-ed158c2d1b46,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.047212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.050421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cf0d0763-7d59-439c-9f77-fd5634647dc5 tempest-RoutersAdminNegativeTest-976268427 tempest-RoutersAdminNegativeTest-976268427-project-admin] 10.222.0.95 "DELETE /v2.0/ports/ebae4ed9-c1b7-4382-be5e-ed158c2d1b46 HTTP/1.1" status: 204 len: 168 time: 0.4419518 Mar 31 23:27:22.351431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53714) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:22.473968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c9108c1c-8d65-4d18-b79b-5fc65dd0fbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.570137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c9108c1c-8d65-4d18-b79b-5fc65dd0fbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.575860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c9108c1c-8d65-4d18-b79b-5fc65dd0fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.628904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9108c1c-8d65-4d18-b79b-5fc65dd0fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8231f7a-8724-4848-a3a6-7c7c85cfcfce,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.635762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c9108c1c-8d65-4d18-b79b-5fc65dd0fbdc admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bcdd8921943145f18c3991d4b1085282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828112 Mar 31 23:27:22.636628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53726) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:22.698216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.724364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.773792 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.776710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:22.780524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8231f7a-8724-4848-a3a6-7c7c85cfcfce HTTP/1.1" status: 204 len: 168 time: 0.1399095 Mar 31 23:27:22.793059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b64e2c-000c-49dc-9122-62306072b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8231f7a-8724-4848-a3a6-7c7c85cfcfce,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:23.103381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:23.145648 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60f4fc52-8521-4daf-a0c8-925e1588a76f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=34427278d87e4b478b74557ba2e66969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411301 Mar 31 23:27:23.148165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:23.209305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.232708 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.299387 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.302113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:23.303438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ff603685-c9aa-4774-aa13-e4123058ee6a HTTP/1.1" status: 204 len: 168 time: 0.1541326 Mar 31 23:27:23.312150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63e33-22e8-4f72-957a-16b0db990803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff603685-c9aa-4774-aa13-e4123058ee6a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.104510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:24.218041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-927120347'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:24.240741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Made reservation on behalf of ba0bdb1034ac4186868b989490dbd8c4 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:24.244353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.254093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.338718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.344656 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.371196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] vlan segment allocate from pool success with {'vlan_id': 1292, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:27:24.386229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4503658c-a977-435c-8d87-919d06f8cfc9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.391928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.392261 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Added segment 553e3411-2c5f-41cd-83d6-395055438d3f of type vlan for network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 Mar 31 23:27:24.435021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.461310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.467299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.468155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.511551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4059279 Mar 31 23:27:24.515832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:24.522286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Request body: {'subnet': {'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:24.554440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099fb9e-9dd2-4c41-a6a4-9abfcc3983dc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'Network': ['ID=58aa4a74-d1d6-4551-aeff-52b3a79e3ee2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.567524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:27:24.620340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Made reservation on behalf of ba0bdb1034ac4186868b989490dbd8c4 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:24.624022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.843909 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.906215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'Subnet': ['ID=4d5b124f-484d-490e-9ae4-a5686bf91cc5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.917962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Checking segment: {'id': '553e3411-2c5f-41cd-83d6-395055438d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:24.918360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Network hostable DHCP agents. Network: 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:27:24.945780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:27:24.957575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:24.963353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:24.964566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:24.968006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf325b9-af4d-45e3-a63a-847532b1060b None None] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:24.986075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-681d2aca-18f6-470c-b89f-301e3e062608 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4680250 Mar 31 23:27:24.988922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53814) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:24.996718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Request body: {'port': {'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1299448512'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:25.133795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-58aa4a74-d1d6-4551-aeff-52b3a79e3ee2', 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2', 'tenant_id': 'ba0bdb1034ac4186868b989490dbd8c4', 'fixed_ips': [{'subnet_id': '4d5b124f-484d-490e-9ae4-a5686bf91cc5'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:27:25.134525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Made reservation on behalf of ba0bdb1034ac4186868b989490dbd8c4 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:25.135387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.138306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.161312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] device_id is not set on port a6aa6888-b788-4ba4-8ad3-288d4d7340e4 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:27:25.298793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Allocated IP 2001:db8::280 (58aa4a74-d1d6-4551-aeff-52b3a79e3ee2/4d5b124f-484d-490e-9ae4-a5686bf91cc5/a6aa6888-b788-4ba4-8ad3-288d4d7340e4) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:25.458143 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.493631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.539773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:25.543323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:25.547217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:25.553096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:25.553729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.560056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'Port': ['ID=a6aa6888-b788-4ba4-8ad3-288d4d7340e4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.561239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Allocated IP 2001:db8::2 (58aa4a74-d1d6-4551-aeff-52b3a79e3ee2/4d5b124f-484d-490e-9ae4-a5686bf91cc5/a19871a9-00cd-43bc-af4f-97801aad70ea) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:25.579731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fcba649f-6695-4d63-ac69-fb061945bafc tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5869255 Mar 31 23:27:25.580424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53816) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:25.585358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Request body: {'port': {'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-953497204', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:25.586048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] bootfile-name is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:25.586734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] tftp-server is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:25.586879 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] server-ip-address is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:25.716608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Made reservation on behalf of ba0bdb1034ac4186868b989490dbd8c4 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:27:25.720672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.738855 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.741036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] device_id is not set on port 1f703dcb-e664-4567-8af1-9af72c25275b yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:27:25.749486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.789197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:25.793702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:25.797981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:25.800974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Pushing event updated for resources: {'Port': ['ID=a19871a9-00cd-43bc-af4f-97801aad70ea,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.814327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.814327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.814327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.814327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.816457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.816850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.823797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.824457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.824941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.825520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.825749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.825933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:25.881876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Allocated IP 2001:db8::90 (58aa4a74-d1d6-4551-aeff-52b3a79e3ee2/4d5b124f-484d-490e-9ae4-a5686bf91cc5/1f703dcb-e664-4567-8af1-9af72c25275b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:25.895894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Attempting to bind port a19871a9-00cd-43bc-af4f-97801aad70ea on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:27:25.896251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Attempting to bind port a19871a9-00cd-43bc-af4f-97801aad70ea by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '553e3411-2c5f-41cd-83d6-395055438d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:27:25.896611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Attempting to bind port a19871a9-00cd-43bc-af4f-97801aad70ea on network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:27:25.905480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:27:25.906367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Checking segment: {'id': '553e3411-2c5f-41cd-83d6-395055438d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:27:25.906790 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.907173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Bound using segment: {'id': '553e3411-2c5f-41cd-83d6-395055438d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:27:25.907695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Bound port: a19871a9-00cd-43bc-af4f-97801aad70ea, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553e3411-2c5f-41cd-83d6-395055438d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '58aa4a74-d1d6-4551-aeff-52b3a79e3ee2'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:27:25.908049 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:25.983120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] For port a19871a9-00cd-43bc-af4f-97801aad70ea, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:27:25.986188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] For port a19871a9-00cd-43bc-af4f-97801aad70ea, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a19871a9-00cd-43bc-af4f-97801aad70ea,segment=NetworkSegment(553e3411-2c5f-41cd-83d6-395055438d3f),segment_id=553e3411-2c5f-41cd-83d6-395055438d3f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:27:25.992640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.072949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac2e62-62e5-46bb-a9fb-a8e23f43b638 None None] Pushing event updated for resources: {'Port': ['ID=a19871a9-00cd-43bc-af4f-97801aad70ea,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:26.076855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.115578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.168005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:26.171361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:26.174069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:26.180144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.180809 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.187514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'Port': ['ID=1f703dcb-e664-4567-8af1-9af72c25275b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:26.205499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8cc0ea64-2383-4635-b208-c706bf2eb261 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.6243210 Mar 31 23:27:26.208001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53822) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:26.284514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f53b70-4c31-449a-b8a2-7b4ef5db518f tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.292828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f53b70-4c31-449a-b8a2-7b4ef5db518f tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.300456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.306971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f53b70-4c31-449a-b8a2-7b4ef5db518f tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.311308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-11f53b70-4c31-449a-b8a2-7b4ef5db518f tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0996993 Mar 31 23:27:26.311913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53824) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:26.473180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Deleting port 1f703dcb-e664-4567-8af1-9af72c25275b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:26.473863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.521754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-65da53e7-60fe-42d5-95e2-06c02f50f636 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562367 Mar 31 23:27:26.597532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03e02-4982-4e61-956a-07af3b375171 req-dc3ad27c-c9f3-4aac-8fc2-dd865d53a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.599604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-dc3ad27c-c9f3-4aac-8fc2-dd865d53a9a9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0482745 Mar 31 23:27:26.606299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.625812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Calling delete_port for 1f703dcb-e664-4567-8af1-9af72c25275b owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:26.753915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03e02-4982-4e61-956a-07af3b375171 req-ccfcab9c-bd6e-4e61-b926-109f673a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.755505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-ccfcab9c-bd6e-4e61-b926-109f673a557e service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.1272261 Mar 31 23:27:26.787257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.824292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-3fd70a38-8e22-4dae-89b3-3bac0a162a67 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 1001 time: 0.0617824 Mar 31 23:27:26.848602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event deleted for resources: {'Port': ['ID=1f703dcb-e664-4567-8af1-9af72c25275b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:26.851056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.854734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7cba7dae-79b5-4e41-967d-69e1648af8f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "DELETE /v2.0/ports/1f703dcb-e664-4567-8af1-9af72c25275b HTTP/1.1" status: 204 len: 168 time: 0.5416732 Mar 31 23:27:26.860240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53828) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:26.866039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Request body: {'port': {'name': 'tempest-new-port-name-988578829', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:26.866625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] bootfile-name is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:26.867063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] tftp-server is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:26.867548 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.api.validators [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] server-ip-address is not in valid_values {{(pid=109298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 31 23:27:26.907306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03e02-4982-4e61-956a-07af3b375171 req-d9c37ca1-d80e-4f1b-9b6d-16f8d4f82d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.908833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-d9c37ca1-d80e-4f1b-9b6d-16f8d4f82d45 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0770326 Mar 31 23:27:26.945561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:26.968984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c03e02-4982-4e61-956a-07af3b375171 req-270eb520-6451-4897-a5eb-996a5090836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:26.970643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-270eb520-6451-4897-a5eb-996a5090836b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533853 Mar 31 23:27:27.110431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-9a61a0d2-8076-4adf-b1aa-280e3315dc11 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298466 Mar 31 23:27:27.164319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a19871a9-00cd-43bc-af4f-97801aad70ea up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:27:27.256238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39c03e02-4982-4e61-956a-07af3b375171 req-5650d95a-aece-4afc-ab8e-742288e21462 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380606 Mar 31 23:27:27.276757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a19871a9-00cd-43bc-af4f-97801aad70ea triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:27.277726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.318743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.325665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.381231 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] In _notify_port_updated(), no bound segment for port a6aa6888-b788-4ba4-8ad3-288d4d7340e4 on network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:27:27.388176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.388899 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.392873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "PUT /v2.0/ports/a6aa6888-b788-4ba4-8ad3-288d4d7340e4 HTTP/1.1" status: 200 len: 1129 time: 0.5291231 Mar 31 23:27:27.393345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53830) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:27.393984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198c864b-c882-4b88-922e-8a3834bc17d8 None None] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:27.397415 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.417881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c607d-fd2d-43f0-aa12-874bfb59566b tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event updated for resources: {'Port': ['ID=a6aa6888-b788-4ba4-8ad3-288d4d7340e4,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.453841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e652a-8f36-4921-a9d1-611d394fbf65 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:27.455396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c0e652a-8f36-4921-a9d1-611d394fbf65 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "GET /v2.0/ports/a6aa6888-b788-4ba4-8ad3-288d4d7340e4 HTTP/1.1" status: 200 len: 1129 time: 0.0605478 Mar 31 23:27:27.461065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53832) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:27.488167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-38f45fad-20e7-4303-8a42-bdbe12871491 None None] Provisioning complete for port a19871a9-00cd-43bc-af4f-97801aad70ea triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:27.489487 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-38f45fad-20e7-4303-8a42-bdbe12871491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.545958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a19871a9-00cd-43bc-af4f-97801aad70ea, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a19871a9-00cd-43bc-af4f-97801aad70ea,segment=NetworkSegment(553e3411-2c5f-41cd-83d6-395055438d3f),segment_id=553e3411-2c5f-41cd-83d6-395055438d3f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:27.556261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.598603 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Deleting port a6aa6888-b788-4ba4-8ad3-288d4d7340e4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:27.600212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.704235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a19871a9-00cd-43bc-af4f-97801aad70ea,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.712644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.729031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Calling delete_port for a6aa6888-b788-4ba4-8ad3-288d4d7340e4 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:27.872827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.903206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event deleted for resources: {'Port': ['ID=a6aa6888-b788-4ba4-8ad3-288d4d7340e4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.935522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:27.941377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c911110b-f348-493f-98b9-8710ab77d1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "DELETE /v2.0/ports/a6aa6888-b788-4ba4-8ad3-288d4d7340e4 HTTP/1.1" status: 204 len: 168 time: 0.4764729 Mar 31 23:27:27.941935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53836) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:28.001631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Deleting subnet 4d5b124f-484d-490e-9ae4-a5686bf91cc5 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:27:28.011816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.021524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-edf53ad3-fff2-420f-a881-fc1833c9cb1f None None] Provisioning complete for port a19871a9-00cd-43bc-af4f-97801aad70ea triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:27:28.022007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-edf53ad3-fff2-420f-a881-fc1833c9cb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.065189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.136557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-edf53ad3-fff2-420f-a881-fc1833c9cb1f None None] Could not find standard attr ID for object a6aa6888-b788-4ba4-8ad3-288d4d7340e4. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:27:28.186679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.251122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e856cf68-2dee-40f1-840c-a9052c1f46d8 None None] Could not find standard attr ID for object a6aa6888-b788-4ba4-8ad3-288d4d7340e4. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:27:28.257979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.275834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.281610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "DELETE /v2.0/subnets/4d5b124f-484d-490e-9ae4-a5686bf91cc5 HTTP/1.1" status: 204 len: 168 time: 0.3361545 Mar 31 23:27:28.282329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53838) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:28.308139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58063d-70d9-44e2-b2f2-5968f83fd485 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5b124f-484d-490e-9ae4-a5686bf91cc5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:28.372741 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.428796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Deleting port a19871a9-00cd-43bc-af4f-97801aad70ea {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:28.429186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.486577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df076d26-d733-446b-b2c9-3043355dcd41 None None] Network 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:27:28.503323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] For port a19871a9-00cd-43bc-af4f-97801aad70ea, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a19871a9-00cd-43bc-af4f-97801aad70ea,segment=NetworkSegment(553e3411-2c5f-41cd-83d6-395055438d3f),segment_id=553e3411-2c5f-41cd-83d6-395055438d3f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:28.503686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.518707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Calling delete_port for a19871a9-00cd-43bc-af4f-97801aad70ea owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:28.577191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7077f7cf-bef2-43e5-9987-6e751a28dd60 None None] Could not find standard attr ID for object 1f703dcb-e664-4567-8af1-9af72c25275b. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:27:28.604561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.631760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event deleted for resources: {'Port': ['ID=a19871a9-00cd-43bc-af4f-97801aad70ea,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:28.641510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] No DVR routers for this DVR port a19871a9-00cd-43bc-af4f-97801aad70ea on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:28.703179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25af9d-e01c-47a2-acd5-fea006d530e3 None None] DHCP port deletion for 58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:27:28.731319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.752773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58aa4a74-d1d6-4551-aeff-52b3a79e3ee2']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:28.763623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553e3411-2c5f-41cd-83d6-395055438d3f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:28.763928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553e3411-2c5f-41cd-83d6-395055438d3f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:28.773273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.786607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.792665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:28.793052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:28.795972 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:28.864775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.872574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:28.875872 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] 10.222.0.95 "DELETE /v2.0/networks/58aa4a74-d1d6-4551-aeff-52b3a79e3ee2 HTTP/1.1" status: 204 len: 168 time: 0.5924890 Mar 31 23:27:28.891410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203e3ce-0cbc-4612-ace7-f04568c28783 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037 tempest-ExtraDHCPOptionsIpV6TestJSON-1549648037-project] Pushing event deleted for resources: {'Network': ['ID=58aa4a74-d1d6-4551-aeff-52b3a79e3ee2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:29.052583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a19871a9-00cd-43bc-af4f-97801aad70ea no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:29.076104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a19871a9-00cd-43bc-af4f-97801aad70ea {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:29.076451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a19871a9-00cd-43bc-af4f-97801aad70ea not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:29.180080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53846) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:29.320760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c7f1dd4-4fbf-4653-8e13-4c58bdb59420 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba0bdb1034ac4186868b989490dbd8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394465 Mar 31 23:27:29.323676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:29.373359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.394165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.442409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.445577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:29.446840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4503658c-a977-435c-8d87-919d06f8cfc9 HTTP/1.1" status: 204 len: 168 time: 0.1220939 Mar 31 23:27:29.457307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554a527-f9fe-4354-8754-e2fa1159e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4503658c-a977-435c-8d87-919d06f8cfc9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.185962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53882) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.293502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1648603834'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:30.320279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.328753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.418210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.424684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.463604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2919c845-0a97-4233-9d17-269520dbb7f8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.505145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.512276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.543929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.545613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3586209 Mar 31 23:27:30.550331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.557865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0b98-8661-4171-adcb-49f41b6b2e78 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca20fc-73b7-454c-b879-ab3cf9516855,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.615898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-795a3fbd-8ff6-4cc1-ad25-564d0bdcbe51 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0660722 Mar 31 23:27:30.618727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53888) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.623903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-security--1413512106', 'description': 'tempest-security-description-1694595914'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:30.652973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.706962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.712434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.715539 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.717128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "PUT /v2.0/security-groups/37ca20fc-73b7-454c-b879-ab3cf9516855 HTTP/1.1" status: 200 len: 1780 time: 0.0972242 Mar 31 23:27:30.720036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.747098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cde823-6101-4600-aeea-439a8537248c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ca20fc-73b7-454c-b879-ab3cf9516855,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.767335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c6697e11-04dc-4f03-84b6-bc842b248263 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups/37ca20fc-73b7-454c-b879-ab3cf9516855 HTTP/1.1" status: 200 len: 1780 time: 0.0452895 Mar 31 23:27:30.769980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.825296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.854941 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.906538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.909115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:30.910316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/37ca20fc-73b7-454c-b879-ab3cf9516855 HTTP/1.1" status: 204 len: 168 time: 0.1392326 Mar 31 23:27:30.913055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53894) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:30.919808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf0fc7-1420-4007-b45b-008a989b487c tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ca20fc-73b7-454c-b879-ab3cf9516855,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:30.995780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5a22fb40-501c-4f6e-943f-cace97670070 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810833 Mar 31 23:27:30.998347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53898) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.013931 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-47848ce1-8666-4f8b-9dfe-8c4dd0be93fd tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] delete failed (client error): The resource could not be found. Mar 31 23:27:31.014951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-47848ce1-8666-4f8b-9dfe-8c4dd0be93fd tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/37ca20fc-73b7-454c-b879-ab3cf9516855 HTTP/1.1" status: 404 len: 347 time: 0.0155215 Mar 31 23:27:31.019505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53900) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.023787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--196088856'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.055315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.163143 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.170684 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.202291 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.206175 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1831939 Mar 31 23:27:31.206401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53904) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.210811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '37579b1d-7d96-45f7-a5f1-98025d488ba1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.218799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fdfbc-18c2-45ee-afeb-a2250252cfd0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37579b1d-7d96-45f7-a5f1-98025d488ba1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.232152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-611f27b1-b0e5-4159-95d7-5c7b79e50de2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103177 Mar 31 23:27:31.252127 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.321692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.331892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.342221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-ee8d2fd3-baa5-4c8e-9c63-e0b443538405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.344185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-ee8d2fd3-baa5-4c8e-9c63-e0b443538405 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 1096 time: 0.0551715 Mar 31 23:27:31.353834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7045293a-df05-4bcc-89a1-9e20d12c32fb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.371418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.376380 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-59d4b6e4-8ac0-4602-8441-d4147ae301f4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689281 Mar 31 23:27:31.377018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53906) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.408821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.419310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.464450 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.470410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.474384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/7045293a-df05-4bcc-89a1-9e20d12c32fb HTTP/1.1" status: 204 len: 168 time: 0.0959079 Mar 31 23:27:31.474849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53908) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.482465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2c733-9f78-40c8-ab24-a53d30bdbbc3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7045293a-df05-4bcc-89a1-9e20d12c32fb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.506497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-de9c4f3f-0f01-40a1-82c5-d1301ad20d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.508135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-de9c4f3f-0f01-40a1-82c5-d1301ad20d16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1382079 Mar 31 23:27:31.544425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2d7200a5-256c-498e-9697-e590e6320f4f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684040 Mar 31 23:27:31.547297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53910) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.595850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-4244da24-1d2f-4314-ae8e-a87972516e8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 200 len: 1000 time: 0.0774214 Mar 31 23:27:31.611215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.632984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.668780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-2fe2ca41-724c-4272-acbb-452cbf7fbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.670420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-2fe2ca41-724c-4272-acbb-452cbf7fbb74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0626717 Mar 31 23:27:31.677689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.680474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.681610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/37579b1d-7d96-45f7-a5f1-98025d488ba1 HTTP/1.1" status: 204 len: 168 time: 0.1332593 Mar 31 23:27:31.686103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.706243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0401b-ce94-4e88-b39e-d806948fea40 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37579b1d-7d96-45f7-a5f1-98025d488ba1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.725613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-c25de65b-2097-41cf-8ce7-a89534553a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.727599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-c25de65b-2097-41cf-8ce7-a89534553a4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483444 Mar 31 23:27:31.756741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9829d188-38fb-46ec-8d24-66118e510d38 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693474 Mar 31 23:27:31.760958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.765314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--130892308'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.786307 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.832860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-ce09375e-e541-4616-8d47-c202dab69801 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937755 Mar 31 23:27:31.867639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.875203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.911214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:31.912466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1505699 Mar 31 23:27:31.914529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718fb95-2b0c-4f12-a034-836c438b175b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c7a6c2-9740-401e-8b6d-629245811a23,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.916546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:31.920918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '54c7a6c2-9740-401e-8b6d-629245811a23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:31.931029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d27e50de-3d6c-4c89-9a58-a7155542289f req-2c4347ca-c63e-4697-b885-670a28c8eb01 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910296 Mar 31 23:27:31.945676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.003665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.008775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.025862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e46f8c-6635-447b-a261-44bdd91ce0fc,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.035763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.036757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1fedc234-febe-4b46-837f-5e9f09c726b8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192641 Mar 31 23:27:32.039640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.044373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '54c7a6c2-9740-401e-8b6d-629245811a23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:32.079100 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.140442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.146174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.168207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4810de34-1587-4726-ba80-5dfffc20e891,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.178615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.179876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4da644d6-af2f-4fd5-aa19-0dc25586718a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393089 Mar 31 23:27:32.183094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.189308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '54c7a6c2-9740-401e-8b6d-629245811a23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:32.218267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.280160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.284946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.303357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e83ed1-a677-43b6-b5a5-3b02f3b493b4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.312709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.313922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dd047a87-5d68-4e9d-925d-5b924eef2c66 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293602 Mar 31 23:27:32.316818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53924) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.321733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '54c7a6c2-9740-401e-8b6d-629245811a23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:32.348310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.409000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.413617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.431531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfa9b2d-495f-4160-b1fe-4c87922e4f6b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.439367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.440574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7a6498bf-0ac0-42a1-81f4-6ef6c64a076f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222739 Mar 31 23:27:32.443430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.447895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '54c7a6c2-9740-401e-8b6d-629245811a23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:32.475430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.537655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.543814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.561166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e65aa3-d418-4e51-baec-447c0094c61f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.570796 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.572221 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6c59f54d-cac4-4a27-833c-447b10446420 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1277797 Mar 31 23:27:32.574996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53928) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.601938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.611431 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.641842 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.648242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.649352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/b1e65aa3-d418-4e51-baec-447c0094c61f HTTP/1.1" status: 204 len: 168 time: 0.0733826 Mar 31 23:27:32.652082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.668469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84947421-5143-4128-a639-b4bbf8d03935 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1e65aa3-d418-4e51-baec-447c0094c61f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.710114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c81892ca-43f7-4882-9a13-450cb2cdceba tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0567813 Mar 31 23:27:32.712887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53934) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.737865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.745945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.778317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.785521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.786613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/1dfa9b2d-495f-4160-b1fe-4c87922e4f6b HTTP/1.1" status: 204 len: 168 time: 0.0727057 Mar 31 23:27:32.789431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.790758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be39b8f-117b-4a41-996e-535ae33061e9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dfa9b2d-495f-4160-b1fe-4c87922e4f6b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.837193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0e7e324-f8b6-4462-9842-fb304af46ffe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0453289 Mar 31 23:27:32.839965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53938) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.871917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.879815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.910505 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.917274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:32.920823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/b3e83ed1-a677-43b6-b5a5-3b02f3b493b4 HTTP/1.1" status: 204 len: 168 time: 0.0774126 Mar 31 23:27:32.921279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:32.923869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263253dd-7778-48e4-bc3d-741fbe8bc287 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3e83ed1-a677-43b6-b5a5-3b02f3b493b4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:32.966612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a753a3f-4ee6-48fd-94b1-2c27afb2a7aa tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0440087 Mar 31 23:27:32.970307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53942) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.000730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.010496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.044272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.050757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.051907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/4810de34-1587-4726-ba80-5dfffc20e891 HTTP/1.1" status: 204 len: 168 time: 0.0805991 Mar 31 23:27:33.054637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53944) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.059096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7169125-7670-4e60-9c31-14c363619a22 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4810de34-1587-4726-ba80-5dfffc20e891,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.100099 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-dc7fadf9-786b-4cde-8092-7b3d0ff2cf9a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0429094 Mar 31 23:27:33.101968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53950) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.131951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.142027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.175831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.183711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.187486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/37e46f8c-6635-447b-a261-44bdd91ce0fc HTTP/1.1" status: 204 len: 168 time: 0.0845513 Mar 31 23:27:33.187647 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53960) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.191834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e7a05-ecfe-4303-9a1e-3d0a9fc0a828 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37e46f8c-6635-447b-a261-44bdd91ce0fc,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.233685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-753ce029-fc5a-46e4-bf1e-b37e7cbd2c39 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448856 Mar 31 23:27:33.236476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 53966) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.292757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.315521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.360489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.362898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.364419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/54c7a6c2-9740-401e-8b6d-629245811a23 HTTP/1.1" status: 204 len: 168 time: 0.1266181 Mar 31 23:27:33.367157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53988) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.373605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101df7f8-112b-49ff-aded-3c40da29d6c1 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c7a6c2-9740-401e-8b6d-629245811a23,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.410304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3a6c7471-090a-494f-9c50-c97259408a21 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419929 Mar 31 23:27:33.414516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 53996) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.419095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058080207'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:33.441375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.518641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.524191 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.553793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.556749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1412776 Mar 31 23:27:33.558681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb9740-6de1-46ac-b503-c6f09eb4b16f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce88cd2-c30a-4738-860b-fb5e374fcbc4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.559709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54018) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.565615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '5ce88cd2-c30a-4738-860b-fb5e374fcbc4', 'direction': 'ingress', 'protocol': 17}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:33.594957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.646805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.651455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.674324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196fc123-08cb-4e66-ac2f-0a4670fd8155,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.679844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.680876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5ec4dc18-ed1b-4d51-bb2f-64768e507a63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1199930 Mar 31 23:27:33.683657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54042) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.740213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.771316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.821556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.824319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.825492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/5ce88cd2-c30a-4738-860b-fb5e374fcbc4 HTTP/1.1" status: 204 len: 168 time: 0.1409829 Mar 31 23:27:33.828375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54066) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.835739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b6960-e420-44e1-844e-eebcd3445425 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce88cd2-c30a-4738-860b-fb5e374fcbc4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:33.881975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-44cbc1a5-795f-41b6-a73e-1ce93181f29d tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485704 Mar 31 23:27:33.882227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54076) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:33.886932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--224655453'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:33.916668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.994142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:33.998521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.046418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.047656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1644270 Mar 31 23:27:34.048743 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718a830-18d5-4fe4-9c12-bc575ba26025 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1023419-6dc9-4062-9804-48623ece1962,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.051046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.057271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191498322'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:34.082333 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.174424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.180579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.212746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.214045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1616447 Mar 31 23:27:34.217922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54124) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.218434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8731e8-b61d-4a90-b90a-06d6e1c01d82 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e70c9a8-4652-4b02-baa7-77217c0e7e5e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.222736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': 'e1023419-6dc9-4062-9804-48623ece1962', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3e70c9a8-4652-4b02-baa7-77217c0e7e5e', 'remote_ip_prefix': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:34.256705 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.336574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.341379 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.364850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873f9cfb-8d96-4674-92e1-b2bde5d827cd,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.376407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.378373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a803c52d-348a-4ac1-a531-b952aee439a0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1593750 Mar 31 23:27:34.381291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54150) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.411602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.421665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.456525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.463359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.467647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/873f9cfb-8d96-4674-92e1-b2bde5d827cd HTTP/1.1" status: 204 len: 168 time: 0.0822191 Mar 31 23:27:34.468068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.474087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-221d6131-d49f-4785-9eaa-bd26209a50d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.476251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc46d0-43ca-4484-8c86-4cfafe9b432b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=873f9cfb-8d96-4674-92e1-b2bde5d827cd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.520129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-03091f9e-7f21-4b0f-a2fb-aa697b69ccc7 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0515425 Mar 31 23:27:34.522884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54172) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.585316 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.613666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.657272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.659788 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.660925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/3e70c9a8-4652-4b02-baa7-77217c0e7e5e HTTP/1.1" status: 204 len: 168 time: 0.1371896 Mar 31 23:27:34.663745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54194) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.670846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a95b7-3540-4631-b4be-06e34cb76362 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e70c9a8-4652-4b02-baa7-77217c0e7e5e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.727281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-05228292-25c8-45ef-88ef-105292fe4782 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0622244 Mar 31 23:27:34.729998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54204) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.784272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.809094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.854307 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.856510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:34.857655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/e1023419-6dc9-4062-9804-48623ece1962 HTTP/1.1" status: 204 len: 168 time: 0.1269476 Mar 31 23:27:34.860489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54226) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.868599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f0abe-a758-4a1d-bd02-43d17e7523f9 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1023419-6dc9-4062-9804-48623ece1962,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:34.915744 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3621a2f0-aacc-438d-bf7e-e968e0bbbb79 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512929 Mar 31 23:27:34.918965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54236) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:34.923593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--871280637'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:34.946571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.017258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.022323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.051961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.053217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1330993 Mar 31 23:27:35.055128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287cdc-aa24-4533-aa19-f990e0970da2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123f4d0b-ba3d-47d0-8de2-1e6b52e70f25,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.056348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54260) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.061417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '123f4d0b-ba3d-47d0-8de2-1e6b52e70f25', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:35.092256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.143885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.149468 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.167339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de382c64-25c6-4252-ad0b-f6ec001ac52d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.177422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.178726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87eeeaa9-0c72-4f21-b624-c42ad1e9fe3e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1208136 Mar 31 23:27:35.181579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.207224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.215542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.245574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.250969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.252137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/de382c64-25c6-4252-ad0b-f6ec001ac52d HTTP/1.1" status: 204 len: 168 time: 0.0696220 Mar 31 23:27:35.254809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54294) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.261189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f34fe6-c4ac-4e63-b7ec-4e4564d92a77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de382c64-25c6-4252-ad0b-f6ec001ac52d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.303272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54302) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.303418 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-749e5916-0b98-4010-b67c-c3b9d50f942d tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469792 Mar 31 23:27:35.358487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.381107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.427926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.430459 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.434347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/123f4d0b-ba3d-47d0-8de2-1e6b52e70f25 HTTP/1.1" status: 204 len: 168 time: 0.1299398 Mar 31 23:27:35.434575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54324) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.443400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e78af-b5ad-4187-beea-9e10636821bb tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f4d0b-ba3d-47d0-8de2-1e6b52e70f25,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.489905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b64feed8-022f-4a6a-bff1-cdda978fcfb8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544109 Mar 31 23:27:35.493940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54334) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.498190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--543922474'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:35.522428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.590939 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.595872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.624216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.625445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1307395 Mar 31 23:27:35.628397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54356) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.629484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a648b-e6b6-45a6-87da-b8954fce5f44 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a8107c-c07f-4422-a52c-65a28170c5eb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.642837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': 'b8a8107c-c07f-4422-a52c-65a28170c5eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:35.673633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.723735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.728994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.752720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5e6b11-65dd-486f-b150-aad0044bc823,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.761801 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.763040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0f9576c9-df02-4cdc-bb00-0e9602ea7dca tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329637 Mar 31 23:27:35.765548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.782750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c99f1872-aa9b-4994-8aa9-339cd7223969 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules/6b5e6b11-65dd-486f-b150-aad0044bc823 HTTP/1.1" status: 200 len: 763 time: 0.0160170 Mar 31 23:27:35.785075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.828022 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-995bf614-ea2c-4ede-8649-3053ce9c8a3a tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0416749 Mar 31 23:27:35.830427 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54390) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.854508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.862208 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.892047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.897951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:35.899267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/6b5e6b11-65dd-486f-b150-aad0044bc823 HTTP/1.1" status: 204 len: 168 time: 0.0679119 Mar 31 23:27:35.901830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54404) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.907378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95109fdc-dfaa-4af4-9e61-ab1b188bbcc6 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b5e6b11-65dd-486f-b150-aad0044bc823,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:35.951430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f3cbf35e-4cab-4c85-a05d-9ebbd2ed11b0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483582 Mar 31 23:27:35.953994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54414) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:35.958223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': 'b8a8107c-c07f-4422-a52c-65a28170c5eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:35.985686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.042327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.046644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.063786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97f923f-bf1e-492a-80de-3e436016c64e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.074427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.075683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cf59e3e9-6687-43de-b163-3cb68c3d5d7b tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207707 Mar 31 23:27:36.079289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54434) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.105772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-45cdbaf6-7e8f-4b7a-ad53-9f2a05ab79a3 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules/a97f923f-bf1e-492a-80de-3e436016c64e HTTP/1.1" status: 200 len: 763 time: 0.0246549 Mar 31 23:27:36.109261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.154294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b04c3fa-34bd-4e86-a3ae-83e94f331fb2 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0438309 Mar 31 23:27:36.156785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54448) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.180654 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.188036 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.220055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.225818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.229333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/a97f923f-bf1e-492a-80de-3e436016c64e HTTP/1.1" status: 204 len: 168 time: 0.0692422 Mar 31 23:27:36.229731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54456) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.234690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc85619-9bd5-4acf-907c-658c39be88b4 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a97f923f-bf1e-492a-80de-3e436016c64e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.269551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-181bb575-5c8e-4c8d-8ba4-37402b6d9687 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383368 Mar 31 23:27:36.271978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54460) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.276220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': 'b8a8107c-c07f-4422-a52c-65a28170c5eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:36.300802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.368169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.372804 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.390956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6e5357-f9e5-4bff-9ab3-23677b72019f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.400627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.401778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-804c4d89-a2e4-45ea-98df-f13bf1c135fe tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288900 Mar 31 23:27:36.404426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.420846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-55ce0455-73fe-4362-bf10-1aef286019a8 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules/bf6e5357-f9e5-4bff-9ab3-23677b72019f HTTP/1.1" status: 200 len: 764 time: 0.0152771 Mar 31 23:27:36.423150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54466) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.463454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ccd3356c-11fc-417d-8496-5f77d49ed43f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0388541 Mar 31 23:27:36.465878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54468) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.489331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.496860 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.524595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.530868 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.532034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/bf6e5357-f9e5-4bff-9ab3-23677b72019f HTTP/1.1" status: 204 len: 168 time: 0.0653002 Mar 31 23:27:36.534884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54470) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.540054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333f741-e37b-42ee-ad9b-cba52d42ae77 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf6e5357-f9e5-4bff-9ab3-23677b72019f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.582342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6571ddb3-1164-44bc-a3af-c194c883d50e tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434821 Mar 31 23:27:36.582740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54472) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.635179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.657201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.705170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.708021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.711699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/b8a8107c-c07f-4422-a52c-65a28170c5eb HTTP/1.1" status: 204 len: 168 time: 0.1253769 Mar 31 23:27:36.712260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54474) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.719144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba744-f55c-4a2f-b351-995793658c49 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a8107c-c07f-4422-a52c-65a28170c5eb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.758134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f9b4902-9c0c-48d2-8a73-39b9566a176d tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444617 Mar 31 23:27:36.762720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54476) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.768049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group': {'name': 'tempest-secgroup--903776258'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:36.789761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.855047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.860254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.888954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d422ec3-460a-4da6-a32f-7941acd4c77d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:36.893964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.895174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-41ef792b-2126-4b54-9751-9fdb8f151d63 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1312244 Mar 31 23:27:36.898051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54478) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:36.902585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Request body: {'security_group_rule': {'security_group_id': '2d422ec3-460a-4da6-a32f-7941acd4c77d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:36.930973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.941815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6eb67efe-0456-4e2a-b556-cdb2e429946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.991361 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:36.996475 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.015922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dcbd38-b8f5-42dc-9e94-ac279c5c4df1,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.026100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.027352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-84061843-129d-4ff0-b918-b14ad5a2a368 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281049 Mar 31 23:27:37.030004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54480) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.082562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.105789 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.159314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.162041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.163226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/2d422ec3-460a-4da6-a32f-7941acd4c77d HTTP/1.1" status: 204 len: 168 time: 0.1322989 Mar 31 23:27:37.166503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54482) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.172734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b635bd-f33f-42d8-b528-d5ac734fcf15 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d422ec3-460a-4da6-a32f-7941acd4c77d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:37.214863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3033f4d1-92a0-4288-97bb-cea5ecda2505 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462894 Mar 31 23:27:37.217254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54484) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.254764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b640c1cc-902d-4a2b-8030-3cc1749828b0 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0361197 Mar 31 23:27:37.257210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.270234 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-5295ad3a-77a4-4b18-9aba-afc7049768d7 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] delete failed (client error): The resource could not be found. Mar 31 23:27:37.271207 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5295ad3a-77a4-4b18-9aba-afc7049768d7 tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "DELETE /v2.0/security-groups/2d422ec3-460a-4da6-a32f-7941acd4c77d HTTP/1.1" status: 404 len: 347 time: 0.0129521 Mar 31 23:27:37.274873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.318109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-53aff84e-3830-42aa-974b-5c24afd7317f tempest-SecGroupTest-1878368760 tempest-SecGroupTest-1878368760-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420389 Mar 31 23:27:37.580934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54496) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.719673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54500) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:37.719926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-362091a0-eae9-4ca0-9a53-f3920c423626 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6247cd45ac9f42d7b04c385b24452351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376903 Mar 31 23:27:37.773807 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.795416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.851797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.854422 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:37.855743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2919c845-0a97-4233-9d17-269520dbb7f8 HTTP/1.1" status: 204 len: 168 time: 0.1346998 Mar 31 23:27:37.863965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53669599-b197-445f-b397-7b4c2bbb8ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2919c845-0a97-4233-9d17-269520dbb7f8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:38.406708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:39.982169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:40.042786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:40.358238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.058436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54584) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.225656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-12da4cb9-5a82-4f77-a199-ba6264a2f50f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3588d7b857de48a2af8f4d9ae913314a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659448 Mar 31 23:27:41.228646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54588) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:41.290187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.314837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.379845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.383766 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:41.388068 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dfc4d5f4-8de2-4323-80f9-f3330435cb87 HTTP/1.1" status: 204 len: 168 time: 0.1578641 Mar 31 23:27:41.409359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4d5f4-8de2-4323-80f9-f3330435cb87,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:41.421218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.421565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.421963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.422352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.422692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.423020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.423373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.423943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.424302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.424631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.424955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:41.425454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bf7c0f-4bdf-4d9b-bf33-82bf470efa24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:44.072144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a42d-0a7f-43ea-8131-0c16c9660727 req-a082da5c-5909-456f-833b-7265a059a796 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:44.073722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b15a42d-0a7f-43ea-8131-0c16c9660727 req-a082da5c-5909-456f-833b-7265a059a796 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0587862 Mar 31 23:27:44.118095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b15a42d-0a7f-43ea-8131-0c16c9660727 req-f4a97c42-e111-4bb8-9082-b81e528312ba tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379179 Mar 31 23:27:44.291366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54682) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:44.413443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e430ab-d3ac-4a0e-a2b4-052082086bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.503624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e430ab-d3ac-4a0e-a2b4-052082086bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.510038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4e430ab-d3ac-4a0e-a2b4-052082086bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.555983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e430ab-d3ac-4a0e-a2b4-052082086bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9960e16d-2d99-45fc-a018-376a241ff60e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:44.559605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54688) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:44.559814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4e430ab-d3ac-4a0e-a2b4-052082086bbe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6d1c4571986a403c94567c77a1e153eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671931 Mar 31 23:27:44.617671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.639124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.687992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.690578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:44.691846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9960e16d-2d99-45fc-a018-376a241ff60e HTTP/1.1" status: 204 len: 168 time: 0.1308203 Mar 31 23:27:44.699975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837d88-2523-4d51-b177-67b5599e93a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9960e16d-2d99-45fc-a018-376a241ff60e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:44.998811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:45.013329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01fdadea-e0d2-4713-9ef1-fb8bac99e76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.099020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01fdadea-e0d2-4713-9ef1-fb8bac99e76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.105253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01fdadea-e0d2-4713-9ef1-fb8bac99e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.153360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-01fdadea-e0d2-4713-9ef1-fb8bac99e76d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9174b2416a274f17bdcc270c2eb8f129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534564 Mar 31 23:27:45.154515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdadea-e0d2-4713-9ef1-fb8bac99e76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b80e3-2931-4f63-a97b-07359f847b98,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.155977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:45.225787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.249456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.300754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.303467 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.314920 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/684b80e3-2931-4f63-a97b-07359f847b98 HTTP/1.1" status: 204 len: 168 time: 0.1500168 Mar 31 23:27:45.322981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d108843-fab1-4867-835a-5c4a6cc5a2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b80e3-2931-4f63-a97b-07359f847b98,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.505898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71089a00-9f7a-48a5-a0ed-ba245cbb04d6 req-c33b2bf3-8d61-45fa-bd40-1d4ca7bf3baa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:45.507530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71089a00-9f7a-48a5-a0ed-ba245cbb04d6 req-c33b2bf3-8d61-45fa-bd40-1d4ca7bf3baa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.2912104 Mar 31 23:27:45.548567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71089a00-9f7a-48a5-a0ed-ba245cbb04d6 req-bd6d33bd-0370-4e6d-bbf2-83663c44e4bc tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=e908e300-90c6-4bd1-b454-8d89f02d1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343089 Mar 31 23:27:45.639851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-87e2a501-be91-47b8-ad58-724915c74468 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:45.641564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-87e2a501-be91-47b8-ad58-724915c74468 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 946 time: 0.0501533 Mar 31 23:27:45.680636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:45.700167 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6df49fd4-9f84-4409-adc6-480826e6ed10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.785398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 44c3e88a-3e58-44b2-82a9-005e5cc10052 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:45.785822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.871032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6df49fd4-9f84-4409-adc6-480826e6ed10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.879969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6df49fd4-9f84-4409-adc6-480826e6ed10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.921527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] For port 44c3e88a-3e58-44b2-82a9-005e5cc10052, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=44c3e88a-3e58-44b2-82a9-005e5cc10052,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:45.921895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:45.941586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6df49fd4-9f84-4409-adc6-480826e6ed10 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3b30223cca66412daa32b2e15c7e508c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597971 Mar 31 23:27:45.944623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:45.946157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df49fd4-9f84-4409-adc6-480826e6ed10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02525e32-4cab-44e2-a538-93dc51182615,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:45.999473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.021458 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.076997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.079810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.081146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/02525e32-4cab-44e2-a538-93dc51182615 HTTP/1.1" status: 204 len: 168 time: 0.1352251 Mar 31 23:27:46.090040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b269d-bb58-426e-baf0-d1cfd2926dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02525e32-4cab-44e2-a538-93dc51182615,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.141142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.141521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.141995 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP fc82e838-f060-43c7-b9d1-0f95d194a53e disassociated. External IP: 172.25.8.55, port: 44c3e88a-3e58-44b2-82a9-005e5cc10052. Mar 31 23:27:46.142403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 44c3e88a-3e58-44b2-82a9-005e5cc10052 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:46.282272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.315048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=44c3e88a-3e58-44b2-82a9-005e5cc10052,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:46.428411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:46.550803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:46.562560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:46.575427 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:46.576527 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:27:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:46.597629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] No DVR routers for this DVR port 44c3e88a-3e58-44b2-82a9-005e5cc10052 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:46.601196 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:46.605824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51fd9f2e-840e-4da4-9552-01471f22bd27 req-22a6ddc2-8abe-497d-98cd-8e6330179b10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "DELETE /v2.0/ports/44c3e88a-3e58-44b2-82a9-005e5cc10052 HTTP/1.1" status: 204 len: 173 time: 0.9579628 Mar 31 23:27:46.606521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'name': 'network-vif-deleted', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:46.609321 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91ede43-ce4d-4b1d-9978-9717c63223a8" -d '{"events": [{"server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "name": "network-vif-deleted", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:46.694271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed65f012-bbbd-477f-ac9d-14913b7a8940 req-61ebaf4c-d2be-437c-8d9f-f18dce2ce847 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=3540848f-b654-4b8c-8373-9eec7c484020 HTTP/1.1" status: 200 len: 210 time: 0.0503466 Mar 31 23:27:46.926928 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f13734-fc53-4c02-93f1-25121fea8583 x-openstack-request-id: req-29f13734-fc53-4c02-93f1-25121fea8583 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:46.927704 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3540848f-b654-4b8c-8373-9eec7c484020", "name": "network-vif-deleted", "tag": "44c3e88a-3e58-44b2-82a9-005e5cc10052", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:46.928641 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-29f13734-fc53-4c02-93f1-25121fea8583 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:46.929280 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f13734-fc53-4c02-93f1-25121fea8583'] response: {'server_uuid': '3540848f-b654-4b8c-8373-9eec7c484020', 'name': 'network-vif-deleted', 'tag': '44c3e88a-3e58-44b2-82a9-005e5cc10052', 'status': 'completed', 'code': 200} Mar 31 23:27:46.941117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:47.229496 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:47.258424 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:47.267077 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:47.267717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:27:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:47.383957 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:47.625502 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:47.652895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e3ff4-b66a-4da5-b597-e4c2d419f495 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.22', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:f7:e0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b2566-c593-490c-991f-953f67e61d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:24:17Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 2, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:47.785294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54764) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:47.853725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.881447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.961727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.964507 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:47.966031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/security-groups/e908e300-90c6-4bd1-b454-8d89f02d1dd7 HTTP/1.1" status: 204 len: 168 time: 0.1795859 Mar 31 23:27:47.969250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54774) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:47.977295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8787e-2f4d-4685-9554-8c9d254b900d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e908e300-90c6-4bd1-b454-8d89f02d1dd7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:47.990586 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-186a8c8b-dcf7-4c51-850e-ad79e5c61cf1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] show failed (client error): The resource could not be found. Mar 31 23:27:47.993190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-186a8c8b-dcf7-4c51-850e-ad79e5c61cf1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups/e908e300-90c6-4bd1-b454-8d89f02d1dd7 HTTP/1.1" status: 404 len: 347 time: 0.0228286 Mar 31 23:27:48.002005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54776) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.060695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f6f81-fd30-44df-a766-9cb44cbe0ebb None None] New status for floating IP fc82e838-f060-43c7-b9d1-0f95d194a53e: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:48.204941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 0943d8db-c830-4637-ba75-85f7096d5043 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:48.205292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.320720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.321076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.335563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 0943d8db-c830-4637-ba75-85f7096d5043 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:48.521456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.675089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54802) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.791920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a83f-5d8c-4f27-ae73-d052be0d5154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.873835 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a83f-5d8c-4f27-ae73-d052be0d5154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.879802 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a83f-5d8c-4f27-ae73-d052be0d5154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.916500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1a83f-5d8c-4f27-ae73-d052be0d5154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd04dfea-b3a0-41f3-8a9d-7ac6e0bcc165,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:48.922552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2a1a83f-5d8c-4f27-ae73-d052be0d5154 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9423408b2c6349af9f9e4926e6f78513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461846 Mar 31 23:27:48.923825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54806) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:48.933809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=0943d8db-c830-4637-ba75-85f7096d5043,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:48.973929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.977593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:48.978794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a9e38738-38b9-4c5b-8103-38100de2b26f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/floatingips/fc82e838-f060-43c7-b9d1-0f95d194a53e HTTP/1.1" status: 204 len: 168 time: 0.9751604 Mar 31 23:27:48.993170 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.015624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.064115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.066771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.067970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bd04dfea-b3a0-41f3-8a9d-7ac6e0bcc165 HTTP/1.1" status: 204 len: 168 time: 0.1430528 Mar 31 23:27:49.075918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4950c4-297c-40ac-81d4-f87b186eedb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd04dfea-b3a0-41f3-8a9d-7ac6e0bcc165,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.359861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:49.380311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6493-e93b-44f4-a379-c6d2f50d092c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.459806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6493-e93b-44f4-a379-c6d2f50d092c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.465485 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a8f6493-e93b-44f4-a379-c6d2f50d092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.505343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a8f6493-e93b-44f4-a379-c6d2f50d092c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=33adffee80dc490887c19c3743596177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437757 Mar 31 23:27:49.506454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f6493-e93b-44f4-a379-c6d2f50d092c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41398c-eca2-4a5d-ae68-9b512adbbf95,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:49.508105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54826) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:49.560603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.581178 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.629697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.632285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:49.636012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/be41398c-eca2-4a5d-ae68-9b512adbbf95 HTTP/1.1" status: 204 len: 168 time: 0.1232762 Mar 31 23:27:49.643288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14959c18-e4c5-4d3a-8908-008f6e25f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41398c-eca2-4a5d-ae68-9b512adbbf95,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:50.105520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 44c3e88a-3e58-44b2-82a9-005e5cc10052 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:50.152046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 44c3e88a-3e58-44b2-82a9-005e5cc10052 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:27:50.152769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 44c3e88a-3e58-44b2-82a9-005e5cc10052 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:50.977224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 54890) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:51.083925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.132678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a12-cd3e-44a6-ae15-c932b323dd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.245641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a12-cd3e-44a6-ae15-c932b323dd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.251993 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fc86a12-cd3e-44a6-ae15-c932b323dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.688628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9fc86a12-cd3e-44a6-ae15-c932b323dd3c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=931e1834d3ab4c46bd2a605eb52ab4fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093434 Mar 31 23:27:51.689399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86a12-cd3e-44a6-ae15-c932b323dd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32779e9-262c-4c6c-afd6-37ad4a35e79a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:51.691498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 54908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:51.751542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.778638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.829855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.833815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:51.837602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a32779e9-262c-4c6c-afd6-37ad4a35e79a HTTP/1.1" status: 204 len: 168 time: 0.1423655 Mar 31 23:27:51.843911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce80152-ed8a-41d3-becf-c9fec754c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32779e9-262c-4c6c-afd6-37ad4a35e79a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:52.707055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2d12-69a2-4dd1-aaef-7d4eaa2edd26 req-b95f603e-f10a-42da-939f-6b5baf67e895 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:52.710215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-282d2d12-69a2-4dd1-aaef-7d4eaa2edd26 req-b95f603e-f10a-42da-939f-6b5baf67e895 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0690093 Mar 31 23:27:52.758061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-282d2d12-69a2-4dd1-aaef-7d4eaa2edd26 req-72e46f47-71f5-40a4-83a2-95081690ac55 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Mar 31 23:27:53.890620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10401b-ecdf-4bf6-be3a-dd5c58e535fb req-07333a4a-9e27-4348-958e-823e5b483b95 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.892293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed10401b-ecdf-4bf6-be3a-dd5c58e535fb req-07333a4a-9e27-4348-958e-823e5b483b95 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0553105 Mar 31 23:27:53.932476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed10401b-ecdf-4bf6-be3a-dd5c58e535fb req-fc25d21f-f9e7-47b8-9eac-a78a43f0c346 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333326 Mar 31 23:27:53.941602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b515d7-5841-4c8a-809f-2c33d2300155 req-603ced41-901a-4411-9bd3-775807ecbff8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.943205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13b515d7-5841-4c8a-809f-2c33d2300155 req-603ced41-901a-4411-9bd3-775807ecbff8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0535026 Mar 31 23:27:53.982347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13b515d7-5841-4c8a-809f-2c33d2300155 req-3161f437-c2d3-4092-a86f-ee93930239cb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327559 Mar 31 23:27:55.051075 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a63a1d-3553-49ff-96d1-6a85d74372c1 req-69adf690-884c-4c88-9b0b-d5ffc77aee06 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.052574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47a63a1d-3553-49ff-96d1-6a85d74372c1 req-69adf690-884c-4c88-9b0b-d5ffc77aee06 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0477722 Mar 31 23:27:55.095547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-47a63a1d-3553-49ff-96d1-6a85d74372c1 req-a313a722-0f9d-429c-99ee-64170a1b645d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Mar 31 23:27:55.107348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ca391-726c-4fa9-bae5-bb55b963bf4c req-8d75abb3-a294-42ba-a96a-4fd5ae2e7e0c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.109025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-225ca391-726c-4fa9-bae5-bb55b963bf4c req-8d75abb3-a294-42ba-a96a-4fd5ae2e7e0c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0551209 Mar 31 23:27:55.148490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-225ca391-726c-4fa9-bae5-bb55b963bf4c req-465f21a6-ac0b-4db3-aa60-138fffe95f93 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=693fe003-5175-4641-8a76-b2317f8a8158&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327163 Mar 31 23:27:55.768774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ba3ba658-337a-45a2-a934-69b28ee41995 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.770223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ba3ba658-337a-45a2-a934-69b28ee41995 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Mar 31 23:27:55.862174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port c359bbbf-088d-466b-ae37-556b0dc6c7af {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:55.862495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:55.955754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] For port c359bbbf-088d-466b-ae37-556b0dc6c7af, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c359bbbf-088d-466b-ae37-556b0dc6c7af,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:55.956194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.128672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.129266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.129398 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc disassociated. External IP: 172.25.8.22, port: c359bbbf-088d-466b-ae37-556b0dc6c7af. Mar 31 23:27:56.129635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for c359bbbf-088d-466b-ae37-556b0dc6c7af owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:56.303889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e538672-ee85-48e7-8425-1ad88cf0eb45 req-d4e53d4a-a879-404d-ad5e-7950a94059af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:56.308480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.311962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e538672-ee85-48e7-8425-1ad88cf0eb45 req-d4e53d4a-a879-404d-ad5e-7950a94059af tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.1212161 Mar 31 23:27:56.381402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4e538672-ee85-48e7-8425-1ad88cf0eb45 req-918ecb8d-fead-4461-878c-851f3c4ea76f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606508 Mar 31 23:27:56.382945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.422052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=c359bbbf-088d-466b-ae37-556b0dc6c7af,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:56.525698 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd9aaa88-327e-437b-b250-f8f49240d659 req-0ed73aa9-1386-4b92-b0a9-ced8d58465a9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=e28b2566-c593-490c-991f-953f67e61d21 HTTP/1.1" status: 200 len: 210 time: 0.0269284 Mar 31 23:27:56.548747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:56.659549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:56.671293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:56.682029 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:56.682855 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:27:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:56.700656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] No DVR routers for this DVR port c359bbbf-088d-466b-ae37-556b0dc6c7af on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:56.703433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:56.706709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b075f90-24e6-414f-903c-61adf0badaa9 req-ffd9c12c-6d0f-469e-8ec5-711ea6844149 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "DELETE /v2.0/ports/c359bbbf-088d-466b-ae37-556b0dc6c7af HTTP/1.1" status: 204 len: 173 time: 0.9293630 Mar 31 23:27:56.707192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'name': 'network-vif-deleted', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:56.709719 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a76c4f-1208-414d-8c02-fd462a9539e9" -d '{"events": [{"server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "name": "network-vif-deleted", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:56.749814 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff9222-8a3c-446a-8dc2-966e865df07a x-openstack-request-id: req-43ff9222-8a3c-446a-8dc2-966e865df07a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:56.750116 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28b2566-c593-490c-991f-953f67e61d21", "name": "network-vif-deleted", "tag": "c359bbbf-088d-466b-ae37-556b0dc6c7af", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:56.750380 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-43ff9222-8a3c-446a-8dc2-966e865df07a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:56.750809 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ff9222-8a3c-446a-8dc2-966e865df07a'] response: {'server_uuid': 'e28b2566-c593-490c-991f-953f67e61d21', 'name': 'network-vif-deleted', 'tag': 'c359bbbf-088d-466b-ae37-556b0dc6c7af', 'status': 'completed', 'code': 200} Mar 31 23:27:56.844938 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:57.052666 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:57.082915 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:57.098769 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:57.098769 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:27:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:57.213211 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:57.428900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:57.454933 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba715a8-5213-49dc-879d-617c577e2f03 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:57.492740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310d460-10d6-4ac0-ba34-d597d8bfcfcb req-7d143bde-90e6-4532-9a10-f637673aa859 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.494455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5310d460-10d6-4ac0-ba34-d597d8bfcfcb req-7d143bde-90e6-4532-9a10-f637673aa859 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0545092 Mar 31 23:27:57.540941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5310d460-10d6-4ac0-ba34-d597d8bfcfcb req-d389388a-461f-4ea1-a4cc-db61f4130046 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399652 Mar 31 23:27:57.632697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55058) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.697278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.718791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7951b-ab3f-4ad8-a216-12d7b389f709 None None] New status for floating IP e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:57.721642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.775954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.778585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:57.783193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55060) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.787755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/security-groups/693fe003-5175-4641-8a76-b2317f8a8158 HTTP/1.1" status: 204 len: 168 time: 0.1539042 Mar 31 23:27:57.799216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f5039-772a-4a66-b898-6f3d3825e110 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fe003-5175-4641-8a76-b2317f8a8158,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:57.799413 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-8e11cbd1-6d96-42c7-8e58-72de0c54134d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] show failed (client error): The resource could not be found. Mar 31 23:27:57.803882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e11cbd1-6d96-42c7-8e58-72de0c54134d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups/693fe003-5175-4641-8a76-b2317f8a8158 HTTP/1.1" status: 404 len: 347 time: 0.0194168 Mar 31 23:27:57.804611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55062) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:57.957950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 87995436-b0ac-43a5-a440-6e46062513a0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:27:57.958290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.035370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.035768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.047748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 87995436-b0ac-43a5-a440-6e46062513a0 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:27:58.191129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.217724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=87995436-b0ac-43a5-a440-6e46062513a0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.278087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.280706 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.283196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ec766a5-d762-4c2c-b624-3eafe6d950fb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/floatingips/e9b0bd28-43ec-4b68-b025-71bf4dc7b9bc HTTP/1.1" status: 204 len: 168 time: 0.4761665 Mar 31 23:27:58.494943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55080) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.499668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110434093', 'description': 'tempest-description--584445556'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:58.521184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.593672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.599603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.629763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa19214-bf27-49f9-a7b6-e74621a4595e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.636418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.641286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0e4c26cc-1e34-47c3-9f80-98504c1d3b16 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1416965 Mar 31 23:27:58.641286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55086) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.645380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '8fa19214-bf27-49f9-a7b6-e74621a4595e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:58.666564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419248-32b7-41d1-a920-b4c5ba431acd req-7f11784f-0b3c-491f-ab53-441115d99d81 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.668118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28419248-32b7-41d1-a920-b4c5ba431acd req-7f11784f-0b3c-491f-ab53-441115d99d81 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0563684 Mar 31 23:27:58.673338 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.711482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-28419248-32b7-41d1-a920-b4c5ba431acd req-b5ab4cbe-bda1-4c2f-ae42-aed5c7fb8657 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367754 Mar 31 23:27:58.750089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.754780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.774453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5340f7c1-5934-439d-a97b-5d48e1b39bb9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.780986 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.782077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d60159e2-024d-468d-a13e-6121d8919fb6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404324 Mar 31 23:27:58.784770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55090) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.789222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '8fa19214-bf27-49f9-a7b6-e74621a4595e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:58.815348 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.872628 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.877930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.896649 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf55b2f-923d-4615-a954-175f55862525,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:58.903800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:58.905385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7932a77b-0954-4b21-97e0-ad855a071daa tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196213 Mar 31 23:27:58.909019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55094) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:27:58.914397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:27:58.935968 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.043603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.153181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.25.8.161 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:27:59.257579 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.302466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.337256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:27:59.340169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:27:59.342771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:27:59.371223 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:59.440570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.478002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.637192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.643547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.716204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:59.728057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.751406 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:27:59.761507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1eaa13a9-4fee-4f74-9689-e7069a581bc5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8513253 Mar 31 23:27:59.856445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917f7a-5a68-4ce0-b187-8b5d94881fe4 req-a0ed628d-ff00-45d6-b6ee-7f40437d0e5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:59.858004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a917f7a-5a68-4ce0-b187-8b5d94881fe4 req-a0ed628d-ff00-45d6-b6ee-7f40437d0e5a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0557151 Mar 31 23:27:59.900014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a917f7a-5a68-4ce0-b187-8b5d94881fe4 req-3888da3d-8589-468f-bd36-52dde577e2f3 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Mar 31 23:27:59.956784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-c9a55975-6667-492f-8e3a-2d74f2e8158e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--110434093&fields=id&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 267 time: 0.0352809 Mar 31 23:28:00.070369 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-4b32ef58-cef2-46e0-a357-7b2f91afbb25 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.071833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-4b32ef58-cef2-46e0-a357-7b2f91afbb25 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1080925 Mar 31 23:28:00.087148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-5508cf1c-263b-4ea1-a470-e2fed74ca8f6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/quotas/265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 375 time: 0.0092854 Mar 31 23:28:00.141483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-f0a0fa96-92f0-4429-a714-71b59a4b8e49 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487194 Mar 31 23:28:00.179835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c359bbbf-088d-466b-ae37-556b0dc6c7af no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:00.210842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: c359bbbf-088d-466b-ae37-556b0dc6c7af {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:28:00.211182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c359bbbf-088d-466b-ae37-556b0dc6c7af not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:28:00.357251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-046b5728-24cb-4223-9a7c-f981eb7cd402 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030032 Mar 31 23:28:00.448208 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-07f39901-766b-49fc-a8e8-4054eaff0a20 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Mar 31 23:28:00.641087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e677e29-a478-4f1f-8ffe-cceaf9ef0980 req-df5a2062-afc1-4ef0-9aae-19fd74e65321 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 210 time: 0.0347223 Mar 31 23:28:01.023355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eec5a0-05b7-47c7-8e8f-c3123815f9de req-8c8a3be3-6856-47c5-8fbd-d68e80a4e2be tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.025590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25eec5a0-05b7-47c7-8e8f-c3123815f9de req-8c8a3be3-6856-47c5-8fbd-d68e80a4e2be tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0531034 Mar 31 23:28:01.077872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25eec5a0-05b7-47c7-8e8f-c3123815f9de req-6aa50995-b64a-4c9b-9dc4-6302d23f461a tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Mar 31 23:28:01.781255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cec771a0-42a2-4690-80f1-a29ad0de3b07 req-7b0eb15b-2c5c-4380-a346-7e599c42a216 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 210 time: 0.0347846 Mar 31 23:28:01.816272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-fc97f83b-1517-45b7-9b65-a42e0e105976 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.817761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-fc97f83b-1517-45b7-9b65-a42e0e105976 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1396573 Mar 31 23:28:01.869638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-95084335-f641-4c7e-ad59-27d2d2e226c3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 379 time: 0.0425298 Mar 31 23:28:01.879502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'port': {'device_id': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'admin_state_up': True, 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'security_groups': ['8fa19214-bf27-49f9-a7b6-e74621a4595e']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:02.001663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:28:02.006006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.173761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.20.0.9 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/dfdc9a4e-8022-476f-b12b-68b55931eca1) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:28:02.244886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4cad1-bad8-4023-99ab-41e2fec4a562 req-b06b611d-f242-4f42-81e2-7b133fda0410 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.247685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62e4cad1-bad8-4023-99ab-41e2fec4a562 req-b06b611d-f242-4f42-81e2-7b133fda0410 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0690887 Mar 31 23:28:02.288064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62e4cad1-bad8-4023-99ab-41e2fec4a562 req-c4d44948-f7c9-475a-b23e-207eb49527f1 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349431 Mar 31 23:28:02.323846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.358778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.409961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:28:02.413192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:28:02.416978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:28:02.443864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:02.472064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.473025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.495153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-207ba0dd-803e-4fb3-9188-542d0e307bce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194561 Mar 31 23:28:02.509460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Request body: {'port': {'device_id': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:02.573033 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.677891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-82671d40-4b82-45b4-a191-a436196d63ea None None] Provisioning complete for port dfdc9a4e-8022-476f-b12b-68b55931eca1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:02.678569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-82671d40-4b82-45b4-a191-a436196d63ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.714085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-82671d40-4b82-45b4-a191-a436196d63ea None None] Port dfdc9a4e-8022-476f-b12b-68b55931eca1 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:28:02.846951 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdc9a4e-8022-476f-b12b-68b55931eca1 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:02.855025 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.878300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Transition to ACTIVE for port object dfdc9a4e-8022-476f-b12b-68b55931eca1 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:28:02.896731 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:02.971971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3309a9-cd1d-44df-a667-1f7473c2b820 req-5ca5e93b-b2ea-4d8a-bfc8-ebc50ea803fc tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.973499 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3309a9-cd1d-44df-a667-1f7473c2b820 req-5ca5e93b-b2ea-4d8a-bfc8-ebc50ea803fc tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 931 time: 0.1095066 Mar 31 23:28:02.977006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.071854 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3309a9-cd1d-44df-a667-1f7473c2b820 req-2bdd44fa-5fed-448c-8761-804049168fa9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665379 Mar 31 23:28:03.097254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Attempting to bind port dfdc9a4e-8022-476f-b12b-68b55931eca1 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:28:03.097891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Attempting to bind port dfdc9a4e-8022-476f-b12b-68b55931eca1 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:28:03.098398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Attempting to bind port dfdc9a4e-8022-476f-b12b-68b55931eca1 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:03.104295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Port dfdc9a4e-8022-476f-b12b-68b55931eca1 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:28:03.104619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Attempting to bind port dfdc9a4e-8022-476f-b12b-68b55931eca1 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:28:03.110040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:28:03.110378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:28:03.110761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:28:03.111477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Bound port: dfdc9a4e-8022-476f-b12b-68b55931eca1, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:28:03.111728 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.186463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:28:03.189521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:28:03.196076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.234357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.234847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:03.236391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 200 len: 1091 time: 0.7314792 Mar 31 23:28:03.237289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:03.240212 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5" -d '{"events": [{"name": "network-changed", "server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:03.263061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8233a-30f5-41d0-a2d2-6cbae68519a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:03.323476 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7825800d-d722-413c-9830-4a2df6c966ef x-openstack-request-id: req-7825800d-d722-413c-9830-4a2df6c966ef {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:03.323674 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:03.323938 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7825800d-d722-413c-9830-4a2df6c966ef {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:03.324345 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7825800d-d722-413c-9830-4a2df6c966ef'] response: {'name': 'network-changed', 'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'status': 'completed', 'code': 200} Mar 31 23:28:03.340723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-ba90acaa-6059-4664-b731-f444f2edb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.342275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-ba90acaa-6059-4664-b731-f444f2edb682 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 1094 time: 0.0478253 Mar 31 23:28:03.394467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-fd79159d-78ae-47fb-bccd-7a805597e379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 200 len: 217 time: 0.0429006 Mar 31 23:28:03.477467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-297888e6-6569-47c4-9555-4fab62a09fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.479398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-297888e6-6569-47c4-9555-4fab62a09fff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0723319 Mar 31 23:28:03.491278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb51695-9eea-49fd-9b89-e536cd01de6c req-2d6298cb-9cbf-46d1-960d-0c6be0d95ba5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.492996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfb51695-9eea-49fd-9b89-e536cd01de6c req-2d6298cb-9cbf-46d1-960d-0c6be0d95ba5 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0974963 Mar 31 23:28:03.560932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfb51695-9eea-49fd-9b89-e536cd01de6c req-c2c1c476-7d19-4c0a-a1d3-74427d169d4d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571086 Mar 31 23:28:03.565211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-17b5b11e-c9fa-4a02-95e7-f20bef87014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.566654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-17b5b11e-c9fa-4a02-95e7-f20bef87014e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727661 Mar 31 23:28:03.660906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-ca2ed507-7255-4a83-ae61-5cbf09deae4f service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863993 Mar 31 23:28:03.757760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64459c9a-2a94-4de3-b4c8-a06ccb70f55a req-e65b7b96-b0f9-43ed-9b25-041f32d5c6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Mar 31 23:28:03.862152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-e2581a5d-23ee-446e-8908-26c3c366e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.864063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-e2581a5d-23ee-446e-8908-26c3c366e791 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 1094 time: 0.0415623 Mar 31 23:28:03.958699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-f1b08f9b-fbd5-4f9b-bb12-989252c04443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.960651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-f1b08f9b-fbd5-4f9b-bb12-989252c04443 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.0894532 Mar 31 23:28:04.005627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-df9b5e01-e201-43c4-99b7-9b16b89df1e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 200 len: 217 time: 0.0375314 Mar 31 23:28:04.058007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-2839d527-57b7-4fe4-8ab2-02600153722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.058007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-2839d527-57b7-4fe4-8ab2-02600153722c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0454023 Mar 31 23:28:04.104853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-e7e5bc42-c185-40b4-89d8-bdc5c2593287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.106478 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-e7e5bc42-c185-40b4-89d8-bdc5c2593287 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420828 Mar 31 23:28:04.203419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ada1e-136c-4afb-9446-343a5a25acf6 req-b23d51b4-661e-4b2b-a1e3-3e7e1feebb21 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.204940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d11ada1e-136c-4afb-9446-343a5a25acf6 req-b23d51b4-661e-4b2b-a1e3-3e7e1feebb21 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 943 time: 0.0486383 Mar 31 23:28:04.208475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-28513fd1-07fb-4d88-82a6-eca4fef6c89e service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933449 Mar 31 23:28:04.246122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d11ada1e-136c-4afb-9446-343a5a25acf6 req-720ec4ef-5367-416a-a531-3a120fbb8cbf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343556 Mar 31 23:28:04.315103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f393db9c-2c0e-43d7-bcd2-a2c031cd14c5 req-6c00a37f-35be-419a-9ff9-3510478b6033 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995393 Mar 31 23:28:04.468508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f944ad4-3f2b-4117-a97b-ae3f3457207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:04.687620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3bb32-2b2d-4a48-b7ff-2cde53f8031a req-48ac4f02-8780-4942-803e-0721d08e5995 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.689150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bb3bb32-2b2d-4a48-b7ff-2cde53f8031a req-48ac4f02-8780-4942-803e-0721d08e5995 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0540407 Mar 31 23:28:04.730324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bb3bb32-2b2d-4a48-b7ff-2cde53f8031a req-66e1e871-82cb-4548-8a8c-f63ef7f6a0dd tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Mar 31 23:28:05.363788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02d4af-372c-498d-a268-67f31cae6416 req-689d6611-6ee2-4e07-9107-9f797829d601 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.365292 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b02d4af-372c-498d-a268-67f31cae6416 req-689d6611-6ee2-4e07-9107-9f797829d601 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 943 time: 0.0489187 Mar 31 23:28:05.405626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b02d4af-372c-498d-a268-67f31cae6416 req-1aba45fc-8004-4163-8f21-366df23a5368 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338280 Mar 31 23:28:05.847037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74375c-be7b-467c-bacf-a8e81fa991f4 req-6fc793e7-0932-4282-9f47-f7a692d349aa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.848605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d74375c-be7b-467c-bacf-a8e81fa991f4 req-6fc793e7-0932-4282-9f47-f7a692d349aa tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0502114 Mar 31 23:28:05.889946 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d74375c-be7b-467c-bacf-a8e81fa991f4 req-2ca5349d-3f6f-4470-a87d-a361582a5a46 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341930 Mar 31 23:28:06.226680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device dfdc9a4e-8022-476f-b12b-68b55931eca1 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:28:06.331053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:06.342256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'port_id': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'mac_address': 'fa:16:3e:9b:b5:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:28:06.379632 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.396082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdc9a4e-8022-476f-b12b-68b55931eca1 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:06.415648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:06.420934 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:06.471108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:06.536276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d54ff0-4e42-41ff-a4c0-90e7231d1d3a req-9d30e3f9-f0fd-4383-9211-c29b0aa558b6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.537797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44d54ff0-4e42-41ff-a4c0-90e7231d1d3a req-9d30e3f9-f0fd-4383-9211-c29b0aa558b6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 944 time: 0.0562055 Mar 31 23:28:06.576263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-44d54ff0-4e42-41ff-a4c0-90e7231d1d3a req-075a37a5-8bbb-494f-8dc0-7d25e787b916 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320837 Mar 31 23:28:06.756194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['dfdc9a4e-8022-476f-b12b-68b55931eca1'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:06.939021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-535660b6-92ae-429e-8de0-6bf13e86f20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:07.017699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d7e9e-dc52-4197-b9d0-1e8594098c35 req-02930373-0ffc-4217-8e38-0237a219ab47 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.019273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-390d7e9e-dc52-4197-b9d0-1e8594098c35 req-02930373-0ffc-4217-8e38-0237a219ab47 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0550153 Mar 31 23:28:07.059485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-390d7e9e-dc52-4197-b9d0-1e8594098c35 req-d32c4372-0f63-4858-9532-31bad3f2dbed tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Mar 31 23:28:07.694611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7442cc-3eee-4c95-97da-148e6e44daca req-cb3b9076-7851-427f-ac97-db4d86bcc203 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.696210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb7442cc-3eee-4c95-97da-148e6e44daca req-cb3b9076-7851-427f-ac97-db4d86bcc203 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 944 time: 0.0496564 Mar 31 23:28:07.735989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eb7442cc-3eee-4c95-97da-148e6e44daca req-1faced71-64b6-4203-89bb-bc86fffa31e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Mar 31 23:28:08.073018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9f975-ad8c-4239-bb04-5d9cc795bae4 req-cdd190a1-6ab1-419e-b14c-dc6d02c94997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.074640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70c9f975-ad8c-4239-bb04-5d9cc795bae4 req-cdd190a1-6ab1-419e-b14c-dc6d02c94997 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0959575 Mar 31 23:28:08.114945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70c9f975-ad8c-4239-bb04-5d9cc795bae4 req-40ac5116-1130-4aaf-bab0-fce6fa247ad2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Mar 31 23:28:08.186622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f3cd0-8070-4342-a52f-8efc41cdaddf req-d6310b56-497d-4e2c-9e9e-7d6621560d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.188290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-690f3cd0-8070-4342-a52f-8efc41cdaddf req-d6310b56-497d-4e2c-9e9e-7d6621560d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.0498226 Mar 31 23:28:08.228764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-690f3cd0-8070-4342-a52f-8efc41cdaddf req-bb4d2639-e402-4cee-a88d-8c53146e4e02 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333109 Mar 31 23:28:08.243048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device dfdc9a4e-8022-476f-b12b-68b55931eca1 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:08.275805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:08.358096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port dfdc9a4e-8022-476f-b12b-68b55931eca1 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:28:08.372401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port dfdc9a4e-8022-476f-b12b-68b55931eca1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:08.372773 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.413996 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.430488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.447768 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:08.450111 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d26103-82c8-4e69-8c0d-07cd7699c8d5" -d '{"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-unplugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:08.465206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:08.470300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.496550 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dbe7c1-0d4f-4479-b2fd-63a7226db604 x-openstack-request-id: req-f7dbe7c1-0d4f-4479-b2fd-63a7226db604 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:08.496797 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-unplugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:08.497073 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f7dbe7c1-0d4f-4479-b2fd-63a7226db604 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:08.497478 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dbe7c1-0d4f-4479-b2fd-63a7226db604'] response: {'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'code': 200} Mar 31 23:28:08.534304 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.559165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.585439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:08.589646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:08.646770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:08.859607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357f5e7-185c-4ad0-b579-dcc66aa48345 req-665111c6-fe22-4af8-b791-7350a3118e9e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:08.861408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4357f5e7-185c-4ad0-b579-dcc66aa48345 req-665111c6-fe22-4af8-b791-7350a3118e9e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0543621 Mar 31 23:28:08.900987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4357f5e7-185c-4ad0-b579-dcc66aa48345 req-2f820cf7-8306-4cd8-811d-84177597c7f6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327942 Mar 31 23:28:09.353934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799f7c-c512-4b85-8021-ba45964a2452 req-07dd1486-85d8-4fea-9333-d2551f1e2495 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:09.355574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d799f7c-c512-4b85-8021-ba45964a2452 req-07dd1486-85d8-4fea-9333-d2551f1e2495 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.0548794 Mar 31 23:28:09.395159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d799f7c-c512-4b85-8021-ba45964a2452 req-b9f646d1-c179-43a5-b7cc-2fa8346f9916 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331852 Mar 31 23:28:10.024330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e082-ef23-4837-8fa0-312d97bc49b1 req-0e2f64f9-5dc2-4a50-a33f-e6d15fba4219 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.026480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ad2e082-ef23-4837-8fa0-312d97bc49b1 req-0e2f64f9-5dc2-4a50-a33f-e6d15fba4219 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Mar 31 23:28:10.043098 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.065873 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ad2e082-ef23-4837-8fa0-312d97bc49b1 req-16a55fc2-5674-463d-9b9a-1954b07e91c8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327325 Mar 31 23:28:10.283920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:28:10.391683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.406377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:10.417104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'port_id': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'mac_address': 'fa:16:3e:05:3b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:28:10.455735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.468960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d759bb44-9e51-4efb-a627-95b0360f7bd0 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:10.493062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:10.497731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:10.499626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:10.502196 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d3247f-08fa-4951-958b-bb356cdb7fdd" -d '{"events": [{"server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:10.528035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7f10-c3cd-45c6-8f45-2004c461472b req-31308754-f984-48a4-a8fb-dbd57a666fb7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.529727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-637e7f10-c3cd-45c6-8f45-2004c461472b req-31308754-f984-48a4-a8fb-dbd57a666fb7 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 943 time: 0.0608230 Mar 31 23:28:10.549784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:10.560791 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279b4a2-a197-46e5-ba0f-cb9c52dd4ce7 x-openstack-request-id: req-9279b4a2-a197-46e5-ba0f-cb9c52dd4ce7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:10.561084 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:10.561336 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9279b4a2-a197-46e5-ba0f-cb9c52dd4ce7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:10.561736 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9279b4a2-a197-46e5-ba0f-cb9c52dd4ce7'] response: {'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'code': 200} Mar 31 23:28:10.574967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-637e7f10-c3cd-45c6-8f45-2004c461472b req-6787130b-4d40-4ffa-b345-36734dea020d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Mar 31 23:28:10.598650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55364) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:10.686185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-990b0f9c-a59e-4ef3-a07e-624ca1208bbf tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/floatingips/85c37623-6388-4ea4-b7fe-57a8e802aa76 HTTP/1.1" status: 200 len: 992 time: 0.0860343 Mar 31 23:28:10.696650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcecca0-abe8-4946-81d3-4eeee80a44bd req-5a07d85f-171c-4b17-a56b-c860b969670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.698061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bcecca0-abe8-4946-81d3-4eeee80a44bd req-5a07d85f-171c-4b17-a56b-c860b969670d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 1096 time: 0.0519466 Mar 31 23:28:10.736798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bcecca0-abe8-4946-81d3-4eeee80a44bd req-d1942b98-f387-49be-8251-b7dd7ad41fb4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310555 Mar 31 23:28:10.971068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['d759bb44-9e51-4efb-a627-95b0360f7bd0'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:11.211268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf808f2-72a7-4113-b94b-f7cd2b48d361 req-9e0d2b20-e8dd-42cb-906e-4dbc3cab553f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:11.212771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bf808f2-72a7-4113-b94b-f7cd2b48d361 req-9e0d2b20-e8dd-42cb-906e-4dbc3cab553f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Mar 31 23:28:11.253180 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bf808f2-72a7-4113-b94b-f7cd2b48d361 req-a2e90a93-e794-4964-9f00-4a9ae9676ecb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Mar 31 23:28:12.299008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:12.354827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port d759bb44-9e51-4efb-a627-95b0360f7bd0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:28:12.355106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.375760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b17c53-c77e-4308-8eaa-819985803fd6 req-38c8b66e-f757-425a-8c83-95149d708870 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:12.377897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4b17c53-c77e-4308-8eaa-819985803fd6 req-38c8b66e-f757-425a-8c83-95149d708870 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0506980 Mar 31 23:28:12.419351 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b4b17c53-c77e-4308-8eaa-819985803fd6 req-7d43d15e-e539-478f-8503-01229a3be3f2 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346859 Mar 31 23:28:12.436167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.481293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:12.486181 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:12.537065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:12.555159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca60444-b580-4da6-87e1-d6ad9b34de28 req-25a497f5-014f-4bda-aabf-f71fa3d71e54 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:12.557594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ca60444-b580-4da6-87e1-d6ad9b34de28 req-25a497f5-014f-4bda-aabf-f71fa3d71e54 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0546477 Mar 31 23:28:12.562630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:12.564999 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fba7aef-ace2-40c1-a33a-261b60bbac4b" -d '{"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-plugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:12.565836 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 55402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:12.571387 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'port_id': 'dfdc9a4e-8022-476f-b12b-68b55931eca1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:28:12.607992 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4764b2bd-fcfb-4be5-a748-974e35276cff x-openstack-request-id: req-4764b2bd-fcfb-4be5-a748-974e35276cff {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:12.608293 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-plugged", "status": "completed", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:12.608549 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4764b2bd-fcfb-4be5-a748-974e35276cff {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:12.608945 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4764b2bd-fcfb-4be5-a748-974e35276cff'] response: {'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'code': 200} Mar 31 23:28:12.623570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.076012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.081193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.194916 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP 4aaff9b1-5518-4748-80c1-d901e14efcb3 associated. External IP: 172.25.8.161, port: dfdc9a4e-8022-476f-b12b-68b55931eca1. Mar 31 23:28:13.436402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:28:13.556989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:28:13.562252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:13.568879 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:28:13.581225 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:13.582062 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:28:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:13.590036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88eceedd-eefe-4d55-adce-58f258eaf9d8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "PUT /v2.0/floatingips/4aaff9b1-5518-4748-80c1-d901e14efcb3 HTTP/1.1" status: 200 len: 991 time: 1.0224881 Mar 31 23:28:13.590546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:13.593033 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a0a925-9979-401f-b54a-5fbad8f61128" -d '{"events": [{"name": "network-changed", "server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:13.631882 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab83c079-95f2-4963-bf45-2b06cfd51bae x-openstack-request-id: req-ab83c079-95f2-4963-bf45-2b06cfd51bae {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:13.632202 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:13.632455 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ab83c079-95f2-4963-bf45-2b06cfd51bae {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:13.632950 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab83c079-95f2-4963-bf45-2b06cfd51bae'] response: {'name': 'network-changed', 'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'status': 'completed', 'code': 200} Mar 31 23:28:13.694846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-d9251779-6a68-4e31-ae78-df303908c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.696459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-d9251779-6a68-4e31-ae78-df303908c50b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 1096 time: 0.0420947 Mar 31 23:28:13.711610 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:13.808788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-290d8ef6-c7e0-4c93-84fb-37a931585e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.810379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-290d8ef6-c7e0-4c93-84fb-37a931585e39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1066225 Mar 31 23:28:13.876675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-6c9e99cd-09c9-4e75-b0f8-fbd4d7ee6955 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 200 len: 999 time: 0.0578158 Mar 31 23:28:13.932016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-86f8375c-80dd-4d86-9d27-551842335321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.933506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-86f8375c-80dd-4d86-9d27-551842335321 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0497732 Mar 31 23:28:13.948513 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4aaff9b1-5518-4748-80c1-d901e14efcb3', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:9b:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:59Z', 'updated_at': '2022-03-31T23:28:12Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:13.980286 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:28:13.980933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-d62fcb4c-12a4-461a-bc5d-634cd986f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:13.982480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-d62fcb4c-12a4-461a-bc5d-634cd986f9bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426285 Mar 31 23:28:13.989323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:28:13.989922 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:28:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:14.076042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-bcd4a19d-573e-4a59-b992-16619ccaa4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858080 Mar 31 23:28:14.108882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:28:14.172474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16a0a925-9979-401f-b54a-5fbad8f61128 req-527e0153-3913-417f-aa70-b2142b337602 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889626 Mar 31 23:28:14.347696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4aaff9b1-5518-4748-80c1-d901e14efcb3', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:9b:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:59Z', 'updated_at': '2022-03-31T23:28:12Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:28:14.381766 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41d61f6-b9ea-4321-8de9-2ec896db3160 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4aaff9b1-5518-4748-80c1-d901e14efcb3', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:9b:b5:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:27:59Z', 'updated_at': '2022-03-31T23:28:12Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:28:14.574186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1b64a-7c2f-4886-8d61-289b1b221430 None None] New status for floating IP 4aaff9b1-5518-4748-80c1-d901e14efcb3: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:28:16.982743 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:21.105085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:26.325497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:28.513023 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-114078a5-cd39-4dfd-80ce-4d6ff9260222 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509472 Mar 31 23:28:28.599024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-b7c315d1-bc56-4c8b-80ac-531f6ccf44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.600445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-b7c315d1-bc56-4c8b-80ac-531f6ccf44f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0439615 Mar 31 23:28:28.717010 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-155007ae-93cb-41ce-b39b-461f271118c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.718511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-155007ae-93cb-41ce-b39b-461f271118c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.0928566 Mar 31 23:28:28.803122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-60edc0eb-e8a0-48d0-be92-cf4bddee9b9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 1001 time: 0.0762405 Mar 31 23:28:28.857275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-b150c922-119a-454b-89b8-17fc73817f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.858834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-b150c922-119a-454b-89b8-17fc73817f7a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0480397 Mar 31 23:28:28.889094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55988) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:28.917550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-3c4ae7c4-c16e-4e10-974c-5aba3c703f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:28.919814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-3c4ae7c4-c16e-4e10-974c-5aba3c703f99 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524960 Mar 31 23:28:29.005612 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cff1b6e3-51c0-4051-a249-1c8582c8a84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.014396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-8965fdb0-f351-4773-a977-0348c07de169 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Mar 31 23:28:29.090364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cff1b6e3-51c0-4051-a249-1c8582c8a84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.096656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cff1b6e3-51c0-4051-a249-1c8582c8a84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.133869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5abbc51e-5a69-4e80-89b1-2c0034040fd1 req-14d02340-868d-45cd-8e8b-58c03bcaaed2 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074123 Mar 31 23:28:29.137737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1b6e3-51c0-4051-a249-1c8582c8a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242cab0a-5f39-4086-a76b-b27460ed1ea7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:29.145182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cff1b6e3-51c0-4051-a249-1c8582c8a84e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=52f08e19dc9c43d5aa6d8d69ab84bddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549214 Mar 31 23:28:29.146141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 55992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:29.201574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.222763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.270110 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.272776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:29.274321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/242cab0a-5f39-4086-a76b-b27460ed1ea7 HTTP/1.1" status: 204 len: 168 time: 0.1272490 Mar 31 23:28:29.283106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c3076-b878-439c-9a47-17b00ff06e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242cab0a-5f39-4086-a76b-b27460ed1ea7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:34.471557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e151103d-b926-4b15-b3ba-bed3d25a49a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:36.937695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-59e413ba-9679-47a5-967f-01709b163c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:38.409721 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.049508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:40.367698 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:51.091902 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:53.984088 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:56.310793 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.146550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56222) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:59.257665 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.338240 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.343959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.381359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19d8fa-287a-41d5-a39a-b45dc98d0375,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:59.385294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9e41101af68743188af25cb553ef9bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376983 Mar 31 23:28:59.388437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56226) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:28:59.391950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.392295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.392632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.392968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.393290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.393623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.393940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.394266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.394588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.394907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.395224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.395576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec8a9-3b85-4240-bad5-90ac8cc4fe88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.440124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.461885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.511778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.516016 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:28:59.517619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fe19d8fa-287a-41d5-a39a-b45dc98d0375 HTTP/1.1" status: 204 len: 168 time: 0.1280649 Mar 31 23:28:59.526371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19d8fa-287a-41d5-a39a-b45dc98d0375,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:59.534050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.534390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.534729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.535055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.535423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.535744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.536077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.536386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.536689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.537006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.537323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:28:59.537639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ab46e9-3170-4d70-82fc-cb385d1daf16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:00.213055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56250) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.326933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-673560491-network', 'tenant_id': '6d1611dae26f41808a2a30ee4a99ca5c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:00.352867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Made reservation on behalf of 6d1611dae26f41808a2a30ee4a99ca5c for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:00.355154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.364617 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.451427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.457367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.483099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:00.488697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f8fb8-5565-43de-aa04-e4ee6306cb98,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.496338 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.496338 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Added segment bb556723-642e-4f33-ab54-62198d0f2a0b of type vlan for network 06da2426-8d18-43fe-ac7d-17527f8483cc Mar 31 23:29:00.538803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.572222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.573276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.573859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.611634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3974152 Mar 31 23:29:00.615590 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56254) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:00.620938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Request body: {'subnet': {'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-673560491-subnet', 'tenant_id': '6d1611dae26f41808a2a30ee4a99ca5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:00.643266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Made reservation on behalf of 6d1611dae26f41808a2a30ee4a99ca5c for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:00.643668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd27278-89da-463d-a316-1da6eb4ee743 admin admin] Pushing event updated for resources: {'Network': ['ID=06da2426-8d18-43fe-ac7d-17527f8483cc,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.645976 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.655712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 06da2426-8d18-43fe-ac7d-17527f8483cc details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:00.821123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.877755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:00.887975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Checking segment: {'id': 'bb556723-642e-4f33-ab54-62198d0f2a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:00.888341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Network hostable DHCP agents. Network: 06da2426-8d18-43fe-ac7d-17527f8483cc, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:00.909578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Network 06da2426-8d18-43fe-ac7d-17527f8483cc is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:00.921626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 06da2426-8d18-43fe-ac7d-17527f8483cc) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:00.926377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:00.927047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:00.931916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3237cf-75a4-4fb8-bdd6-8286831836a4 None None] Network 06da2426-8d18-43fe-ac7d-17527f8483cc requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:00.948253 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6a89391f-d26d-48bd-8e08-41528767be45 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3312542 Mar 31 23:29:01.059573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799688b-81dd-4171-82a3-2f81f415048d None None] Network 06da2426-8d18-43fe-ac7d-17527f8483cc requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:01.464846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56270) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.470165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1222924567-network', 'tenant_id': 'fadd75724eb74e8f9df108944d84d081'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:01.490905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Made reservation on behalf of fadd75724eb74e8f9df108944d84d081 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:01.493302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.502517 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.578720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.584259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.609095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:01.619305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea8e09-fc8d-49ea-8a06-7246fece2de0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.625169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.625587 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Added segment 5e407f84-7e10-4fd4-8a93-faee1b52fd8f of type vlan for network bfd2b6f9-335c-4c29-8b3a-b96fe183da82 Mar 31 23:29:01.666516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.693395 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.694410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:01.694979 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.728008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2620256 Mar 31 23:29:01.730993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56274) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:01.736067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Request body: {'subnet': {'network_id': 'bfd2b6f9-335c-4c29-8b3a-b96fe183da82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1222924567-subnet', 'tenant_id': 'fadd75724eb74e8f9df108944d84d081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:01.758100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Made reservation on behalf of fadd75724eb74e8f9df108944d84d081 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:01.758380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb621b9f-72c0-45a7-b8a5-463e4080bad0 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd2b6f9-335c-4c29-8b3a-b96fe183da82,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.760550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.768635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bfd2b6f9-335c-4c29-8b3a-b96fe183da82 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:01.929650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:01.977756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3ea0c64-9504-47a3-b467-362939117f9d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:01.995022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Checking segment: {'id': '5e407f84-7e10-4fd4-8a93-faee1b52fd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'bfd2b6f9-335c-4c29-8b3a-b96fe183da82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:01.995418 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Network hostable DHCP agents. Network: bfd2b6f9-335c-4c29-8b3a-b96fe183da82, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:02.014710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Network bfd2b6f9-335c-4c29-8b3a-b96fe183da82 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:02.024091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bfd2b6f9-335c-4c29-8b3a-b96fe183da82) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:02.028148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.028725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:02.033637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a66aba-0550-4acf-915b-559a06d532d0 None None] Network bfd2b6f9-335c-4c29-8b3a-b96fe183da82 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:02.044936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e7473f0a-ff25-4259-8a11-be00c1df8d2a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3127739 Mar 31 23:29:02.157040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d8d00-e0bb-4a43-b198-5dc4216dc4ac None None] Network bfd2b6f9-335c-4c29-8b3a-b96fe183da82 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:02.549571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-17c8c995-e7ac-49f9-9c68-82b5dfefe1fb tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:02.550950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-17c8c995-e7ac-49f9-9c68-82b5dfefe1fb tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/networks?id=06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 200 len: 811 time: 0.1127501 Mar 31 23:29:02.567359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d8e909bf-65e6-4473-9190-05df94583a26 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/quotas/6d1611dae26f41808a2a30ee4a99ca5c HTTP/1.1" status: 200 len: 375 time: 0.0090575 Mar 31 23:29:02.598009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-a1467d0a-d4a8-4b4d-9e48-27d23d8a7c54 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252252 Mar 31 23:29:03.035133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-b4c752cc-3e2a-42e6-9dee-ed1a88af4f0b service neutron] 10.222.0.95 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299026 Mar 31 23:29:03.133766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-0c99053f-9b01-4bbf-98d8-590b432326f0 service neutron] 10.222.0.95 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917723 Mar 31 23:29:03.318013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea1d83cd-d1a1-4432-9018-32b0bc97dfba req-0054ccee-2b60-4de5-987a-c16d7b51098c tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 210 time: 0.0318491 Mar 31 23:29:04.298204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-3d0d7307-475a-48af-b5c1-eb567afc44c2 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.299676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-3d0d7307-475a-48af-b5c1-eb567afc44c2 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.60 "GET /v2.0/networks?id=06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 200 len: 811 time: 0.1049869 Mar 31 23:29:04.312073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Request body: {'port': {'device_id': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc', 'admin_state_up': True, 'tenant_id': '6d1611dae26f41808a2a30ee4a99ca5c'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:04.440186 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8916b4cf-e89e-4ce7-b220-dc35448c112d req-cc5b12d6-fc4e-4d5f-ae01-9f68ac64a569 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 210 time: 0.0319510 Mar 31 23:29:04.449651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Made reservation on behalf of 6d1611dae26f41808a2a30ee4a99ca5c for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:04.453311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.474837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ab43a72-cb39-4586-b16c-95ba9d1142f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.580116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Allocated IP 172.20.0.3 (06da2426-8d18-43fe-ac7d-17527f8483cc/ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923/46ea33e9-3de8-46a6-bcea-9105a272103a) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:04.732757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.770359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.817796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Network 06da2426-8d18-43fe-ac7d-17527f8483cc is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:04.821375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:04.825439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:04.850425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Pushing event updated for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:04.879225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:04.879867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:04.897800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-d498c49a-12e1-4c00-9426-29c3aacac235 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893660 Mar 31 23:29:04.910434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Request body: {'port': {'device_id': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:04.967967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.238825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ea33e9-3de8-46a6-bcea-9105a272103a {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:05.246388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.258341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Transition to ACTIVE for port object 46ea33e9-3de8-46a6-bcea-9105a272103a will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:05.264796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.311999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Pushing event updated for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:05.389761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Attempting to bind port 46ea33e9-3de8-46a6-bcea-9105a272103a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:05.390104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Attempting to bind port 46ea33e9-3de8-46a6-bcea-9105a272103a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'bb556723-642e-4f33-ab54-62198d0f2a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:05.390454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Attempting to bind port 46ea33e9-3de8-46a6-bcea-9105a272103a on network 06da2426-8d18-43fe-ac7d-17527f8483cc {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:05.395412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Port 46ea33e9-3de8-46a6-bcea-9105a272103a on network 06da2426-8d18-43fe-ac7d-17527f8483cc not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:05.395734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Attempting to bind port 46ea33e9-3de8-46a6-bcea-9105a272103a on network 06da2426-8d18-43fe-ac7d-17527f8483cc {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:05.401213 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:05.401560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Checking segment: {'id': 'bb556723-642e-4f33-ab54-62198d0f2a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:05.401977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Bound using segment: {'id': 'bb556723-642e-4f33-ab54-62198d0f2a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:05.402398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Bound port: 46ea33e9-3de8-46a6-bcea-9105a272103a, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb556723-642e-4f33-ab54-62198d0f2a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:05.402763 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.472461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:05.476142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=46ea33e9-3de8-46a6-bcea-9105a272103a,segment=NetworkSegment(bb556723-642e-4f33-ab54-62198d0f2a0b),segment_id=bb556723-642e-4f33-ab54-62198d0f2a0b)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:05.490083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.526857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.527562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:05.529010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] 10.222.0.60 "PUT /v2.0/ports/46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 200 len: 1091 time: 0.6229770 Mar 31 23:29:05.529453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:05.531790 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5243f503-08dc-4d63-b785-361734a2f3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:05.553742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e933d-3268-4e4d-b900-60558c91d76d service neutron] Pushing event updated for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:05.582601 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9787de2-bc28-4cfe-97ff-7357bbf08e9a x-openstack-request-id: req-c9787de2-bc28-4cfe-97ff-7357bbf08e9a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:05.582902 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:05.583140 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c9787de2-bc28-4cfe-97ff-7357bbf08e9a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:05.583640 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9787de2-bc28-4cfe-97ff-7357bbf08e9a'] response: {'name': 'network-changed', 'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a', 'status': 'completed', 'code': 200} Mar 31 23:29:05.587821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7650ac1-8c3e-4c7a-9509-1f7e500e2980 req-0dd11980-5051-4abd-93d8-b379af3a33b6 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.589396 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7650ac1-8c3e-4c7a-9509-1f7e500e2980 req-0dd11980-5051-4abd-93d8-b379af3a33b6 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 943 time: 0.0749755 Mar 31 23:29:05.617749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-fd2c09a3-6574-4075-be47-20aa91400181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.619353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-fd2c09a3-6574-4075-be47-20aa91400181 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 1094 time: 0.0465825 Mar 31 23:29:05.628842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7650ac1-8c3e-4c7a-9509-1f7e500e2980 req-0f37b0ef-d27d-4441-abf5-6d50b07273f5 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Mar 31 23:29:05.660957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-1945a7a5-3081-45dc-9ce9-e08a6a277878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 200 len: 217 time: 0.0343292 Mar 31 23:29:05.712789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-bdf734cc-5ca2-4c6f-b459-d87dae1aacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:05.714236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-bdf734cc-5ca2-4c6f-b459-d87dae1aacbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 HTTP/1.1" status: 200 len: 851 time: 0.0468976 Mar 31 23:29:05.745379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-cc4b02b1-da2d-4e3f-81fe-23d52041aa2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06da2426-8d18-43fe-ac7d-17527f8483cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Mar 31 23:29:05.839851 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-308be383-d83f-4c9d-8908-d76f5dbeccf4 service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878673 Mar 31 23:29:05.930628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3c72d4f4-6d1a-4895-a78a-494fc19de4f5 req-826abdf0-e10c-4d0e-9424-d34b6f67c3bb service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839603 Mar 31 23:29:06.032095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-1799dc18-e8fe-4047-9d74-618b666c7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.033621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-1799dc18-e8fe-4047-9d74-618b666c7400 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 1094 time: 0.0481517 Mar 31 23:29:06.124503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-2efe2555-1516-40f6-a3e3-2e13a9b8ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.125974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-2efe2555-1516-40f6-a3e3-2e13a9b8ac37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 200 len: 913 time: 0.0861032 Mar 31 23:29:06.171377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-14b1d70e-6fe5-45fb-b93a-4ee07cef08cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 200 len: 217 time: 0.0381463 Mar 31 23:29:06.219673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-37eec422-b08a-4051-87cd-f9a2dd352ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.221125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-37eec422-b08a-4051-87cd-f9a2dd352ca9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 HTTP/1.1" status: 200 len: 851 time: 0.0429590 Mar 31 23:29:06.252588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-d1951dbb-e1fb-40d7-8204-5987e7e6e6f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06da2426-8d18-43fe-ac7d-17527f8483cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243838 Mar 31 23:29:06.356424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-c16b8628-2909-4e8c-99d2-0e1fe2c3ff9e service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967963 Mar 31 23:29:06.449545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5243f503-08dc-4d63-b785-361734a2f3d5 req-ec469231-9f1c-47fe-975d-a0af0939af7d service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Mar 31 23:29:06.757171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8202198-a27c-4a42-b8a3-815626eed965 req-33505904-cacc-4338-9187-783ce557a334 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:06.758673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8202198-a27c-4a42-b8a3-815626eed965 req-33505904-cacc-4338-9187-783ce557a334 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 943 time: 0.0538270 Mar 31 23:29:06.802026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8202198-a27c-4a42-b8a3-815626eed965 req-3490f061-1e56-4815-b148-834f31a7a1ec tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344343 Mar 31 23:29:06.937269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dd94f423-88e3-49f2-aedf-406c4581543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:07.945573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bf53-241d-4e02-916a-c1c507120873 req-d6061cd9-c32c-4027-a29a-f35260f6fb90 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:07.947127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3422bf53-241d-4e02-916a-c1c507120873 req-d6061cd9-c32c-4027-a29a-f35260f6fb90 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 943 time: 0.0641603 Mar 31 23:29:07.990014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3422bf53-241d-4e02-916a-c1c507120873 req-ad31fa77-f5ee-47df-91fc-3804b467cd48 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Mar 31 23:29:08.414156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.526759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 46ea33e9-3de8-46a6-bcea-9105a272103a details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:29:08.783868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=46ea33e9-3de8-46a6-bcea-9105a272103a,segment=NetworkSegment(bb556723-642e-4f33-ab54-62198d0f2a0b),segment_id=bb556723-642e-4f33-ab54-62198d0f2a0b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:08.795184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '46ea33e9-3de8-46a6-bcea-9105a272103a', 'network_id': '06da2426-8d18-43fe-ac7d-17527f8483cc', 'port_id': '46ea33e9-3de8-46a6-bcea-9105a272103a', 'mac_address': 'fa:16:3e:1e:46:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:29:08.832764 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.845353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ea33e9-3de8-46a6-bcea-9105a272103a {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:08.867750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=46ea33e9-3de8-46a6-bcea-9105a272103a,segment=NetworkSegment(bb556723-642e-4f33-ab54-62198d0f2a0b),segment_id=bb556723-642e-4f33-ab54-62198d0f2a0b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:08.875489 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:08.926760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:08.938195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.938664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.939151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.939638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.940020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.940412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.940883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.941351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.941690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.942143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.942641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:08.943134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:09.121325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b56b37-a0cd-4e23-9be7-c82eace7c4bd req-cfa91025-b129-4b86-905b-9f574b4ecc6b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:09.122864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7b56b37-a0cd-4e23-9be7-c82eace7c4bd req-cfa91025-b129-4b86-905b-9f574b4ecc6b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 944 time: 0.0583909 Mar 31 23:29:09.164271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7b56b37-a0cd-4e23-9be7-c82eace7c4bd req-135e77d0-0b03-4001-8b7b-e64ed6ffcbc0 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Mar 31 23:29:09.194399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['46ea33e9-3de8-46a6-bcea-9105a272103a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:10.056045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.302035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c401df4-7b70-443d-a7ca-434e0e7860e3 req-27383bb1-d48a-46cc-9b26-f8e0f2083e49 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:10.303500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c401df4-7b70-443d-a7ca-434e0e7860e3 req-27383bb1-d48a-46cc-9b26-f8e0f2083e49 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 944 time: 0.0679984 Mar 31 23:29:10.343677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c401df4-7b70-443d-a7ca-434e0e7860e3 req-293a2f73-e085-4ea0-8fc1-7584e2b51ffc tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Mar 31 23:29:10.363671 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.547518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 46ea33e9-3de8-46a6-bcea-9105a272103a up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:10.607083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 46ea33e9-3de8-46a6-bcea-9105a272103a completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:29:10.613770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 46ea33e9-3de8-46a6-bcea-9105a272103a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:10.614320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.695749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.717572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:10.719988 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c37c53-0279-49c8-a9f4-90de37dbd9d0" -d '{"events": [{"server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "name": "network-vif-plugged", "status": "completed", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:10.732504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=46ea33e9-3de8-46a6-bcea-9105a272103a,segment=NetworkSegment(bb556723-642e-4f33-ab54-62198d0f2a0b),segment_id=bb556723-642e-4f33-ab54-62198d0f2a0b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:10.737646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:10.767488 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25a536-2fe9-4483-bcf3-3c742b5b2364 x-openstack-request-id: req-cb25a536-2fe9-4483-bcf3-3c742b5b2364 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:10.767942 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "name": "network-vif-plugged", "status": "completed", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:10.768245 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb25a536-2fe9-4483-bcf3-3c742b5b2364 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:10.768613 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb25a536-2fe9-4483-bcf3-3c742b5b2364'] response: {'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a', 'code': 200} Mar 31 23:29:10.796624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:10.862698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173627ac-9370-4bc1-a966-c07573170a92 req-eb32dfff-c0a6-4990-b5d3-a4a92d4042de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:10.864215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-173627ac-9370-4bc1-a966-c07573170a92 req-eb32dfff-c0a6-4990-b5d3-a4a92d4042de service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 1096 time: 0.0410891 Mar 31 23:29:10.917338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-173627ac-9370-4bc1-a966-c07573170a92 req-17ee0625-75d6-4b85-8f0e-bac11ea51a8a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Mar 31 23:29:11.472583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc66f0f-76b2-4f39-b576-113ed9a2b0e0 req-06e03fa0-9576-4498-ab15-a75b42a20ad8 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:11.474073 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dc66f0f-76b2-4f39-b576-113ed9a2b0e0 req-06e03fa0-9576-4498-ab15-a75b42a20ad8 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0552661 Mar 31 23:29:11.517558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dc66f0f-76b2-4f39-b576-113ed9a2b0e0 req-a4d9f342-c0f5-405a-b8ec-b240058eb946 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341525 Mar 31 23:29:12.649456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f2c4-2c49-4431-8745-894cff0a7c2c req-d2fdee44-5f87-430a-b91d-dff735bd025c tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:12.650944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a82f2c4-2c49-4431-8745-894cff0a7c2c req-d2fdee44-5f87-430a-b91d-dff735bd025c tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0506983 Mar 31 23:29:12.691607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a82f2c4-2c49-4431-8745-894cff0a7c2c req-af105d9f-4f5d-4991-bdf3-0d23806ec993 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327554 Mar 31 23:29:12.808822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ef40-d9bf-4f9b-a5fd-bbe25bbe67c7 req-46abfe1f-4eb3-4edc-8905-793c181cdc0e tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:12.810164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ca1ef40-d9bf-4f9b-a5fd-bbe25bbe67c7 req-46abfe1f-4eb3-4edc-8905-793c181cdc0e tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0480874 Mar 31 23:29:12.860619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6ca1ef40-d9bf-4f9b-a5fd-bbe25bbe67c7 req-0d096c06-5bea-4a55-b88f-4b194a861ea2 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Mar 31 23:29:13.110652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553a4bb-d149-4097-826f-7a230efb5755 req-fd73bfda-bc23-409e-a4c7-38a261909a72 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:13.112144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f553a4bb-d149-4097-826f-7a230efb5755 req-fd73bfda-bc23-409e-a4c7-38a261909a72 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0541720 Mar 31 23:29:13.150533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f553a4bb-d149-4097-826f-7a230efb5755 req-64ee8a2c-b8e0-41c3-b3b8-09a7ff801c5b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Mar 31 23:29:14.284184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552d7a1-5d2d-4561-b4a2-1f63087e93a1 req-06a917cf-44f7-4a80-81f7-6601f0961a1b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.285683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e552d7a1-5d2d-4561-b4a2-1f63087e93a1 req-06a917cf-44f7-4a80-81f7-6601f0961a1b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0595891 Mar 31 23:29:14.324469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e552d7a1-5d2d-4561-b4a2-1f63087e93a1 req-5553b6ab-34ce-4887-8df2-c7bcbe050169 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Mar 31 23:29:14.564895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef0aea-bf95-436b-9696-e85454876a1d req-4db03d4d-0fef-47b0-8b5a-4e24e08efb6b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.566408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcef0aea-bf95-436b-9696-e85454876a1d req-4db03d4d-0fef-47b0-8b5a-4e24e08efb6b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0763602 Mar 31 23:29:14.575488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-7edf7347-ab24-489c-9cff-da80d3b05e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.576917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-7edf7347-ab24-489c-9cff-da80d3b05e78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 1096 time: 0.0562046 Mar 31 23:29:14.638289 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcef0aea-bf95-436b-9696-e85454876a1d req-bcb2a527-b26e-474d-860a-dbc95e7f5808 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648551 Mar 31 23:29:14.692438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-89b13aad-55b2-40b5-b6ea-38ec20765871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.693927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-89b13aad-55b2-40b5-b6ea-38ec20765871 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 200 len: 913 time: 0.1045406 Mar 31 23:29:14.735105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-b0aec46d-61ea-4aaf-bf36-ea600c6f7c33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 200 len: 217 time: 0.0340464 Mar 31 23:29:14.797142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-0f20015d-6b1b-4d3b-8a36-78e444b1fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:14.798646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-0f20015d-6b1b-4d3b-8a36-78e444b1fd74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 HTTP/1.1" status: 200 len: 851 time: 0.0563548 Mar 31 23:29:14.831225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-e574e50a-6242-4edc-bdb9-5be2fff30f38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06da2426-8d18-43fe-ac7d-17527f8483cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256784 Mar 31 23:29:14.923653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-da5899ae-6488-4f91-b162-09f489bf18ef service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853672 Mar 31 23:29:15.020523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f687b037-fa6f-431d-98a9-df8d71eb0fa2 req-fd0ab361-bb75-4d4b-a124-808b01fec162 service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Mar 31 23:29:15.777410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfb47b-83cb-40c5-8d29-97eca1f7e3a5 req-951fe7c7-61a1-4684-81aa-078872e10213 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:15.778845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65cfb47b-83cb-40c5-8d29-97eca1f7e3a5 req-951fe7c7-61a1-4684-81aa-078872e10213 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0585234 Mar 31 23:29:15.819385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65cfb47b-83cb-40c5-8d29-97eca1f7e3a5 req-320583e1-553a-462f-b7e2-e2978bc00bcb tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Mar 31 23:29:16.954450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582c97c-d87b-4ea5-b5f5-e2b4ce1f6f97 req-bd6da6f0-9fd1-4595-a4d9-6742d15527b9 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:16.956028 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6582c97c-d87b-4ea5-b5f5-e2b4ce1f6f97 req-bd6da6f0-9fd1-4595-a4d9-6742d15527b9 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0552218 Mar 31 23:29:16.996305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6582c97c-d87b-4ea5-b5f5-e2b4ce1f6f97 req-91fd2428-c731-45f7-b224-589af6eb4c5d tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336494 Mar 31 23:29:17.238674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49832bf-71e3-43b0-bfb5-63c89e68db66 req-0e4b706b-8b22-476d-b2f1-b7a7f04336f8 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:17.240187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49832bf-71e3-43b0-bfb5-63c89e68db66 req-0e4b706b-8b22-476d-b2f1-b7a7f04336f8 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0560980 Mar 31 23:29:17.283417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49832bf-71e3-43b0-bfb5-63c89e68db66 req-a3bcc5cb-96f2-4da2-a64a-5beeb28241d8 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Mar 31 23:29:18.410337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7ee2e-c9d6-42d1-a940-e7190fe792cb req-b528d46e-d748-4e95-864c-8c55c504f597 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:18.411749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4a7ee2e-c9d6-42d1-a940-e7190fe792cb req-b528d46e-d748-4e95-864c-8c55c504f597 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0508749 Mar 31 23:29:18.449256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4a7ee2e-c9d6-42d1-a940-e7190fe792cb req-6c82d389-7fa6-4011-b63c-4265c73380bc tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312021 Mar 31 23:29:18.679361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047b4b8-fb07-4534-b019-159a4f0f5050 req-8659e19e-4a52-498b-8edd-d292a58baffa tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:18.680743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8047b4b8-fb07-4534-b019-159a4f0f5050 req-8659e19e-4a52-498b-8edd-d292a58baffa tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0655813 Mar 31 23:29:18.698488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-d5bf9ed6-1741-4e33-a050-3232e8c7b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:18.700106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-d5bf9ed6-1741-4e33-a050-3232e8c7b3e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 1096 time: 0.0431910 Mar 31 23:29:18.721300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8047b4b8-fb07-4534-b019-159a4f0f5050 req-b63934fa-5184-4f58-b7cc-1325adc42ee3 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Mar 31 23:29:18.805631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-b09bad6f-6f9d-4001-9de7-9dcbfe5e2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:18.808102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-b09bad6f-6f9d-4001-9de7-9dcbfe5e2c65 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 200 len: 913 time: 0.0982897 Mar 31 23:29:18.860573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-807bc049-8637-4fba-907c-cdaca0261e84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 200 len: 217 time: 0.0440271 Mar 31 23:29:18.911190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-3b359fc1-f8a2-4b34-9bf2-9f7189b6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:18.912757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-3b359fc1-f8a2-4b34-9bf2-9f7189b6acad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 HTTP/1.1" status: 200 len: 851 time: 0.0445595 Mar 31 23:29:18.951020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-542dfb9b-c174-4d5d-afb1-76ae2f5d32df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06da2426-8d18-43fe-ac7d-17527f8483cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314748 Mar 31 23:29:19.047417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-5239ce3f-db18-43fb-ae11-abdb7143b489 service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Mar 31 23:29:19.140770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b757ed1-7bbb-49f8-8ae5-f84ee3d02582 req-45358a33-2a81-44b2-ab3e-463ad1296f5f service neutron] 10.222.0.60 "GET /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866694 Mar 31 23:29:19.858727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeed0b-3db5-4e95-9755-4a63c0331e72 req-6929f09d-88b2-4596-8703-600640bd3695 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:19.860234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6eeed0b-3db5-4e95-9755-4a63c0331e72 req-6929f09d-88b2-4596-8703-600640bd3695 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0582335 Mar 31 23:29:19.899167 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6eeed0b-3db5-4e95-9755-4a63c0331e72 req-265b6eb5-6c1d-4c5f-93fb-a20688180413 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Mar 31 23:29:21.034833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96efc4-ce4c-4adc-960e-9a1d316471c3 req-f8ade9f9-7b57-4136-a18d-5f130b7f5d65 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.036352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed96efc4-ce4c-4adc-960e-9a1d316471c3 req-f8ade9f9-7b57-4136-a18d-5f130b7f5d65 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0551045 Mar 31 23:29:21.077602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ed96efc4-ce4c-4adc-960e-9a1d316471c3 req-6b9e19bc-dc25-4f95-9028-e5682543d5bb tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Mar 31 23:29:21.103459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:21.338548 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918ac83-1792-4abb-8af2-e54fc2c3cf6f req-2d82d516-9516-47e6-b0c6-7a68a6acde8e tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:21.340055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7918ac83-1792-4abb-8af2-e54fc2c3cf6f req-2d82d516-9516-47e6-b0c6-7a68a6acde8e tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0545788 Mar 31 23:29:21.379632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7918ac83-1792-4abb-8af2-e54fc2c3cf6f req-1cffc2da-188e-4d49-b0c2-0c8e42be7273 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333674 Mar 31 23:29:22.513307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948bc8-3b92-4986-a724-3e6777d6667f req-f8345258-ba55-474f-bd0e-94da36b235c5 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:22.514800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69948bc8-3b92-4986-a724-3e6777d6667f req-f8345258-ba55-474f-bd0e-94da36b235c5 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0537069 Mar 31 23:29:22.553315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-69948bc8-3b92-4986-a724-3e6777d6667f req-ac8f7731-08ed-4c7d-a1cc-448efabed418 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Mar 31 23:29:23.353194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-f0a19961-a5eb-4f05-9ada-e3933a48598b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.354578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-f0a19961-a5eb-4f05-9ada-e3933a48598b tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0582016 Mar 31 23:29:23.459461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Deleting port 46ea33e9-3de8-46a6-bcea-9105a272103a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:23.459781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.561325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] For port 46ea33e9-3de8-46a6-bcea-9105a272103a, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=46ea33e9-3de8-46a6-bcea-9105a272103a,segment=NetworkSegment(bb556723-642e-4f33-ab54-62198d0f2a0b),segment_id=bb556723-642e-4f33-ab54-62198d0f2a0b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:23.562084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.585027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Calling delete_port for 46ea33e9-3de8-46a6-bcea-9105a272103a owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:23.679850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743b0e7-aec0-45ee-95fb-ff8c2505c30a req-1d8e6d3b-cbc0-4e12-a444-fe66936fdb64 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:23.681406 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f743b0e7-aec0-45ee-95fb-ff8c2505c30a req-1d8e6d3b-cbc0-4e12-a444-fe66936fdb64 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f4db9f4-59a7-43b9-b379-bf44285991ff HTTP/1.1" status: 200 len: 945 time: 0.0531106 Mar 31 23:29:23.714420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.720354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f743b0e7-aec0-45ee-95fb-ff8c2505c30a req-70bb4ce6-6219-491f-a770-c2a8a6d69d9a tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.95 "GET /v2.0/security-groups?id=a45f8fb8-5565-43de-aa04-e4ee6306cb98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Mar 31 23:29:23.726816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['46ea33e9-3de8-46a6-bcea-9105a272103a'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:29:23.751188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Pushing event deleted for resources: {'Port': ['ID=46ea33e9-3de8-46a6-bcea-9105a272103a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:23.788085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] No DVR routers for this DVR port 46ea33e9-3de8-46a6-bcea-9105a272103a on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:23.790881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:23.794194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3617e3d4-3f44-4742-8b4d-48ae2526c9d7 req-e3a4ca13-2678-4841-a3ce-b25e8400f574 tempest-TestServerAdvancedOps-933627189 tempest-TestServerAdvancedOps-933627189-project] 10.222.0.60 "DELETE /v2.0/ports/46ea33e9-3de8-46a6-bcea-9105a272103a HTTP/1.1" status: 204 len: 173 time: 0.4325140 Mar 31 23:29:23.794617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'name': 'network-vif-deleted', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:23.796910 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88668f6e-c9e0-4053-978c-a8454dbb1731" -d '{"events": [{"server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "name": "network-vif-deleted", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:23.839620 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0658d1a3-a42c-4f91-9203-d88df3b1346d x-openstack-request-id: req-0658d1a3-a42c-4f91-9203-d88df3b1346d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:23.839913 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4db9f4-59a7-43b9-b379-bf44285991ff", "name": "network-vif-deleted", "tag": "46ea33e9-3de8-46a6-bcea-9105a272103a", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:23.840168 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-0658d1a3-a42c-4f91-9203-d88df3b1346d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:23.840577 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0658d1a3-a42c-4f91-9203-d88df3b1346d'] response: {'server_uuid': '4f4db9f4-59a7-43b9-b379-bf44285991ff', 'name': 'network-vif-deleted', 'tag': '46ea33e9-3de8-46a6-bcea-9105a272103a', 'status': 'completed', 'code': 200} Mar 31 23:29:24.786333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:24.833035 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Deleting subnet ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:24.836884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.875889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.915656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:24.975015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.000742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.004591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.007807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bb787577-b447-4b91-87f1-5c3d176320e5 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ea9e459b-7df8-4da0-bb4d-bb6c2b0a1923 HTTP/1.1" status: 204 len: 168 time: 0.2204576 Mar 31 23:29:25.010702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.087759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.169302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.189366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06da2426-8d18-43fe-ac7d-17527f8483cc']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.199120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb556723-642e-4f33-ab54-62198d0f2a0b') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.199451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb556723-642e-4f33-ab54-62198d0f2a0b') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.208920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.221959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.228330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:25.228692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:25.230396 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:25.288433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.294140 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.297344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] 10.222.0.95 "DELETE /v2.0/networks/06da2426-8d18-43fe-ac7d-17527f8483cc HTTP/1.1" status: 204 len: 168 time: 0.2856042 Mar 31 23:29:25.300495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56380) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.308067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09107213-c409-410a-bacc-7273f6ca2284 admin admin] Pushing event deleted for resources: {'Network': ['ID=06da2426-8d18-43fe-ac7d-17527f8483cc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.346016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Deleting subnet b3ea0c64-9504-47a3-b467-362939117f9d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:25.349528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.384111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.422526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.482392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.508405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3ea0c64-9504-47a3-b467-362939117f9d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.513228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.516420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1204fd63-dc02-4bfb-bf7f-4ea2e7091964 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/b3ea0c64-9504-47a3-b467-362939117f9d HTTP/1.1" status: 204 len: 168 time: 0.2149117 Mar 31 23:29:25.519029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56382) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:25.586689 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.680125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.700854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd2b6f9-335c-4c29-8b3a-b96fe183da82']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.710885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e407f84-7e10-4fd4-8a93-faee1b52fd8f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.711179 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e407f84-7e10-4fd4-8a93-faee1b52fd8f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:25.721066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.735951 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.742336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:25.742737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:25.744445 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:25.803526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.808584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:25.811990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/bfd2b6f9-335c-4c29-8b3a-b96fe183da82 HTTP/1.1" status: 204 len: 168 time: 0.2920475 Mar 31 23:29:25.824754 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e88aa7-7119-4858-99de-c2fbcd080bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd2b6f9-335c-4c29-8b3a-b96fe183da82,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:25.976522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.017294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-53415603-b751-4716-af7a-22068456240b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6d1611dae26f41808a2a30ee4a99ca5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395863 Mar 31 23:29:26.019842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56388) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.066742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.088773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.145652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.149012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.150179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a45f8fb8-5565-43de-aa04-e4ee6306cb98 HTTP/1.1" status: 204 len: 168 time: 0.1294672 Mar 31 23:29:26.158385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0ebd4-a882-4eb1-ba1e-bfed160525d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f8fb8-5565-43de-aa04-e4ee6306cb98,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:26.328073 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.501582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56394) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.542050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1998d243-b33e-4d66-bd3a-527b993e204b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fadd75724eb74e8f9df108944d84d081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391614 Mar 31 23:29:26.544477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:26.603282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.628145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.680488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.682997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:26.684201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/daea8e09-fc8d-49ea-8a06-7246fece2de0 HTTP/1.1" status: 204 len: 168 time: 0.1388650 Mar 31 23:29:26.692128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873087a-cd09-4b30-a431-b87cf7990925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea8e09-fc8d-49ea-8a06-7246fece2de0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.413571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56418) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.515060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-920577702-network', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:27.535320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:27.537593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.550101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.623532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.629672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.655155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1260, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:27.661299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3e48a7-a7b3-4e85-b961-73666833b5d6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.667469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.667807 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Added segment 97780a40-358a-4c53-8fb6-4abb1cd9052f of type vlan for network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 Mar 31 23:29:27.708760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.734913 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.735927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:27.736724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.773150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3584778 Mar 31 23:29:27.776141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:27.781057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Request body: {'subnet': {'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-920577702-subnet', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:27.802504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:27.804896 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:27.807376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd125fe-b026-4780-8172-780b16d90b1f admin admin] Pushing event updated for resources: {'Network': ['ID=2086a4ee-ef02-4bfe-ae77-8229d8c6a913,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:27.817639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:27.982819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.040344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2888d391-2334-4d1a-b68b-83d9b18d86f9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.048356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:28.048487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Network hostable DHCP agents. Network: 2086a4ee-ef02-4bfe-ae77-8229d8c6a913, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:28.066899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:28.077531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2086a4ee-ef02-4bfe-ae77-8229d8c6a913) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:28.086843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:28.087471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.088055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53701fff-a7ac-4133-a908-a8e38a8ab30b None None] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:28.114700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e1c77333-08bb-43bf-8610-60fe4952acb6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3345020 Mar 31 23:29:28.115047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56424) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:28.119493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:28.145234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.146441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.200206 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.250440 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:28.251345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.335763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.394538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Allocated IP 172.20.0.2 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/bd803f91-0a32-481f-b0e4-8324d5b7113f) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:28.541267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.547056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.551592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.570998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.586728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:28.590908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:28.595012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:28.598096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Pushing event updated for resources: {'Port': ['ID=bd803f91-0a32-481f-b0e4-8324d5b7113f,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.621098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 46ea33e9-3de8-46a6-bcea-9105a272103a no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:28.657721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 46ea33e9-3de8-46a6-bcea-9105a272103a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:28.658057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 46ea33e9-3de8-46a6-bcea-9105a272103a not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:28.671703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Attempting to bind port bd803f91-0a32-481f-b0e4-8324d5b7113f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:28.672042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Attempting to bind port bd803f91-0a32-481f-b0e4-8324d5b7113f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:28.672422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Attempting to bind port bd803f91-0a32-481f-b0e4-8324d5b7113f on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:28.677810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:28.678188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:28.678611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.678996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:28.679516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Bound port: bd803f91-0a32-481f-b0e4-8324d5b7113f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:28.680101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.680702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Allocated IP 172.25.8.18 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/bcec4a30-5477-4cf9-9d69-b1b241972e89) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:28.748935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] For port bd803f91-0a32-481f-b0e4-8324d5b7113f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:28.753352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] For port bd803f91-0a32-481f-b0e4-8324d5b7113f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bd803f91-0a32-481f-b0e4-8324d5b7113f,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:28.759009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.796965 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.818841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb009e-67d6-45e4-bf84-46fc9a439ea5 None None] Pushing event updated for resources: {'Port': ['ID=bd803f91-0a32-481f-b0e4-8324d5b7113f,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:28.834520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:28.880693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:28.883870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:28.886615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:28.916095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Pushing event updated for resources: {'Port': ['ID=bcec4a30-5477-4cf9-9d69-b1b241972e89,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:29.158769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bd803f91-0a32-481f-b0e4-8324d5b7113f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:29.221863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bd803f91-0a32-481f-b0e4-8324d5b7113f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:29.222599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.330372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.367178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port bd803f91-0a32-481f-b0e4-8324d5b7113f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bd803f91-0a32-481f-b0e4-8324d5b7113f,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:29.372798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.435926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=bd803f91-0a32-481f-b0e4-8324d5b7113f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:29.546410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-7bf9a7cd-72d7-493c-b40b-71e15874b293 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886688 Mar 31 23:29:29.606196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.686286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-b2205b13-18c4-4c02-8d02-2eb13a9a46de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:29.688111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-b2205b13-18c4-4c02-8d02-2eb13a9a46de service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0898368 Mar 31 23:29:29.738151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56442) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:29.931278 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:29.937852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-7784057c-438b-4a35-9153-4dd8c3a02214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:29.939821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-7784057c-438b-4a35-9153-4dd8c3a02214 service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.2218306 Mar 31 23:29:29.947181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 5f352bb5-f9c7-462d-920d-2841c6e20862 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:29.951544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aeda88-e7ea-4ceb-94bc-389d0e2c6c2c None None] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:29.952246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.023724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-11d2a420-6bc0-4cfd-a3b5-7c1a41802d0c None None] Provisioning complete for port bd803f91-0a32-481f-b0e4-8324d5b7113f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:30.024211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11d2a420-6bc0-4cfd-a3b5-7c1a41802d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.073672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.073987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.089784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 5f352bb5-f9c7-462d-920d-2841c6e20862 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:30.115789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-8004e987-6c4d-40cf-a3d7-c2064689c9aa service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 1001 time: 0.1118133 Mar 31 23:29:30.184938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-ebadd684-f7ac-4b2b-9a09-bf7b7b54be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:30.186385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-ebadd684-f7ac-4b2b-9a09-bf7b7b54be5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.0637619 Mar 31 23:29:30.205196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Router dd018372-ddaa-4413-85a8-06271636f546 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:30.272534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.284894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-677f4ab0-1ef3-491b-b9ef-8dad58b09ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:30.286457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-677f4ab0-1ef3-491b-b9ef-8dad58b09ecf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916140 Mar 31 23:29:30.300169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=5f352bb5-f9c7-462d-920d-2841c6e20862,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:30.373393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.374145 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Floating IP 85c37623-6388-4ea4-b7fe-57a8e802aa76 disassociated (deleted). External IP: 172.25.8.160, port: d759bb44-9e51-4efb-a627-95b0360f7bd0. Mar 31 23:29:30.438400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:30.449200 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:30.459677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:30.460297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.478694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-e7a5ca3e-e7a7-485b-b6a1-101da8dc7128 service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839359 Mar 31 23:29:30.483481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.487634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b76c2d6f-ecc5-4757-9010-55d04a0eceb7 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3685322 Mar 31 23:29:30.491464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:30.506196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-65c063fe-de3e-4cb8-9d44-e363da798fa7 None None] Provisioning complete for port bd803f91-0a32-481f-b0e4-8324d5b7113f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:30.506753 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-65c063fe-de3e-4cb8-9d44-e363da798fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:30.581336 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:30.650135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bf517805-c8f8-4002-aeb1-89500f03c7d9 req-6369d412-1154-4e6b-878a-7718edc96a5f service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634908 Mar 31 23:29:30.781531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:30.821260 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:29Z', 'revision_number': 3, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:30.961570 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:30.961815 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Updating router dd018372-ddaa-4413-85a8-06271636f546 port bcec4a30-5477-4cf9-9d69-b1b241972e89 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:30.995814 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:30.996975 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.125204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bd803f91-0a32-481f-b0e4-8324d5b7113f up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:31.198168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bd803f91-0a32-481f-b0e4-8324d5b7113f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:31.199472 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.295447 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.304621 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.361758 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Attempting to bind port bcec4a30-5477-4cf9-9d69-b1b241972e89 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:31.362582 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Attempting to bind port bcec4a30-5477-4cf9-9d69-b1b241972e89 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:31.363007 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Attempting to bind port bcec4a30-5477-4cf9-9d69-b1b241972e89 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:31.374588 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:31.375065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:31.375561 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.376028 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:31.376725 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Bound port: bcec4a30-5477-4cf9-9d69-b1b241972e89, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:31.376999 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.398083 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Pushing event updated for resources: {'Port': ['ID=bcec4a30-5477-4cf9-9d69-b1b241972e89,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:31.399472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:31.405119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.415052 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.415499 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.416308 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.416723 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.417169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.417595 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.418012 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.418371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Sync routers for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:31.418507 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.418911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.420018 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.420557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.421157 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:31.451193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:31.451863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:31.454450 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] For port bcec4a30-5477-4cf9-9d69-b1b241972e89, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:31.460057 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] For port bcec4a30-5477-4cf9-9d69-b1b241972e89, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcec4a30-5477-4cf9-9d69-b1b241972e89,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:31.462098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-328eb123-a78e-4fe2-9615-299d5bd2ce64 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/floatingips/85c37623-6388-4ea4-b7fe-57a8e802aa76 HTTP/1.1" status: 204 len: 168 time: 1.7228644 Mar 31 23:29:31.464347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:31.466980 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134" -d '{"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:31.468883 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.552955 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:31.554002 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:31.579059 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed99d67-eebe-4556-9b52-50cc21f5c036 x-openstack-request-id: req-bed99d67-eebe-4556-9b52-50cc21f5c036 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:31.579680 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:31.580084 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bed99d67-eebe-4556-9b52-50cc21f5c036 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:31.581974 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed99d67-eebe-4556-9b52-50cc21f5c036'] response: {'name': 'network-changed', 'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'status': 'completed', 'code': 200} Mar 31 23:29:31.602066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:31.626876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:31.652444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-28921a4a-de70-4285-adcc-ea103a8b1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.658842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-28921a4a-de70-4285-adcc-ea103a8b1972 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 1096 time: 0.0896025 Mar 31 23:29:31.676208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:31.775469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eaea9-e416-44d7-883a-9d1cc6171b2c None None] Pushing event updated for resources: {'Port': ['ID=bcec4a30-5477-4cf9-9d69-b1b241972e89,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:31.825989 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-f67645b2-2d24-4f3c-ad4d-08d5229559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:31.827638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-f67645b2-2d24-4f3c-ad4d-08d5229559dd service neutron] 10.222.0.96 "GET /v2.0/networks?id=d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 200 len: 898 time: 0.1608579 Mar 31 23:29:31.916020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-47e40fec-3574-45d8-b903-7a21e503b32d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 200 len: 217 time: 0.0673797 Mar 31 23:29:31.938049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Allocated IP 172.20.0.1 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/88886da6-e978-4109-99c4-6522e7a57704) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:31.995355 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:29Z', 'revision_number': 3, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:32.023603 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfda6803-4269-47d4-bf1f-94d80c33e030 None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:29Z', 'revision_number': 3, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:32.044917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01397cf4-1767-4111-9d94-ce57c4371a9c req-63a9c6b3-8b0e-4c9b-bf20-5cbbb191a297 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.052121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01397cf4-1767-4111-9d94-ce57c4371a9c req-63a9c6b3-8b0e-4c9b-bf20-5cbbb191a297 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.1372375 Mar 31 23:29:32.080776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:32.083860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-c890f15d-24a6-4203-a2bf-4b19477d85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.085369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-c890f15d-24a6-4203-a2bf-4b19477d85e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 200 len: 835 time: 0.1358345 Mar 31 23:29:32.105580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.124735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Checking router: a8fb58f6-27d0-414f-9dbd-c500fae54cd3 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:32.141868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:32.143547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:32.165251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.175131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01397cf4-1767-4111-9d94-ce57c4371a9c req-4cfd89b4-dda9-4589-9a09-75f08e37e378 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183000 Mar 31 23:29:32.203639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-f185144b-bbed-405c-b5fa-f2495511c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:32.206049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-f185144b-bbed-405c-b5fa-f2495511c42a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=d2fcb469-349e-4a85-9a5e-217f7c60ff33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024327 Mar 31 23:29:32.224977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:32.231008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:32.235386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:32.269884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Pushing event updated for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:32.291672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.307401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:32.477733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-85568fd6-cee0-4306-9428-aa3ef76471aa service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631121 Mar 31 23:29:32.559536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.623769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6101cbf8-c6e4-44ce-baa7-6f03c2ebe134 req-bd489878-20a6-402c-908c-7ac32279acaa service neutron] 10.222.0.96 "GET /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332505 Mar 31 23:29:32.742001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a7989f22-0467-456e-8621-8eebd9e200e0 None None] Provisioning complete for port 88886da6-e978-4109-99c4-6522e7a57704 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:32.742377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7989f22-0467-456e-8621-8eebd9e200e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.826858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.827117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a7989f22-0467-456e-8621-8eebd9e200e0 None None] Port 88886da6-e978-4109-99c4-6522e7a57704 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:32.835123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.915274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:32.918387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Pushing event updated for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:32.933597 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:32.965797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec474f2c-ec60-4318-b181-af828bbb54ef None None] The sync data for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 is: [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:26:04Z', 'revision_number': 4, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6e61b90f-789a-40a1-bc85-6277e6863b93', 'name': '', 'network_id': 'd2fcb469-349e-4a85-9a5e-217f7c60ff33', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'mac_address': 'fa:16:3e:ed:dd:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:26:04Z', 'updated_at': '2022-03-31T23:26:09Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'subnets': [{'id': '18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:33.082357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:33.083944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:33.182543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcec4a30-5477-4cf9-9d69-b1b241972e89 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:33.293398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-f97173d6-7e5e-4b22-8249-2cfb78dd01b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1311531 Mar 31 23:29:33.307484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bcec4a30-5477-4cf9-9d69-b1b241972e89 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:33.308138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.477114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.491996 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fae5e0-e6d8-4269-b418-d2d0c5e8eb69 None None] New status for floating IP 85c37623-6388-4ea4-b7fe-57a8e802aa76: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:33.502014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port bcec4a30-5477-4cf9-9d69-b1b241972e89, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcec4a30-5477-4cf9-9d69-b1b241972e89,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:33.506518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:33.510161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.542014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528840ad-b624-49fb-93c6-7b802e6067a3 req-bd0590fa-8928-4378-8a95-ea2b15eb6c38 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.543934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-528840ad-b624-49fb-93c6-7b802e6067a3 req-bd0590fa-8928-4378-8a95-ea2b15eb6c38 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.2116077 Mar 31 23:29:33.554287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-fb2e51d6-32c4-4a24-98b7-0ee35dafc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.556272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-fb2e51d6-32c4-4a24-98b7-0ee35dafc74e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 1096 time: 0.1578372 Mar 31 23:29:33.606913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-528840ad-b624-49fb-93c6-7b802e6067a3 req-f1a5651b-cf3c-48b0-810a-5dc6a13b26e4 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/security-groups?id=a8613d94-34df-4325-84d1-b1005e630c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560617 Mar 31 23:29:33.629897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=bcec4a30-5477-4cf9-9d69-b1b241972e89,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:33.650983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-f16f7ae4-cdb9-45c2-bf79-bf3fdac279e6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.652626 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-f16f7ae4-cdb9-45c2-bf79-bf3fdac279e6 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 945 time: 0.1023972 Mar 31 23:29:33.660062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f2c28218-5cb8-484a-ad9c-d38f06a002eb None None] Provisioning complete for port 88886da6-e978-4109-99c4-6522e7a57704 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:33.660385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f2c28218-5cb8-484a-ad9c-d38f06a002eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.697818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28218-5cb8-484a-ad9c-d38f06a002eb None None] Port 88886da6-e978-4109-99c4-6522e7a57704 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:33.764969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port d759bb44-9e51-4efb-a627-95b0360f7bd0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:33.765328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.795823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-b0a4ff92-204d-4e84-95c8-e8bb1c154519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.797334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-b0a4ff92-204d-4e84-95c8-e8bb1c154519 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.2053449 Mar 31 23:29:33.851161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:33.856529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99142113-cea4-4990-a621-38ffd505c509 admin admin] 10.222.0.95 "PUT /v2.0/routers/dd018372-ddaa-4413-85a8-06271636f546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3637435 Mar 31 23:29:33.865987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port d759bb44-9e51-4efb-a627-95b0360f7bd0, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=d759bb44-9e51-4efb-a627-95b0360f7bd0,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:33.866947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:33.886072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for d759bb44-9e51-4efb-a627-95b0360f7bd0 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:33.887311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-3c40b827-1e2b-4e0d-8fc7-473c23f6c776 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 200 len: 1001 time: 0.0820584 Mar 31 23:29:33.948838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-8d378dc6-85cb-4339-be2a-050fc6b338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:33.950944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-8d378dc6-85cb-4339-be2a-050fc6b338b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0556674 Mar 31 23:29:34.018324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-a4e121f5-dd88-4c08-9ff6-5cf4c0db204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:34.021181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-a4e121f5-dd88-4c08-9ff6-5cf4c0db204a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637467 Mar 31 23:29:34.041833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.107316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=d759bb44-9e51-4efb-a627-95b0360f7bd0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.177170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-d949902f-3487-4f37-a442-52fd9338545b service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482689 Mar 31 23:29:34.197880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] No DVR routers for this DVR port d759bb44-9e51-4efb-a627-95b0360f7bd0 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:34.207264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.211333 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-391438bc-8a26-4625-95b9-0a361d0db8fe req-efb3bd0c-aa34-4182-a749-84cd37ee103c tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.96 "DELETE /v2.0/ports/d759bb44-9e51-4efb-a627-95b0360f7bd0 HTTP/1.1" status: 204 len: 173 time: 0.5523858 Mar 31 23:29:34.213493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-deleted', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:34.217337 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefbf5b5-0fea-415b-81dc-7a3c9c1db155" -d '{"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-deleted", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:34.291125 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f94960-410f-4824-bfda-ca52de661b54 x-openstack-request-id: req-a5f94960-410f-4824-bfda-ca52de661b54 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:34.292038 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c08a6-f24f-4f69-92b2-33590817367d", "name": "network-vif-deleted", "tag": "d759bb44-9e51-4efb-a627-95b0360f7bd0", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:34.292038 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a5f94960-410f-4824-bfda-ca52de661b54 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:34.292295 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f94960-410f-4824-bfda-ca52de661b54'] response: {'server_uuid': 'de1c08a6-f24f-4f69-92b2-33590817367d', 'name': 'network-vif-deleted', 'tag': 'd759bb44-9e51-4efb-a627-95b0360f7bd0', 'status': 'completed', 'code': 200} Mar 31 23:29:34.332960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1b7185c-5bf5-4419-bf4e-69a03775a325 req-10050cca-e5cb-45e4-84e6-c04ab8bb23d1 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458583 Mar 31 23:29:34.482139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0caafcd1-3e7c-4886-a479-73d05c96390e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.576141 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:34.577864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56488) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.583505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2075706584-network', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:34.588239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:34.589064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:34.606038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Made reservation on behalf of da120f75aad14c7fb9875437e98bd28e for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:34.609166 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.620866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.712438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.718522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.765130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:34.795076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-004eecb1-c739-4111-b3f7-acd023286446 req-3f031230-c17e-4487-9743-e7f189377137 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "GET /v2.0/ports?device_id=de1c08a6-f24f-4f69-92b2-33590817367d HTTP/1.1" status: 200 len: 210 time: 0.0359070 Mar 31 23:29:34.802473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5011a-7155-4b2c-8446-95fc702656b3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.810639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.810981 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Added segment 481aea06-b16c-454b-a90a-b62e337cbc37 of type vlan for network fc2efcac-d350-4c35-9622-cdd3ef6e5967 Mar 31 23:29:34.846447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:34.855796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.883729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.884702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:34.885275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.921217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3393552 Mar 31 23:29:34.921435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56492) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:34.926684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Request body: {'subnet': {'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2075706584-subnet', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:34.964316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca1901-4856-4801-b9f1-6fb48897cc5a admin admin] Pushing event updated for resources: {'Network': ['ID=fc2efcac-d350-4c35-9622-cdd3ef6e5967,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:34.979032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Made reservation on behalf of da120f75aad14c7fb9875437e98bd28e for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:34.981518 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:34.988941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:35.174042 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 2, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:35.187527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.205240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:35.205659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Updating router dd018372-ddaa-4413-85a8-06271636f546 port 88886da6-e978-4109-99c4-6522e7a57704 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:35.208108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcec4a30-5477-4cf9-9d69-b1b241972e89 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:35.235432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.245512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e09722-26ab-4dbe-8979-16f2b5d41627,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:35.256086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Checking segment: {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:35.256445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Network hostable DHCP agents. Network: fc2efcac-d350-4c35-9622-cdd3ef6e5967, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:35.275935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:35.285739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, fc2efcac-d350-4c35-9622-cdd3ef6e5967) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:35.290647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:35.293163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.305266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc24774-0f9d-4f67-a900-1a05b47ee5b6 None None] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:35.314380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56496) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:35.314995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ab0692dc-528d-435e-9e79-19571974fbd2 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3921134 Mar 31 23:29:35.320406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:35.341477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.343162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.400586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.460434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bcec4a30-5477-4cf9-9d69-b1b241972e89 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:35.460711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.549457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.643923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'fixed_ips': [{'subnet_id': '92e09722-26ab-4dbe-8979-16f2b5d41627'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:35.645357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.773799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.797391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.830374 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.842791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:35.855393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Allocated IP 172.20.0.2 (fc2efcac-d350-4c35-9622-cdd3ef6e5967/92e09722-26ab-4dbe-8979-16f2b5d41627/afd8de1b-00f0-458e-b2f5-59146f6d7961) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:35.896192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56500) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:35.938215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba6773-c6f8-442b-bbbf-8751cad84c1e None None] Pushing event updated for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:35.962814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Allocated IP 172.25.8.24 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/7f1b2d85-f349-4cf5-aa40-89f5ab139e14) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:36.049002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Attempting to bind port 88886da6-e978-4109-99c4-6522e7a57704 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:36.049521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Attempting to bind port 88886da6-e978-4109-99c4-6522e7a57704 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:36.049893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Attempting to bind port 88886da6-e978-4109-99c4-6522e7a57704 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:36.075397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:36.075770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:36.076180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.076561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:36.077038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Bound port: 88886da6-e978-4109-99c4-6522e7a57704, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:36.077414 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.141780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.197392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.199269 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.230711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.260997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.264860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:36.266677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:36.268969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:36.275904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] For port 88886da6-e978-4109-99c4-6522e7a57704, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:36.296051 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:36.315395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] For port 88886da6-e978-4109-99c4-6522e7a57704, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=88886da6-e978-4109-99c4-6522e7a57704,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:36.316663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:36.319634 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:36.328064 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.352061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Pushing event updated for resources: {'Port': ['ID=afd8de1b-00f0-458e-b2f5-59146f6d7961,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.441515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.443837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] Provisioning complete for port 88886da6-e978-4109-99c4-6522e7a57704 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:36.445710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.483462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:36.483949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:36.568510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.711357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Attempting to bind port afd8de1b-00f0-458e-b2f5-59146f6d7961 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:36.711952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Attempting to bind port afd8de1b-00f0-458e-b2f5-59146f6d7961 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:36.712092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Attempting to bind port afd8de1b-00f0-458e-b2f5-59146f6d7961 on network fc2efcac-d350-4c35-9622-cdd3ef6e5967 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:36.723149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:36.723543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Checking segment: {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:36.723945 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.724331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Bound using segment: {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:36.725185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Bound port: afd8de1b-00f0-458e-b2f5-59146f6d7961, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:36.725185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.735976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba6773-c6f8-442b-bbbf-8751cad84c1e None None] Pushing event updated for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.739506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 6e61b90f-789a-40a1-bc85-6277e6863b93 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:36.740192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.807050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.838475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 6e61b90f-789a-40a1-bc85-6277e6863b93, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6e61b90f-789a-40a1-bc85-6277e6863b93,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:36.838713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:36.853070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 6e61b90f-789a-40a1-bc85-6277e6863b93 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:36.880568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:36.921779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] For port afd8de1b-00f0-458e-b2f5-59146f6d7961, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:36.958818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] For port afd8de1b-00f0-458e-b2f5-59146f6d7961, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=afd8de1b-00f0-458e-b2f5-59146f6d7961,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:36.970248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.002303 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.005851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-16d5354b-1254-410c-822c-7a69e2ef90e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.082138 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.119984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=6e61b90f-789a-40a1-bc85-6277e6863b93,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:37.162675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] For port 88886da6-e978-4109-99c4-6522e7a57704, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=88886da6-e978-4109-99c4-6522e7a57704,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:37.163864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a1d35-91b2-4d88-a37d-2aabfdc65fc1 None None] Pushing event updated for resources: {'Port': ['ID=afd8de1b-00f0-458e-b2f5-59146f6d7961,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:37.211383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.316184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a23ee2-1e03-47f5-87af-1bc6303607c5 None None] Pushing event updated for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:37.330434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:36Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.366028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c18226-e0d9-4722-bb07-fd0b7ecb132c None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:36Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:37.372866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3117f221-9e23-4809-a59c-99ffe26225e0 None None] Provisioning complete for port 88886da6-e978-4109-99c4-6522e7a57704 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:37.373233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3117f221-9e23-4809-a59c-99ffe26225e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.488087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.527383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:37.675035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:37.684836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Sync routers for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:37.698797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:37.702990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-875a5f0e-1c8e-413c-9b9f-033f5cee21e1 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3839214 Mar 31 23:29:37.703362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56506) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:37.707358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:37.708241 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.852352 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:38.070844 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:36Z', 'revision_number': 3, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:38.111219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Checking router: 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:38.111581 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Updating router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:38.148618 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.224407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:38.442756 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.450309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.484592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:38.497540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c6ab6213-4e5d-4237-86e5-01a14e759f8d tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "PUT /v2.0/routers/a8fb58f6-27d0-414f-9dbd-c500fae54cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5996697 Mar 31 23:29:38.500465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Sync routers for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:38.501502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56510) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:38.529388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:38.531396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:38.605530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting subnet 18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:29:38.614368 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.704234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.707927 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.714312 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.760929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:38.796333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ea645-bfbb-4102-b778-73fce9976661 None None] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:38.798098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Attempting to bind port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:38.798771 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Attempting to bind port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:38.798911 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Attempting to bind port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:38.806838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:38.807212 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:38.807663 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.808223 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:38.808704 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Bound port: 7f1b2d85-f349-4cf5-aa40-89f5ab139e14, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:38.809088 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.822808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: d759bb44-9e51-4efb-a627-95b0360f7bd0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:38.823158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device d759bb44-9e51-4efb-a627-95b0360f7bd0 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:38.832391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Allocated IP 172.20.0.1 (fc2efcac-d350-4c35-9622-cdd3ef6e5967/92e09722-26ab-4dbe-8979-16f2b5d41627/949fadd3-fb6d-4eb4-adc2-59f0801c22ef) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:38.877508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:38.889414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.959303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] Provisioning complete for port afd8de1b-00f0-458e-b2f5-59146f6d7961 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:38.959654 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:38.986832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.007901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.013102 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac727d-e28a-45c2-9592-052f9ded865d None None] Pushing event updated for resources: {'Port': ['ID=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.023865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Subnet': ['ID=18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.031168 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.034652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a60b7d6-1116-4d18-903e-3854fdbad3ae tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/subnets/18be0ad4-5e1a-4874-ba23-d5ae6a5fe3a9 HTTP/1.1" status: 204 len: 168 time: 0.5319753 Mar 31 23:29:39.038508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56512) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:39.075288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05644a26-900e-4695-961d-0f6312d1020f None None] Network d2fcb469-349e-4a85-9a5e-217f7c60ff33 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:39.078389 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] For port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:39.082474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] For port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:39.088403 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.157845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac727d-e28a-45c2-9592-052f9ded865d None None] Pushing event updated for resources: {'Port': ['ID=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.200914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.201826 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:39.204554 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.296575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:39.302674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:39.308574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:39.338138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.364313 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.382384 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:39.390176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Pushing event updated for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.422853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] For port afd8de1b-00f0-458e-b2f5-59146f6d7961, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=afd8de1b-00f0-458e-b2f5-59146f6d7961,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:39.443600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.454014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 88886da6-e978-4109-99c4-6522e7a57704 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:39.562979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.567323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.671259 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:36Z', 'revision_number': 3, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.717905 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632d1dd-be26-46ac-a448-3837f6346bae None None] The sync data for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 is: [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:36Z', 'revision_number': 3, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:39.725543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Deleting port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:39.726129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.750256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] DHCP port deletion for d2fcb469-349e-4a85-9a5e-217f7c60ff33 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:29:39.795728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port': {'id': '6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:57Z', 'updated_at': '2022-03-31T23:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.834968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cf451-a00c-4835-a600-6133dc4ff053 None None] Pushing event updated for resources: {'Port': ['ID=afd8de1b-00f0-458e-b2f5-59146f6d7961,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.842551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Checking router: a8fb58f6-27d0-414f-9dbd-c500fae54cd3 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:39.844023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.860428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-45032ee3-5358-474b-98fb-22a95d137563 None None] Provisioning complete for port afd8de1b-00f0-458e-b2f5-59146f6d7961 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:39.860697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-45032ee3-5358-474b-98fb-22a95d137563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.895318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Routers {'a8fb58f6-27d0-414f-9dbd-c500fae54cd3'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:39.896117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:39.908779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] For port 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:39.909148 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:39.927991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Calling delete_port for 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:39.949030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 88886da6-e978-4109-99c4-6522e7a57704 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:39.949431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.037286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Deleting port 26f50378-cb4c-4cb5-8825-b80c09b56e5d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:40.037655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.069036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] Set router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:40.150402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 6, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:40.177267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.200545 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.238639 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.242925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ea1e2a-5309-4912-84eb-d8392009fdba None None] The sync data for ids ['a8fb58f6-27d0-414f-9dbd-c500fae54cd3'] in n-d-835855-2 is: [{'id': 'a8fb58f6-27d0-414f-9dbd-c500fae54cd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1742348409', 'tenant_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:25:56Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 6, 'project_id': 'd8e2df53fe20475ca6e6d7ecbdc67d4d', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:40.253041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] For port 26f50378-cb4c-4cb5-8825-b80c09b56e5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=26f50378-cb4c-4cb5-8825-b80c09b56e5d,segment=NetworkSegment(ecbc76fe-7106-45e1-98e1-1c5e7b8c216a),segment_id=ecbc76fe-7106-45e1-98e1-1c5e7b8c216a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:40.253475 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.274089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Calling delete_port for 26f50378-cb4c-4cb5-8825-b80c09b56e5d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:40.284521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.286595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.289092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Pushing event updated for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.331285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Port': ['ID=6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.394039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device afd8de1b-00f0-458e-b2f5-59146f6d7961 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:40.419529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-45032ee3-5358-474b-98fb-22a95d137563 None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:40.419909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-45032ee3-5358-474b-98fb-22a95d137563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.442452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.471273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.506284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-45032ee3-5358-474b-98fb-22a95d137563 None None] Port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:40.525536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.533860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port afd8de1b-00f0-458e-b2f5-59146f6d7961 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:40.534242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.551909 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.555200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.562522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:40.565858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:40.582398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] Pushing event deleted for resources: {'Port': ['ID=26f50378-cb4c-4cb5-8825-b80c09b56e5d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:40.596773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19268c6-a563-45eb-9080-ce132b5566e8 None None] No DVR routers for this DVR port 26f50378-cb4c-4cb5-8825-b80c09b56e5d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:40.647143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-27c12f65-4f1d-496d-a940-354fb50a4ce3 None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:40.647541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-27c12f65-4f1d-496d-a940-354fb50a4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.669009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.669602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Fanout notify agent at l3_agent the message router_deleted on router a8fb58f6-27d0-414f-9dbd-c500fae54cd3 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:40.678627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.679833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e0bfed9-3094-4742-ad30-23515bc46f0b tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/routers/a8fb58f6-27d0-414f-9dbd-c500fae54cd3 HTTP/1.1" status: 204 len: 168 time: 1.6402771 Mar 31 23:29:40.683174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56518) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:40.789999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:40.792495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.795697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-27c12f65-4f1d-496d-a940-354fb50a4ce3 None None] Port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:40.909010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.938159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fcb469-349e-4a85-9a5e-217f7c60ff33']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:40.945318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:40.947579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:40.947875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbc76fe-7106-45e1-98e1-1c5e7b8c216a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:40.950592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3289a1f7-4e08-4d48-8130-7724468b365e admin admin] 10.222.0.95 "PUT /v2.0/routers/0a9dad6a-b6aa-4807-a5a5-265437bfdd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2461536 Mar 31 23:29:40.957615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.975155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.982893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:40.983389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:40.987932 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:41.022939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5258136b-ae37-476a-ad19-a2c08b8c858b None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:41.023610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5258136b-ae37-476a-ad19-a2c08b8c858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.065179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.071427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5258136b-ae37-476a-ad19-a2c08b8c858b None None] Port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:41.080159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.083471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/networks/d2fcb469-349e-4a85-9a5e-217f7c60ff33 HTTP/1.1" status: 204 len: 168 time: 0.3991475 Mar 31 23:29:41.086624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56522) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.097581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6af61c-9ade-4d11-96cd-db9b8e831941 tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'Network': ['ID=d2fcb469-349e-4a85-9a5e-217f7c60ff33,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.170454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.206175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.281154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.283795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.285000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] 10.222.0.95 "DELETE /v2.0/security-groups/a8613d94-34df-4325-84d1-b1005e630c1c HTTP/1.1" status: 204 len: 168 time: 0.1972847 Mar 31 23:29:41.305027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e363e-5e60-46ca-b343-ee91b6059d6f tempest-TestNetworkAdvancedServerOps-1843868758 tempest-TestNetworkAdvancedServerOps-1843868758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8613d94-34df-4325-84d1-b1005e630c1c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.311079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:41.386941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:41.387491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.477588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.501514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:41.510101 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.511097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device afd8de1b-00f0-458e-b2f5-59146f6d7961 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:41.600913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:41.613641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port afd8de1b-00f0-458e-b2f5-59146f6d7961 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:41.614062 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:41.744313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56544) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:41.817381 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:41.841949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:41.842293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6ded05b5-1b9c-48f9-b131-c9c9e2e49ac9 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:41.842725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26f50378-cb4c-4cb5-8825-b80c09b56e5d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:41.865166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 26f50378-cb4c-4cb5-8825-b80c09b56e5d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:41.865530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 26f50378-cb4c-4cb5-8825-b80c09b56e5d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:41.865954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e61b90f-789a-40a1-bc85-6277e6863b93 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:41.895538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6e61b90f-789a-40a1-bc85-6277e6863b93 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:41.895880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6e61b90f-789a-40a1-bc85-6277e6863b93 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:42.039129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-42e1fc90-e0cb-463e-8b57-ecb9ce900042 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d8e2df53fe20475ca6e6d7ecbdc67d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931969 Mar 31 23:29:42.041777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56552) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.098539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.121487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.166980 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Sync routers for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:42.186785 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:42.187469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:42.198768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.201761 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.205563 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/baaf46a6-e282-4605-bbac-1735eb99047c HTTP/1.1" status: 204 len: 168 time: 0.1603103 Mar 31 23:29:42.212095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985efaea-ad30-4c1f-a62a-8dba1a96798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaf46a6-e282-4605-bbac-1735eb99047c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.317252 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:42.502835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56560) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.529673 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 4, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '949fadd3-fb6d-4eb4-adc2-59f0801c22ef', 'name': '', 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'mac_address': 'fa:16:3e:73:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:38Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 2, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'subnets': [{'id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:42.549130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e0e41651-32bc-4b8b-90de-3529bfaabae5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e9891f38f704fc785d46c7893d8c569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444558 Mar 31 23:29:42.551624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56562) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:42.559704 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Checking router: 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:42.560061 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Updating router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:42.586109 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.612554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.642355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.705650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.709829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.713600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a1c7008e-a99c-42df-a5d8-ba9be50f4594 HTTP/1.1" status: 204 len: 168 time: 0.1585815 Mar 31 23:29:42.721745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be51d9-85c7-4bad-95e7-f125552fe3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c7008e-a99c-42df-a5d8-ba9be50f4594,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.938093 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.943827 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:42.995701 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a0218-fd5a-4123-90f1-d20b77fc0392 None None] Pushing event updated for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.060346 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Attempting to bind port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:43.061263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Attempting to bind port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:43.062031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Attempting to bind port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef on network fc2efcac-d350-4c35-9622-cdd3ef6e5967 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:43.068825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:43.069409 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Checking segment: {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:43.069998 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.070596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Bound using segment: {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:43.071387 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Bound port: 949fadd3-fb6d-4eb4-adc2-59f0801c22ef, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481aea06-b16c-454b-a90a-b62e337cbc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:43.071952 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.203313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:43.241044 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] For port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:43.244944 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] For port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:43.261589 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.292470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:43.292843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.336614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:43.336983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.428523 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a0218-fd5a-4123-90f1-d20b77fc0392 None None] Pushing event updated for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.461101 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:43.461997 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:43.506191 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.618144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] For port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:43.631859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.641844 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:43.714903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a924087-7b67-4f2a-8b9a-25dbb3493814 None None] Pushing event updated for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:43.781846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-d1b6d839-1015-44f9-9475-36d510149088 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:43.783473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-d1b6d839-1015-44f9-9475-36d510149088 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1238885 Mar 31 23:29:43.800667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-90b0e7e2-5d59-421f-b448-049402712c4f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0106082 Mar 31 23:29:43.865306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-382ecbc5-5125-4cba-a11d-82da2748324a None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:43.865999 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-382ecbc5-5125-4cba-a11d-82da2748324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:43.866717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-8ad73340-fd6d-4c6b-a87e-0e109b5b5b60 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585756 Mar 31 23:29:43.999016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 4, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '949fadd3-fb6d-4eb4-adc2-59f0801c22ef', 'name': '', 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'mac_address': 'fa:16:3e:73:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:38Z', 'updated_at': '2022-03-31T23:29:43Z', 'revision_number': 4, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'subnets': [{'id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:44.028655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78805c1d-3354-4e31-9eae-621d51bb73ea None None] The sync data for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 is: [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:39Z', 'revision_number': 4, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '949fadd3-fb6d-4eb4-adc2-59f0801c22ef', 'name': '', 'network_id': 'fc2efcac-d350-4c35-9622-cdd3ef6e5967', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'mac_address': 'fa:16:3e:73:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:38Z', 'updated_at': '2022-03-31T23:29:43Z', 'revision_number': 4, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'subnets': [{'id': '92e09722-26ab-4dbe-8979-16f2b5d41627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:44.144992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-ffbc0fd8-8074-4e81-8d37-630b3e45fd62 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674358 Mar 31 23:29:44.258733 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-f698bc59-5bd7-4257-8186-f210c5eaedc9 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114602 Mar 31 23:29:44.686143 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6209e7bc-add5-4709-8313-3d8d10eba533 req-5aec7356-0442-4eb2-8226-368ce254c6cb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0521789 Mar 31 23:29:45.233331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 949fadd3-fb6d-4eb4-adc2-59f0801c22ef up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:45.332981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:45.333846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:45.795718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5304b485-6dbd-48ea-909f-84043c880e05 req-fdddbf10-5eb7-4de8-ada9-68e7d652f1fa tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0289624 Mar 31 23:29:46.046232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-aeb3f15d-8054-4139-b344-bb44498c8a6b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:46.051905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56668) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:46.054439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-aeb3f15d-8054-4139-b344-bb44498c8a6b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1358359 Mar 31 23:29:46.056950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'network': {'name': 'tempest-network-smoke--352620732', 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:46.071908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': 'c14e7c87-b693-477d-be92-ced395cbb419', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:46.080201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:46.083881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.096654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.216745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.223845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.225067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:46.229554 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.268081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:29:46.275827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd147d3-13d0-4ceb-b72e-ea4fcc1d931a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.282720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.283549 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Added segment 91ad0c36-142d-4f82-90b4-0e58ce4db31f of type vlan for network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 Mar 31 23:29:46.340300 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.371944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.379554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:46.380567 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.394405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.13 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/97322deb-1882-48c1-af5c-d509636fac06) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:46.431048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3778577 Mar 31 23:29:46.435386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:46.448181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'admin_state_up': True, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:46.464307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c19f5-94ba-4378-aaaf-1298863d7c19 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Network': ['ID=0ecb5c03-4cd3-4280-8db8-aedba4bc4365,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.476705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:29:46.506607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.507716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:46.905566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89e3f59d-e2a8-4403-bfd1-d27d61b1b1bd req-77b8bd07-9855-40e7-8246-b979da6f6436 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0338576 Mar 31 23:29:46.993052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.041308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.161040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.175813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.243060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:47.255617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:47.259759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:47.262798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:47.339797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:47.340434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.367755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-44908aff-1813-41e3-b20d-4011d663830c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3026178 Mar 31 23:29:47.380589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Request body: {'port': {'device_id': 'c14e7c87-b693-477d-be92-ced395cbb419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:47.509165 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.540801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e2c12927-15a1-4b0c-8d94-be19003b2287 None None] Provisioning complete for port 97322deb-1882-48c1-af5c-d509636fac06 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:47.541838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2c12927-15a1-4b0c-8d94-be19003b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.543271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.579877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:47.580420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e2c12927-15a1-4b0c-8d94-be19003b2287 None None] Port 97322deb-1882-48c1-af5c-d509636fac06 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:47.817227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.25.8.216 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/2611b212-215a-453f-90e9-cbb622e23659) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:48.006338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97322deb-1882-48c1-af5c-d509636fac06 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:48.018754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.033213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.043913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Transition to ACTIVE for port object 97322deb-1882-48c1-af5c-d509636fac06 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:48.056651 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.123994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be691-b30b-448c-9134-3d1bbecd6534 req-13562dc3-5ef7-4297-ac9f-3769c4ac4873 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.137250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c69be691-b30b-448c-9134-3d1bbecd6534 req-13562dc3-5ef7-4297-ac9f-3769c4ac4873 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 932 time: 0.1119528 Mar 31 23:29:48.141907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Pushing event updated for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.144870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.205090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c69be691-b30b-448c-9134-3d1bbecd6534 req-50e43706-1d8f-4519-b58d-9f4d32436f9a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665052 Mar 31 23:29:48.215491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:48.221438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:48.228198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:48.264091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=2611b212-215a-453f-90e9-cbb622e23659,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.278251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Attempting to bind port 97322deb-1882-48c1-af5c-d509636fac06 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:48.278589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Attempting to bind port 97322deb-1882-48c1-af5c-d509636fac06 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:48.278913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Attempting to bind port 97322deb-1882-48c1-af5c-d509636fac06 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:48.288326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Port 97322deb-1882-48c1-af5c-d509636fac06 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:48.288655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Attempting to bind port 97322deb-1882-48c1-af5c-d509636fac06 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:48.298581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:48.299056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:48.299373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:48.299798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Bound port: 97322deb-1882-48c1-af5c-d509636fac06, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:48.300149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.456770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:48.460030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97322deb-1882-48c1-af5c-d509636fac06,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:48.464129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.549984 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.550613 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.554764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] 10.222.0.96 "PUT /v2.0/ports/97322deb-1882-48c1-af5c-d509636fac06 HTTP/1.1" status: 200 len: 1092 time: 1.1760116 Mar 31 23:29:48.554764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'tag': '97322deb-1882-48c1-af5c-d509636fac06'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:48.557234 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f197853a-5e5c-4ea1-9019-c757c68c6699" -d '{"events": [{"name": "network-changed", "server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "tag": "97322deb-1882-48c1-af5c-d509636fac06"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:48.627301 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99332cc-0f9e-49bd-8c69-d19bcdfd8c69 x-openstack-request-id: req-c99332cc-0f9e-49bd-8c69-d19bcdfd8c69 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:48.627619 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "tag": "97322deb-1882-48c1-af5c-d509636fac06", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:48.627893 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c99332cc-0f9e-49bd-8c69-d19bcdfd8c69 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:48.628315 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99332cc-0f9e-49bd-8c69-d19bcdfd8c69'] response: {'name': 'network-changed', 'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'tag': '97322deb-1882-48c1-af5c-d509636fac06', 'status': 'completed', 'code': 200} Mar 31 23:29:48.633694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb32410-38d9-4f50-adbf-02b9fd918097 service neutron] Pushing event updated for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.662919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.714864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-04220279-8351-4c1c-819d-a0dce6256346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.716454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-04220279-8351-4c1c-819d-a0dce6256346 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 1095 time: 0.1000998 Mar 31 23:29:48.793970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-bc9eb1cc-cc82-4b5c-b2fd-98a343ffff03 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97322deb-1882-48c1-af5c-d509636fac06 HTTP/1.1" status: 200 len: 217 time: 0.0687599 Mar 31 23:29:48.889092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-7aa93c2d-703c-436f-982f-7b6cc039dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.890716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-7aa93c2d-703c-436f-982f-7b6cc039dda1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0889575 Mar 31 23:29:48.973293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:48.979760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-8ec65336-923d-47de-be94-2b6accf36b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:48.981331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-8ec65336-923d-47de-be94-2b6accf36b89 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825233 Mar 31 23:29:49.147702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-1a1014ca-ba69-46fa-9210-ed4a1d192191 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331813 Mar 31 23:29:49.242214 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router a58c73f6-9e1c-4fd4-8213-922a06128e27 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:29:49.265576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e39cef9-d4ff-4f81-8689-eff39f147703 req-26072d5c-0e23-4ad6-8a4c-b0869aa920cc service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099939 Mar 31 23:29:49.400678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9494b-256c-4ae5-9544-471a3541e9f2 req-ea5a0908-f756-47b7-a645-c5ca762bc807 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.402961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2f9494b-256c-4ae5-9544-471a3541e9f2 req-ea5a0908-f756-47b7-a645-c5ca762bc807 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.0575938 Mar 31 23:29:49.436494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:49.449820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a2f9494b-256c-4ae5-9544-471a3541e9f2 req-0f91474c-7e09-488d-8499-12f0f049f778 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Mar 31 23:29:49.451287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Sync routers for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:49.462287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-aade31fc-a5a1-4dbf-851b-5a6830bd0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.463033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:49.463878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.464181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-aade31fc-a5a1-4dbf-851b-5a6830bd0b96 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 1095 time: 0.1381769 Mar 31 23:29:49.491803 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e268f90-60d4-4a01-ad62-41868970db81 req-997dde7e-679b-4b81-b468-a27d4c998f15 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.493413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e268f90-60d4-4a01-ad62-41868970db81 req-997dde7e-679b-4b81-b468-a27d4c998f15 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.1004837 Mar 31 23:29:49.497905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.502620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56692) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.502792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1c876944-f376-4636-9384-39a5d06e9f12 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0660923 Mar 31 23:29:49.574908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:49.586603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e268f90-60d4-4a01-ad62-41868970db81 req-4d97863e-2d42-4a09-a009-9ed2e2c7bd97 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824618 Mar 31 23:29:49.624999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-1e5b5fe7-da1e-4843-9069-7aadba7eb13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.626804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-1e5b5fe7-da1e-4843-9069-7aadba7eb13f service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.1548913 Mar 31 23:29:49.675277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-6ca79c12-f90b-42d3-95d8-094469f1becf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97322deb-1882-48c1-af5c-d509636fac06 HTTP/1.1" status: 200 len: 217 time: 0.0381689 Mar 31 23:29:49.683122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e8b45515-77ea-43fe-a2e8-3a7b11f1d222 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=34e8f43904c94da4a75e81ec3fd60914&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1764240 Mar 31 23:29:49.687629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56696) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.740505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-926e950d-3aaa-4b8a-8aa3-932f000b182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.742417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-926e950d-3aaa-4b8a-8aa3-932f000b182f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0603530 Mar 31 23:29:49.767350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.789902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3c0a1-2a6d-42bd-9901-048a7b4ea4e2 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.792190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2fc3c0a1-2a6d-42bd-9901-048a7b4ea4e2 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1036212 Mar 31 23:29:49.795058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.805221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Checking router: a58c73f6-9e1c-4fd4-8213-922a06128e27 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:49.805474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-c0c339b0-e78d-4370-b2b2-6ba751569d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:49.805595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Updating router a58c73f6-9e1c-4fd4-8213-922a06128e27 port 2611b212-215a-453f-90e9-cbb622e23659 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:49.807015 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-c0c339b0-e78d-4370-b2b2-6ba751569d7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560982 Mar 31 23:29:49.829701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e680f21-13ff-48d3-af28-843ba1a4c565 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333400 Mar 31 23:29:49.832986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:49.834707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:49.842131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868418575', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:49.911222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-a3960b8d-ab6a-40fe-8f0d-13157428f151 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963624 Mar 31 23:29:49.958965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:49.965162 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.023273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f197853a-5e5c-4ea1-9019-c757c68c6699 req-5bced57c-fb91-4aae-9faf-4ca442acf9dc service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045811 Mar 31 23:29:50.132226 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.144360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.177478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.252170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Subnet': ['ID=d5db583f-e3f2-4799-b6b1-46e024c7ea19,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.262258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Checking segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:50.262572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network hostable DHCP agents. Network: 0ecb5c03-4cd3-4280-8db8-aedba4bc4365, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:29:50.282635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:29:50.294371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 0ecb5c03-4cd3-4280-8db8-aedba4bc4365) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:50.299617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:50.300213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.321001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c3b882f8-827f-4f48-9615-cfd8711fb3af tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4840734 Mar 31 23:29:50.321395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56702) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:50.386048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bc503-e56e-434f-8448-67a5649a82a0 None None] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:50.410578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Attempting to bind port 2611b212-215a-453f-90e9-cbb622e23659 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:50.410908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Attempting to bind port 2611b212-215a-453f-90e9-cbb622e23659 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:50.411522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Attempting to bind port 2611b212-215a-453f-90e9-cbb622e23659 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:50.422040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d012f8-e089-49e3-b049-d6263d63f330 None None] Pushing event updated for resources: {'Port': ['ID=2611b212-215a-453f-90e9-cbb622e23659,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.429502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:50.429869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:50.430474 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.431015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:50.431668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Bound port: 2611b212-215a-453f-90e9-cbb622e23659, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:50.432254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.632732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:29:50.637135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.645652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] For port 2611b212-215a-453f-90e9-cbb622e23659, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:50.699013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] For port 2611b212-215a-453f-90e9-cbb622e23659, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2611b212-215a-453f-90e9-cbb622e23659,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:50.734419 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:50.795017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018ab58-b778-4a9d-b888-f394c3a12e9f req-0567fc11-3a40-4414-8a4a-a7dacc20902d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:50.797700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7018ab58-b778-4a9d-b888-f394c3a12e9f req-0567fc11-3a40-4414-8a4a-a7dacc20902d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.1840410 Mar 31 23:29:50.825946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c859260-c688-4174-857e-bce709cfa6a7 req-0c0652fe-2caa-4954-8249-8c3e01e25b90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:50.836302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c859260-c688-4174-857e-bce709cfa6a7 req-0c0652fe-2caa-4954-8249-8c3e01e25b90 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0951824 Mar 31 23:29:50.897787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c859260-c688-4174-857e-bce709cfa6a7 req-20cad675-c0c3-4acc-980e-f6fea540442f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605810 Mar 31 23:29:50.898279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7018ab58-b778-4a9d-b888-f394c3a12e9f req-35e00052-2263-4642-9f6e-4457dbf335e5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 Mar 31 23:29:50.900744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d012f8-e089-49e3-b049-d6263d63f330 None None] Pushing event updated for resources: {'Port': ['ID=2611b212-215a-453f-90e9-cbb622e23659,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.977921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:50.978563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.029398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.120613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Allocated IP 172.20.0.2 (0ecb5c03-4cd3-4280-8db8-aedba4bc4365/d5db583f-e3f2-4799-b6b1-46e024c7ea19/284a0d18-6bf6-42d5-b647-d339d6e7def0) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:51.162875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:51.328210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.334370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-ddcd8f9a-dca6-4a57-9a71-be09b2a8a11b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:51.336011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-ddcd8f9a-dca6-4a57-9a71-be09b2a8a11b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0738082 Mar 31 23:29:51.448485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port dfdc9a4e-8022-476f-b12b-68b55931eca1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:51.448985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.489027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.507100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.515930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.579363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7dc0c-899f-4a2b-8f1d-de523d706e53 None None] The sync data for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 is: [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:51.590668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.20.0.1 (0ecb5c03-4cd3-4280-8db8-aedba4bc4365/d5db583f-e3f2-4799-b6b1-46e024c7ea19/c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:51.593937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] For port dfdc9a4e-8022-476f-b12b-68b55931eca1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=dfdc9a4e-8022-476f-b12b-68b55931eca1,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:51.594339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.599667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:51.615056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:51.617014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Pushing event updated for resources: {'Port': ['ID=284a0d18-6bf6-42d5-b647-d339d6e7def0,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.619479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:51.708190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Attempting to bind port 284a0d18-6bf6-42d5-b647-d339d6e7def0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:51.709113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Attempting to bind port 284a0d18-6bf6-42d5-b647-d339d6e7def0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:51.709990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Attempting to bind port 284a0d18-6bf6-42d5-b647-d339d6e7def0 on network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:51.720366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:51.720827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Checking segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:51.721409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.721950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Bound using segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:51.722562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Bound port: 284a0d18-6bf6-42d5-b647-d339d6e7def0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:51.723076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.817173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] For port 284a0d18-6bf6-42d5-b647-d339d6e7def0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:51.820785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] For port 284a0d18-6bf6-42d5-b647-d339d6e7def0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=284a0d18-6bf6-42d5-b647-d339d6e7def0,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:51.827734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.895988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.901277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a313-5292-4af2-8c97-153b8f7820a9 None None] Pushing event updated for resources: {'Port': ['ID=284a0d18-6bf6-42d5-b647-d339d6e7def0,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.916370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.916725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:51.917077 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP 4aaff9b1-5518-4748-80c1-d901e14efcb3 disassociated. External IP: 172.25.8.161, port: dfdc9a4e-8022-476f-b12b-68b55931eca1. Mar 31 23:29:51.917413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for dfdc9a4e-8022-476f-b12b-68b55931eca1 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:52.047745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.089855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17203560-7d6f-4b32-991a-3016de4bf76c req-a419e6e9-18f4-4e47-b4ec-8e71e11eea8b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:52.091700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17203560-7d6f-4b32-991a-3016de4bf76c req-a419e6e9-18f4-4e47-b4ec-8e71e11eea8b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 945 time: 0.0580437 Mar 31 23:29:52.134617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.153305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17203560-7d6f-4b32-991a-3016de4bf76c req-c91d3a64-068c-4d33-b6f0-91b054517da6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=8fa19214-bf27-49f9-a7b6-e74621a4595e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531347 Mar 31 23:29:52.177651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:52.177651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:52.179512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:52.259163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618090-0d45-4319-9b06-7f38f445c707 req-d3dda238-5aba-4c30-8204-72f1f817c437 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:52.260782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58618090-0d45-4319-9b06-7f38f445c707 req-d3dda238-5aba-4c30-8204-72f1f817c437 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.2169669 Mar 31 23:29:52.307824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.396288 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:52.404500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58618090-0d45-4319-9b06-7f38f445c707 req-2ed3783b-bd0f-4d78-80d0-cdf2b76a49a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317554 Mar 31 23:29:52.461025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=dfdc9a4e-8022-476f-b12b-68b55931eca1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.580110 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.019659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:53.065206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b0142-ad30-45f3-8806-8093e5d762ce None None] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:29:53.163199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] Provisioning complete for port 284a0d18-6bf6-42d5-b647-d339d6e7def0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:53.163594 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.229230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:53.242325 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:53.266099 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:53.266683 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:53.266997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2611b212-215a-453f-90e9-cbb622e23659 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:53.292001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] No DVR routers for this DVR port dfdc9a4e-8022-476f-b12b-68b55931eca1 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:53.323147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.326522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0fba49b9-a43a-4641-9756-091bd264a1a5 req-6b27a29d-db8b-443f-9625-fbc6d23ba60d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "DELETE /v2.0/ports/dfdc9a4e-8022-476f-b12b-68b55931eca1 HTTP/1.1" status: 204 len: 173 time: 1.9821639 Mar 31 23:29:53.327058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'name': 'network-vif-deleted', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:53.329540 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a05128-4e0f-4e46-b3d3-729927732330" -d '{"events": [{"server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "name": "network-vif-deleted", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:53.410711 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:53.437101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.440136 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cee58d-c058-40aa-a876-a13494e481f1 x-openstack-request-id: req-c8cee58d-c058-40aa-a876-a13494e481f1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:53.440616 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635ce388-7c49-4c20-afb5-2392d65c85b5", "name": "network-vif-deleted", "tag": "dfdc9a4e-8022-476f-b12b-68b55931eca1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:53.441044 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c8cee58d-c058-40aa-a876-a13494e481f1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:53.441487 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cee58d-c058-40aa-a876-a13494e481f1'] response: {'server_uuid': '635ce388-7c49-4c20-afb5-2392d65c85b5', 'name': 'network-vif-deleted', 'tag': 'dfdc9a4e-8022-476f-b12b-68b55931eca1', 'status': 'completed', 'code': 200} Mar 31 23:29:53.448231 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.563880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2611b212-215a-453f-90e9-cbb622e23659 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:53.564360 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.569643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.586983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.661842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.693588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b589-f8bf-4ce8-ad07-aca30dd01fd2 req-c48b7313-6ccd-4771-9dfd-c68d562924e4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:53.696619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc2b589-f8bf-4ce8-ad07-aca30dd01fd2 req-c48b7313-6ccd-4771-9dfd-c68d562924e4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.1624641 Mar 31 23:29:53.722194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] For port 284a0d18-6bf6-42d5-b647-d339d6e7def0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=284a0d18-6bf6-42d5-b647-d339d6e7def0,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:53.733618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.808531 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:53.840655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:53.857364 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:53.858386 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:53.892695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc2b589-f8bf-4ce8-ad07-aca30dd01fd2 req-392a6047-0322-4a6d-9ef2-d1b85199aa39 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797869 Mar 31 23:29:53.932619 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d2045-2add-49de-a480-b390de69fc27 None None] Pushing event updated for resources: {'Port': ['ID=284a0d18-6bf6-42d5-b647-d339d6e7def0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:53.954246 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.983867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 2611b212-215a-453f-90e9-cbb622e23659, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2611b212-215a-453f-90e9-cbb622e23659,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:53.991683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:53.992685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 284a0d18-6bf6-42d5-b647-d339d6e7def0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:54.007034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:54.008921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:54.016753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c6dd5f8-2d64-4342-b420-b84ba2ea8b03 req-cafc9556-fae7-4e1f-b244-77730764f95b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=635ce388-7c49-4c20-afb5-2392d65c85b5 HTTP/1.1" status: 200 len: 210 time: 0.7634192 Mar 31 23:29:54.043320 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:54.156753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-404f9b1a-b67a-4e09-80ca-2510b4a73329 None None] Provisioning complete for port 284a0d18-6bf6-42d5-b647-d339d6e7def0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.157400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-404f9b1a-b67a-4e09-80ca-2510b4a73329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.160112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 284a0d18-6bf6-42d5-b647-d339d6e7def0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.160484 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.222925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=2611b212-215a-453f-90e9-cbb622e23659,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.264345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router a58c73f6-9e1c-4fd4-8213-922a06128e27 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:54.314830 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:54.348308 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-404f9b1a-b67a-4e09-80ca-2510b4a73329 None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.348685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-404f9b1a-b67a-4e09-80ca-2510b4a73329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.349863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4b8d2-2f45-4c5d-9867-c66de13ec24e None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:54.389934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-404f9b1a-b67a-4e09-80ca-2510b4a73329 None None] Port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:54.409488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:54.420056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-71cbd127-f7bd-4fac-8df3-a8402dbc2f93 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "PUT /v2.0/routers/a58c73f6-9e1c-4fd4-8213-922a06128e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975525 Mar 31 23:29:54.423939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56718) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.428428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Sync routers for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:54.429777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1547860677', 'description': 'tempest-secgroup_access--1547860677 description', 'project_id': '34e8f43904c94da4a75e81ec3fd60914'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.441080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:54.441920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:54.456596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.541676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.552245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.556999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bed85fc6-2f5f-4969-ae4b-65ea7344e503 None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.557440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bed85fc6-2f5f-4969-ae4b-65ea7344e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.584781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.592741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.594368 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c6ef2ab9-020f-4000-9af0-b0cb9cf24eef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1693947 Mar 31 23:29:54.594752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:54.597637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56720) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.603000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--837565112', 'description': 'tempest-secgroup_general--837565112 description', 'project_id': '34e8f43904c94da4a75e81ec3fd60914'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.628973 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.633146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bed85fc6-2f5f-4969-ae4b-65ea7344e503 None None] Port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:54.693569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device dfdc9a4e-8022-476f-b12b-68b55931eca1 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:54.708010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.714756 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.716855 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf92ee0-125f-4645-b4dd-6e77d3018c3b None None] New status for floating IP 4aaff9b1-5518-4748-80c1-d901e14efcb3: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:54.723039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: dfdc9a4e-8022-476f-b12b-68b55931eca1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:29:54.723429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device dfdc9a4e-8022-476f-b12b-68b55931eca1 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:54.750273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be60e6c0-43b1-42be-a3a3-ce31976c709b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.758736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.760134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3bb5e6e4-f3fd-4953-bc08-902e6ae1c415 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1613865 Mar 31 23:29:54.762969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56722) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:54.769010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'security_group_rule': {'security_group_id': '0cd43df0-eef8-46a9-937d-e0e7dbcfc12e', 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:54.804595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.871575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.878071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.897296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05bf62f7-e406-46cd-bdc6-63cfadc15ae4,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:54.905798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:54.907037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-35d87774-2eff-4bec-964d-eb7c3b95db1a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421971 Mar 31 23:29:54.955278 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-41878acc-23fd-4008-802d-d3229c68d7d9 None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:54.956090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-41878acc-23fd-4008-802d-d3229c68d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.016964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-41878acc-23fd-4008-802d-d3229c68d7d9 None None] Port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:55.029882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39aef-268d-45c4-8f08-f5a31427480f req-f3df3859-d01c-49df-8d5c-84ac3e8518ec tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:55.031586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26a39aef-268d-45c4-8f08-f5a31427480f req-f3df3859-d01c-49df-8d5c-84ac3e8518ec tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.0578907 Mar 31 23:29:55.042409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 2, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.067467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-4ce580cc-66cf-4365-beb8-c5678fff3cbc tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup_access--1547860677&fields=id&tenant_id=34e8f43904c94da4a75e81ec3fd60914 HTTP/1.1" status: 200 len: 267 time: 0.0381875 Mar 31 23:29:55.074730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Checking router: a58c73f6-9e1c-4fd4-8213-922a06128e27 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:55.075106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Updating router a58c73f6-9e1c-4fd4-8213-922a06128e27 port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:29:55.081234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-26a39aef-268d-45c4-8f08-f5a31427480f req-822ff0f6-2cc7-4d33-be4b-e0ee6c52563c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Mar 31 23:29:55.109012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.117932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-984aa8b8-6487-4970-b329-398b5c4fe9ef tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup_general--837565112&fields=id&tenant_id=34e8f43904c94da4a75e81ec3fd60914 HTTP/1.1" status: 200 len: 267 time: 0.0433888 Mar 31 23:29:55.154191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2611b212-215a-453f-90e9-cbb622e23659 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:55.194715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56742) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.240179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-4f17c1ee-e1e5-4901-bded-90a08f2749ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:55.241756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-4f17c1ee-e1e5-4901-bded-90a08f2749ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 796 time: 0.1159034 Mar 31 23:29:55.257533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.259049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-b6c1e696-603a-407b-ae52-636f15249ab7 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/quotas/34e8f43904c94da4a75e81ec3fd60914 HTTP/1.1" status: 200 len: 375 time: 0.0103245 Mar 31 23:29:55.284442 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.291922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2611b212-215a-453f-90e9-cbb622e23659 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.292460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.315410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-da8bf070-631f-49b4-b76a-7cee99b61d57 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484178 Mar 31 23:29:55.349489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.353662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.354868 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/security-groups/8fa19214-bf27-49f9-a7b6-e74621a4595e HTTP/1.1" status: 204 len: 168 time: 0.1585305 Mar 31 23:29:55.359974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56744) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.374148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9b857-0c03-4e59-b4e7-4822ffb434e3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa19214-bf27-49f9-a7b6-e74621a4595e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.380733 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-3ca5e046-b7b0-45e3-88a8-40ba868ed51d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] show failed (client error): The resource could not be found. Mar 31 23:29:55.381798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3ca5e046-b7b0-45e3-88a8-40ba868ed51d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups/8fa19214-bf27-49f9-a7b6-e74621a4595e HTTP/1.1" status: 404 len: 347 time: 0.0209086 Mar 31 23:29:55.385832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56746) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:55.444413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-e0ef272a-1c6b-40af-90ed-22c09f78f357 service neutron] 10.222.0.95 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101675 Mar 31 23:29:55.476342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 284a0d18-6bf6-42d5-b647-d339d6e7def0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:55.516830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.519972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:29:55.520690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.528646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.547620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-b14a2e12-fea5-4797-9c2a-a6987cef8899 service neutron] 10.222.0.95 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951686 Mar 31 23:29:55.590726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0a3e0-4e61-4620-bd25-fd5eec1667e1 None None] Pushing event updated for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.592983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 284a0d18-6bf6-42d5-b647-d339d6e7def0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:55.593362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.621317 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.621694 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.635629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:29:55.701411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Attempting to bind port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:55.701797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Attempting to bind port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:55.702165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Attempting to bind port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 on network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:55.711096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:55.711891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Checking segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:55.712310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.712920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Bound using segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:55.713200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Bound port: c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:55.713569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.774465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0713f9c6-d994-4bb0-83af-b4dca263f968 req-3b0596cd-b784-4b86-a898-86679f2668d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0341527 Mar 31 23:29:55.842712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.866014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] For port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:55.870994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] For port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:55.871313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=96a6f6bd-caec-4d10-a629-4dd5fe4e1ab0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:55.883060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.942838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.946012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:55.947210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d2a2de55-c834-42cf-b98a-ca121ef576ab tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/floatingips/4aaff9b1-5518-4748-80c1-d901e14efcb3 HTTP/1.1" status: 204 len: 168 time: 0.5602996 Mar 31 23:29:55.970831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:55.971775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:29:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:55.973616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0a3e0-4e61-4620-bd25-fd5eec1667e1 None None] Pushing event updated for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.039605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.040386 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.182364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:56.234068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.259557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56762) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.265066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109612392', 'description': 'tempest-description--1717198267'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.268411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ce7e7-399e-43c6-824e-62093fd38996 req-873f6b9e-7cca-4a9b-8b0e-68c1ab727343 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:56.269941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e1ce7e7-399e-43c6-824e-62093fd38996 req-873f6b9e-7cca-4a9b-8b0e-68c1ab727343 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.0693011 Mar 31 23:29:56.288647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.319380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2e1ce7e7-399e-43c6-824e-62093fd38996 req-9bb1def6-30b8-428f-9f5c-b42254d3e3d2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Mar 31 23:29:56.366798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] For port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:56.377422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.378804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.388863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.415700 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.417281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.418534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1571646 Mar 31 23:29:56.421565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56764) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.426551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '768ba57a-69d9-455d-b033-29d5db3a4925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.429928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0449baa-132c-4f28-8d73-63e13c5eabe1 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768ba57a-69d9-455d-b033-29d5db3a4925,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.464815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.472231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e00cb-b059-461f-b4e2-d33eb1338505 None None] Pushing event updated for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.510095 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5a93ad0c-17ed-4bf2-b282-cf981ddadaef None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:56.510470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5a93ad0c-17ed-4bf2-b282-cf981ddadaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.513748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.519070 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.538639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d79eaf-d910-48e6-8973-b5cf090d1bd1,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.549985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.551581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3946f033-1a18-4718-9197-7ae5d04d04a0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284258 Mar 31 23:29:56.554113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56766) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.556047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:56.558740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'security_group_rule': {'security_group_id': '768ba57a-69d9-455d-b033-29d5db3a4925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.584689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61059a4-5220-4529-9c6d-514061cdb536 None None] The sync data for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 is: [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:55Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:56.586655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.668701 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.674753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.697184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cafa7f-2890-4b07-9f68-0cba5909caf0,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:56.708782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.710059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7197f3d-da3c-47c9-a92e-2bd9de137740 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550112 Mar 31 23:29:56.713242 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56768) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:29:56.718087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:56.743921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:56.907799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a6795b5-8fad-4c3e-88de-4ae8b1049298 req-680a96ad-8be0-44f2-8796-6e011a04d3ab tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0335681 Mar 31 23:29:56.947800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.004944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-4e80f0bf-1778-416f-85c9-7a239263ad9e tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:57.006452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-4e80f0bf-1778-416f-85c9-7a239263ad9e tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.60 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 796 time: 0.1651645 Mar 31 23:29:57.090029 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-756ad617-2c00-49c9-a680-9762705ee14c tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34e8f43904c94da4a75e81ec3fd60914 HTTP/1.1" status: 200 len: 477 time: 0.0733263 Mar 31 23:29:57.103894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'port': {'device_id': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'admin_state_up': True, 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'security_groups': ['0cd43df0-eef8-46a9-937d-e0e7dbcfc12e', 'be60e6c0-43b1-42be-a3a3-ce31976c709b']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:57.126156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.25.8.91 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/08fb4f93-cf08-4fae-8d19-32de55275c25) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:57.169223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:29:57.221688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:57.222095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.307779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:29:57.311357 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.318917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.434508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.518046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:57.527646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:57.535912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:57.561935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=08fb4f93-cf08-4fae-8d19-32de55275c25,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:57.570435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.20.0.11 (0ecb5c03-4cd3-4280-8db8-aedba4bc4365/d5db583f-e3f2-4799-b6b1-46e024c7ea19/3e8a1013-ab1a-49df-8aaa-1acac486bda2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:29:57.584066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818e0e-a62a-4891-98b7-f2f63e36cda3 req-11c8c9ba-f631-4125-a5ee-7d9aca8f2d4c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:57.585598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92818e0e-a62a-4891-98b7-f2f63e36cda3 req-11c8c9ba-f631-4125-a5ee-7d9aca8f2d4c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.1849082 Mar 31 23:29:57.688617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-92818e0e-a62a-4891-98b7-f2f63e36cda3 req-c77231fe-1f11-43b3-a349-5917f834dcfb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933998 Mar 31 23:29:57.729145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.805725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.865225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:57.960919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.033262 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998580d-8714-4d49-8ec4-c729b0ec6b73 req-57ef56e7-288e-46cc-9b72-17820cebf76a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.034738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8998580d-8714-4d49-8ec4-c729b0ec6b73 req-57ef56e7-288e-46cc-9b72-17820cebf76a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 971 time: 0.0504603 Mar 31 23:29:58.035529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:29:58.046865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:29:58.049546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:29:58.058454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.080893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8998580d-8714-4d49-8ec4-c729b0ec6b73 req-7fce2729-7c53-4d22-b680-1fc06636bdb5 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0396576 Mar 31 23:29:58.085995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.099171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.152666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.153388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.201699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=08fb4f93-cf08-4fae-8d19-32de55275c25,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.217063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-144f7b1d-c6a7-45b8-9f64-0c60dce8bb15 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1122205 Mar 31 23:29:58.226045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Request body: {'port': {'device_id': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:29:58.259589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.290026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a757ff8f-44ca-4ed2-999b-3d5cc2fd6d91 None None] Provisioning complete for port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:29:58.291031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a757ff8f-44ca-4ed2-999b-3d5cc2fd6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.298908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.300181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f6821aec-4e58-4332-a2b1-853f83372eaf tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5860028 Mar 31 23:29:58.307023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.326763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a757ff8f-44ca-4ed2-999b-3d5cc2fd6d91 None None] Port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:29:58.542082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-48a84606-1b64-4450-8917-8d0f23de5045 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--109612392&fields=id&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 267 time: 0.0704830 Mar 31 23:29:58.686046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8a1013-ab1a-49df-8aaa-1acac486bda2 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:29:58.701523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-d60e7c14-7ee3-4671-83ca-dbd38ccc5765 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.702917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-d60e7c14-7ee3-4671-83ca-dbd38ccc5765 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1535954 Mar 31 23:29:58.704710 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.725150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Transition to ACTIVE for port object 3e8a1013-ab1a-49df-8aaa-1acac486bda2 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:29:58.727336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-12d2e4e9-6236-4625-9459-ced149eed5bb tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/quotas/265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 375 time: 0.0160711 Mar 31 23:29:58.731186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:58.818810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:58.821336 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d08e22-8923-4ec1-9cde-d143e482a606 req-e131e218-ae34-499c-b552-cbe45ad1bf1b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:58.830337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75d08e22-8923-4ec1-9cde-d143e482a606 req-e131e218-ae34-499c-b552-cbe45ad1bf1b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.0673504 Mar 31 23:29:58.870388 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75d08e22-8923-4ec1-9cde-d143e482a606 req-934ee970-00f2-4f1c-8494-ea64765c27ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Mar 31 23:29:58.874316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-892b44ac-e915-4abe-866a-50d7c7cc632e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372185 Mar 31 23:29:58.929038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Attempting to bind port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:29:58.929466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Attempting to bind port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:29:58.929863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Attempting to bind port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 on network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:58.964029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 on network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:29:58.964351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Attempting to bind port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 on network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:29:58.975536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:29:58.975884 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Checking segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:29:58.976266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Bound using segment: {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:29:58.976698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Bound port: 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ad0c36-142d-4f82-90b4-0e58ce4db31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:29:58.977055 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.027742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-07cd70aa-3b2a-47ae-b098-9ff31df6a6ae service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392381 Mar 31 23:29:59.081182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:29:59.123710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:29:59.132148 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.182217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-17d2ad19-43c7-421e-8fe7-de1f2306c344 service neutron] 10.222.0.95 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471429 Mar 31 23:29:59.185272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.185997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:29:59.187220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 1131 time: 0.9689200 Mar 31 23:29:59.187687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:59.190090 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a30ec-02b2-4b56-b81a-b894acf7c046" -d '{"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:59.213083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3a0e6-7641-416d-b3c0-9d76e772e050 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:59.228513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2547e28-bff1-4f85-9b06-8c50079231cc req-3c119b0a-3777-4644-99a4-78719a1f1222 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.236504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2547e28-bff1-4f85-9b06-8c50079231cc req-3c119b0a-3777-4644-99a4-78719a1f1222 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 983 time: 0.0720396 Mar 31 23:29:59.271816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-c507e6e7-6ef7-41a5-8799-62f90f84c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.273473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-c507e6e7-6ef7-41a5-8799-62f90f84c25f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1134 time: 0.0455115 Mar 31 23:29:59.279951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2547e28-bff1-4f85-9b06-8c50079231cc req-6855d818-cfad-4a46-a140-157fa7c769f7 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0421972 Mar 31 23:29:59.334299 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d1bb8-5a8a-4b5f-9b12-0897499d0b3a x-openstack-request-id: req-d76d1bb8-5a8a-4b5f-9b12-0897499d0b3a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:59.334572 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:59.334818 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d76d1bb8-5a8a-4b5f-9b12-0897499d0b3a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:59.335227 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76d1bb8-5a8a-4b5f-9b12-0897499d0b3a'] response: {'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'status': 'completed', 'code': 200} Mar 31 23:29:59.337108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-b1b74a13-ae59-4d2a-ae32-e3104c551c4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 217 time: 0.0545857 Mar 31 23:29:59.397965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-0e1c25ca-e4b2-44d3-83b4-b4528419da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.399729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-0e1c25ca-e4b2-44d3-83b4-b4528419da3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 200 len: 835 time: 0.0560298 Mar 31 23:29:59.435028 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fec07d0d-2163-4248-9f13-34a15a388d5b req-9b92e2fc-c681-4732-b56a-c0cb842dc9b6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Mar 31 23:29:59.462343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-c776b7dd-3b82-49ad-ba4f-d0873692a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:59.463903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-c776b7dd-3b82-49ad-ba4f-d0873692a6c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560994 Mar 31 23:29:59.559991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-a0a33d70-2780-4567-8343-cfc76b259a7e service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879283 Mar 31 23:30:00.058036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb1175-01e5-4e67-b71a-d77d899872ad req-713a7d06-f7c0-45e8-90d5-b91580861a59 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.059421 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99fb1175-01e5-4e67-b71a-d77d899872ad req-713a7d06-f7c0-45e8-90d5-b91580861a59 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 944 time: 0.0976875 Mar 31 23:30:00.064981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-15787242-b6b2-441c-a51d-5fbcce6407a0 req-b60c556d-f078-407f-a668-69ddabdc5548 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982464 Mar 31 23:30:00.104565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99fb1175-01e5-4e67-b71a-d77d899872ad req-f6cbb6bf-66eb-4bc4-afa6-60b5d329a43d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Mar 31 23:30:00.151373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-f4c7020f-7fc5-4888-990f-ef6eb2e5c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.152859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-f4c7020f-7fc5-4888-990f-ef6eb2e5c0c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1134 time: 0.0413110 Mar 31 23:30:00.243129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-c175e484-5da1-4e82-9838-1292c82f494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.244645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-c175e484-5da1-4e82-9838-1292c82f494b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 898 time: 0.0842519 Mar 31 23:30:00.290000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-1d3e80b3-e0fb-4415-8992-f99e8ceb129e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 217 time: 0.0373099 Mar 31 23:30:00.407300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd8e82-e54a-4f53-be09-47a21bdb6053 req-ff0f649b-4f47-4aa1-9090-048b4c0fae6f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.408901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bbd8e82-e54a-4f53-be09-47a21bdb6053 req-ff0f649b-4f47-4aa1-9090-048b4c0fae6f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 983 time: 0.0578897 Mar 31 23:30:00.411446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-8e9e6b5f-bfd5-4112-9ec5-60f0c6f34c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.412908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-8e9e6b5f-bfd5-4112-9ec5-60f0c6f34c53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 200 len: 835 time: 0.1109123 Mar 31 23:30:00.452771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bbd8e82-e54a-4f53-be09-47a21bdb6053 req-789b2b10-50b7-41dc-920b-e473b84d8f5f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0368545 Mar 31 23:30:00.471587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-ac574cdc-5b28-4022-9442-2ccd26c76424 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.473100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-ac574cdc-5b28-4022-9442-2ccd26c76424 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 814 time: 0.1724353 Mar 31 23:30:00.482569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-523f77a0-7522-4306-a945-9cb6d7b5b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:00.484149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-523f77a0-7522-4306-a945-9cb6d7b5b601 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634630 Mar 31 23:30:00.555492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8232670-c9ca-4b5e-abdf-3fe05bfd9643 req-57015e95-02d9-4a11-a717-a3b5a5658428 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 210 time: 0.0482593 Mar 31 23:30:00.596127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-cf5acbd9-e861-4819-a000-20f6a8fa10df tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=265569de417449d8a61ae622f6e9ad04 HTTP/1.1" status: 200 len: 379 time: 0.1109052 Mar 31 23:30:00.606972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'port': {'device_id': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'admin_state_up': True, 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'security_groups': ['768ba57a-69d9-455d-b033-29d5db3a4925']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:00.673795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-5f0e1382-c96f-4fef-a7ed-6076bb6d40cf service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757829 Mar 31 23:30:00.789589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Made reservation on behalf of 265569de417449d8a61ae622f6e9ad04 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:00.793072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.799090 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97322deb-1882-48c1-af5c-d509636fac06 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:00.806145 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b1a30ec-02b2-4b56-b81a-b894acf7c046 req-98c57b40-6fa8-4a49-be61-98a269bcf5a8 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237867 Mar 31 23:30:00.899038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97322deb-1882-48c1-af5c-d509636fac06,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:00.909928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '97322deb-1882-48c1-af5c-d509636fac06', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': '97322deb-1882-48c1-af5c-d509636fac06', 'mac_address': 'fa:16:3e:39:8a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:00.934081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Allocated IP 172.20.0.5 (df7c9ad3-45fe-4bd6-b579-1f1b14684cbf/374e1221-6543-43c4-81ac-5c651fb4a52c/23a3c3ce-2bec-4903-914a-f5f140e9e9f9) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:00.949980 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:00.963043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97322deb-1882-48c1-af5c-d509636fac06 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:00.982533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97322deb-1882-48c1-af5c-d509636fac06,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:00.988481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.033177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.071630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.109177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.158543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:01.161776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:01.165671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:01.194979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event updated for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.210132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.210478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.210812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.211145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.211504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.211833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.212241 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.212478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.212801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.213126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.213444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.213760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:01.232519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.233163 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.234221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243010dc-96ef-4e2c-9d3a-126552dab357 req-bbd9f8d8-8515-4fbc-b289-894b3006fd9c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.236121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-243010dc-96ef-4e2c-9d3a-126552dab357 req-bbd9f8d8-8515-4fbc-b289-894b3006fd9c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 945 time: 0.0612204 Mar 31 23:30:01.254715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-08c8ec4f-b687-4095-bf36-145acb1b63d0 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526313 Mar 31 23:30:01.267066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Request body: {'port': {'device_id': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:01.278608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-243010dc-96ef-4e2c-9d3a-126552dab357 req-f5579582-1e0c-4898-994b-94f73573af21 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Mar 31 23:30:01.334897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.392913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97322deb-1882-48c1-af5c-d509636fac06'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:01.444457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bb81b82b-ee68-4869-821c-bc9dbfeb2eab None None] Provisioning complete for port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:01.444730 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb81b82b-ee68-4869-821c-bc9dbfeb2eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.491758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bb81b82b-ee68-4869-821c-bc9dbfeb2eab None None] Port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:01.630916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee2223-5e8f-4607-809e-d89a47667cf2 req-a7a0aec8-e383-49d6-a2e9-30d2f9aa10d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.632443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60ee2223-5e8f-4607-809e-d89a47667cf2 req-a7a0aec8-e383-49d6-a2e9-30d2f9aa10d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 983 time: 0.0954378 Mar 31 23:30:01.649702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:01.664407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.674828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d3295-a54a-4384-ad12-7771d90bf66b req-b2b02e71-ba82-41bb-a3a8-9687a73d27d9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.676330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-093d3295-a54a-4384-ad12-7771d90bf66b req-b2b02e71-ba82-41bb-a3a8-9687a73d27d9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 931 time: 0.0502107 Mar 31 23:30:01.685917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Transition to ACTIVE for port object 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:30:01.693381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-60ee2223-5e8f-4607-809e-d89a47667cf2 req-d1b1d0a3-d87e-4f94-90d3-893cd462be29 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544918 Mar 31 23:30:01.694409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.717746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-093d3295-a54a-4384-ad12-7771d90bf66b req-89da40f6-383f-4ee1-9fb9-f5b246597895 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350709 Mar 31 23:30:01.750380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Pushing event updated for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:01.815846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Attempting to bind port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:01.816182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Attempting to bind port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:01.816508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Attempting to bind port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:01.821630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:01.821956 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Attempting to bind port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 on network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:01.829110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:01.829447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Checking segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:01.829868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Bound using segment: {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:01.831698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Bound port: 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59037f17-b6ce-4527-a164-491e366d2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:01.832076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.900971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:01.904323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:01.909404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.949085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:01.949619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:01.951016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] 10.222.0.60 "PUT /v2.0/ports/23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 200 len: 1091 time: 0.6884680 Mar 31 23:30:01.951515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:01.953844 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea59d0-92f9-4544-805c-ec82a80b53bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:01.975977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173fe64-f138-4d31-828b-5fee7a6f228e service neutron] Pushing event updated for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:02.019988 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412a5f54-fcb1-48b3-a808-db45f10ab789 x-openstack-request-id: req-412a5f54-fcb1-48b3-a808-db45f10ab789 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:02.019988 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:02.020298 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-412a5f54-fcb1-48b3-a808-db45f10ab789 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:02.020754 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412a5f54-fcb1-48b3-a808-db45f10ab789'] response: {'name': 'network-changed', 'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'status': 'completed', 'code': 200} Mar 31 23:30:02.053581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-78c5e891-d42d-404b-8541-22c4133c6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.055128 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-78c5e891-d42d-404b-8541-22c4133c6587 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 1094 time: 0.0525496 Mar 31 23:30:02.099054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-c5be0672-73c7-4559-9110-7c103d4ee648 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 200 len: 217 time: 0.0349867 Mar 31 23:30:02.160360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-c4abac86-49fa-449a-b0a9-52acd0b618cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.161969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-c4abac86-49fa-449a-b0a9-52acd0b618cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0556657 Mar 31 23:30:02.206905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-65d7d2a2-1285-41cb-89ff-e442bdf32f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.208502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-65d7d2a2-1285-41cb-89ff-e442bdf32f00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397596 Mar 31 23:30:02.298848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-287f6cc1-922f-4e76-aa0c-e8908779ac37 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835719 Mar 31 23:30:02.401338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbe0af-fe4d-41d3-bebe-449591557fbf req-454cc128-2d01-4420-aba3-f844e5f797a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.402587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38ae0c1a-33cd-44cf-85ed-5651421d34cd req-916b2416-14f7-485f-95d2-61d08cbc107e service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973597 Mar 31 23:30:02.402805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74fbe0af-fe4d-41d3-bebe-449591557fbf req-454cc128-2d01-4420-aba3-f844e5f797a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 945 time: 0.0504949 Mar 31 23:30:02.442034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-74fbe0af-fe4d-41d3-bebe-449591557fbf req-e59356c5-9e1e-4c26-875c-81474cb9854f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Mar 31 23:30:02.491728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-f0390fea-dd8d-499f-aa65-0c183fd782f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.493241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-f0390fea-dd8d-499f-aa65-0c183fd782f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 1094 time: 0.0412123 Mar 31 23:30:02.586380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-57def6a1-29f0-484a-ad0a-4b4f879483a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.587924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-57def6a1-29f0-484a-ad0a-4b4f879483a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.0881808 Mar 31 23:30:02.632798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-6359e694-d121-4348-9635-1b295210327e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 200 len: 217 time: 0.0370989 Mar 31 23:30:02.692260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3e8a1013-ab1a-49df-8aaa-1acac486bda2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:02.692912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-b68d9845-e83c-4b44-91f8-e30c725b08e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.694022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-b68d9845-e83c-4b44-91f8-e30c725b08e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0550616 Mar 31 23:30:02.740818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-18fead78-024b-4c5d-bdbd-3c49de8ae625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.741987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-18fead78-024b-4c5d-bdbd-3c49de8ae625 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411813 Mar 31 23:30:02.789510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:02.801385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'port_id': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'mac_address': 'fa:16:3e:19:76:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:02.845753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794fab2-8747-4db5-896e-20f89a1df606 req-98329893-77fc-4066-be4e-30d3768078ca tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.847379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6794fab2-8747-4db5-896e-20f89a1df606 req-98329893-77fc-4066-be4e-30d3768078ca tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 943 time: 0.0549381 Mar 31 23:30:02.878749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-3f955b08-6ab6-4ace-a5f4-50ca2fb04ef2 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296389 Mar 31 23:30:02.888669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6794fab2-8747-4db5-896e-20f89a1df606 req-c7dcb359-3773-4dbe-8b1e-93585f96561f tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350916 Mar 31 23:30:02.891748 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a58f4c-89bf-4d7a-8a3d-5ec9fa962cc0 req-ca493c17-dbc5-4390-8934-6af5bc31e056 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:02.893508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33a58f4c-89bf-4d7a-8a3d-5ec9fa962cc0 req-ca493c17-dbc5-4390-8934-6af5bc31e056 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 983 time: 0.0806541 Mar 31 23:30:02.997222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33a58f4c-89bf-4d7a-8a3d-5ec9fa962cc0 req-6b232e05-4775-49fd-83fa-79e84a96ad58 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0918918 Mar 31 23:30:03.017399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97322deb-1882-48c1-af5c-d509636fac06 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:03.019018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-caea59d0-92f9-4544-805c-ec82a80b53bf req-5ac3cecb-b31a-45a3-b21f-bf1ea18d3c2a service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244974 Mar 31 23:30:03.051986 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.068840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8a1013-ab1a-49df-8aaa-1acac486bda2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:03.092945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:03.098558 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.103543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 97322deb-1882-48c1-af5c-d509636fac06 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:03.126005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 97322deb-1882-48c1-af5c-d509636fac06 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:03.126369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.177327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.222583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.247352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97322deb-1882-48c1-af5c-d509636fac06'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:03.249584 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd8aa72-4a7b-4e8f-8312-977e2c75a486" -d '{"events": [{"server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "name": "network-vif-plugged", "status": "completed", "tag": "97322deb-1882-48c1-af5c-d509636fac06"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:03.262891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97322deb-1882-48c1-af5c-d509636fac06,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:03.268451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:03.328430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:03.373285 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa605bc-5a29-4565-85ba-25c7fa8b57d6 x-openstack-request-id: req-cfa605bc-5a29-4565-85ba-25c7fa8b57d6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:03.373592 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "name": "network-vif-plugged", "status": "completed", "tag": "97322deb-1882-48c1-af5c-d509636fac06", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:03.373846 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cfa605bc-5a29-4565-85ba-25c7fa8b57d6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:03.374294 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa605bc-5a29-4565-85ba-25c7fa8b57d6'] response: {'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97322deb-1882-48c1-af5c-d509636fac06', 'code': 200} Mar 31 23:30:03.498094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340a47a-8ee1-4f13-a599-185dc5e25c12 req-0792f4b2-98b2-4b1b-92e9-08a38adf58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:03.499924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5340a47a-8ee1-4f13-a599-185dc5e25c12 req-0792f4b2-98b2-4b1b-92e9-08a38adf58bb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 1097 time: 0.0480185 Mar 31 23:30:03.533711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['3e8a1013-ab1a-49df-8aaa-1acac486bda2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:03.536630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5340a47a-8ee1-4f13-a599-185dc5e25c12 req-b9f61497-c1ca-488b-9d8d-2440f9bab925 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290434 Mar 31 23:30:03.566897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ca6e-4442-46e1-ba59-612e0d24ae22 req-f9b510cd-5740-4b3e-a41c-a4f75db6f512 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:03.568625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7938ca6e-4442-46e1-ba59-612e0d24ae22 req-f9b510cd-5740-4b3e-a41c-a4f75db6f512 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0531473 Mar 31 23:30:03.614571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7938ca6e-4442-46e1-ba59-612e0d24ae22 req-0e9e7b72-7a64-48dc-acd6-8df7fe839239 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397685 Mar 31 23:30:04.020937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065554f8-0493-4f07-a74d-9de9e6c03b63 req-5ed17037-6959-40c5-98ba-87134c6430f3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.023732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-065554f8-0493-4f07-a74d-9de9e6c03b63 req-5ed17037-6959-40c5-98ba-87134c6430f3 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 943 time: 0.0552471 Mar 31 23:30:04.062926 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-065554f8-0493-4f07-a74d-9de9e6c03b63 req-34e4aef7-5ee6-48cc-b90b-9ea58f472eb4 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343504 Mar 31 23:30:04.120325 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190a00d-863f-4b59-8646-66485015739e req-d8a6e141-c42a-4878-996c-da6fc1af1609 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.121751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9190a00d-863f-4b59-8646-66485015739e req-d8a6e141-c42a-4878-996c-da6fc1af1609 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 984 time: 0.0504653 Mar 31 23:30:04.162718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9190a00d-863f-4b59-8646-66485015739e req-2e92dc0b-d890-4c1a-96fc-5adb59a5bb0c tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0344589 Mar 31 23:30:04.480507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0a8fea9-8e50-4c92-b7d1-3a7ee440825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.720023 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:04.722624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3e8a1013-ab1a-49df-8aaa-1acac486bda2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:04.743345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7266e92-1e75-43be-acec-59a41f1875d9 req-18556caf-c061-46d6-938f-7b1e6640ebf6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:04.744747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7266e92-1e75-43be-acec-59a41f1875d9 req-18556caf-c061-46d6-938f-7b1e6640ebf6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0593417 Mar 31 23:30:04.785217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b7266e92-1e75-43be-acec-59a41f1875d9 req-28354464-67db-4849-bb54-d9e4b50ba640 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Mar 31 23:30:04.829542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:04.838648 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:04.839039 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.880654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:04.897873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'port_id': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'mac_address': 'fa:16:3e:ca:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:04.968796 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.985266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:04.988270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:05.020394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:05.028209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.039106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:05.068373 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:05.087783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.146114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:05.229643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed2f3e-2f7e-4f08-bab2-aab57f4cbf41 req-7c239682-1206-42f5-98e6-d786a3f1310a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.231120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16ed2f3e-2f7e-4f08-bab2-aab57f4cbf41 req-7c239682-1206-42f5-98e6-d786a3f1310a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 944 time: 0.0562139 Mar 31 23:30:05.274050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16ed2f3e-2f7e-4f08-bab2-aab57f4cbf41 req-2f7311d0-af93-40b7-8279-2fe56b775845 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361187 Mar 31 23:30:05.284670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5c628-7de5-40cc-84b7-a89a7192578f req-bdfbb12e-e3de-478f-8696-97ff1fcbc3ee tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.287071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dd5c628-7de5-40cc-84b7-a89a7192578f req-bdfbb12e-e3de-478f-8696-97ff1fcbc3ee tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.0507438 Mar 31 23:30:05.328395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8dd5c628-7de5-40cc-84b7-a89a7192578f req-bc2216af-0e67-4643-82f2-e17655f19e7a tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0348048 Mar 31 23:30:05.330507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['23a3c3ce-2bec-4903-914a-f5f140e9e9f9'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:05.375044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:05.377523 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450d9456-c4f1-4f59-9c32-5705e59525dd" -d '{"events": [{"server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:05.419830 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b831917f-3d86-4664-b394-06bd786bd0c5 x-openstack-request-id: req-b831917f-3d86-4664-b394-06bd786bd0c5 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:05.420292 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "name": "network-vif-plugged", "status": "completed", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:05.420695 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b831917f-3d86-4664-b394-06bd786bd0c5 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:05.421275 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b831917f-3d86-4664-b394-06bd786bd0c5'] response: {'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'code': 200} Mar 31 23:30:05.514516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f500a1d-4ff1-4e31-b908-68303e01cbff req-4632fff9-1782-49ca-8ac5-a3d5d5f30f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.516122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f500a1d-4ff1-4e31-b908-68303e01cbff req-4632fff9-1782-49ca-8ac5-a3d5d5f30f4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0422199 Mar 31 23:30:05.554428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f500a1d-4ff1-4e31-b908-68303e01cbff req-fc01cd34-cece-4332-95b5-5292831924b1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&id=be60e6c0-43b1-42be-a3a3-ce31976c709b&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0293894 Mar 31 23:30:05.909302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf23ce-0949-45bd-92b5-b130a7674034 req-8a6bcc69-3cc1-4992-a87f-5cb6028a2510 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:05.910976 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bcf23ce-0949-45bd-92b5-b130a7674034 req-8a6bcc69-3cc1-4992-a87f-5cb6028a2510 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0531633 Mar 31 23:30:05.949588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bcf23ce-0949-45bd-92b5-b130a7674034 req-84dbcd18-96ac-4cc6-92c8-d3cb193438f9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Mar 31 23:30:06.070146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1989f8-cea8-4bb3-8c25-201f5942bdbf req-c0e8c100-3dd8-4e4e-8bd7-f483ffa949ea tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.071552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0c1989f8-cea8-4bb3-8c25-201f5942bdbf req-c0e8c100-3dd8-4e4e-8bd7-f483ffa949ea tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0494852 Mar 31 23:30:06.110535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0c1989f8-cea8-4bb3-8c25-201f5942bdbf req-ce79e4d5-fbd5-444a-bd79-b472b4813e9e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Mar 31 23:30:06.235114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb9c44-8844-4e7e-8763-9ca24fc7a88e req-e91c6327-6060-4fd5-9207-40e50d2b592d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.237078 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0efb9c44-8844-4e7e-8763-9ca24fc7a88e req-e91c6327-6060-4fd5-9207-40e50d2b592d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Mar 31 23:30:06.274062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0efb9c44-8844-4e7e-8763-9ca24fc7a88e req-b841aa6e-19a5-4d7f-a3ec-94a177573799 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Mar 31 23:30:06.389477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ebac2-8589-4c73-8da8-9b66c2590308 req-43cc990a-5874-4beb-9a87-ee9e7b627d8b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.390978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f5ebac2-8589-4c73-8da8-9b66c2590308 req-43cc990a-5874-4beb-9a87-ee9e7b627d8b tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 944 time: 0.0495229 Mar 31 23:30:06.433289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f5ebac2-8589-4c73-8da8-9b66c2590308 req-fedd9d8e-8736-4073-b516-8dbb98201e53 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358088 Mar 31 23:30:06.520945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c1e9-1b49-4cbe-b7a0-3acb610d31c8 req-f3eaf073-3bb9-47f2-8b36-c7550cd505a1 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.522430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9426c1e9-1b49-4cbe-b7a0-3acb610d31c8 req-f3eaf073-3bb9-47f2-8b36-c7550cd505a1 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.0502574 Mar 31 23:30:06.538160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626d3dc-cdd2-4c90-9868-5243bc621cb1 req-20dc6e2a-6f66-4aae-8f96-fccba8feb0e6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:06.539692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f626d3dc-cdd2-4c90-9868-5243bc621cb1 req-20dc6e2a-6f66-4aae-8f96-fccba8feb0e6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0504408 Mar 31 23:30:06.567431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9426c1e9-1b49-4cbe-b7a0-3acb610d31c8 req-258cc006-97fd-4fdf-b1d9-3b6fa2b18ab3 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386758 Mar 31 23:30:06.578281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f626d3dc-cdd2-4c90-9868-5243bc621cb1 req-6631ede4-a0a3-4341-a486-55fe20d4ff18 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Mar 31 23:30:06.738159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:06.795185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:06.798725 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:06.799092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.879408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.913915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:06.925672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.962007 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c59b5ac-203d-44be-85d5-83cb0c605dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:06.987581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:07.423039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:07.428759 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01024c-c1e1-4a30-908a-e6df9d1acab4" -d '{"events": [{"server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "name": "network-vif-plugged", "status": "completed", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:07.470948 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326fc412-0cde-4041-83cb-a10071f433a9 x-openstack-request-id: req-326fc412-0cde-4041-83cb-a10071f433a9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:07.471380 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "name": "network-vif-plugged", "status": "completed", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:07.471842 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-326fc412-0cde-4041-83cb-a10071f433a9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:07.472294 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326fc412-0cde-4041-83cb-a10071f433a9'] response: {'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'code': 200} Mar 31 23:30:07.561411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d605798-5c9c-44dd-9a22-23a47c8715d9 req-7b57fb24-ebbe-4499-9ed3-356fd020ed4a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.563093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d605798-5c9c-44dd-9a22-23a47c8715d9 req-7b57fb24-ebbe-4499-9ed3-356fd020ed4a tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Mar 31 23:30:07.568753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca5bf-99f5-4c78-a72c-d9af30100c5c req-c9dfaa23-a5f3-49c1-9f50-6c98318bc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.570266 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e50ca5bf-99f5-4c78-a72c-d9af30100c5c req-c9dfaa23-a5f3-49c1-9f50-6c98318bc918 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 1096 time: 0.0413845 Mar 31 23:30:07.606767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e50ca5bf-99f5-4c78-a72c-d9af30100c5c req-f37399ab-f806-4f5d-ae48-300bc5763341 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291438 Mar 31 23:30:07.607758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d605798-5c9c-44dd-9a22-23a47c8715d9 req-a2285e7c-6fc8-47d5-9116-cf4182be5ef8 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379601 Mar 31 23:30:07.685583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafbb6e-73c7-4790-ba72-bca89caf00e9 req-46b322d9-1b75-41ab-8438-7b3b14c5e3f6 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.687067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7bafbb6e-73c7-4790-ba72-bca89caf00e9 req-46b322d9-1b75-41ab-8438-7b3b14c5e3f6 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.0490825 Mar 31 23:30:07.708662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5c1cf-0f48-44c2-bcc2-52544e9e432d req-da11a84c-caf1-437d-b5ac-aea63a8a3c76 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.710191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adb5c1cf-0f48-44c2-bcc2-52544e9e432d req-da11a84c-caf1-437d-b5ac-aea63a8a3c76 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Mar 31 23:30:07.726246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7bafbb6e-73c7-4790-ba72-bca89caf00e9 req-8743b6c1-966f-461b-a03c-642c493449ab tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328732 Mar 31 23:30:07.749083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-adb5c1cf-0f48-44c2-bcc2-52544e9e432d req-f97e4cc9-2f23-4d42-a8fe-52af3972bd13 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325725 Mar 31 23:30:07.846131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd71470-ab1e-449f-a09f-434d276e72f9 req-8b6be8bc-6285-4d04-9d46-a4adabaae2f6 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:07.847732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd71470-ab1e-449f-a09f-434d276e72f9 req-8b6be8bc-6285-4d04-9d46-a4adabaae2f6 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.0532758 Mar 31 23:30:07.894757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dd71470-ab1e-449f-a09f-434d276e72f9 req-c88c36cb-1e0c-4bf3-b68f-b18e9a084b73 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0399752 Mar 31 23:30:07.985006 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:30:08.004558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-35efd084-8568-4208-b9ee-bff28808d5aa tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.006128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-35efd084-8568-4208-b9ee-bff28808d5aa tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0438685 Mar 31 23:30:08.025643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.105086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.111174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.132699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41d47459-f6cd-4672-bbbd-d5f838049c55 req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1198711 Mar 31 23:30:08.144914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00db631d-a7be-44e3-b247-2b62f4c713cf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.152103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.152449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.152785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.153124 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.153460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.153787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.154116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.154447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.154776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.155102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.155455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.155780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab57f1-3b7f-4826-8ed9-c6ca04e0f4fe tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:08.160931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56870) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:08.202149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62e9df-eb15-4582-9601-a84760014f8a tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.203725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2e62e9df-eb15-4582-9601-a84760014f8a tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1131 time: 0.0418267 Mar 31 23:30:08.206804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:08.211120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:08.236190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.371959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-6135a634-3f8c-4675-8cb6-8ed1817cbdbb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.373428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-6135a634-3f8c-4675-8cb6-8ed1817cbdbb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.0572562 Mar 31 23:30:08.379342 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.419665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.551990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.25.8.33 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:08.560041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port 97322deb-1882-48c1-af5c-d509636fac06 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:30:08.560397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.708627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port 97322deb-1882-48c1-af5c-d509636fac06, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=97322deb-1882-48c1-af5c-d509636fac06,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:08.709397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.724561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab966-f5df-429d-9c49-97776e5b9b87 req-6a69bf28-ef93-4ccd-a233-e98327ae15ef tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.726166 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fabab966-f5df-429d-9c49-97776e5b9b87 req-6a69bf28-ef93-4ccd-a233-e98327ae15ef tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Mar 31 23:30:08.730736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for 97322deb-1882-48c1-af5c-d509636fac06 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:30:08.743908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.767050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fabab966-f5df-429d-9c49-97776e5b9b87 req-81e7b576-971c-4e03-84e3-06695ad52e95 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331438 Mar 31 23:30:08.857836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:08.942958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:08.950792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:08.953311 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:08.958463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:08.967221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a3fc6-cbc3-417e-819e-e70511070ca9 req-64f2e5b2-477a-4823-9140-1359e2120eb0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:08.968745 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c11a3fc6-cbc3-417e-819e-e70511070ca9 req-64f2e5b2-477a-4823-9140-1359e2120eb0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 946 time: 0.1457045 Mar 31 23:30:09.020812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.035753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['97322deb-1882-48c1-af5c-d509636fac06'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:09.070618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=97322deb-1882-48c1-af5c-d509636fac06,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.080329 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c11a3fc6-cbc3-417e-819e-e70511070ca9 req-5d91468d-cd5d-4509-b466-7f1c0e4fa804 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900748 Mar 31 23:30:09.138284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port 97322deb-1882-48c1-af5c-d509636fac06 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:30:09.146213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.148936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0832e729-31a8-4248-a69d-8739f6ad1532 req-0f8be735-243d-46f2-bfce-804f2225718b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "DELETE /v2.0/ports/97322deb-1882-48c1-af5c-d509636fac06 HTTP/1.1" status: 204 len: 173 time: 0.7675526 Mar 31 23:30:09.149423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'name': 'network-vif-deleted', 'tag': '97322deb-1882-48c1-af5c-d509636fac06'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:09.151776 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b82a32-2dab-4ef0-a1d0-6150336f7f4b" -d '{"events": [{"server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "name": "network-vif-deleted", "tag": "97322deb-1882-48c1-af5c-d509636fac06"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:09.199920 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8eb47f-c659-448a-ab48-7fc4fbab14ef x-openstack-request-id: req-2f8eb47f-c659-448a-ab48-7fc4fbab14ef {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:09.200218 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14e7c87-b693-477d-be92-ced395cbb419", "name": "network-vif-deleted", "tag": "97322deb-1882-48c1-af5c-d509636fac06", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:09.200470 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2f8eb47f-c659-448a-ab48-7fc4fbab14ef {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:09.200877 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8eb47f-c659-448a-ab48-7fc4fbab14ef'] response: {'server_uuid': 'c14e7c87-b693-477d-be92-ced395cbb419', 'name': 'network-vif-deleted', 'tag': '97322deb-1882-48c1-af5c-d509636fac06', 'status': 'completed', 'code': 200} Mar 31 23:30:09.462129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.531283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.688424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.694789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.763903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:09.776225 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:09.907006 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Floating IP 39a0123a-d769-4ed3-9a75-ae65f9aac90b associated. External IP: 172.25.8.33, port: 3e8a1013-ab1a-49df-8aaa-1acac486bda2. Mar 31 23:30:09.959713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d5a3-5b4d-4608-9079-72baf4109392 req-fa326800-0907-472d-b1af-ee873599d87c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:09.961217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59b7d5a3-5b4d-4608-9079-72baf4109392 req-fa326800-0907-472d-b1af-ee873599d87c tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0986266 Mar 31 23:30:10.041048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59b7d5a3-5b4d-4608-9079-72baf4109392 req-9531660f-06d9-4be8-b13d-98ac67b8b8ad tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717716 Mar 31 23:30:10.055361 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.171266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router a58c73f6-9e1c-4fd4-8213-922a06128e27 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:10.199204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da288-d0f1-4562-9b6b-b6ca0627a542 req-55fde6e1-4f4d-4ee1-9e56-17809cd5c83d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.200456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e9ebe08-29b2-43c7-a869-0f89efd9cb8a req-78f6f736-3e23-474b-be6d-a02751866f32 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0277603 Mar 31 23:30:10.200936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d22da288-d0f1-4562-9b6b-b6ca0627a542 req-55fde6e1-4f4d-4ee1-9e56-17809cd5c83d tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0638630 Mar 31 23:30:10.211008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56886) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.216265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Request body: {'floatingip': {'port_id': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:10.264981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.306674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:10.318774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Sync routers for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:10.330292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.331786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:10.333746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:30:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.366869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e202afdd-973f-4583-a1c0-bd14186b7961 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1587853 Mar 31 23:30:10.370497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56888) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.432455 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.496863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:10.516230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.517276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.517965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.518434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.518904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.519393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.519897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.522560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a4fc600e-ef10-42d0-9c38-53cad9416713 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4992 time: 0.1509576 Mar 31 23:30:10.525246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.593419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.593894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.594346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.594790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.595322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.595772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.596209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.598016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db333bfd-c06a-441e-86db-ef9ec25f2f86 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.0717292 Mar 31 23:30:10.602755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 56892) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.768059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 56894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:30:10.768560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0303d41b-1294-480a-8342-b4d3e61c3182 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.1628082 Mar 31 23:30:10.776963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '39a0123a-d769-4ed3-9a75-ae65f9aac90b', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'port_id': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'mac_address': 'fa:16:3e:19:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:09Z', 'updated_at': '2022-03-31T23:30:09Z', 'revision_number': 0, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.804163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Checking router: a58c73f6-9e1c-4fd4-8213-922a06128e27 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:10.812900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:10.813448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.813928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:30:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:10.825354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11fd93-6d3a-4967-ab8d-d1b6a3d52ad6 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.825837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11fd93-6d3a-4967-ab8d-d1b6a3d52ad6 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:10.840369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ab11fd93-6d3a-4967-ab8d-d1b6a3d52ad6 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a58c73f6-9e1c-4fd4-8213-922a06128e27 HTTP/1.1" status: 200 len: 1990 time: 0.0575159 Mar 31 23:30:10.840369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:10.925462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:10.935413 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP 396b532a-3e64-4d67-afbe-77349d1ceba9 associated. External IP: 172.25.8.91, port: 23a3c3ce-2bec-4903-914a-f5f140e9e9f9. Mar 31 23:30:11.152714 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:30:11.161978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '39a0123a-d769-4ed3-9a75-ae65f9aac90b', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'port_id': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'mac_address': 'fa:16:3e:19:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:09Z', 'updated_at': '2022-03-31T23:30:09Z', 'revision_number': 0, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.190550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732a290-2fbe-4285-ad9d-c110e8970df6 None None] The sync data for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 is: [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '39a0123a-d769-4ed3-9a75-ae65f9aac90b', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'floating_ip_address': '172.25.8.33', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'port_id': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'mac_address': 'fa:16:3e:19:76:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:30:09Z', 'updated_at': '2022-03-31T23:30:09Z', 'revision_number': 0, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:11.202053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:11.204946 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85bb56-76c1-4a29-ba26-924c29588605" -d '{"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:11.260940 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60dc3e5-1f8c-4966-8b0e-d8a99e5587c0 x-openstack-request-id: req-a60dc3e5-1f8c-4966-8b0e-d8a99e5587c0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:11.261735 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:11.262056 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a60dc3e5-1f8c-4966-8b0e-d8a99e5587c0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:11.262550 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60dc3e5-1f8c-4966-8b0e-d8a99e5587c0'] response: {'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'status': 'completed', 'code': 200} Mar 31 23:30:11.285400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:30:11.290906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:11.299599 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:30:11.318387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a81662d-6321-49a2-933d-9f620412bb9f req-ebe3613a-9907-4f7f-9139-76543da6d4e2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Mar 31 23:30:11.318647 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:11.319269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:30:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.366515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d609fcc3-b03f-49e0-bfa0-028e23187456 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "PUT /v2.0/floatingips/396b532a-3e64-4d67-afbe-77349d1ceba9 HTTP/1.1" status: 200 len: 990 time: 1.1542175 Mar 31 23:30:11.367261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:11.369551 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:11.381587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-dbe86b55-1498-4ee1-8070-35c2f914307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.383164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-dbe86b55-1498-4ee1-8070-35c2f914307b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0897410 Mar 31 23:30:11.419112 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb631452-b3ba-4587-bdf1-5a1c61664e6d x-openstack-request-id: req-cb631452-b3ba-4587-bdf1-5a1c61664e6d {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:11.419435 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:11.419687 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cb631452-b3ba-4587-bdf1-5a1c61664e6d {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:11.420093 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb631452-b3ba-4587-bdf1-5a1c61664e6d'] response: {'name': 'network-changed', 'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'status': 'completed', 'code': 200} Mar 31 23:30:11.469778 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:11.492963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-c7cd53b5-040f-4fac-90ce-0d24a21eff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.494858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-c7cd53b5-040f-4fac-90ce-0d24a21eff0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 898 time: 0.1048491 Mar 31 23:30:11.548364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa155a-6326-4ff9-be75-025c4d1c8c70 None None] New status for floating IP 39a0123a-d769-4ed3-9a75-ae65f9aac90b: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:30:11.570321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-fe35188d-f8e0-4663-99f9-41cd1c58d78c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 999 time: 0.0664074 Mar 31 23:30:11.636422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-6710d793-1da0-4292-9fc1-d6da7f5e7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.638268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-6710d793-1da0-4292-9fc1-d6da7f5e7f86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 1096 time: 0.1423833 Mar 31 23:30:11.642529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-d6a45897-0e5c-43b3-b04e-692043421b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:11.644158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-d6a45897-0e5c-43b3-b04e-692043421b70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 200 len: 835 time: 0.0598736 Mar 31 23:30:11.837875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '396b532a-3e64-4d67-afbe-77349d1ceba9', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:ca:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:10Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.866300 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:30:11.876656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:30:11.877294 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:30:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:11.988584 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:30:12.123330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-037f4970-5b73-4581-9120-09792035c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:12.124821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-037f4970-5b73-4581-9120-09792035c8ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4701512 Mar 31 23:30:12.211296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-089f476e-372f-4697-ab78-803966465ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:12.212767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-089f476e-372f-4697-ab78-803966465ec8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.5669084 Mar 31 23:30:12.231296 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '396b532a-3e64-4d67-afbe-77349d1ceba9', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:ca:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:10Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:30:12.258565 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7a9ab-9666-481b-8b2f-f85b44603818 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '396b532a-3e64-4d67-afbe-77349d1ceba9', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'port_id': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'mac_address': 'fa:16:3e:ca:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:29:57Z', 'updated_at': '2022-03-31T23:30:10Z', 'revision_number': 1, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:30:12.275117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-ae7ba694-a68e-4ac4-8d9d-9ddb2efd5718 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418674 Mar 31 23:30:12.314032 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-f6bed747-1b8f-49a8-9729-ee9d41399ea1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 200 len: 998 time: 0.0930564 Mar 31 23:30:12.421399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-cc422760-b8df-40d9-a89c-6e10c105b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:12.422883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-cc422760-b8df-40d9-a89c-6e10c105b16a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.0999892 Mar 31 23:30:12.434704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b85bb56-76c1-4a29-ba26-924c29588605 req-50918c07-9e2e-40da-9470-95a8d8b0d0b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525743 Mar 31 23:30:12.436060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5faab714-f981-45c6-8ffd-18610e4492d8 req-2e0252d3-e455-4130-a502-bf9f74bec0cf tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=c14e7c87-b693-477d-be92-ced395cbb419 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Mar 31 23:30:12.495454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-315fd908-9ab3-494e-bde6-a341c0284cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:12.497011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-315fd908-9ab3-494e-bde6-a341c0284cec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603397 Mar 31 23:30:12.515628 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc06f566-3dc6-4c99-aa65-9a74e85309f4 None None] New status for floating IP 396b532a-3e64-4d67-afbe-77349d1ceba9: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:30:12.608321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-1b8a6c2c-a675-403c-ad29-8298d8469d68 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036122 Mar 31 23:30:12.708225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd2e0506-1d1c-4478-bf50-c5de4feee1ae req-da91c51b-72f6-4a5d-bc0a-c04845fa7b79 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901144 Mar 31 23:30:12.891387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97322deb-1882-48c1-af5c-d509636fac06 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:30:12.915292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 97322deb-1882-48c1-af5c-d509636fac06 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:30:12.915720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 97322deb-1882-48c1-af5c-d509636fac06 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:30:21.130315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:26.341512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:32.585346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5a1e6528-b80c-4142-9e1a-2de93b8c2e96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:32.586831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5a1e6528-b80c-4142-9e1a-2de93b8c2e96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1162841 Mar 31 23:30:32.603083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-c85e2157-7bab-4a7e-a544-cabaa8fc82d1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Mar 31 23:30:32.655811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-f4b50f36-1547-457c-93ad-9258be012ae8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469010 Mar 31 23:30:32.753418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-8bb33d90-7371-4037-9ba9-c63f61ee3fd2 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905344 Mar 31 23:30:32.853491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-2b195f70-3e70-4eae-a992-9408db454d31 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934412 Mar 31 23:30:33.051824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-33ead1e0-38f2-478e-b964-8256414f06ea req-f4116fd6-937b-40f5-8d75-d80646bba8b0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0266616 Mar 31 23:30:34.038148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-4662bf09-ffa0-44bb-a8a4-54c48b74a482 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.039631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-4662bf09-ffa0-44bb-a8a4-54c48b74a482 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1110604 Mar 31 23:30:34.052753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:34.177708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-d40be734-c070-4b1a-851c-5308bc2b4d7a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0599897 Mar 31 23:30:34.182254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70c8ba5d-e667-482a-8b7d-e2443bf18588 req-bafd84ff-c136-4e19-a63c-a689ea9ad0a0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0366471 Mar 31 23:30:34.200787 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:30:34.204737 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.272293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-c9937d8a-0fe0-44f7-8b55-92545e7f689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.274065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-c9937d8a-0fe0-44f7-8b55-92545e7f689b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0462458 Mar 31 23:30:34.333105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.5 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/e4137e13-14c0-4d5e-9b0b-1ae741d966fd) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:30:34.386463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-cf92e74a-6ab7-411e-a9e5-0434975b2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.388004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-cf92e74a-6ab7-411e-a9e5-0434975b2231 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 898 time: 0.0951984 Mar 31 23:30:34.469043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-a13c77d6-31ef-462c-b106-0ce93891f585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 1001 time: 0.0731418 Mar 31 23:30:34.477978 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d20f1421-631c-4d49-9309-37321d0111b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.521327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.531129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-194c78a0-f84f-4a15-b382-1834a37bf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.533203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-194c78a0-f84f-4a15-b382-1834a37bf23b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 200 len: 835 time: 0.0562363 Mar 31 23:30:34.563806 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.588774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-3297bf17-7562-4ecf-8b3c-09fe1c497484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:34.590291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-3297bf17-7562-4ecf-8b3c-09fe1c497484 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481691 Mar 31 23:30:34.613483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:30:34.616986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:30:34.620922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:30:34.706783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-64fde988-3fe2-46a8-8c40-9af8ced1f2c2 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073658 Mar 31 23:30:34.814975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-714b0c6b-064f-45c1-9121-5aba47185ec1 req-9a10de21-2e12-4f69-8b14-75872fe66674 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012347 Mar 31 23:30:34.910152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8f40ea28-b6ea-4d2d-a9e5-3b5cd30686be None None] Provisioning complete for port e4137e13-14c0-4d5e-9b0b-1ae741d966fd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:34.910473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f40ea28-b6ea-4d2d-a9e5-3b5cd30686be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:34.946874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8f40ea28-b6ea-4d2d-a9e5-3b5cd30686be None None] Port e4137e13-14c0-4d5e-9b0b-1ae741d966fd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:30:35.027590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.053513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.054248 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.073876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-cab1d77b-053a-4a52-866f-d2cf9c1f7e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0249698 Mar 31 23:30:35.086799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Request body: {'port': {'device_id': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:30:35.151535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.306360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa951421-21d1-4d53-baad-a33d721b07a8 req-aefbe3ae-8010-42e3-a1c5-7d68c09fbef1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.308020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa951421-21d1-4d53-baad-a33d721b07a8 req-aefbe3ae-8010-42e3-a1c5-7d68c09fbef1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 931 time: 0.0507615 Mar 31 23:30:35.348952 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa951421-21d1-4d53-baad-a33d721b07a8 req-dbcab603-12b8-46ff-80c9-ab9a721a043d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Mar 31 23:30:35.425282 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4137e13-14c0-4d5e-9b0b-1ae741d966fd {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:35.432683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.444780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Transition to ACTIVE for port object e4137e13-14c0-4d5e-9b0b-1ae741d966fd will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:30:35.449777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.505715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.573609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Attempting to bind port e4137e13-14c0-4d5e-9b0b-1ae741d966fd on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:30:35.573940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Attempting to bind port e4137e13-14c0-4d5e-9b0b-1ae741d966fd by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:30:35.574287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Attempting to bind port e4137e13-14c0-4d5e-9b0b-1ae741d966fd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:35.578582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Port e4137e13-14c0-4d5e-9b0b-1ae741d966fd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:30:35.578898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Attempting to bind port e4137e13-14c0-4d5e-9b0b-1ae741d966fd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:30:35.583900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:30:35.584233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:30:35.584616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:30:35.585157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Bound port: e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:30:35.585517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.660342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:30:35.663767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:30:35.669247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.706256 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.707337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:35.709621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] 10.222.0.96 "PUT /v2.0/ports/e4137e13-14c0-4d5e-9b0b-1ae741d966fd HTTP/1.1" status: 200 len: 1091 time: 0.6274054 Mar 31 23:30:35.710342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:35.714482 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef" -d '{"events": [{"name": "network-changed", "server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:35.749753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681eeab-195e-4a67-993d-e507710c59b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:35.835085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-ce993fe9-d3c9-4764-86eb-aba836673a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.836761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-ce993fe9-d3c9-4764-86eb-aba836673a06 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 1094 time: 0.0649793 Mar 31 23:30:35.857136 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81950c5b-c3fa-434e-a466-5d983e362ff0 x-openstack-request-id: req-81950c5b-c3fa-434e-a466-5d983e362ff0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:35.857428 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:35.857659 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-81950c5b-c3fa-434e-a466-5d983e362ff0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:35.858066 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81950c5b-c3fa-434e-a466-5d983e362ff0'] response: {'name': 'network-changed', 'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd', 'status': 'completed', 'code': 200} Mar 31 23:30:35.892679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-fc3f94c4-1d8e-4eda-b552-e7f751b494dd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd HTTP/1.1" status: 200 len: 217 time: 0.0461562 Mar 31 23:30:35.947567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-c4b1f223-fc19-438d-bc7d-2790a40b79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:35.949094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-c4b1f223-fc19-438d-bc7d-2790a40b79e8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0499282 Mar 31 23:30:36.006781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-50e64bd9-558d-47b9-9e88-2ba5af3bc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.008251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-50e64bd9-558d-47b9-9e88-2ba5af3bc1bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527749 Mar 31 23:30:36.123756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-f44faf64-1862-4fd6-a28d-f04aafb60643 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077180 Mar 31 23:30:36.214643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-115eb1e3-2f51-4442-b12e-8673b2942f91 req-8c470e86-2f51-4a27-a067-3d3e046972c0 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Mar 31 23:30:36.305743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-90d3adaa-0346-4f4b-96b5-12f890da6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.307154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-90d3adaa-0346-4f4b-96b5-12f890da6b2d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 1094 time: 0.0458651 Mar 31 23:30:36.410901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-4b8e4f37-e065-4360-bf23-235e46de8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.412476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-4b8e4f37-e065-4360-bf23-235e46de8e70 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0978620 Mar 31 23:30:36.460700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-215a79fd-a189-499a-a925-c1a36db2e6af service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd HTTP/1.1" status: 200 len: 217 time: 0.0406003 Mar 31 23:30:36.483928 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130fd03-487a-4dea-ba62-e487a6305a62 req-a4eeaf8c-08f1-4dff-a5a1-8eb97545c754 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.485555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b130fd03-487a-4dea-ba62-e487a6305a62 req-a4eeaf8c-08f1-4dff-a5a1-8eb97545c754 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0539823 Mar 31 23:30:36.515767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-7baa000a-8e80-42a6-885e-e52ba67ac486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.517356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-7baa000a-8e80-42a6-885e-e52ba67ac486 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0503712 Mar 31 23:30:36.527532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b130fd03-487a-4dea-ba62-e487a6305a62 req-7255d8d1-bca7-4446-ac85-61a7c5c6263d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Mar 31 23:30:36.564176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-0e025b45-56ad-46f3-9cad-1f5e608a2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:36.565844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-0e025b45-56ad-46f3-9cad-1f5e608a2a5b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407553 Mar 31 23:30:36.658765 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-f9ebd3e8-34e4-495b-8790-4daf599d4ed6 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855219 Mar 31 23:30:36.758796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6c6ea47-7e1e-4389-bab8-9ed96632dfef req-f93d264b-85c0-4c4e-bf69-bd15916540c0 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920331 Mar 31 23:30:36.939227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df79636d-75fc-4f77-ad26-e4ff6bd9747c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:37.699186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac8f83-9ccc-4b07-b89d-908c3aaac623 req-08ff9576-f538-4cbb-845e-8d1cdfe47bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:37.702084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9eac8f83-9ccc-4b07-b89d-908c3aaac623 req-08ff9576-f538-4cbb-845e-8d1cdfe47bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0591981 Mar 31 23:30:37.771125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9eac8f83-9ccc-4b07-b89d-908c3aaac623 req-5f418e29-cf67-46a2-8cbc-7daabe5b8ee2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Mar 31 23:30:38.440085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:38.953385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05789c-a989-439f-b0f2-7168cfac890c req-94c09684-6370-4af4-8e0a-0f63edb0f437 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:38.955384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e05789c-a989-439f-b0f2-7168cfac890c req-94c09684-6370-4af4-8e0a-0f63edb0f437 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0741103 Mar 31 23:30:39.016724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8e05789c-a989-439f-b0f2-7168cfac890c req-5f7f00e2-be50-4998-afca-96d5c88d88b4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Mar 31 23:30:40.067601 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:40.165498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d32c8-389c-4302-942e-4a5da8780452 req-ffdaf6da-5afc-4531-8980-e67c1a648b32 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:40.167106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-179d32c8-389c-4302-942e-4a5da8780452 req-ffdaf6da-5afc-4531-8980-e67c1a648b32 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0601671 Mar 31 23:30:40.234127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-179d32c8-389c-4302-942e-4a5da8780452 req-757516e4-d5a1-491d-bf08-9ff7eb98bc9d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600688 Mar 31 23:30:40.366890 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:41.363066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262d304-1114-4493-a871-a19d8d9f1857 req-6a1893b0-78d7-4900-b01f-553bf085bd18 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:41.364843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5262d304-1114-4493-a871-a19d8d9f1857 req-6a1893b0-78d7-4900-b01f-553bf085bd18 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0529716 Mar 31 23:30:41.404437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5262d304-1114-4493-a871-a19d8d9f1857 req-c318f304-b5f7-4fcc-88e2-c4404d84ecda tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Mar 31 23:30:42.539832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2b49a-a285-459d-a9e9-138eb179c909 req-a9e190c0-9f7e-490d-ac29-9102d1f6c0a6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:42.541364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ac2b49a-a285-459d-a9e9-138eb179c909 req-a9e190c0-9f7e-490d-ac29-9102d1f6c0a6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0590556 Mar 31 23:30:42.582421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ac2b49a-a285-459d-a9e9-138eb179c909 req-87cad15d-e57f-4e5e-9bdc-6eb4986e21e2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Mar 31 23:30:43.719445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e696b-5439-4abf-9d99-6e3b9b483c66 req-fb595f94-ac07-4057-98a5-2887d198ea58 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:43.720941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a09e696b-5439-4abf-9d99-6e3b9b483c66 req-fb595f94-ac07-4057-98a5-2887d198ea58 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0589790 Mar 31 23:30:43.762077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a09e696b-5439-4abf-9d99-6e3b9b483c66 req-8e3e22e8-a0c1-4518-9cf1-019a11bf9b77 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Mar 31 23:30:44.889154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f284c-2ec7-4100-898d-5b2f77cbdbd6 req-a458f126-e765-4695-948e-64a625757ad1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:44.890686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-044f284c-2ec7-4100-898d-5b2f77cbdbd6 req-a458f126-e765-4695-948e-64a625757ad1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0508845 Mar 31 23:30:44.934892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-044f284c-2ec7-4100-898d-5b2f77cbdbd6 req-db920ff6-ac7d-4e37-9354-e3e111504d45 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Mar 31 23:30:44.986546 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:30:46.060170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e3bc4-e0b3-4b77-85a6-c106da3e5b65 req-7dca7a51-6805-4574-8aff-4485eaeca498 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:46.061826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce8e3bc4-e0b3-4b77-85a6-c106da3e5b65 req-7dca7a51-6805-4574-8aff-4485eaeca498 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0548136 Mar 31 23:30:46.101086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce8e3bc4-e0b3-4b77-85a6-c106da3e5b65 req-ab650559-d816-4191-b5d8-90a674959a20 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Mar 31 23:30:47.220653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe94726-d0d0-4acf-8d77-8df510ebee2a req-673cd0bb-6ca1-4832-aa1a-81e48717c3e1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:47.222030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efe94726-d0d0-4acf-8d77-8df510ebee2a req-673cd0bb-6ca1-4832-aa1a-81e48717c3e1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0493362 Mar 31 23:30:47.264395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-efe94726-d0d0-4acf-8d77-8df510ebee2a req-b10f0892-26d3-4196-94be-e8b5f3a14f3d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357971 Mar 31 23:30:48.400148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00775502-1dec-4d10-9997-05d71ea5bbb1 req-a0981167-d3b1-48c3-9861-680d3ce78ee7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:48.401581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00775502-1dec-4d10-9997-05d71ea5bbb1 req-a0981167-d3b1-48c3-9861-680d3ce78ee7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0613055 Mar 31 23:30:48.441673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00775502-1dec-4d10-9997-05d71ea5bbb1 req-d6820d42-ee53-4f24-87c3-79a5ccda5f29 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Mar 31 23:30:49.563644 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d29622-4cf7-44f6-a43a-25772368442b req-618b609d-ce44-4e90-966d-3d28745394ce tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:49.565377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29d29622-4cf7-44f6-a43a-25772368442b req-618b609d-ce44-4e90-966d-3d28745394ce tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0534062 Mar 31 23:30:49.604013 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29d29622-4cf7-44f6-a43a-25772368442b req-68141df6-221e-41b0-ab67-9faf106c589b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Mar 31 23:30:50.728092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1964905-3bd7-43c2-9a8b-d34108597327 req-75f38184-4e57-41f5-8b6d-02213bf64d31 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:50.729580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1964905-3bd7-43c2-9a8b-d34108597327 req-75f38184-4e57-41f5-8b6d-02213bf64d31 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0495377 Mar 31 23:30:50.769573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1964905-3bd7-43c2-9a8b-d34108597327 req-c7f4d64d-0bed-4524-bb1c-5f72e86c1d47 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333893 Mar 31 23:30:51.124841 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:51.903227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea881d-e026-47c4-a793-501d0fbd3be2 req-2d07f893-1bf5-429a-a708-b229d339223c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:51.904753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54ea881d-e026-47c4-a793-501d0fbd3be2 req-2d07f893-1bf5-429a-a708-b229d339223c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0575082 Mar 31 23:30:51.948344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54ea881d-e026-47c4-a793-501d0fbd3be2 req-d68fbaf6-1916-4f4d-af2e-fbd7c1a16825 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366662 Mar 31 23:30:53.078546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf7f91-0e68-4f68-867e-a04faeb60fa0 req-9274db1e-f740-4c57-8130-2833e9a78336 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:53.080050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0bf7f91-0e68-4f68-867e-a04faeb60fa0 req-9274db1e-f740-4c57-8130-2833e9a78336 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0556555 Mar 31 23:30:53.121955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0bf7f91-0e68-4f68-867e-a04faeb60fa0 req-15514305-929a-4b59-a240-372d71fca278 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Mar 31 23:30:54.257078 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16f720-8b95-4fc4-be0e-84d08563d04b req-5f3a7184-1b16-4789-a771-dc441b0c5966 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:54.258660 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b16f720-8b95-4fc4-be0e-84d08563d04b req-5f3a7184-1b16-4789-a771-dc441b0c5966 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0533705 Mar 31 23:30:54.297596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b16f720-8b95-4fc4-be0e-84d08563d04b req-238d303a-2d46-4145-94bf-a3b24b08eb53 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Mar 31 23:30:55.421678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32f36-b7f7-49d7-a51b-3f7b886b315d req-7818ed09-4a91-4bd7-bf23-77beca542415 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:55.423055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfe32f36-b7f7-49d7-a51b-3f7b886b315d req-7818ed09-4a91-4bd7-bf23-77beca542415 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0509617 Mar 31 23:30:55.472171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfe32f36-b7f7-49d7-a51b-3f7b886b315d req-9ed7d47a-1435-47be-b5f4-320eeb193cb2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Mar 31 23:30:56.366871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:56.601843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d7b9-7cea-4c7b-8861-9c0b75bb19af req-e723e79d-dd99-4431-9226-73264cc4dbd1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:56.603358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84d4d7b9-7cea-4c7b-8861-9c0b75bb19af req-e723e79d-dd99-4431-9226-73264cc4dbd1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 943 time: 0.0487266 Mar 31 23:30:56.643021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84d4d7b9-7cea-4c7b-8861-9c0b75bb19af req-a2fb476e-0a47-440b-8ba3-6a9899a107e2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Mar 31 23:30:57.104228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e4137e13-14c0-4d5e-9b0b-1ae741d966fd details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:30:57.204339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:57.215513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd', 'mac_address': 'fa:16:3e:9d:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:30:57.409078 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.422199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4137e13-14c0-4d5e-9b0b-1ae741d966fd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:30:57.441266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:57.448280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:57.498017 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:57.509132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.509449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.509813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.510144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.510474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.510799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.511120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.511468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.511772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.512118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.512434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.512750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:30:57.769258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7836488-c5db-444a-b0e6-0b1333ef4c52 req-488102ed-d4cd-4c14-90e9-891b5ea419a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:57.770748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7836488-c5db-444a-b0e6-0b1333ef4c52 req-488102ed-d4cd-4c14-90e9-891b5ea419a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 944 time: 0.0521052 Mar 31 23:30:57.793247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e4137e13-14c0-4d5e-9b0b-1ae741d966fd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:30:57.810290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7836488-c5db-444a-b0e6-0b1333ef4c52 req-8899cfa5-33ad-4b02-8877-50f961485476 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Mar 31 23:30:58.935474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf6988-4fb4-466f-878b-a7787d9c9fcd req-5c5fc331-4eaf-4d27-a1f0-c3300a63ea70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:58.936959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7adf6988-4fb4-466f-878b-a7787d9c9fcd req-5c5fc331-4eaf-4d27-a1f0-c3300a63ea70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Mar 31 23:30:58.981908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7adf6988-4fb4-466f-878b-a7787d9c9fcd req-e0f50f33-1dcb-4d84-aea9-d65274287678 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377750 Mar 31 23:30:59.111660 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e4137e13-14c0-4d5e-9b0b-1ae741d966fd up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:30:59.162864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port e4137e13-14c0-4d5e-9b0b-1ae741d966fd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:30:59.167096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port e4137e13-14c0-4d5e-9b0b-1ae741d966fd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:30:59.167500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.261347 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.284379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:30:59.286712 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d572af9-4f08-47d3-bf8c-b7c89de00eed" -d '{"events": [{"server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "name": "network-vif-plugged", "status": "completed", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:30:59.299610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:30:59.305070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:30:59.328133 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff000a1f-7974-44cf-8237-05297e6250e9 x-openstack-request-id: req-ff000a1f-7974-44cf-8237-05297e6250e9 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:30:59.328427 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "name": "network-vif-plugged", "status": "completed", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:30:59.328676 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ff000a1f-7974-44cf-8237-05297e6250e9 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:30:59.329164 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff000a1f-7974-44cf-8237-05297e6250e9'] response: {'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd', 'code': 200} Mar 31 23:30:59.356957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:59.423714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22fc2-e099-4e62-b91c-18629e6ed559 req-2e74e6d3-24ed-4e96-b957-bc7fb9244f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:30:59.425258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbe22fc2-e099-4e62-b91c-18629e6ed559 req-2e74e6d3-24ed-4e96-b957-bc7fb9244f24 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 1096 time: 0.0407882 Mar 31 23:30:59.461992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cbe22fc2-e099-4e62-b91c-18629e6ed559 req-ad6e66ba-311a-4d1a-8d7d-51506c353d6a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284367 Mar 31 23:31:00.119202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe82092-cf8f-4060-9fe2-277fc54360c5 req-c3923cd6-ee4e-4ad6-af30-194d52b14d08 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:00.120707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfe82092-cf8f-4060-9fe2-277fc54360c5 req-c3923cd6-ee4e-4ad6-af30-194d52b14d08 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0588574 Mar 31 23:31:00.164470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfe82092-cf8f-4060-9fe2-277fc54360c5 req-44e96b33-262c-42d3-9783-1776c2a54222 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374784 Mar 31 23:31:01.310817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa0c20-4bb5-43b1-88c5-24f808361517 req-b58915b6-2bad-4b73-9274-4c650c57bf35 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.312460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10fa0c20-4bb5-43b1-88c5-24f808361517 req-b58915b6-2bad-4b73-9274-4c650c57bf35 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0702355 Mar 31 23:31:01.352296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10fa0c20-4bb5-43b1-88c5-24f808361517 req-93808847-00d5-4078-96a0-42f68928eb77 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Mar 31 23:31:01.482966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f450d4-0a53-4556-b2b5-4b687c6835ee req-de9c7935-0c10-4efe-acff-0b43824ec795 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.484573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a0f450d4-0a53-4556-b2b5-4b687c6835ee req-de9c7935-0c10-4efe-acff-0b43824ec795 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Mar 31 23:31:01.530407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a0f450d4-0a53-4556-b2b5-4b687c6835ee req-cf5c255c-6413-498a-9e30-1d7b3f338995 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Mar 31 23:31:01.660817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bae2b-507d-4a97-8cd3-b5cb5501dd40 req-9700d7a3-cb05-412c-a48a-b5958fd5e741 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:01.662223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b98bae2b-507d-4a97-8cd3-b5cb5501dd40 req-9700d7a3-cb05-412c-a48a-b5958fd5e741 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Mar 31 23:31:01.703681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b98bae2b-507d-4a97-8cd3-b5cb5501dd40 req-bca25885-8204-4eae-bdae-7f01f9bb9c69 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Mar 31 23:31:02.044250 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e4a8-38b5-4336-b941-11ef03145a45 req-b5ab6e8d-23dc-44ff-b772-b07035ba2048 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:02.045741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ab3e4a8-38b5-4336-b941-11ef03145a45 req-b5ab6e8d-23dc-44ff-b772-b07035ba2048 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0657580 Mar 31 23:31:02.091759 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ab3e4a8-38b5-4336-b941-11ef03145a45 req-6cccdb19-ae75-4e1c-83eb-40433d12ef8e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Mar 31 23:31:03.220316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c5c-2500-43e4-b89f-a22aa0204699 req-2b70a7ad-79d4-4e88-bb7b-937a8bc64bbb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:03.221797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78d08c5c-2500-43e4-b89f-a22aa0204699 req-2b70a7ad-79d4-4e88-bb7b-937a8bc64bbb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0533745 Mar 31 23:31:03.261057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78d08c5c-2500-43e4-b89f-a22aa0204699 req-09f0cda4-eb5d-4b45-a7e4-ebf488e1e3c5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Mar 31 23:31:03.784726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-eadfa376-bf90-46cf-bbd8-cc0be95f362a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:03.786167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-eadfa376-bf90-46cf-bbd8-cc0be95f362a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 945 time: 0.0530725 Mar 31 23:31:03.886231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port e4137e13-14c0-4d5e-9b0b-1ae741d966fd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:03.886550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.979576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port e4137e13-14c0-4d5e-9b0b-1ae741d966fd, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:03.979576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:03.998595 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for e4137e13-14c0-4d5e-9b0b-1ae741d966fd owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:04.139757 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.163109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['e4137e13-14c0-4d5e-9b0b-1ae741d966fd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:04.174642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=e4137e13-14c0-4d5e-9b0b-1ae741d966fd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:04.218994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port e4137e13-14c0-4d5e-9b0b-1ae741d966fd on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:04.221799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:04.225172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-286c4770-7259-490b-a7fb-0cc74e07bb1c req-79e42445-ae14-4e2a-8fa8-2f704da88bee tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "DELETE /v2.0/ports/e4137e13-14c0-4d5e-9b0b-1ae741d966fd HTTP/1.1" status: 204 len: 173 time: 0.4321375 Mar 31 23:31:04.225624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'name': 'network-vif-deleted', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:04.227931 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7048d2-139d-40c3-a8c6-f4d745992ad2" -d '{"events": [{"server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "name": "network-vif-deleted", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:04.268352 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582db36b-48a3-4262-9642-1f167420d4b1 x-openstack-request-id: req-582db36b-48a3-4262-9642-1f167420d4b1 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:04.268721 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d60570-73dc-4fa3-b80d-ba86be3aadf6", "name": "network-vif-deleted", "tag": "e4137e13-14c0-4d5e-9b0b-1ae741d966fd", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:04.269058 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-582db36b-48a3-4262-9642-1f167420d4b1 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:04.269481 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582db36b-48a3-4262-9642-1f167420d4b1'] response: {'server_uuid': '41d60570-73dc-4fa3-b80d-ba86be3aadf6', 'name': 'network-vif-deleted', 'tag': 'e4137e13-14c0-4d5e-9b0b-1ae741d966fd', 'status': 'completed', 'code': 200} Mar 31 23:31:04.370047 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36984cbd-f160-4a9b-8648-d76624c867e3 req-e4666955-0793-4466-ab57-a9627a9db328 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0289156 Mar 31 23:31:04.476222 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ac7d0bdf-1524-4972-9b1d-c53277f2e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:05.480088 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e202086b-efef-41c9-8b58-520d26e53226 req-1e768aab-416d-447e-8aee-8e9074a99920 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0318797 Mar 31 23:31:06.578653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b92cfee7-bf99-4bf0-9bd4-a0eb0efcbbf8 req-9be2072b-cb89-43b0-b8f6-d56fc77cdb16 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0260561 Mar 31 23:31:06.934445 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7f35859f-87f5-42d2-94f6-c075c4dadbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:07.121953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e4137e13-14c0-4d5e-9b0b-1ae741d966fd no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:07.144111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: e4137e13-14c0-4d5e-9b0b-1ae741d966fd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:07.144363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device e4137e13-14c0-4d5e-9b0b-1ae741d966fd not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:07.681430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d72defa-d7b9-42e1-a322-bea8fa2a9f34 req-520b9830-b017-4264-b992-137c1db1b085 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=41d60570-73dc-4fa3-b80d-ba86be3aadf6 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Mar 31 23:31:08.426402 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.059876 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:10.376881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.128887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:21.418351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-e0d22344-5c26-4f49-8f70-75156c021aa7 req-3cce6789-1447-4bc9-8324-a03ce676b74d service neutron] (109298) timed out ('10.222.0.96', 50433) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:31:21.987651 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:26.371265 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.392255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57342) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:26.506306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-30ffe7d4-61fb-4834-8622-3a3f2025790d tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2798 time: 0.1127532 Mar 31 23:31:26.509144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57344) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:26.513952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'network': {'name': 'tempest-network-smoke--59425528', 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'port_security_enabled': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:26.537164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:26.541534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.565552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] vlan segment allocate from pool success with {'vlan_id': 1276, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:31:26.575837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.576168 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Added segment 84f70b61-2060-4982-8816-58914e7c7211 of type vlan for network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 Mar 31 23:31:26.630003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.655314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.661265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:26.661833 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.701687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1915188 Mar 31 23:31:26.704935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57346) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:26.710551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'admin_state_up': True, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:26.732316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Network': ['ID=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:26.737540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.739113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.741348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.741694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.742027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.742547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.742887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.743641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.743973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.744299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.744620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.745031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.745300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.745654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f709bf1e-d6ab-488f-8f01-067f5859a6eb tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:26.760852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:31:26.791820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:26.947717 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.165187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.194367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.355579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.25.8.144 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/92b4f185-a4d4-40dd-8701-902f0496c3fa) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:27.492256 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.538967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:27.585120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:27.588566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:27.592965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:27.617466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=92b4f185-a4d4-40dd-8701-902f0496c3fa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:27.634915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.635412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.635763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.636104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.636543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.637080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.637463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.637829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.638361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.638739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.639083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.639589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:27.927049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.129872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.274324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router e610165c-6a1e-4390-b896-195ecdcecb21 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:31:28.393381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:28.406358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Sync routers for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:28.420572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:28.421410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.426904 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.428531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0d6b0748-ccdb-42ec-9aec-7964dee74048 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7225718 Mar 31 23:31:28.431900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57370) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.541714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8588af-50c7-45a8-87c8-10e694608278 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.546940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a8588af-50c7-45a8-87c8-10e694608278 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=34e8f43904c94da4a75e81ec3fd60914&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1114717 Mar 31 23:31:28.547578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57376) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.589490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:28.695756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c845aa1-d553-4179-a3f1-d950c7a74865 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.697291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8c845aa1-d553-4179-a3f1-d950c7a74865 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491554 Mar 31 23:31:28.700227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57380) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.731480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6166d752-ff91-434a-8683-f421a51f684f tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300746 Mar 31 23:31:28.734181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.764228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c2e873e4-a967-47ff-9878-9fdb98113aca tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=34e8f43904c94da4a75e81ec3fd60914&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287783 Mar 31 23:31:28.766611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57384) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.864840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:27Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:28.883307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be7a46-b23f-457f-bf47-91f0bcdabd71 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:28.887966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a8be7a46-b23f-457f-bf47-91f0bcdabd71 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1199043 Mar 31 23:31:28.888509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57386) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.894719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Checking router: e610165c-6a1e-4390-b896-195ecdcecb21 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:28.895069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Updating router e610165c-6a1e-4390-b896-195ecdcecb21 port 92b4f185-a4d4-40dd-8701-902f0496c3fa binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:31:28.917353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3d4394e-a6ae-4304-946f-a738594eb432 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274737 Mar 31 23:31:28.920054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57388) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:28.925221 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:28.925393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193833205', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:29.018479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:29.022690 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.193135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.198214 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.212854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.249456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Attempting to bind port 92b4f185-a4d4-40dd-8701-902f0496c3fa on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:29.249820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Attempting to bind port 92b4f185-a4d4-40dd-8701-902f0496c3fa by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:29.250190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Attempting to bind port 92b4f185-a4d4-40dd-8701-902f0496c3fa on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:29.256891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734992fc-3634-4865-be87-147c72cd32e4 None None] Pushing event updated for resources: {'Port': ['ID=92b4f185-a4d4-40dd-8701-902f0496c3fa,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.260522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:29.261081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:29.261502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.261942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:29.262383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Bound port: 92b4f185-a4d4-40dd-8701-902f0496c3fa, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:29.262746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.278642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Subnet': ['ID=548f9cb5-f695-4457-b179-0e297c215eaf,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.287620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Checking segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:29.288028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network hostable DHCP agents. Network: 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:31:29.309811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:31:29.322273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:29.322978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] For port 92b4f185-a4d4-40dd-8701-902f0496c3fa, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:29.327895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:29.328718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] For port 92b4f185-a4d4-40dd-8701-902f0496c3fa, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=92b4f185-a4d4-40dd-8701-902f0496c3fa,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:29.328882 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.334624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295511be-9338-4510-962d-19f164eddcdf None None] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:29.339444 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.347986 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c67d27f-97db-451b-a27e-51a2126136e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4267783 Mar 31 23:31:29.351353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57390) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:29.450895 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:29.451406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:29.484305 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734992fc-3634-4865-be87-147c72cd32e4 None None] Pushing event updated for resources: {'Port': ['ID=92b4f185-a4d4-40dd-8701-902f0496c3fa,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:29.600202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:29.746959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'fixed_ips': [{'subnet_id': '548f9cb5-f695-4457-b179-0e297c215eaf'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:31:29.747831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.874963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-d237ca5e-f45c-4b09-8c35-34c013a3b211 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:29.876477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-d237ca5e-f45c-4b09-8c35-34c013a3b211 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.2261460 Mar 31 23:31:29.898743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-1f0fedb8-f200-4f04-b86a-e5bc1997e7ba tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0140615 Mar 31 23:31:29.957744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Allocated IP 172.20.0.18 (2b2ba71e-a5d4-488e-80f8-f78ffa3f7212/548f9cb5-f695-4457-b179-0e297c215eaf/eea88c13-3fa2-4c78-b1df-2ea163a01a62) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:29.970325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:29.978025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:27Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:29.993438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-ba30af11-e2e9-4b5a-9ff8-ba6c6c1e6a83 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734079 Mar 31 23:31:30.188275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b82555b-ba66-4e98-a105-765b913b10b4 None None] The sync data for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 is: [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:27Z', 'revision_number': 3, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:30.194710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-fc4ebc5a-93a3-404c-84c1-3fe4fbde3e05 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582870 Mar 31 23:31:30.328731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.336690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.389250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:30.392944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:30.399402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:30.409235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-63559d92-4bb4-4c9d-9e45-2fb90441253c service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752348 Mar 31 23:31:30.414243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Pushing event updated for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:30.442948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.20.0.17 (2b2ba71e-a5d4-488e-80f8-f78ffa3f7212/548f9cb5-f695-4457-b179-0e297c215eaf/32ddcbcb-7b9a-4623-bb27-126604822809) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:30.484613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Attempting to bind port eea88c13-3fa2-4c78-b1df-2ea163a01a62 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:30.485144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Attempting to bind port eea88c13-3fa2-4c78-b1df-2ea163a01a62 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:30.487196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Attempting to bind port eea88c13-3fa2-4c78-b1df-2ea163a01a62 on network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:30.494563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:30.495116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Checking segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:30.495669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.496306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Bound using segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:30.496990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Bound port: eea88c13-3fa2-4c78-b1df-2ea163a01a62, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:30.497794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.599894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:30.604506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eea88c13-3fa2-4c78-b1df-2ea163a01a62,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:30.612969 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.720527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.727121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe23121-8812-4347-ad0e-20803ed1e986 None None] Pushing event updated for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:30.769258 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:30.825109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:30.828455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:30.831497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:30.861607 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:30.889643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.084223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c09b2ab-302d-4f4e-afd1-348cdcebc67d req-f46de40b-ae38-475a-b054-02a946aaf506 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0509632 Mar 31 23:31:31.253231 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.329952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 92b4f185-a4d4-40dd-8701-902f0496c3fa up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:31.430841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 92b4f185-a4d4-40dd-8701-902f0496c3fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:31.431209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.551741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.589376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 92b4f185-a4d4-40dd-8701-902f0496c3fa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=92b4f185-a4d4-40dd-8701-902f0496c3fa,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:31.600613 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.601447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eea88c13-3fa2-4c78-b1df-2ea163a01a62 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:31.676214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.696915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.706372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=92b4f185-a4d4-40dd-8701-902f0496c3fa,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:31.715363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eea88c13-3fa2-4c78-b1df-2ea163a01a62 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:31.715983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.828449 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:31.838344 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.854744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.903655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eea88c13-3fa2-4c78-b1df-2ea163a01a62,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:31.911127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:31.963543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:32.158319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3376d07-e60e-4543-b446-1fdfd5c5c188 None None] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:32.293166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fa5e55f2-032d-4ea5-b442-f65a280a4696 None None] Provisioning complete for port eea88c13-3fa2-4c78-b1df-2ea163a01a62 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:32.293658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa5e55f2-032d-4ea5-b442-f65a280a4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.381975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e526ee91-691e-488e-ba63-d9d1e245adfa req-e73f8ff7-dac1-48a1-becf-568674bf9066 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0563018 Mar 31 23:31:32.432618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:32.434361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:32.603993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router e610165c-6a1e-4390-b896-195ecdcecb21 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:32.639353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-06e47dc5-d5dc-4ce8-8199-01551c53518b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:32.641020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-06e47dc5-d5dc-4ce8-8199-01551c53518b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.2014863 Mar 31 23:31:32.663510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': '247743a5-e6b1-47f9-b431-67aa9898837f', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:32.772447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-938f03fd-52fb-407e-87e1-9630ef9bddd0 None None] Provisioning complete for port eea88c13-3fa2-4c78-b1df-2ea163a01a62 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:32.773065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938f03fd-52fb-407e-87e1-9630ef9bddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.796399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:32.808067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-51fe3d12-57d1-4535-9a42-67911e99052d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "PUT /v2.0/routers/e610165c-6a1e-4390-b896-195ecdcecb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4537904 Mar 31 23:31:32.875642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:32.882053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:32.965754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-938f03fd-52fb-407e-87e1-9630ef9bddd0 None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:32.966289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938f03fd-52fb-407e-87e1-9630ef9bddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.019064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-938f03fd-52fb-407e-87e1-9630ef9bddd0 None None] Port 32ddcbcb-7b9a-4623-bb27-126604822809 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:33.057642 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Sync routers for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:33.070591 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:33.071246 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:33.142541 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0b99c188-4e36-46a7-a35b-cc108322e7b8 None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:33.145528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b99c188-4e36-46a7-a35b-cc108322e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.210404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.13 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/efa131ad-0011-4a23-b664-c1a8b4f0d2e4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:33.245569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-85511a76-34a4-477f-acb1-32c88fc01cfa tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.249944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-85511a76-34a4-477f-acb1-32c88fc01cfa tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/networks?id=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 HTTP/1.1" status: 200 len: 796 time: 0.2245686 Mar 31 23:31:33.265406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 92b4f185-a4d4-40dd-8701-902f0496c3fa up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:33.267807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0b99c188-4e36-46a7-a35b-cc108322e7b8 None None] Port 32ddcbcb-7b9a-4623-bb27-126604822809 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:33.292041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-dddc29da-4950-4c43-90e2-032304ba9cbd tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/quotas/34e8f43904c94da4a75e81ec3fd60914 HTTP/1.1" status: 200 len: 375 time: 0.0343118 Mar 31 23:31:33.319115 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:33.372385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 92b4f185-a4d4-40dd-8701-902f0496c3fa triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:33.372765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.409079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-bed0b73a-a9ea-471f-be7e-dc3b5c0e6568 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1089206 Mar 31 23:31:33.436942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b94e28f3-477e-4112-8b9a-68692828bdab None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:33.437320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b94e28f3-477e-4112-8b9a-68692828bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.496813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b94e28f3-477e-4112-8b9a-68692828bdab None None] Port 32ddcbcb-7b9a-4623-bb27-126604822809 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:33.561383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c8fcabbb-a438-405a-813b-a12cabae3dbd req-93274ca3-1fe4-4fce-863f-548172415709 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0441487 Mar 31 23:31:33.572178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eea88c13-3fa2-4c78-b1df-2ea163a01a62 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:33.601438 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.626004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-1179f1ea-e873-4cf0-b760-49d3a0ac0bca service neutron] 10.222.0.95 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458054 Mar 31 23:31:33.646898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port eea88c13-3fa2-4c78-b1df-2ea163a01a62 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:33.647359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.694900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '32ddcbcb-7b9a-4623-bb27-126604822809', 'name': '', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:fd:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:30Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 2, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:33.723525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Checking router: e610165c-6a1e-4390-b896-195ecdcecb21 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:33.723870 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Updating router e610165c-6a1e-4390-b896-195ecdcecb21 port 32ddcbcb-7b9a-4623-bb27-126604822809 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:31:33.733401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.764129 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.774915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-348a17d0-0aa1-4d55-bf08-d75669f36a0e service neutron] 10.222.0.95 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435661 Mar 31 23:31:33.791353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:33.794627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:33.798461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:33.805576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:33.856421 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:33.857303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:33.882349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-94f57187-6abd-49e8-b5da-7683979dcf68 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2231429 Mar 31 23:31:33.903278 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Request body: {'port': {'device_id': '247743a5-e6b1-47f9-b431-67aa9898837f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:34.005813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.105370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fed66af-014b-4aa7-b813-a8db0774c979 req-d6ca3483-0082-4759-9458-4e26a976c74d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 210 time: 0.0856545 Mar 31 23:31:34.174142 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.184873 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.250972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7df4cfc5-0b88-481f-8cba-7b88735b3d7a None None] Provisioning complete for port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:34.251523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7df4cfc5-0b88-481f-8cba-7b88735b3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.344434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7df4cfc5-0b88-481f-8cba-7b88735b3d7a None None] Port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:34.346690 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Attempting to bind port 32ddcbcb-7b9a-4623-bb27-126604822809 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:34.347059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Attempting to bind port 32ddcbcb-7b9a-4623-bb27-126604822809 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:34.347440 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Attempting to bind port 32ddcbcb-7b9a-4623-bb27-126604822809 on network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:34.350995 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Pushing event updated for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:34.364610 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.364949 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.365309 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.365634 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.365952 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.366277 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.367365 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.367697 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.368051 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.368361 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.368677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.368976 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:31:34.372823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:34.373183 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Checking segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:34.373595 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.373955 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Bound using segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:34.374471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Bound port: 32ddcbcb-7b9a-4623-bb27-126604822809, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:34.374846 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.488586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29e5df81-5ba9-43b1-8c48-975034eb9a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.516641 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] For port 32ddcbcb-7b9a-4623-bb27-126604822809, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:34.520429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] For port 32ddcbcb-7b9a-4623-bb27-126604822809, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=32ddcbcb-7b9a-4623-bb27-126604822809,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:34.533991 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.624874 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd6f91-48af-47db-a783-670857d5caa4 None None] Pushing event updated for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:34.628343 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:34.628963 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:34.682632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:34.683015 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.872154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:34.897863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:34.920731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-11084d57-d8b5-490a-919e-cbd76bb7a962 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781512 Mar 31 23:31:34.985862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] For port 32ddcbcb-7b9a-4623-bb27-126604822809, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=32ddcbcb-7b9a-4623-bb27-126604822809,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:35.002267 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.044441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-dda095e9-987c-4064-abae-82691a23883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.046293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-dda095e9-987c-4064-abae-82691a23883e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=265569de417449d8a61ae622f6e9ad04&device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 1096 time: 0.0923812 Mar 31 23:31:35.075988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aa39e-aa32-4437-9237-a872290629c0 None None] Pushing event updated for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:35.100322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b75603-b1a5-4d31-a252-9acd8c695842 req-0506aa48-3a73-4e03-92bb-839aef49921a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.108886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38b75603-b1a5-4d31-a252-9acd8c695842 req-0506aa48-3a73-4e03-92bb-839aef49921a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 932 time: 0.1323857 Mar 31 23:31:35.132196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6a9f1d8e-2410-49b0-ac7f-5b8c8624220b None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:35.132478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a9f1d8e-2410-49b0-ac7f-5b8c8624220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.238789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-332f860d-6c68-4e0c-855d-ea43ec52e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.240862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-332f860d-6c68-4e0c-855d-ea43ec52e913 service neutron] 10.222.0.60 "GET /v2.0/networks?id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 200 len: 916 time: 0.1677434 Mar 31 23:31:35.278805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df7d310d-9073-42a7-9dd6-9568681e9084 req-ebd1c1d5-9e17-4643-b636-970e9e95015e tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 210 time: 0.0368524 Mar 31 23:31:35.316352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38b75603-b1a5-4d31-a252-9acd8c695842 req-981bc713-c0af-4716-b86a-3453db6fee03 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952045 Mar 31 23:31:35.330048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa131ad-0011-4a23-b664-c1a8b4f0d2e4 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:35.341034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.359694 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Transition to ACTIVE for port object efa131ad-0011-4a23-b664-c1a8b4f0d2e4 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:31:35.368365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.382782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-c0b71c2a-0364-4625-a651-b08a6d0984b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 200 len: 1000 time: 0.1283679 Mar 31 23:31:35.482841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Pushing event updated for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:35.509484 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '32ddcbcb-7b9a-4623-bb27-126604822809', 'name': '', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:fd:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:30Z', 'updated_at': '2022-03-31T23:31:34Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:35.531589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-89f1a041-0923-40d0-9687-117bd9622156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.536911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-89f1a041-0923-40d0-9687-117bd9622156 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 200 len: 853 time: 0.1366088 Mar 31 23:31:35.576020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d957f3-2719-4a71-a358-7f9f7a906f19 None None] The sync data for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 is: [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '32ddcbcb-7b9a-4623-bb27-126604822809', 'name': '', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:fd:5e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:30Z', 'updated_at': '2022-03-31T23:31:34Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:35.619313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-4a48db84-e0ad-4686-b2e9-f0539a17fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.621129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-4a48db84-e0ad-4686-b2e9-f0539a17fe5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724311 Mar 31 23:31:35.695677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Attempting to bind port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:35.695928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Attempting to bind port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:35.696258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Attempting to bind port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:35.708963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-8f3bca8b-8411-4958-861c-bf2623d9be34 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.710512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-8f3bca8b-8411-4958-861c-bf2623d9be34 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.96 "GET /v2.0/networks?id=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 HTTP/1.1" status: 200 len: 796 time: 0.2602451 Mar 31 23:31:35.712826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:31:35.713155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Attempting to bind port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:35.719031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:35.719438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:35.719825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:35.723429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Bound port: efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:35.723854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.758773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Request body: {'port': {'device_id': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'admin_state_up': True, 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:35.770691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-0b168bc6-5322-459c-93d7-62792f790bd8 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420224 Mar 31 23:31:35.905562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:35.906187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-397920f1-e8ca-45c2-b8b4-2030ffa422f9 req-fcd5a23b-0a35-4875-8c09-59f3ab2742b1 service neutron] 10.222.0.60 "GET /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262496 Mar 31 23:31:35.910766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:35.923874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.970536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Made reservation on behalf of 34e8f43904c94da4a75e81ec3fd60914 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:35.974163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.977188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:35.977804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:35.983140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] 10.222.0.96 "PUT /v2.0/ports/efa131ad-0011-4a23-b664-c1a8b4f0d2e4 HTTP/1.1" status: 200 len: 1092 time: 2.0908546 Mar 31 23:31:35.986449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:35.989282 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e62615e-bd97-429b-8f5f-c75b223e17a5" -d '{"events": [{"name": "network-changed", "server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:36.074830 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f4d41d-ed24-49c7-9c7e-d97f6473a340 x-openstack-request-id: req-c5f4d41d-ed24-49c7-9c7e-d97f6473a340 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:36.075132 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:36.075411 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c5f4d41d-ed24-49c7-9c7e-d97f6473a340 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:36.075818 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f4d41d-ed24-49c7-9c7e-d97f6473a340'] response: {'name': 'network-changed', 'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4', 'status': 'completed', 'code': 200} Mar 31 23:31:36.091618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2282-a07f-468f-9a63-20a6d7126000 service neutron] Pushing event updated for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:36.180375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-d4a4740e-ce61-40ed-b433-7409778a154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.181941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-d4a4740e-ce61-40ed-b433-7409778a154a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 1095 time: 0.1090667 Mar 31 23:31:36.204575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Allocated IP 172.20.0.22 (2b2ba71e-a5d4-488e-80f8-f78ffa3f7212/548f9cb5-f695-4457-b179-0e297c215eaf/26a53b25-96bb-4b2a-82cf-75fb7bea1d21) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:36.259577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-8c2cb93a-7ee3-412e-af13-f7be01b195df service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4 HTTP/1.1" status: 200 len: 217 time: 0.0436988 Mar 31 23:31:36.418435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.446292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d39cc7-3ee8-4f15-9d41-5e215f453614 req-8d806c24-a43e-40c4-bc41-16b9d41fa91f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.447938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2d39cc7-3ee8-4f15-9d41-5e215f453614 req-8d806c24-a43e-40c4-bc41-16b9d41fa91f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0579045 Mar 31 23:31:36.471932 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6e259eee-1494-4ce4-b299-a0f9564f4e95 req-6da9e7d0-1ca1-4cab-b325-cba073dc9286 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 210 time: 0.0421522 Mar 31 23:31:36.492691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-f27c29a9-304a-4f2a-b32e-b490fa6b21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.503373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-f27c29a9-304a-4f2a-b32e-b490fa6b21a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.2371700 Mar 31 23:31:36.525023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b2d39cc7-3ee8-4f15-9d41-5e215f453614 req-ab0662ac-c9dd-4f99-8c23-b129409c7c92 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 Mar 31 23:31:36.568823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.576808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-540892b1-87a8-4fe0-87f4-716fae399471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.578285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-540892b1-87a8-4fe0-87f4-716fae399471 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643623 Mar 31 23:31:36.623426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:36.635032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:36.641189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:36.685922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event updated for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:36.744464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:36.745099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.770038 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-fa0003b2-052b-4d19-84cc-5aba2346fab5 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684978 Mar 31 23:31:36.783558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3a66e5c1-32ed-4eec-b254-ff7b81b36aed tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0298564 Mar 31 23:31:36.796865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Request body: {'port': {'device_id': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:36.905216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.910617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-114a32ec-3bc8-41e5-ac01-e0dedf4571f5 None None] Provisioning complete for port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:36.911641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-114a32ec-3bc8-41e5-ac01-e0dedf4571f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:36.967785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-114a32ec-3bc8-41e5-ac01-e0dedf4571f5 None None] Port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:36.975510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e89c9e70-c01d-4bd6-a232-d17b007321aa req-89a4ff23-39fb-42c1-a390-84b291262916 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959357 Mar 31 23:31:36.990394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2341555c-9a8c-4faa-a46b-3425fb5326e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.116599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-da138463-57cd-4025-b24a-81fb0882cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.118163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-da138463-57cd-4025-b24a-81fb0882cb47 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 1095 time: 0.0663102 Mar 31 23:31:37.257256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 32ddcbcb-7b9a-4623-bb27-126604822809 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:37.278287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-10e0f7cf-a641-44fd-a1a4-6ba9a7139c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.279757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-10e0f7cf-a641-44fd-a1a4-6ba9a7139c81 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.1521564 Mar 31 23:31:37.311087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 32ddcbcb-7b9a-4623-bb27-126604822809 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:37.311824 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.335881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-0c5bdf37-359c-489c-9eda-1404cb2f9206 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4 HTTP/1.1" status: 200 len: 217 time: 0.0425420 Mar 31 23:31:37.396725 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:37.406655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.414714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-4e6db5a9-cf02-4c97-b1e9-98740561335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.416265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-4e6db5a9-cf02-4c97-b1e9-98740561335b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0637643 Mar 31 23:31:37.431729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Transition to ACTIVE for port object 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:31:37.447129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.514358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Pushing event updated for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:37.518227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-7e5f272f-3a77-4570-9717-53a7c0dbf949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.519784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-7e5f272f-3a77-4570-9717-53a7c0dbf949 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966525 Mar 31 23:31:37.709666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Attempting to bind port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:31:37.710064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Attempting to bind port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:31:37.710313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Attempting to bind port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 on network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:37.727516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 on network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:31:37.727873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Attempting to bind port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 on network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:31:37.730641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada3824-41a1-44e5-aaed-8a38f4a1ac57 req-2fdf1d30-e5ee-4f9d-bd9b-aba7965f7b54 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.733845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ada3824-41a1-44e5-aaed-8a38f4a1ac57 req-2fdf1d30-e5ee-4f9d-bd9b-aba7965f7b54 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0716705 Mar 31 23:31:37.738623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dfe6f-d4d6-4cfc-af0f-09d875268bb9 req-4768313a-ab0d-423f-8e18-8c34967622aa tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.740177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc2dfe6f-d4d6-4cfc-af0f-09d875268bb9 req-4768313a-ab0d-423f-8e18-8c34967622aa tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.1355951 Mar 31 23:31:37.746000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:31:37.746382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Checking segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:31:37.746770 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Bound using segment: {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:31:37.747198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Bound port: 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f70b61-2060-4982-8816-58914e7c7211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:31:37.747582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.750971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-f1203b6e-b442-43a0-8556-063b8826c24d service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091851 Mar 31 23:31:37.790209 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ada3824-41a1-44e5-aaed-8a38f4a1ac57 req-5dbd0aa4-3129-47fa-8f4c-08597a904af9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473716 Mar 31 23:31:37.892556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e62615e-bd97-429b-8f5f-c75b223e17a5 req-b739f5dc-d1da-42df-8601-0c364328d606 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336911 Mar 31 23:31:37.894772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:31:37.898192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:31:37.905246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.945952 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:37.946592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:37.948014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] 10.222.0.96 "PUT /v2.0/ports/26a53b25-96bb-4b2a-82cf-75fb7bea1d21 HTTP/1.1" status: 200 len: 1055 time: 1.1556306 Mar 31 23:31:37.969331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf184ad0-b630-4847-9e38-e13d16faf75e service neutron] Pushing event updated for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:38.040028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-aa5eaa09-bd5c-4938-a7e8-d515449edae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.041703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-aa5eaa09-bd5c-4938-a7e8-d515449edae8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 1058 time: 0.0482910 Mar 31 23:31:38.098909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:38.101392 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8cc4e-9b28-45bd-9364-7f71e013a431" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:38.106904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-023c8229-9a93-4632-8d84-835037bfb14b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21 HTTP/1.1" status: 200 len: 217 time: 0.0573018 Mar 31 23:31:38.155562 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b694f15-3c25-4b16-9d64-bf7fb63c060c x-openstack-request-id: req-7b694f15-3c25-4b16-9d64-bf7fb63c060c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:38.156035 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:38.156285 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7b694f15-3c25-4b16-9d64-bf7fb63c060c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:38.156686 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b694f15-3c25-4b16-9d64-bf7fb63c060c'] response: {'name': 'network-changed', 'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21', 'status': 'completed', 'code': 200} Mar 31 23:31:38.174607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3570a70e-4efa-47d6-83e6-99849600ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.176131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-3570a70e-4efa-47d6-83e6-99849600ac52 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=548f9cb5-f695-4457-b179-0e297c215eaf HTTP/1.1" status: 200 len: 838 time: 0.0584464 Mar 31 23:31:38.225727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-774ada43-35fb-434e-9911-8d23b6585d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.227205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-774ada43-35fb-434e-9911-8d23b6585d4c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430679 Mar 31 23:31:38.322985 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-2a7442b1-776b-488e-8bc4-b308c9ee4490 service neutron] 10.222.0.96 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886550 Mar 31 23:31:38.426460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dffaf4df-a66a-4843-8dfd-f6753fc6d3c4 req-825d6776-e1df-4533-886d-f7fceec6ac78 service neutron] 10.222.0.96 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966864 Mar 31 23:31:38.430309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:38.516525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-4dc93116-8acb-4b2a-99aa-589b7fe76f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.518299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-4dc93116-8acb-4b2a-99aa-589b7fe76f9c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 1058 time: 0.0479550 Mar 31 23:31:38.618212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-a4f777b2-0fcd-4ddc-bda5-208b63e00a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.619608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-a4f777b2-0fcd-4ddc-bda5-208b63e00a8d service neutron] 10.222.0.96 "GET /v2.0/networks?id=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 HTTP/1.1" status: 200 len: 898 time: 0.0888293 Mar 31 23:31:38.668978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-d0c37dd8-3b6e-4ba6-8fd5-4a28be5df689 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21 HTTP/1.1" status: 200 len: 217 time: 0.0411546 Mar 31 23:31:38.718349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-e705edb9-b955-45ab-a2af-6c9b919f0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.719883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-e705edb9-b955-45ab-a2af-6c9b919f0825 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=548f9cb5-f695-4457-b179-0e297c215eaf HTTP/1.1" status: 200 len: 838 time: 0.0436797 Mar 31 23:31:38.766476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-7edff3e3-4b9f-4296-89fe-b3089f38715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.767987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-7edff3e3-4b9f-4296-89fe-b3089f38715f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403333 Mar 31 23:31:38.869644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-56087d48-0d02-4a70-8d36-ae088be8003a service neutron] 10.222.0.96 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916076 Mar 31 23:31:38.886585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09449425-c52a-4d79-8c69-6b9dfc010126 req-d7ff6b2d-87cf-47c2-a4ce-2aab61a5c24d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.888212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09449425-c52a-4d79-8c69-6b9dfc010126 req-d7ff6b2d-87cf-47c2-a4ce-2aab61a5c24d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.0511372 Mar 31 23:31:38.984456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732f197-286e-4660-8af9-aa67e090d05d req-67b17ee5-9b4a-4ca8-823e-698c6425958b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:38.986259 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6732f197-286e-4660-8af9-aa67e090d05d req-67b17ee5-9b4a-4ca8-823e-698c6425958b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.1005569 Mar 31 23:31:39.008748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9c8cc4e-9b28-45bd-9364-7f71e013a431 req-3c55163a-7aaa-4752-b221-d7c6092de5ef service neutron] 10.222.0.96 "GET /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303213 Mar 31 23:31:39.036644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6732f197-286e-4660-8af9-aa67e090d05d req-67dc3e11-76d9-45c9-86ee-e538bf215ac3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Mar 31 23:31:40.007363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d97950-d43e-432f-af30-6bb65716280d req-d1118fc0-6f1e-4a26-abe4-05d5febb8f6b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.008866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7d97950-d43e-432f-af30-6bb65716280d req-d1118fc0-6f1e-4a26-abe4-05d5febb8f6b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.0500736 Mar 31 23:31:40.065314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:40.167386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260604a-e5df-4ca5-8b2a-1b03c60f2c86 req-dea91227-b223-425b-9e27-12d12f35af5d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:40.168999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0260604a-e5df-4ca5-8b2a-1b03c60f2c86 req-dea91227-b223-425b-9e27-12d12f35af5d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0547464 Mar 31 23:31:40.208140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0260604a-e5df-4ca5-8b2a-1b03c60f2c86 req-5a64a845-8c33-4d82-a4c4-fc5fa6b94796 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328226 Mar 31 23:31:40.374467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:41.132592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace24f-faae-422f-9cb9-81cd4910ae22 req-73936b3d-a025-4f4c-a89b-07b591b34cdd tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:41.138118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c4ace24f-faae-422f-9cb9-81cd4910ae22 req-73936b3d-a025-4f4c-a89b-07b591b34cdd tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.0497446 Mar 31 23:31:41.326839 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc13f16-8a54-4f12-b641-fd05a0d39fb9 req-a746f76c-689d-417a-a5d8-a366bbb9941f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:41.328355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfc13f16-8a54-4f12-b641-fd05a0d39fb9 req-a746f76c-689d-417a-a5d8-a366bbb9941f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0486968 Mar 31 23:31:41.374998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfc13f16-8a54-4f12-b641-fd05a0d39fb9 req-31a7d59e-5de2-4b3b-8550-03b309403f33 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Mar 31 23:31:42.262843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b4535-4f43-4119-938b-205494187ffd req-652767b7-8a3b-4a19-8c4d-af9b29204d78 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:42.264707 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f7b4535-4f43-4119-938b-205494187ffd req-652767b7-8a3b-4a19-8c4d-af9b29204d78 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.0581493 Mar 31 23:31:42.494858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ab351-995b-42ab-8178-506f6fd8a01f req-693cdd2b-2a53-4a76-8631-2017e589a39e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:42.496518 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a9ab351-995b-42ab-8178-506f6fd8a01f req-693cdd2b-2a53-4a76-8631-2017e589a39e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0508649 Mar 31 23:31:42.538761 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a9ab351-995b-42ab-8178-506f6fd8a01f req-1bd9e9e2-89ea-4006-a6e2-95cae5e46e69 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Mar 31 23:31:43.250898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:31:43.349874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:43.362006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21', 'network_id': '2b2ba71e-a5d4-488e-80f8-f78ffa3f7212', 'port_id': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21', 'mac_address': 'fa:16:3e:5f:e4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548f9cb5-f695-4457-b179-0e297c215eaf', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:31:43.397390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aa36d-a7e9-4b9a-aef1-17bf58564e5d req-faae8c92-c296-4e0e-97de-429d0d7dcdb0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.398884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d6aa36d-a7e9-4b9a-aef1-17bf58564e5d req-faae8c92-c296-4e0e-97de-429d0d7dcdb0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 907 time: 0.0494266 Mar 31 23:31:43.401230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.422180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:43.441647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:43.445511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:43.494002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:43.655918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635f105-6a22-4614-97ad-b7ac1d8c7c3a req-b6fe1224-7436-4d66-84fb-29cbab0dba70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:43.657996 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7635f105-6a22-4614-97ad-b7ac1d8c7c3a req-b6fe1224-7436-4d66-84fb-29cbab0dba70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0496964 Mar 31 23:31:43.698497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7635f105-6a22-4614-97ad-b7ac1d8c7c3a req-04fa8aa4-da2b-41ef-a0e1-05c3245b6efd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327120 Mar 31 23:31:43.794211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['26a53b25-96bb-4b2a-82cf-75fb7bea1d21'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:44.517538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b803aa-deec-41e4-a19f-5363faa25539 req-002d5cf8-9dfd-4bc8-9ed5-254e3c16eb9c tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:44.518915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48b803aa-deec-41e4-a19f-5363faa25539 req-002d5cf8-9dfd-4bc8-9ed5-254e3c16eb9c tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 908 time: 0.0500324 Mar 31 23:31:44.818966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5b7a1-86a4-427a-b829-b3e1f3fa431d req-de8a23dd-714e-4d9e-96d3-a1296b4c8347 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:44.821716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ac5b7a1-86a4-427a-b829-b3e1f3fa431d req-de8a23dd-714e-4d9e-96d3-a1296b4c8347 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0519838 Mar 31 23:31:44.862221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ac5b7a1-86a4-427a-b829-b3e1f3fa431d req-576a88ed-2926-4583-a897-eba67795f3a3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Mar 31 23:31:45.277203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:45.333470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:31:45.337188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:45.337553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.425115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.447347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:45.449584 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07f3e0-759d-4e1b-a123-552aae3728a2" -d '{"events": [{"server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "name": "network-vif-plugged", "status": "completed", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:45.461907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:45.467220 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:45.509179 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcf90a1-737a-45c2-a77a-8db6b3cd92cf x-openstack-request-id: req-9dcf90a1-737a-45c2-a77a-8db6b3cd92cf {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:45.509179 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "name": "network-vif-plugged", "status": "completed", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:45.509179 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9dcf90a1-737a-45c2-a77a-8db6b3cd92cf {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:45.509179 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcf90a1-737a-45c2-a77a-8db6b3cd92cf'] response: {'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21', 'code': 200} Mar 31 23:31:45.528171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:45.609963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c25739-63f4-4853-88c8-6e2987e3df87 req-aff180d5-63f7-499a-9a9b-1972564049dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.611895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58c25739-63f4-4853-88c8-6e2987e3df87 req-aff180d5-63f7-499a-9a9b-1972564049dc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 1060 time: 0.0436752 Mar 31 23:31:45.648740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05614b85-8c77-4b6c-978a-98fa260ba927 req-e38222e3-efe1-4b75-be41-9ead757fd7ac tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.650352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-05614b85-8c77-4b6c-978a-98fa260ba927 req-e38222e3-efe1-4b75-be41-9ead757fd7ac tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0572102 Mar 31 23:31:45.761636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51565-aad7-4170-86c7-789b83aea75e req-86887b86-f16d-40f3-b632-d33eef84b272 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.763081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbb51565-aad7-4170-86c7-789b83aea75e req-86887b86-f16d-40f3-b632-d33eef84b272 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0588284 Mar 31 23:31:45.801326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbb51565-aad7-4170-86c7-789b83aea75e req-2128fbe4-f0aa-4d76-b5cb-59b9f729fae6 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Mar 31 23:31:45.994281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f338ed-8a59-46f0-b075-ab8f105a7469 req-133d5109-6417-4ed2-8b99-f0a636b7f17c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:45.995753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1f338ed-8a59-46f0-b075-ab8f105a7469 req-133d5109-6417-4ed2-8b99-f0a636b7f17c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0564954 Mar 31 23:31:46.036663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1f338ed-8a59-46f0-b075-ab8f105a7469 req-b6045b70-f180-42b7-a429-c60bc2c240d1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Mar 31 23:31:46.784538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457000-de5b-45dc-adf9-4f51cb6c9f78 req-52b5c1a0-30df-4fef-8836-956922597490 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:46.785986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33457000-de5b-45dc-adf9-4f51cb6c9f78 req-52b5c1a0-30df-4fef-8836-956922597490 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0613914 Mar 31 23:31:46.932051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bf880-c046-4d7d-8223-5cb89a370307 req-f11d1f48-698a-4909-b8e0-95f6f8e88293 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:46.933567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-871bf880-c046-4d7d-8223-5cb89a370307 req-f11d1f48-698a-4909-b8e0-95f6f8e88293 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0559990 Mar 31 23:31:46.973465 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-871bf880-c046-4d7d-8223-5cb89a370307 req-2c704e75-b9c0-4e84-9513-f1664365fdb9 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324094 Mar 31 23:31:47.163026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e08cb-ca7c-427c-9836-60277a01be50 req-8380aacd-af67-4f33-be95-995b80ab39b5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:47.164557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a8e08cb-ca7c-427c-9836-60277a01be50 req-8380aacd-af67-4f33-be95-995b80ab39b5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 944 time: 0.0586829 Mar 31 23:31:47.207266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2a8e08cb-ca7c-427c-9836-60277a01be50 req-6b68a2e1-44dd-4bef-9032-09ca66d9eb67 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Mar 31 23:31:47.278928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa131ad-0011-4a23-b664-c1a8b4f0d2e4 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:31:47.375669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:47.387119 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4', 'mac_address': 'fa:16:3e:8f:da:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:31:47.429129 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.441923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa131ad-0011-4a23-b664-c1a8b4f0d2e4 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:31:47.461676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:47.467319 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.513456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:47.570300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-b09714f8-9850-4208-9a92-5581fd4c1173 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:47.571803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-b09714f8-9850-4208-9a92-5581fd4c1173 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0518758 Mar 31 23:31:47.670819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:47.671048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.763385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] For port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:47.763755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.787071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa131ad-0011-4a23-b664-c1a8b4f0d2e4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:47.963388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59cfc1-91dc-4c4e-a99e-90f8b86fb5fd req-98223c19-5792-475a-affc-66551f637f7b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:47.964852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f59cfc1-91dc-4c4e-a99e-90f8b86fb5fd req-98223c19-5792-475a-affc-66551f637f7b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0999527 Mar 31 23:31:47.978817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.979195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:47.979495 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Floating IP 396b532a-3e64-4d67-afbe-77349d1ceba9 disassociated. External IP: 172.25.8.91, port: 23a3c3ce-2bec-4903-914a-f5f140e9e9f9. Mar 31 23:31:47.979859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:48.087034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819db72-096b-4f97-9ad3-9ec3a53485db req-c8e9dbe1-8d6c-446d-8530-fd457d243220 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.088838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2819db72-096b-4f97-9ad3-9ec3a53485db req-c8e9dbe1-8d6c-446d-8530-fd457d243220 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0540535 Mar 31 23:31:48.132927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d982-6bef-4c33-a027-4c10664ebe33 req-f41482a1-432a-4921-b814-d3df3089a6d5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.134443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5a0d982-6bef-4c33-a027-4c10664ebe33 req-f41482a1-432a-4921-b814-d3df3089a6d5 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/ports?device_id=bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6 HTTP/1.1" status: 200 len: 945 time: 0.0894067 Mar 31 23:31:48.173907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.200903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad62c78-6616-487d-8651-746cba26ceec req-91ede41f-2ab9-442c-a655-71ec9e49069c tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.202917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aad62c78-6616-487d-8651-746cba26ceec req-91ede41f-2ab9-442c-a655-71ec9e49069c tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 1060 time: 0.0408938 Mar 31 23:31:48.217318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=23a3c3ce-2bec-4903-914a-f5f140e9e9f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:48.223466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5a0d982-6bef-4c33-a027-4c10664ebe33 req-b582a5fa-8772-4980-a04a-539a7f72ff10 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups?id=768ba57a-69d9-455d-b033-29d5db3a4925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806983 Mar 31 23:31:48.327271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec9eab-3402-420c-9632-5cfd20481a97 req-a8e8548c-aab8-48fb-954a-6e5486b1e605 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.329596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dec9eab-3402-420c-9632-5cfd20481a97 req-a8e8548c-aab8-48fb-954a-6e5486b1e605 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0438645 Mar 31 23:31:48.366975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dec9eab-3402-420c-9632-5cfd20481a97 req-98ec18e8-7d46-4f6e-bcd2-99a51cd713c8 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0307801 Mar 31 23:31:48.373154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:48.385420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bbc8c-4201-40cf-b17c-c94406f06df3 req-2093dec1-c4b9-4023-94a3-9f80d3aea3d7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.386918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f9bbc8c-4201-40cf-b17c-c94406f06df3 req-2093dec1-c4b9-4023-94a3-9f80d3aea3d7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 945 time: 0.0713000 Mar 31 23:31:48.393467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57556) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:48.435998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5359b-30a2-4fb8-b45d-5893c81ee121 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.438183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4ad5359b-30a2-4fb8-b45d-5893c81ee121 tempest-TestSecurityGroupsBasicOps-1256310474 tempest-TestSecurityGroupsBasicOps-1256310474-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 1055 time: 0.0429859 Mar 31 23:31:48.470232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f9bbc8c-4201-40cf-b17c-c94406f06df3 req-06c9219d-a0f4-47bd-a1c4-eaf378efd1f3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Mar 31 23:31:48.521905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:48.533231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:48.544915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:48.545567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:48.563698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] No DVR routers for this DVR port 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:48.566242 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:48.569935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c09621e-34ba-417f-8f46-3c58ccfc721e req-7fd273a7-6e30-4386-bf2d-da84448035ed tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.60 "DELETE /v2.0/ports/23a3c3ce-2bec-4903-914a-f5f140e9e9f9 HTTP/1.1" status: 204 len: 173 time: 0.9919219 Mar 31 23:31:48.570401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'name': 'network-vif-deleted', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:48.585197 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68ed28-9b65-425f-867f-6d62f1fc9515" -d '{"events": [{"server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "name": "network-vif-deleted", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:48.648811 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c162529-3991-471d-91eb-90f1bda32083 x-openstack-request-id: req-1c162529-3991-471d-91eb-90f1bda32083 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:48.649098 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6", "name": "network-vif-deleted", "tag": "23a3c3ce-2bec-4903-914a-f5f140e9e9f9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:48.649344 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1c162529-3991-471d-91eb-90f1bda32083 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:48.649749 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c162529-3991-471d-91eb-90f1bda32083'] response: {'server_uuid': 'bc36b1cb-8c1a-4a19-848b-8f2c9e4efec6', 'name': 'network-vif-deleted', 'tag': '23a3c3ce-2bec-4903-914a-f5f140e9e9f9', 'status': 'completed', 'code': 200} Mar 31 23:31:48.674337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:48.747710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9a501-0325-43a6-9032-da751a097235 req-f61d6b4b-31fd-4b58-9531-1546a66da448 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:48.749318 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acd9a501-0325-43a6-9032-da751a097235 req-f61d6b4b-31fd-4b58-9531-1546a66da448 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0637755 Mar 31 23:31:48.903793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:48.934204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:48.943506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:48.944100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:49.212490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:49.284796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa131ad-0011-4a23-b664-c1a8b4f0d2e4 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:31:49.328850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57568) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:49.383620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.402340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:31:49.407873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.422964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:49.423376 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.457011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.459609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.463323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/security-groups/768ba57a-69d9-455d-b033-29d5db3a4925 HTTP/1.1" status: 204 len: 168 time: 0.1308312 Mar 31 23:31:49.464157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57570) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:49.471414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26a665-1cc2-43db-ac8e-1b6cb2364153 tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768ba57a-69d9-455d-b033-29d5db3a4925,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:49.486467 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-e52d5e99-dc05-442d-bf85-0a9c1c3f3a9e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] show failed (client error): The resource could not be found. Mar 31 23:31:49.487687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e52d5e99-dc05-442d-bf85-0a9c1c3f3a9e tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "GET /v2.0/security-groups/768ba57a-69d9-455d-b033-29d5db3a4925 HTTP/1.1" status: 404 len: 347 time: 0.0223505 Mar 31 23:31:49.490847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57572) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:49.527859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:49.557595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5fe605-4255-447b-ba8d-9870f71bb896 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:13Z', 'revision_number': 4, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'dea21f30-84bb-457b-a071-207f96bf9479', 'name': '', 'network_id': 'df7c9ad3-45fe-4bd6-b579-1f1b14684cbf', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'mac_address': 'fa:16:3e:4d:97:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:12Z', 'updated_at': '2022-03-31T23:24:18Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'subnets': [{'id': '374e1221-6543-43c4-81ac-5c651fb4a52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:49.559552 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.583844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:49.586420 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd29125-4bfb-4666-95ef-737de799ce99" -d '{"events": [{"server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "name": "network-vif-plugged", "status": "completed", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:49.604248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:49.618075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.653365 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3913a95a-754f-4048-b74e-ed2e4abf6728 x-openstack-request-id: req-3913a95a-754f-4048-b74e-ed2e4abf6728 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:49.654468 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "name": "network-vif-plugged", "status": "completed", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:49.655011 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3913a95a-754f-4048-b74e-ed2e4abf6728 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:49.655808 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3913a95a-754f-4048-b74e-ed2e4abf6728'] response: {'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4', 'code': 200} Mar 31 23:31:49.679510 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:49.680291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b987e59-d662-4cef-af80-367ec228505b req-4d1301fe-a64f-4bae-b98b-64a2f02f0611 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:49.682732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b987e59-d662-4cef-af80-367ec228505b req-4d1301fe-a64f-4bae-b98b-64a2f02f0611 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 945 time: 0.1010716 Mar 31 23:31:49.710926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Deleting port 08fb4f93-cf08-4fae-8d19-32de55275c25 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:49.711290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.756957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b987e59-d662-4cef-af80-367ec228505b req-ed7dd3aa-e53f-4a65-8745-b46dc092669d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Mar 31 23:31:49.757865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff790e-68da-4a9f-8c57-dfec42949d5f req-6132474a-4b36-47b1-8fc6-7bccf2d20399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:49.759865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4aff790e-68da-4a9f-8c57-dfec42949d5f req-6132474a-4b36-47b1-8fc6-7bccf2d20399 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 1097 time: 0.0436163 Mar 31 23:31:49.806963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4aff790e-68da-4a9f-8c57-dfec42949d5f req-1b83ed91-8007-4f51-b082-ef142ee5af74 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Mar 31 23:31:49.822342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.822739 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:49.835990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Calling delete_port for 08fb4f93-cf08-4fae-8d19-32de55275c25 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:49.854445 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627f03b-a317-485d-8760-cb24aa626c9e None None] New status for floating IP 396b532a-3e64-4d67-afbe-77349d1ceba9: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:31:49.887053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c63e2-872d-4504-b958-b2dfe162a565 req-f6697061-0f79-4714-be62-555f3e9d183d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:49.888524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-918c63e2-872d-4504-b958-b2dfe162a565 req-f6697061-0f79-4714-be62-555f3e9d183d tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0588753 Mar 31 23:31:49.944797 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.db.api [None req-0627f03b-a317-485d-8760-cb24aa626c9e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 31 23:31:49.944797 n-d-835855-2 neutron-server[109301]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 31 23:31:49.944797 n-d-835855-2 neutron-server[109301]: [parameters: {'status': 'DOWN', 'floatingips_id': '396b532a-3e64-4d67-afbe-77349d1ceba9'}] Mar 31 23:31:49.944797 n-d-835855-2 neutron-server[109301]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109301) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:31:49.945328 n-d-835855-2 neutron-server[109301]: DEBUG oslo_db.api [None req-0627f03b-a317-485d-8760-cb24aa626c9e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:31:49.992179 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.017052 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Pushing event deleted for resources: {'Port': ['ID=08fb4f93-cf08-4fae-8d19-32de55275c25,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:50.079213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.081764 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.085107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-048a6f88-f9e4-41d3-83ad-49ce1deef7ce tempest-AttachVolumeNegativeTest-806610550 tempest-AttachVolumeNegativeTest-806610550-project] 10.222.0.95 "DELETE /v2.0/floatingips/396b532a-3e64-4d67-afbe-77349d1ceba9 HTTP/1.1" status: 204 len: 168 time: 0.5910938 Mar 31 23:31:50.446940 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0627f03b-a317-485d-8760-cb24aa626c9e None None] New status for floating IP 396b532a-3e64-4d67-afbe-77349d1ceba9: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:31:50.525505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-6c310f37-c9f2-48da-8108-810e703ef467 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:50.529034 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-6c310f37-c9f2-48da-8108-810e703ef467 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.96 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 909 time: 0.0517991 Mar 31 23:31:50.629327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:50.629770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.728328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:50.728753 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.743349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:50.889185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:50.896969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c6d5b-f1d8-4b61-b7b8-3b9cbd6ba151 req-06e57b80-b9fe-4c94-8389-901578e6bf0e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:50.904886 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-166c6d5b-f1d8-4b61-b7b8-3b9cbd6ba151 req-06e57b80-b9fe-4c94-8389-901578e6bf0e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.0565107 Mar 31 23:31:50.947466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=26a53b25-96bb-4b2a-82cf-75fb7bea1d21,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:50.979991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-166c6d5b-f1d8-4b61-b7b8-3b9cbd6ba151 req-7d738317-1e31-4920-94d3-fd7f8d66a232 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742817 Mar 31 23:31:51.031698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] No DVR routers for this DVR port 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:51.034647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.038935 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c8d3af96-f4a9-4e90-b093-12bcd0cebd2d req-3f5a86ce-16c9-414a-8acd-84543ddd4e9f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.96 "DELETE /v2.0/ports/26a53b25-96bb-4b2a-82cf-75fb7bea1d21 HTTP/1.1" status: 204 len: 173 time: 0.5044270 Mar 31 23:31:51.043022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'name': 'network-vif-deleted', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:51.051507 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da23a9f-6dc4-4ab7-9d0c-6d9fe294b4fd" -d '{"events": [{"server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "name": "network-vif-deleted", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:51.076820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c20a109f-8ddb-4d34-842e-6ef69443506d req-97f32de5-bf14-4e82-b4e8-f4fa3b6e3d21 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=d3e0683d-03a7-42cd-9d6c-087fcba2d0c4 HTTP/1.1" status: 200 len: 210 time: 0.0685136 Mar 31 23:31:51.177976 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913e1f2-7401-47b5-8dc4-83243d8046de x-openstack-request-id: req-9913e1f2-7401-47b5-8dc4-83243d8046de {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:51.178470 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e0683d-03a7-42cd-9d6c-087fcba2d0c4", "name": "network-vif-deleted", "tag": "26a53b25-96bb-4b2a-82cf-75fb7bea1d21", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:51.178882 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9913e1f2-7401-47b5-8dc4-83243d8046de {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:51.179605 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9913e1f2-7401-47b5-8dc4-83243d8046de'] response: {'server_uuid': 'd3e0683d-03a7-42cd-9d6c-087fcba2d0c4', 'name': 'network-vif-deleted', 'tag': '26a53b25-96bb-4b2a-82cf-75fb7bea1d21', 'status': 'completed', 'code': 200} Mar 31 23:31:51.189029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:51.354578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:51.375116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:51.375476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 23a3c3ce-2bec-4903-914a-f5f140e9e9f9 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:52.163414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57596) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:52.489147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce0e6c-3802-41e2-b9d8-53412f7a1fa9 req-bab6462b-fa40-4bff-b910-73aa64003256 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:52.496170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cce0e6c-3802-41e2-b9d8-53412f7a1fa9 req-bab6462b-fa40-4bff-b910-73aa64003256 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.4395473 Mar 31 23:31:52.540379 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cce0e6c-3802-41e2-b9d8-53412f7a1fa9 req-f2f22566-9a85-44d2-92fb-2792cacc99a8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Mar 31 23:31:52.903529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:52.956237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757c2c1-33a3-40f6-86d0-62b2e521db88 req-cd4195a7-c2da-4a91-841b-a3bc840afbbd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:52.957751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4757c2c1-33a3-40f6-86d0-62b2e521db88 req-cd4195a7-c2da-4a91-841b-a3bc840afbbd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.3494189 Mar 31 23:31:53.042814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4757c2c1-33a3-40f6-86d0-62b2e521db88 req-7b6f2591-fae5-40ed-a1ab-23e830c210a5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750270 Mar 31 23:31:53.258982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port 32ddcbcb-7b9a-4623-bb27-126604822809 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:53.259984 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.354471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port 32ddcbcb-7b9a-4623-bb27-126604822809, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=32ddcbcb-7b9a-4623-bb27-126604822809,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:53.354829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.369275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for 32ddcbcb-7b9a-4623-bb27-126604822809 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:53.598792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:53.627558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=32ddcbcb-7b9a-4623-bb27-126604822809,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:53.861948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.157066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router e610165c-6a1e-4390-b896-195ecdcecb21 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:54.285761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:54.295915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:54.296772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2211c91-d8df-48d3-af03-d7ecc369055f tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "PUT /v2.0/routers/e610165c-6a1e-4390-b896-195ecdcecb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316712 Mar 31 23:31:54.297573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Sync routers for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:54.308479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:54.308726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:54.359645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting subnet 548f9cb5-f695-4457-b179-0e297c215eaf {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:31:54.366794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.428094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.473679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:54.546862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.692192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.794555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Subnet': ['ID=548f9cb5-f695-4457-b179-0e297c215eaf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:54.820989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:54.838525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2ba49405-d970-4f73-a249-b972924d30da tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/subnets/548f9cb5-f695-4457-b179-0e297c215eaf HTTP/1.1" status: 204 len: 168 time: 0.5373223 Mar 31 23:31:54.839192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:54.846247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece2107-eaa7-42ab-ad38-02a486edc814 None None] Network 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:31:54.987398 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:53Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:54.990906 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.025736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Checking router: e610165c-6a1e-4390-b896-195ecdcecb21 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:55.042166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Routers {'e610165c-6a1e-4390-b896-195ecdcecb21'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:55.042747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e610165c-6a1e-4390-b896-195ecdcecb21'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:55.135699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.151900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] DHCP port deletion for 2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:31:55.202933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] Set router e610165c-6a1e-4390-b896-195ecdcecb21 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:55.210186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port 92b4f185-a4d4-40dd-8701-902f0496c3fa {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:55.210668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.298202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port 92b4f185-a4d4-40dd-8701-902f0496c3fa, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=92b4f185-a4d4-40dd-8701-902f0496c3fa,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:55.299141 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.303293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:55.312562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for 92b4f185-a4d4-40dd-8701-902f0496c3fa owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:55.338066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Deleting port eea88c13-3fa2-4c78-b1df-2ea163a01a62 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:55.338485 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.342613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device eea88c13-3fa2-4c78-b1df-2ea163a01a62 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:55.409191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:55.409409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 26a53b25-96bb-4b2a-82cf-75fb7bea1d21 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:55.483609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.486856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eea88c13-3fa2-4c78-b1df-2ea163a01a62,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:55.487192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.511146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=92b4f185-a4d4-40dd-8701-902f0496c3fa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:55.547070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Calling delete_port for eea88c13-3fa2-4c78-b1df-2ea163a01a62 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:55.580289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.580560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.665607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=eea88c13-3fa2-4c78-b1df-2ea163a01a62,segment=NetworkSegment(84f70b61-2060-4982-8816-58914e7c7211),segment_id=84f70b61-2060-4982-8816-58914e7c7211)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:55.668999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:53Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:55.679328 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.693325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.696246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.781175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.781929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Fanout notify agent at l3_agent the message router_deleted on router e610165c-6a1e-4390-b896-195ecdcecb21 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:31:55.789305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.792972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c37cbde-06ba-459b-9432-a7f48ba967be tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/routers/e610165c-6a1e-4390-b896-195ecdcecb21 HTTP/1.1" status: 204 len: 168 time: 0.9502482 Mar 31 23:31:55.793267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57684) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:55.874336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.883949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd387ea-1d23-4d25-88c5-e2d5feb5076e None None] The sync data for ids ['e610165c-6a1e-4390-b896-195ecdcecb21'] in n-d-835855-2 is: [{'id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2142924431', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:31:26Z', 'updated_at': '2022-03-31T23:31:53Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '92b4f185-a4d4-40dd-8701-902f0496c3fa', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e610165c-6a1e-4390-b896-195ecdcecb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:31:27Z', 'updated_at': '2022-03-31T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:55.930263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.946998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] No DVR routers for this DVR port eea88c13-3fa2-4c78-b1df-2ea163a01a62 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:55.951755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port eea88c13-3fa2-4c78-b1df-2ea163a01a62 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:55.952104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:55.975502 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:56.006694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcc56d-ca63-472b-bd78-c0c7da7109f9 None None] Pushing event deleted for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:56.318784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port eea88c13-3fa2-4c78-b1df-2ea163a01a62, host n-d-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:31:56.319463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.365471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for eea88c13-3fa2-4c78-b1df-2ea163a01a62 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:56.369736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Port eea88c13-3fa2-4c78-b1df-2ea163a01a62 was not found and therefore no delete operation was performed {{(pid=109298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:31:56.374819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.380036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.411902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=eea88c13-3fa2-4c78-b1df-2ea163a01a62,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:56.418336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] No DVR routers for this DVR port eea88c13-3fa2-4c78-b1df-2ea163a01a62 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:31:56.428705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-24453175-53e2-4bbf-925c-38fd5d133565 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:56.430315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-24453175-53e2-4bbf-925c-38fd5d133565 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1832860 Mar 31 23:31:56.478340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-82e4fe69-b051-4ea8-8a4d-c5341b7221b3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0211518 Mar 31 23:31:56.548490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.576262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ba71e-a5d4-488e-80f8-f78ffa3f7212']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:56.596431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f70b61-2060-4982-8816-58914e7c7211') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:56.596724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f70b61-2060-4982-8816-58914e7c7211') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:56.621179 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9df2e0c1-f397-4039-afa1-9677ea840028 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1298881 Mar 31 23:31:56.623001 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.658686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.673575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:31:56.673977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:31:56.681287 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:31:56.779769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.787462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:56.793200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/networks/2b2ba71e-a5d4-488e-80f8-f78ffa3f7212 HTTP/1.1" status: 204 len: 168 time: 0.9963830 Mar 31 23:31:56.794061 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57702) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:31:56.797326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-2dc78ad3-fae8-4957-904f-545c41f3e2e4 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613040 Mar 31 23:31:56.819246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66097d27-71bf-4b1c-9707-b5402794c3d4 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Network': ['ID=2b2ba71e-a5d4-488e-80f8-f78ffa3f7212,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:56.919810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-7fb186c8-32e0-4f33-9c57-8e1f9bc7d701 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079047 Mar 31 23:31:56.996527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:31:56.996869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.110957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.111784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.136249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:31:57.193560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e58593b3-920d-4424-8a5f-71d51bcf97bf req-8698894b-8f36-4575-8cee-901b3e776148 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0486853 Mar 31 23:31:57.260960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 32ddcbcb-7b9a-4623-bb27-126604822809 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:57.285131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 32ddcbcb-7b9a-4623-bb27-126604822809 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:57.285676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 32ddcbcb-7b9a-4623-bb27-126604822809 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:57.286405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 92b4f185-a4d4-40dd-8701-902f0496c3fa no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:31:57.319976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 92b4f185-a4d4-40dd-8701-902f0496c3fa {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:31:57.320287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 92b4f185-a4d4-40dd-8701-902f0496c3fa not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:31:57.365227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.417050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=ea8b6b02-31f9-4b5f-bee6-d3005dbd58e2,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:57.464363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.464876 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Floating IP 39a0123a-d769-4ed3-9a75-ae65f9aac90b disassociated (deleted). External IP: 172.25.8.33, port: 3e8a1013-ab1a-49df-8aaa-1acac486bda2. Mar 31 23:31:57.697706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router a58c73f6-9e1c-4fd4-8213-922a06128e27 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:31:57.816894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:31:57.822091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:57.829129 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Sync routers for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:31:57.839107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:57.840159 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:57.858232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ed436669-9897-4b34-80bc-1cf943de8145 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/floatingips/39a0123a-d769-4ed3-9a75-ae65f9aac90b HTTP/1.1" status: 204 len: 168 time: 1.0599351 Mar 31 23:31:57.858232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:31:57.859298 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab1299-09c3-4e31-b731-afe2b8a22549" -d '{"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:31:57.901366 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfdb671-e3e8-444a-a098-19f90ca81214 x-openstack-request-id: req-7bfdb671-e3e8-444a-a098-19f90ca81214 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:31:57.901663 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:31:57.901939 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7bfdb671-e3e8-444a-a098-19f90ca81214 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:31:57.902348 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfdb671-e3e8-444a-a098-19f90ca81214'] response: {'name': 'network-changed', 'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'status': 'completed', 'code': 200} Mar 31 23:31:57.963195 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:57.978819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-bc0e99aa-6d29-453e-8f6e-e5b4d9dca770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:57.981227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-bc0e99aa-6d29-453e-8f6e-e5b4d9dca770 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34e8f43904c94da4a75e81ec3fd60914&device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 1136 time: 0.0517933 Mar 31 23:31:58.170881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a071e-91e0-4602-852e-2241c920f98b req-0556fff1-3051-466a-9df8-2689b28a43b1 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.172621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-044a071e-91e0-4602-852e-2241c920f98b req-0556fff1-3051-466a-9df8-2689b28a43b1 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.0882564 Mar 31 23:31:58.195660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-a2aac669-eee9-47c1-90a7-ff15eb43f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.197419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-a2aac669-eee9-47c1-90a7-ff15eb43f1e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 200 len: 898 time: 0.2079222 Mar 31 23:31:58.276520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-044a071e-91e0-4602-852e-2241c920f98b req-2334b43a-94e9-466c-9002-b84697020908 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819128 Mar 31 23:31:58.277087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-288d5bb0-1b89-4994-87de-7b77f2fafbc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 200 len: 217 time: 0.0676751 Mar 31 23:31:58.313300 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:58.354062 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Checking router: a58c73f6-9e1c-4fd4-8213-922a06128e27 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:31:58.370582 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:31:58.371413 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:58.410272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-265321c6-1399-49de-9f6a-db2391452b33 req-8eb751c0-b390-4e64-8c20-43c883375af0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0807068 Mar 31 23:31:58.456155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-571207be-b81a-4535-8899-3e1af56289a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.457000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-571207be-b81a-4535-8899-3e1af56289a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 200 len: 835 time: 0.1381958 Mar 31 23:31:58.463889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-c3ff8ed4-4b93-4866-b3e4-15c709a42dcd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.466628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-c3ff8ed4-4b93-4866-b3e4-15c709a42dcd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.2838352 Mar 31 23:31:58.501281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:58.558754 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:31:58.600046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-9b899557-9812-46ed-a918-f7ba27021f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:58.601506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-9b899557-9812-46ed-a918-f7ba27021f4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0ecb5c03-4cd3-4280-8db8-aedba4bc4365&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335022 Mar 31 23:31:58.685044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:31:58.688590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:58.776930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-02e9edac-f90f-4e89-b8ef-09408eddef22 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645896 Mar 31 23:31:58.853637 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:31:58.893466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d6a46a-cbbe-4771-9c3a-45aa9adca59c None None] The sync data for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 is: [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:29:52Z', 'revision_number': 4, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9', 'name': '', 'network_id': '0ecb5c03-4cd3-4280-8db8-aedba4bc4365', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'mac_address': 'fa:16:3e:ae:dc:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:51Z', 'updated_at': '2022-03-31T23:29:56Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'subnets': [{'id': 'd5db583f-e3f2-4799-b6b1-46e024c7ea19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:31:58.917894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.3 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/780972f5-60e4-472a-9f77-fc0b621a04dd) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:31:58.952864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0ab1299-09c3-4e31-b731-afe2b8a22549 req-c4b0349d-b373-4b0b-8685-3cc75f0c19f7 service neutron] 10.222.0.60 "GET /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636925 Mar 31 23:31:58.989713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:59.139330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.183445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.198526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa131ad-0011-4a23-b664-c1a8b4f0d2e4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:31:59.243402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:31:59.251024 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:31:59.252618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:31:59.254862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:31:59.352813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:59.353497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.394126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-aca22d8e-0b58-433d-8d5e-6e0aba8586be tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8975470 Mar 31 23:31:59.403632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3836877-be6c-4f8f-b0e7-52d864bdc688 None None] New status for floating IP 39a0123a-d769-4ed3-9a75-ae65f9aac90b: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:31:59.407993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Request body: {'port': {'device_id': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:31:59.494725 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.518106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d5e67-066c-46b0-9f76-68a75f570680 req-ba2aacd4-7b2d-480f-b447-111c263c4f96 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:59.527081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-786d5e67-066c-46b0-9f76-68a75f570680 req-ba2aacd4-7b2d-480f-b447-111c263c4f96 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.1036525 Mar 31 23:31:59.591087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-786d5e67-066c-46b0-9f76-68a75f570680 req-b8b9cb97-bb0c-46f2-8ae1-8b2b32376a58 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/security-groups?id=be60e6c0-43b1-42be-a3a3-ce31976c709b&id=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0567052 Mar 31 23:31:59.720449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-83a19a9f-84d4-4f93-b26c-86a32ae873e5 None None] Provisioning complete for port 780972f5-60e4-472a-9f77-fc0b621a04dd triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:31:59.720824 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-83a19a9f-84d4-4f93-b26c-86a32ae873e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:31:59.779061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-83a19a9f-84d4-4f93-b26c-86a32ae873e5 None None] Port 780972f5-60e4-472a-9f77-fc0b621a04dd cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:31:59.802103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cb22c-1a4b-407c-8f7d-880db551f440 req-a5a5100b-1789-48f0-819d-3f620c082b81 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:59.808012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-846cb22c-1a4b-407c-8f7d-880db551f440 req-a5a5100b-1789-48f0-819d-3f620c082b81 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 931 time: 0.2141149 Mar 31 23:31:59.834170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-64a110bd-5526-431b-81ee-055b728c41bf tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:31:59.835816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-64a110bd-5526-431b-81ee-055b728c41bf tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.60 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 985 time: 0.2029467 Mar 31 23:31:59.956305 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-846cb22c-1a4b-407c-8f7d-880db551f440 req-ae2c2f10-3500-43ed-b89f-56c5d3bd00e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395898 Mar 31 23:32:00.050337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:00.050787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.131846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780972f5-60e4-472a-9f77-fc0b621a04dd {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:00.143035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.167631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Transition to ACTIVE for port object 780972f5-60e4-472a-9f77-fc0b621a04dd will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:00.178872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.187999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port 3e8a1013-ab1a-49df-8aaa-1acac486bda2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3e8a1013-ab1a-49df-8aaa-1acac486bda2,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:00.188463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.237477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for 3e8a1013-ab1a-49df-8aaa-1acac486bda2 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:00.249083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Pushing event updated for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:00.414804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Attempting to bind port 780972f5-60e4-472a-9f77-fc0b621a04dd on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:00.415172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Attempting to bind port 780972f5-60e4-472a-9f77-fc0b621a04dd by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:00.415848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Attempting to bind port 780972f5-60e4-472a-9f77-fc0b621a04dd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:00.424648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Port 780972f5-60e4-472a-9f77-fc0b621a04dd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:00.424974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Attempting to bind port 780972f5-60e4-472a-9f77-fc0b621a04dd on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:00.439673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:00.440056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:00.440617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:00.441103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Bound port: 780972f5-60e4-472a-9f77-fc0b621a04dd, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:00.441478 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.513102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57754) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:00.568372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.648524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=3e8a1013-ab1a-49df-8aaa-1acac486bda2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:00.663452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:00.679712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=780972f5-60e4-472a-9f77-fc0b621a04dd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:00.717357 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.756561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c63c654-c047-4df2-8620-d8f4973bb054 req-5a670551-530c-42af-86d8-5fc1d04227a6 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "GET /v2.0/ports?device_id=086f4694-c452-4880-a0bd-6615cdb2f0a1 HTTP/1.1" status: 200 len: 210 time: 0.0494940 Mar 31 23:32:00.778343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] No DVR routers for this DVR port 3e8a1013-ab1a-49df-8aaa-1acac486bda2 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:00.814272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.817673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.60 "DELETE /v2.0/ports/3e8a1013-ab1a-49df-8aaa-1acac486bda2 HTTP/1.1" status: 204 len: 173 time: 0.9700234 Mar 31 23:32:00.818138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'name': 'network-vif-deleted', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:00.820479 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22389b9-58a5-4249-a1b8-f51b2b235fd2" -d '{"events": [{"server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "name": "network-vif-deleted", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:00.834462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:00.837632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:00.839286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] 10.222.0.60 "PUT /v2.0/ports/780972f5-60e4-472a-9f77-fc0b621a04dd HTTP/1.1" status: 200 len: 1091 time: 1.4362915 Mar 31 23:32:00.882300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53be04-ddc7-46ff-bbd0-2f6eed998427 service neutron] Pushing event updated for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:00.964291 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0aeb6c-a2e7-4b59-ab8a-f4ee021468f5 x-openstack-request-id: req-6a0aeb6c-a2e7-4b59-ab8a-f4ee021468f5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:00.964862 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "086f4694-c452-4880-a0bd-6615cdb2f0a1", "name": "network-vif-deleted", "tag": "3e8a1013-ab1a-49df-8aaa-1acac486bda2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:00.965305 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6a0aeb6c-a2e7-4b59-ab8a-f4ee021468f5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:00.966498 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0aeb6c-a2e7-4b59-ab8a-f4ee021468f5'] response: {'server_uuid': '086f4694-c452-4880-a0bd-6615cdb2f0a1', 'name': 'network-vif-deleted', 'tag': '3e8a1013-ab1a-49df-8aaa-1acac486bda2', 'status': 'completed', 'code': 200} Mar 31 23:32:01.112806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-3e115efc-8cab-4a7e-8112-b596d4f75f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:01.114324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-3e115efc-8cab-4a7e-8112-b596d4f75f93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 1094 time: 0.1522367 Mar 31 23:32:01.127009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58095387-661c-4830-97d6-3821112fc167 req-1d58062d-0bec-4bfd-8263-3babb6ccc69b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:01.128859 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58095387-661c-4830-97d6-3821112fc167 req-1d58062d-0bec-4bfd-8263-3babb6ccc69b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0724208 Mar 31 23:32:01.198490 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58095387-661c-4830-97d6-3821112fc167 req-c1df8fde-4e86-4d5c-b5c6-4e69c74ea89d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Mar 31 23:32:01.211910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-c0d27e34-c4a9-412f-84c8-0dea44958cb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=780972f5-60e4-472a-9f77-fc0b621a04dd HTTP/1.1" status: 200 len: 217 time: 0.0883441 Mar 31 23:32:01.305401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-01242e0e-8519-4e16-9fe2-83d622263fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:01.306971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-01242e0e-8519-4e16-9fe2-83d622263fd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0794935 Mar 31 23:32:01.690406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21186-53ef-4a4f-b899-eae453567729 req-97780815-0a50-400c-a400-52b79235f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:01.694181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-97780815-0a50-400c-a400-52b79235f871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698650 Mar 31 23:32:01.839223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57766) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:01.925280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.949114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-e349db70-b67f-48a2-8ab9-85adef0a17ee service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463722 Mar 31 23:32:01.961318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:01.990487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.038538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.045880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.050551 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/security-groups/be60e6c0-43b1-42be-a3a3-ce31976c709b HTTP/1.1" status: 204 len: 168 time: 0.2087340 Mar 31 23:32:02.051477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:02.074652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553db1-9aeb-4480-a46f-0ee1789ca7ba tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be60e6c0-43b1-42be-a3a3-ce31976c709b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:02.192794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.208502 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fc21186-53ef-4a4f-b899-eae453567729 req-fe8b45d9-1053-4e93-ae5d-3d4f819a6cb8 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462108 Mar 31 23:32:02.247172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.392929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f77da-1300-411a-9b2e-ab4499c4b093 req-9ca077f7-7768-4c3a-a138-649ac0fad243 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:02.395705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f1f77da-1300-411a-9b2e-ab4499c4b093 req-9ca077f7-7768-4c3a-a138-649ac0fad243 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1163075 Mar 31 23:32:02.420956 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.429469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.434240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/security-groups/0cd43df0-eef8-46a9-937d-e0e7dbcfc12e HTTP/1.1" status: 204 len: 168 time: 0.3759482 Mar 31 23:32:02.435123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57772) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:02.448170 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Deleting port dea21f30-84bb-457b-a071-207f96bf9479 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:02.449076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.461408 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58ad9a-4d87-4204-bef1-e9a56fc216e0 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd43df0-eef8-46a9-937d-e0e7dbcfc12e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:02.509093 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f1f77da-1300-411a-9b2e-ab4499c4b093 req-8a16db94-28ae-45bf-a7cb-45f0433bf131 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024861 Mar 31 23:32:02.657472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] For port dea21f30-84bb-457b-a071-207f96bf9479, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=dea21f30-84bb-457b-a071-207f96bf9479,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:02.658184 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:02.722482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Calling delete_port for dea21f30-84bb-457b-a071-207f96bf9479 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:02.970482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:02.973885 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4192758-dcad-4f1e-956b-1427864c71f4" -d '{"events": [{"name": "network-changed", "server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:03.035461 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007221a1-abb9-4e58-b7d4-1d166cd8b1e4 x-openstack-request-id: req-007221a1-abb9-4e58-b7d4-1d166cd8b1e4 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:03.035796 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:03.036103 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-007221a1-abb9-4e58-b7d4-1d166cd8b1e4 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:03.036528 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-007221a1-abb9-4e58-b7d4-1d166cd8b1e4'] response: {'name': 'network-changed', 'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd', 'status': 'completed', 'code': 200} Mar 31 23:32:03.193777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:03.208930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-1c0d0447-4d06-43f3-bfd9-636ba8d7a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:03.210796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-1c0d0447-4d06-43f3-bfd9-636ba8d7a9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 1094 time: 0.1209946 Mar 31 23:32:03.247066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Pushing event deleted for resources: {'Port': ['ID=dea21f30-84bb-457b-a071-207f96bf9479,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:03.384097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3e8a1013-ab1a-49df-8aaa-1acac486bda2 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:03.408135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 3e8a1013-ab1a-49df-8aaa-1acac486bda2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:03.408891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3e8a1013-ab1a-49df-8aaa-1acac486bda2 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:03.452781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:03.507111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-e9ddfcaa-8e1b-469a-8b39-fe058a63e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:03.508724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-e9ddfcaa-8e1b-469a-8b39-fe058a63e2a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.2716153 Mar 31 23:32:03.633283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-2904c440-f640-4abb-8008-304b017e500e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=780972f5-60e4-472a-9f77-fc0b621a04dd HTTP/1.1" status: 200 len: 217 time: 0.0759506 Mar 31 23:32:03.722492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd74f-3365-4568-a893-5bc7487a0bf2 req-b3bae2fc-a0a2-4103-87a5-b91bb00f5858 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:03.724772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f3cd74f-3365-4568-a893-5bc7487a0bf2 req-b3bae2fc-a0a2-4103-87a5-b91bb00f5858 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0889268 Mar 31 23:32:03.782622 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f3cd74f-3365-4568-a893-5bc7487a0bf2 req-b785daf8-99ee-4682-b6e0-3a171135dcb1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499289 Mar 31 23:32:03.802904 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:03.835759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-e20b623a-c9a1-46e5-8970-b0fbd8e7718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:03.838214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-e20b623a-c9a1-46e5-8970-b0fbd8e7718b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.1965373 Mar 31 23:32:04.167434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-035fde31-3453-420c-82d6-0f96a48e8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:04.169684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-035fde31-3453-420c-82d6-0f96a48e8faa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2601933 Mar 31 23:32:04.475025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-df93a67b-58d4-4c44-b542-c046a1b8b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:04.789646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-88e872b1-a11a-4409-bc75-375b22be556a service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090655 Mar 31 23:32:04.921732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:05.062566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccf28d-a356-4f16-9ec8-c740dbfb9a2d req-987dbc83-7b4c-4f9d-a476-0e65e9c97528 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:05.064230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daccf28d-a356-4f16-9ec8-c740dbfb9a2d req-987dbc83-7b4c-4f9d-a476-0e65e9c97528 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1890278 Mar 31 23:32:05.065865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:05.068363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.073143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4192758-dcad-4f1e-956b-1427864c71f4 req-7e78d92b-3cd9-4a6b-abe0-4ff055a9a4e2 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460854 Mar 31 23:32:05.234271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-daccf28d-a356-4f16-9ec8-c740dbfb9a2d req-9d6ed626-42f0-461b-9c39-6e8481a8d40c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477301 Mar 31 23:32:05.259650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:05.267650 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8c0adcb-9449-41b9-9769-b55957275e2c admin admin] 10.222.0.95 "PUT /v2.0/routers/3872aa7e-7a4b-442d-a20c-a3717d2a4854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7532187 Mar 31 23:32:05.270338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:05.278229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Sync routers for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:05.295276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:05.295688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.310795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:05.313265 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:05.314563 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:05.383343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.495930 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.561082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.588926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:05.598757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Deleting port aa551ff8-f443-41a5-a142-542c4bbf3a09 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:05.599129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.638545 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:05.754312 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] For port aa551ff8-f443-41a5-a142-542c4bbf3a09, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=aa551ff8-f443-41a5-a142-542c4bbf3a09,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:05.754803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.800188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Calling delete_port for aa551ff8-f443-41a5-a142-542c4bbf3a09 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:05.878295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:05.932110 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:32:03Z', 'revision_number': 5, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port': {'id': 'aa551ff8-f443-41a5-a142-542c4bbf3a09', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:05.993202 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Checking router: 3872aa7e-7a4b-442d-a20c-a3717d2a4854 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:06.004289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Routers {'3872aa7e-7a4b-442d-a20c-a3717d2a4854'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:06.004920 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:06.062433 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.109025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa551ff8-f443-41a5-a142-542c4bbf3a09,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:06.128138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] Set router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:06.192155 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:32:05Z', 'revision_number': 6, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:06.197802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Router a58c73f6-9e1c-4fd4-8213-922a06128e27 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:06.205105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.226459 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b4969f-ce3d-42b2-9cdf-836795677119 None None] The sync data for ids ['3872aa7e-7a4b-442d-a20c-a3717d2a4854'] in n-d-835855-2 is: [{'id': '3872aa7e-7a4b-442d-a20c-a3717d2a4854', 'name': 'tempest-AttachVolumeNegativeTest-468647039-router', 'tenant_id': '265569de417449d8a61ae622f6e9ad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:08Z', 'updated_at': '2022-03-31T23:32:05Z', 'revision_number': 6, 'project_id': '265569de417449d8a61ae622f6e9ad04', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:06.344866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.347750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.349121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:06.360336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239d812-8622-4735-8808-577050c478e5 None None] Sync routers for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:06.364263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e8ca626e-8323-4341-b974-52e72668bf41 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "PUT /v2.0/routers/a58c73f6-9e1c-4fd4-8213-922a06128e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9271789 Mar 31 23:32:06.366777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57784) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:06.373760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:06.375047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:06.421012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.421012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3872aa7e-7a4b-442d-a20c-a3717d2a4854 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:32:06.426215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.430120 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c539548-b891-459f-aa42-fef7a948a0f6 admin admin] 10.222.0.95 "DELETE /v2.0/routers/3872aa7e-7a4b-442d-a20c-a3717d2a4854 HTTP/1.1" status: 204 len: 168 time: 1.1586342 Mar 31 23:32:06.430792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57786) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:06.444059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting subnet d5db583f-e3f2-4799-b6b1-46e024c7ea19 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:32:06.463775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3b93-280a-40bb-b3d7-850e58692286 req-de0426e4-32df-445d-9e12-6c9e03f72420 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:06.465421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c4f3b93-280a-40bb-b3d7-850e58692286 req-de0426e4-32df-445d-9e12-6c9e03f72420 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1154892 Mar 31 23:32:06.493356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.515865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c4f3b93-280a-40bb-b3d7-850e58692286 req-dde35c77-e1e7-4eb0-b230-b2efeb5ce4a6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424020 Mar 31 23:32:06.526011 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:06.566286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.571172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Deleting subnet 374e1221-6543-43c4-81ac-5c651fb4a52c {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:32:06.592147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.663210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.822631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.853652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:32:05Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:06.874254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.884008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239d812-8622-4735-8808-577050c478e5 None None] Checking router: a58c73f6-9e1c-4fd4-8213-922a06128e27 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:06.893082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] Routers {'a58c73f6-9e1c-4fd4-8213-922a06128e27'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:06.893681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:31:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['a58c73f6-9e1c-4fd4-8213-922a06128e27'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:06.939799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.960434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d94ce7e3-aed4-4ddd-b2d5-772efdb99ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.973850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Subnet': ['ID=d5db583f-e3f2-4799-b6b1-46e024c7ea19,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:06.985431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:06.992456 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ebb4d6f7-21ec-4c27-90e2-1ab300efda3b tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/subnets/d5db583f-e3f2-4799-b6b1-46e024c7ea19 HTTP/1.1" status: 204 len: 168 time: 0.6208842 Mar 31 23:32:06.994485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57788) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:07.003347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972087e-99e2-4a94-a8a8-c1ef544fcd31 None None] Network 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:07.007808 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.046057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] Set router a58c73f6-9e1c-4fd4-8213-922a06128e27 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:07.079353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=374e1221-6543-43c4-81ac-5c651fb4a52c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:07.088752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.099471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-55440bed-f718-4f0f-9f0d-8cb37ea03e68 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/374e1221-6543-43c4-81ac-5c651fb4a52c HTTP/1.1" status: 204 len: 168 time: 0.6613276 Mar 31 23:32:07.099688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:07.133194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad10a3b-0657-4828-93fe-4901f2f42b09 None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:07.255277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.261041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.367736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Deleting port 1b44141e-4286-4d0d-91a6-d11abe6ada7d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:07.368454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.392673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa551ff8-f443-41a5-a142-542c4bbf3a09 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:07.435402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.450265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: aa551ff8-f443-41a5-a142-542c4bbf3a09 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:07.450571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device aa551ff8-f443-41a5-a142-542c4bbf3a09 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:07.451008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dea21f30-84bb-457b-a071-207f96bf9479 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:07.463135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] For port 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1b44141e-4286-4d0d-91a6-d11abe6ada7d,segment=NetworkSegment(59037f17-b6ce-4527-a164-491e366d2d66),segment_id=59037f17-b6ce-4527-a164-491e366d2d66)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:07.464131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.481313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Calling delete_port for 1b44141e-4286-4d0d-91a6-d11abe6ada7d owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:07.504727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: dea21f30-84bb-457b-a071-207f96bf9479 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:07.505073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device dea21f30-84bb-457b-a071-207f96bf9479 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:07.547731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] DHCP port deletion for 0ecb5c03-4cd3-4280-8db8-aedba4bc4365 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:32:07.561477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Deleting port 2611b212-215a-453f-90e9-cbb622e23659 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:07.561828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.640031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] DHCP port deletion for df7c9ad3-45fe-4bd6-b579-1f1b14684cbf request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:32:07.657226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Deleting port 284a0d18-6bf6-42d5-b647-d339d6e7def0 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:07.657598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.661523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.678386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0239d812-8622-4735-8808-577050c478e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:32:05Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:07.689919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] No DVR routers for this DVR port 1b44141e-4286-4d0d-91a6-d11abe6ada7d on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:07.692198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b44141e-4286-4d0d-91a6-d11abe6ada7d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:07.708899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] For port 2611b212-215a-453f-90e9-cbb622e23659, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2611b212-215a-453f-90e9-cbb622e23659,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:07.709360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.727105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0239d812-8622-4735-8808-577050c478e5 None None] The sync data for ids ['a58c73f6-9e1c-4fd4-8213-922a06128e27'] in n-d-835855-2 is: [{'id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'name': 'tempest-TestSecurityGroupsBasicOps-router-402672107', 'tenant_id': '34e8f43904c94da4a75e81ec3fd60914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '2611b212-215a-453f-90e9-cbb622e23659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:46Z', 'updated_at': '2022-03-31T23:32:05Z', 'revision_number': 5, 'project_id': '34e8f43904c94da4a75e81ec3fd60914', 'gw_port': {'id': '2611b212-215a-453f-90e9-cbb622e23659', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:eb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c73f6-9e1c-4fd4-8213-922a06128e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:47Z', 'updated_at': '2022-03-31T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:07.735304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Calling delete_port for 2611b212-215a-453f-90e9-cbb622e23659 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:07.750860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a4fcc-ca35-442b-bb85-2da07ff0c792 req-803b708d-46f3-4aaa-9c8d-73ea3969020c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:07.752115 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-563a4fcc-ca35-442b-bb85-2da07ff0c792 req-803b708d-46f3-4aaa-9c8d-73ea3969020c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1179340 Mar 31 23:32:07.791129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] For port 284a0d18-6bf6-42d5-b647-d339d6e7def0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=284a0d18-6bf6-42d5-b647-d339d6e7def0,segment=NetworkSegment(91ad0c36-142d-4f82-90b4-0e58ce4db31f),segment_id=91ad0c36-142d-4f82-90b4-0e58ce4db31f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:07.791633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.792797 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.806623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Calling delete_port for 284a0d18-6bf6-42d5-b647-d339d6e7def0 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:07.820882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Deleting port 1b44141e-4286-4d0d-91a6-d11abe6ada7d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:07.821341 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.822582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7c9ad3-45fe-4bd6-b579-1f1b14684cbf']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:07.837798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59037f17-b6ce-4527-a164-491e366d2d66') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:07.838093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59037f17-b6ce-4527-a164-491e366d2d66') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:07.843149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-563a4fcc-ca35-442b-bb85-2da07ff0c792 req-12683cb9-006e-4cb9-8ccd-bf7f3adadadc tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Mar 31 23:32:07.851838 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.876833 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.885035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:32:07.885848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:32:07.889449 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:32:07.931094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] For port 1b44141e-4286-4d0d-91a6-d11abe6ada7d, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:07.931506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.950203 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Calling delete_port for 1b44141e-4286-4d0d-91a6-d11abe6ada7d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:07.952293 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.953043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Port 1b44141e-4286-4d0d-91a6-d11abe6ada7d was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:32:07.955715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.958234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.960138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.965907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] 10.222.0.95 "DELETE /v2.0/networks/df7c9ad3-45fe-4bd6-b579-1f1b14684cbf HTTP/1.1" status: 204 len: 168 time: 0.8676670 Mar 31 23:32:07.974197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e54be-2cf6-42cb-9cb4-cf8ecc51eb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7c9ad3-45fe-4bd6-b579-1f1b14684cbf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:07.982249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:07.984165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Pushing event deleted for resources: {'Port': ['ID=1b44141e-4286-4d0d-91a6-d11abe6ada7d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:07.986273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Network df7c9ad3-45fe-4bd6-b579-1f1b14684cbf is not hosted by any dhcp agent {{(pid=109300) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 31 23:32:07.986720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] No DVR routers for this DVR port 1b44141e-4286-4d0d-91a6-d11abe6ada7d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.004401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb74077-e24c-489e-9255-519bced18d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:08.011043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] No DVR routers for this DVR port 284a0d18-6bf6-42d5-b647-d339d6e7def0 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:08.034589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f45a5-c5a1-4fb0-841d-fae4a9690de6 None None] Pushing event deleted for resources: {'Port': ['ID=284a0d18-6bf6-42d5-b647-d339d6e7def0,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:08.050907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Port': ['ID=2611b212-215a-453f-90e9-cbb622e23659,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:08.088809 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.165620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:08.206604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.208953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.211411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-61441409-81ab-4c74-b8af-d4ac60166b31 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=265569de417449d8a61ae622f6e9ad04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444288 Mar 31 23:32:08.214718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57798) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:08.280032 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.280588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Fanout notify agent at l3_agent the message router_deleted on router a58c73f6-9e1c-4fd4-8213-922a06128e27 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:32:08.287981 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.289168 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-04a12fcd-207d-4dd2-b31d-ef87feb8ecd2 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/routers/a58c73f6-9e1c-4fd4-8213-922a06128e27 HTTP/1.1" status: 204 len: 168 time: 1.2932250 Mar 31 23:32:08.292351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57800) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:08.345531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.371607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.378169 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.439336 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.450276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.453411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.454578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9006ae8a-d337-4450-9efd-84307f60acf6 HTTP/1.1" status: 204 len: 168 time: 0.2388697 Mar 31 23:32:08.485485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911f37c-cba2-4140-8ef6-19c786c1d9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9006ae8a-d337-4450-9efd-84307f60acf6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:08.509918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.532564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecb5c03-4cd3-4280-8db8-aedba4bc4365']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:08.543806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ad0c36-142d-4f82-90b4-0e58ce4db31f') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:08.544096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ad0c36-142d-4f82-90b4-0e58ce4db31f') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:08.555283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.572183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.580508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:32:08.581101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:32:08.585664 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:32:08.662547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.674202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:08.680591 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] 10.222.0.95 "DELETE /v2.0/networks/0ecb5c03-4cd3-4280-8db8-aedba4bc4365 HTTP/1.1" status: 204 len: 168 time: 0.3867383 Mar 31 23:32:08.694259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234fbc6-7e6b-4521-b557-faed448bf7db tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] Pushing event deleted for resources: {'Network': ['ID=0ecb5c03-4cd3-4280-8db8-aedba4bc4365,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:09.011459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042f4e5-022d-4e41-a3e0-3a316f75396d req-6b3f5040-4ff4-46b4-aec3-b19c40197c1d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:09.023504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f042f4e5-022d-4e41-a3e0-3a316f75396d req-6b3f5040-4ff4-46b4-aec3-b19c40197c1d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0884857 Mar 31 23:32:09.039338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57820) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:09.084210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f042f4e5-022d-4e41-a3e0-3a316f75396d req-9b0460a1-39d6-4de1-a774-e6b19cac4c35 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595901 Mar 31 23:32:09.245974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2611b212-215a-453f-90e9-cbb622e23659 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:09.269590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 2611b212-215a-453f-90e9-cbb622e23659 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:09.270212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2611b212-215a-453f-90e9-cbb622e23659 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:09.270907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b44141e-4286-4d0d-91a6-d11abe6ada7d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:09.293806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1b44141e-4286-4d0d-91a6-d11abe6ada7d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:09.294400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1b44141e-4286-4d0d-91a6-d11abe6ada7d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:09.295218 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 284a0d18-6bf6-42d5-b647-d339d6e7def0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:09.317965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 284a0d18-6bf6-42d5-b647-d339d6e7def0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:09.318593 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 284a0d18-6bf6-42d5-b647-d339d6e7def0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:09.319014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:09.330910 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0a8b9e6e-4b6e-45e0-9f3e-17e586f5b71e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=34e8f43904c94da4a75e81ec3fd60914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881453 Mar 31 23:32:09.331400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57832) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:09.344015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:09.344553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device c8320d0e-fd10-42e1-ba7b-87fbd0c8f5e9 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:09.389389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.411012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.468454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.471015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.472246 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9dd147d3-13d0-4ceb-b72e-ea4fcc1d931a HTTP/1.1" status: 204 len: 168 time: 0.1398106 Mar 31 23:32:09.480562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba664-9527-41d7-af62-9ed22fed45b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd147d3-13d0-4ceb-b72e-ea4fcc1d931a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:09.876635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57848) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:09.894561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-79bff5bf-cfdf-4a7a-93f3-d4080c5748e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.982515 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-79bff5bf-cfdf-4a7a-93f3-d4080c5748e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:09.987654 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-79bff5bf-cfdf-4a7a-93f3-d4080c5748e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.039211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bff5bf-cfdf-4a7a-93f3-d4080c5748e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb01d4d-1b73-40a6-842d-8aceeeea6a7a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:10.047203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-79bff5bf-cfdf-4a7a-93f3-d4080c5748e6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e518c7683a2c4a8a8b5ab7a8f47a3a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693671 Mar 31 23:32:10.047814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57852) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:10.100549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.136271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.168432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.249691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ff63b-efee-47e6-b369-417ec60c9fab req-e31030e2-10b7-401d-ac01-fff4b2b7752c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:10.252069 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca6ff63b-efee-47e6-b369-417ec60c9fab req-e31030e2-10b7-401d-ac01-fff4b2b7752c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0727060 Mar 31 23:32:10.288053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.290831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.292088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4cb01d4d-1b73-40a6-842d-8aceeeea6a7a HTTP/1.1" status: 204 len: 168 time: 0.2423317 Mar 31 23:32:10.313346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e711d-6e55-4e5a-9e91-bcd3e564795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb01d4d-1b73-40a6-842d-8aceeeea6a7a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:10.354218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca6ff63b-efee-47e6-b369-417ec60c9fab req-c49b6be6-8136-431b-b8ff-8412df4da389 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868602 Mar 31 23:32:10.374732 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.780424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:10.829761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2b388ca4-4327-4c54-a267-fc70c492c256 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=29a4cfd5a1c143cbbb35a61157bfd282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453212 Mar 31 23:32:10.829957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:10.880074 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.901747 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.955749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.958649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:10.962467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/00db631d-a7be-44e3-b247-2b62f4c713cf HTTP/1.1" status: 204 len: 168 time: 0.1292152 Mar 31 23:32:10.969774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f59c84-6421-4a1e-b95c-daa528bd9e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db631d-a7be-44e3-b247-2b62f4c713cf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:11.473273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c60e0d-e735-41e1-8717-68dfa3b081ef req-507d58e1-e809-4cfd-91e3-78abab874bdc tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:11.481889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65c60e0d-e735-41e1-8717-68dfa3b081ef req-507d58e1-e809-4cfd-91e3-78abab874bdc tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0620999 Mar 31 23:32:11.533818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65c60e0d-e735-41e1-8717-68dfa3b081ef req-255c6111-bd81-4bac-b24c-6e3db8ecbb77 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508015 Mar 31 23:32:11.990115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:12.160536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57922) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:12.223184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1112142397-network', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:12.236228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8e49fc6-2352-4403-ac7d-0d4edacbf378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.256825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Made reservation on behalf of ab4b98476b8e4dc38f88f3cf953d49ba for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:12.259163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.275969 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.378502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8e49fc6-2352-4403-ac7d-0d4edacbf378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.385662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c8e49fc6-2352-4403-ac7d-0d4edacbf378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.425443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.439548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.448146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c8e49fc6-2352-4403-ac7d-0d4edacbf378 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=77549c1c52f04acfb1b01dcdccb55c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2865572 Mar 31 23:32:12.448914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e49fc6-2352-4403-ac7d-0d4edacbf378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ce2c8-2e6f-4886-856a-ef5156ee139c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:12.451059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57926) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:12.464626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1256, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:12.488498 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.488844 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Added segment 23df9124-564b-4506-bc71-ac58fc3d9af8 of type vlan for network bd8b205a-d647-43e0-89e9-24ca189407dd Mar 31 23:32:12.490629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a3af0-dd66-4042-bb8f-dceaee9777e0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:12.523990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.532356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.566919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.568513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:12.569504 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.613469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6221154 Mar 31 23:32:12.617156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:12.622594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Request body: {'subnet': {'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1112142397-subnet', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:12.686727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccabcd9-ab50-4b38-be04-42fedc8d13f7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd8b205a-d647-43e0-89e9-24ca189407dd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:12.702780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bd8b205a-d647-43e0-89e9-24ca189407dd details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:12.724130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e1aa0-3a4d-47e8-b8f1-7e32951e4b59 req-83fab3f4-7682-4556-9801-69c54d92e490 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:12.726890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-759e1aa0-3a4d-47e8-b8f1-7e32951e4b59 req-83fab3f4-7682-4556-9801-69c54d92e490 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0983458 Mar 31 23:32:12.728002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Made reservation on behalf of ab4b98476b8e4dc38f88f3cf953d49ba for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:12.731558 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.821087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-759e1aa0-3a4d-47e8-b8f1-7e32951e4b59 req-16b070fe-4101-425a-9020-bd8924caa096 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868559 Mar 31 23:32:12.875470 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.924923 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.928943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:12.930100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/484ce2c8-2e6f-4886-856a-ef5156ee139c HTTP/1.1" status: 204 len: 168 time: 0.4777727 Mar 31 23:32:12.940605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad70c9e-9921-4025-997c-feaa3e54b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ce2c8-2e6f-4886-856a-ef5156ee139c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:12.945473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.019821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.029493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Checking segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:13.029910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Network hostable DHCP agents. Network: bd8b205a-d647-43e0-89e9-24ca189407dd, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:13.052739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Network bd8b205a-d647-43e0-89e9-24ca189407dd is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:13.067743 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bd8b205a-d647-43e0-89e9-24ca189407dd) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:13.072781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:13.073311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.097900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-32c2d47c-0b1a-44aa-8cf7-b5390ba3f03c admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4793851 Mar 31 23:32:13.099149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 57936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:13.103701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:13.130998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbcbca7-fa65-4ec0-ab5d-8479f62a2a02 None None] Network bd8b205a-d647-43e0-89e9-24ca189407dd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:13.132124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.133273 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.237575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.290585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:13.295777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-bd8b205a-d647-43e0-89e9-24ca189407dd', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:32:13.297210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.305871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5222f6e-8d1a-470e-8eeb-3294981d613f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.387296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.398798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5222f6e-8d1a-470e-8eeb-3294981d613f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.404089 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5222f6e-8d1a-470e-8eeb-3294981d613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.442153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222f6e-8d1a-470e-8eeb-3294981d613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b15327-bb67-49c9-b46f-0e0a7cc90ae6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.449194 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5222f6e-8d1a-470e-8eeb-3294981d613f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=635d33f6edee4dd08b21709fc2b4df10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548970 Mar 31 23:32:13.449538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:13.455941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Allocated IP 172.20.0.2 (bd8b205a-d647-43e0-89e9-24ca189407dd/2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc/f94677b7-3c0a-4bf2-aab0-82e3935c318a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:13.508547 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.531883 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.583750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.586890 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.591201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/50b15327-bb67-49c9-b46f-0e0a7cc90ae6 HTTP/1.1" status: 204 len: 168 time: 0.1406510 Mar 31 23:32:13.600999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84be717-f3f9-4b9f-8b56-43e0e0241216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b15327-bb67-49c9-b46f-0e0a7cc90ae6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.627993 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.646309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.654115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.654954 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.703448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Network bd8b205a-d647-43e0-89e9-24ca189407dd is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:13.706744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:13.710837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:13.724389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Pushing event updated for resources: {'Port': ['ID=f94677b7-3c0a-4bf2-aab0-82e3935c318a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.772588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Attempting to bind port f94677b7-3c0a-4bf2-aab0-82e3935c318a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:13.773098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Attempting to bind port f94677b7-3c0a-4bf2-aab0-82e3935c318a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:13.773458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Attempting to bind port f94677b7-3c0a-4bf2-aab0-82e3935c318a on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:13.778888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:13.779287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Checking segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:13.779718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.780100 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Bound using segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:13.780540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Bound port: f94677b7-3c0a-4bf2-aab0-82e3935c318a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:13.780930 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.789336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Allocated IP 172.25.8.86 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/4ea2c3d8-14eb-4318-8404-574e2b3159e2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:13.850290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] For port f94677b7-3c0a-4bf2-aab0-82e3935c318a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:13.854668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] For port f94677b7-3c0a-4bf2-aab0-82e3935c318a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94677b7-3c0a-4bf2-aab0-82e3935c318a,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:13.861653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:13.947685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2dc4-6a48-4c0d-abde-9d510dbd4668 None None] Pushing event updated for resources: {'Port': ['ID=f94677b7-3c0a-4bf2-aab0-82e3935c318a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:13.948491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.036274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2b8ee-da2b-484b-b620-80cedcfe65cc req-a1baaac2-2fea-43ad-be36-1ad523b5ac09 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:14.037788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebe2b8ee-da2b-484b-b620-80cedcfe65cc req-a1baaac2-2fea-43ad-be36-1ad523b5ac09 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0785477 Mar 31 23:32:14.039615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.115366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:14.142371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ebe2b8ee-da2b-484b-b620-80cedcfe65cc req-b645bb53-2dfa-4d8e-b327-eb9c2134553c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Mar 31 23:32:14.143217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:14.148693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:14.193548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea2c3d8-14eb-4318-8404-574e2b3159e2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:14.422997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.627937 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.795773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:32:14.913255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:14.932806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Sync routers for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:14.940027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:14.941574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b4dd6d91-982c-4fa3-a966-03fd2df21d32 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8413875 Mar 31 23:32:14.944362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 57976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:14.949375 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:14.950048 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:14.997004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1d4f33-7722-419b-8f75-94529adc819e None None] Network bd8b205a-d647-43e0-89e9-24ca189407dd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:15.078973 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:15.090924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] Provisioning complete for port f94677b7-3c0a-4bf2-aab0-82e3935c318a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:15.091418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.273026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.335947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] For port f94677b7-3c0a-4bf2-aab0-82e3935c318a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94677b7-3c0a-4bf2-aab0-82e3935c318a,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:15.344738 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.353550 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94677b7-3c0a-4bf2-aab0-82e3935c318a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:15.383528 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:14Z', 'revision_number': 3, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:15.444495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefca06a-bbc4-4a7f-902f-5796579bb562 None None] Pushing event updated for resources: {'Port': ['ID=f94677b7-3c0a-4bf2-aab0-82e3935c318a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:15.460380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f94677b7-3c0a-4bf2-aab0-82e3935c318a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:15.460875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.478243 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Checking router: 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:15.478670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Updating router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:15.511520 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.585115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ec956c05-5be1-47ed-bed8-320c10692eec None None] Provisioning complete for port f94677b7-3c0a-4bf2-aab0-82e3935c318a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:15.585633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec956c05-5be1-47ed-bed8-320c10692eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.599727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e68927-a894-43c5-b017-2ee0a24e35d9 req-9bfb7631-feb2-405d-9335-4db827d4e24d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:15.603956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5e68927-a894-43c5-b017-2ee0a24e35d9 req-9bfb7631-feb2-405d-9335-4db827d4e24d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1036263 Mar 31 23:32:15.689539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5e68927-a894-43c5-b017-2ee0a24e35d9 req-ac18b915-7986-4b8f-af75-b9ae8109aa84 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 Mar 31 23:32:15.738103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.830135 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.835939 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.891466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Attempting to bind port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:15.892089 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Attempting to bind port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:15.892612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Attempting to bind port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:15.905098 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:15.905885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:15.906339 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.906717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:15.907180 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Bound port: 4ea2c3d8-14eb-4318-8404-574e2b3159e2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:15.907772 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:15.935552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Allocated IP 172.20.0.1 (bd8b205a-d647-43e0-89e9-24ca189407dd/2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc/7339bec5-3aca-40a3-9cf7-92a2001a91c9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:15.938381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90dfc-5f4b-4d3e-8142-a4d363e65f6b None None] Pushing event updated for resources: {'Port': ['ID=4ea2c3d8-14eb-4318-8404-574e2b3159e2,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:15.962143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] For port 4ea2c3d8-14eb-4318-8404-574e2b3159e2, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:15.965677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] For port 4ea2c3d8-14eb-4318-8404-574e2b3159e2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ea2c3d8-14eb-4318-8404-574e2b3159e2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:15.970414 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.027266 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:16.027900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:16.055720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.087156 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90dfc-5f4b-4d3e-8142-a4d363e65f6b None None] Pushing event updated for resources: {'Port': ['ID=4ea2c3d8-14eb-4318-8404-574e2b3159e2,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:16.102641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.154845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:16.159318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Network bd8b205a-d647-43e0-89e9-24ca189407dd is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:16.162662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:16.167014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:16.196414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Pushing event updated for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:16.224035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.354627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58002) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:16.512198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f3fbd7f5-4f6c-43f3-9c71-fc128e87548b None None] Provisioning complete for port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:16.512809 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f3fbd7f5-4f6c-43f3-9c71-fc128e87548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.529824 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:14Z', 'revision_number': 3, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:16.532169 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec1843e3-06be-4688-b271-998f6dee704b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.552746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbd7f5-4f6c-43f3-9c71-fc128e87548b None None] Port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:16.568439 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e00b45b-e730-4d05-95af-a96e6e27350b None None] The sync data for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 is: [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:14Z', 'revision_number': 3, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:16.647549 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec1843e3-06be-4688-b271-998f6dee704b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.654647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec1843e3-06be-4688-b271-998f6dee704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.705296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec1843e3-06be-4688-b271-998f6dee704b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=30ccd68ba4774e08ba152623c175e28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491623 Mar 31 23:32:16.706793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1843e3-06be-4688-b271-998f6dee704b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bdc0bf-a8d5-4b60-9ccd-8c7513c4011e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:16.709378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:16.797623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.802327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.860547 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.920436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308ac4f-49d5-47ad-a67d-6fb8b264dee6 req-255f91dd-5472-4a1d-ac82-e158d1fd384b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:16.922291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9308ac4f-49d5-47ad-a67d-6fb8b264dee6 req-255f91dd-5472-4a1d-ac82-e158d1fd384b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1087270 Mar 31 23:32:16.969685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.972805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:16.975998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/14bdc0bf-a8d5-4b60-9ccd-8c7513c4011e HTTP/1.1" status: 204 len: 168 time: 0.2636294 Mar 31 23:32:16.986076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9308ac4f-49d5-47ad-a67d-6fb8b264dee6 req-fbb94140-6a3f-402f-83f5-254fe75d4cff tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565143 Mar 31 23:32:17.007741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee169f3b-bf0b-4fe4-b408-69ce9d07dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bdc0bf-a8d5-4b60-9ccd-8c7513c4011e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:17.043121 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.052381 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.129849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Pushing event updated for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:17.132674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.241741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Network bd8b205a-d647-43e0-89e9-24ca189407dd is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:17.248455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:17.367842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ea2c3d8-14eb-4318-8404-574e2b3159e2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:17.440708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:17.456974 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:17.458083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.460827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58014) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:17.477428 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e8d8-2a99-4610-9700-8280d770a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.578404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e8d8-2a99-4610-9700-8280d770a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.583786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bdd1e8d8-2a99-4610-9700-8280d770a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.594990 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.603323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:17.603829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e5a61fca-d95d-4314-84c4-7f8b7742e8c1 None None] Provisioning complete for port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:17.604229 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e5a61fca-d95d-4314-84c4-7f8b7742e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.610105 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38ecdbe3-6980-45ba-9f06-8ddc803a9863 admin admin] 10.222.0.95 "PUT /v2.0/routers/96fb4acd-cb0b-40ba-8e1e-5abcd67c370e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639299 Mar 31 23:32:17.616394 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1e8d8-2a99-4610-9700-8280d770a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254f66e7-b012-40aa-8016-a10d800816d6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:17.646225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bdd1e8d8-2a99-4610-9700-8280d770a615 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=29936270348b4bceb9f983faf9d56271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837935 Mar 31 23:32:17.648932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58018) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:17.662577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4ea2c3d8-14eb-4318-8404-574e2b3159e2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ea2c3d8-14eb-4318-8404-574e2b3159e2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:17.671769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.672866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94677b7-3c0a-4bf2-aab0-82e3935c318a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:17.720834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e5a61fca-d95d-4314-84c4-7f8b7742e8c1 None None] Port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:17.727578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.757212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4ea2c3d8-14eb-4318-8404-574e2b3159e2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:17.762265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.792268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f94677b7-3c0a-4bf2-aab0-82e3935c318a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:17.792512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.824821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.827719 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:17.828962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/254f66e7-b012-40aa-8016-a10d800816d6 HTTP/1.1" status: 204 len: 168 time: 0.1790078 Mar 31 23:32:17.837636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188b56e-2ab3-4424-b12a-4e005e4a23af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254f66e7-b012-40aa-8016-a10d800816d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:18.133946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7f164-f632-4504-9bd8-7ac0fbe311d4 req-d2c2a643-3b96-4e77-88b0-80527cce592d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:18.135798 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ca7f164-f632-4504-9bd8-7ac0fbe311d4 req-d2c2a643-3b96-4e77-88b0-80527cce592d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0633500 Mar 31 23:32:18.193766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ca7f164-f632-4504-9bd8-7ac0fbe311d4 req-9066b55a-3c12-485c-9174-3fed4981ef08 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Mar 31 23:32:18.404399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58044) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:18.410496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1135375234-network', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:18.431723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Made reservation on behalf of c08371a89e7640c995bf9446677f19ed for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:18.434223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.443657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.525380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.531050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.554501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] vlan segment allocate from pool success with {'vlan_id': 1262, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:18.570613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61718835-6ff3-404e-a10c-e59462787443,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:18.578665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.578665 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Added segment daf78ffb-1f10-434c-8a43-3a033d696eb9 of type vlan for network 25789778-b83f-4df6-a660-8e688870929d Mar 31 23:32:18.628879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.658364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.659733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:18.660466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.679061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Sync routers for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:18.693371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:18.694711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:18.700731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2925191 Mar 31 23:32:18.700900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58052) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:18.706772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Request body: {'subnet': {'network_id': '25789778-b83f-4df6-a660-8e688870929d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1135375234-subnet', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:18.753248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e435-7ee4-474c-a358-1decac1c098f admin admin] Pushing event updated for resources: {'Network': ['ID=25789778-b83f-4df6-a660-8e688870929d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:18.765423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Made reservation on behalf of c08371a89e7640c995bf9446677f19ed for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:18.768704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 25789778-b83f-4df6-a660-8e688870929d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:18.769138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:18.895727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:18.967873 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.030992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e635cccf-e03e-45a7-a505-9aa7f1c11dda,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:19.035432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Checking segment: {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:19.035866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Network hostable DHCP agents. Network: 25789778-b83f-4df6-a660-8e688870929d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:19.058259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Network 25789778-b83f-4df6-a660-8e688870929d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:19.071659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 25789778-b83f-4df6-a660-8e688870929d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:19.079566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:19.079702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.094979 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2e19e-7709-47d1-8bf3-105545acb2bf None None] Network 25789778-b83f-4df6-a660-8e688870929d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:19.101624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-431e6275-d972-4652-ba29-62131425daa1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3996983 Mar 31 23:32:19.105344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58062) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:19.110933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:19.138557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.144406 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.208414 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.249454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:16Z', 'revision_number': 4, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7339bec5-3aca-40a3-9cf7-92a2001a91c9', 'name': '', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'mac_address': 'fa:16:3e:e9:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:15Z', 'updated_at': '2022-03-31T23:32:16Z', 'revision_number': 2, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'subnets': [{'id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:19.295572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Checking router: 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:19.296200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Updating router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:19.298603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ea2c3d8-14eb-4318-8404-574e2b3159e2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:19.351464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd8117-d2e8-4f19-8007-70e82c0ce38f req-2a7bfccc-bb06-46e6-9a79-0f5e94713c26 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:19.353144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fedd8117-d2e8-4f19-8007-70e82c0ce38f req-2a7bfccc-bb06-46e6-9a79-0f5e94713c26 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.0590720 Mar 31 23:32:19.388487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.393709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.417443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fedd8117-d2e8-4f19-8007-70e82c0ce38f req-426b31f8-5060-402f-95f8-8a1da2d2828d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Mar 31 23:32:19.461287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-25789778-b83f-4df6-a660-8e688870929d', 'network_id': '25789778-b83f-4df6-a660-8e688870929d', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'fixed_ips': [{'subnet_id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:32:19.462165 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.504315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:19.504694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.633716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.655702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.791971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Allocated IP 172.25.8.172 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/173852f7-2e77-49f7-a4f3-bfa11bfbc4d5) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:19.925419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:19.964236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Allocated IP 172.20.0.2 (25789778-b83f-4df6-a660-8e688870929d/e635cccf-e03e-45a7-a505-9aa7f1c11dda/ff606bfd-428c-4b5c-8fda-b32a9330e1cb) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:19.974264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.019814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:20.023204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:20.025319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:20.049499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Pushing event updated for resources: {'Port': ['ID=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:20.165530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.197466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.263081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.274928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2b71-0e41-4026-848e-f91d295a7b3f None None] Pushing event updated for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:20.283399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.334522 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.392498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Network 25789778-b83f-4df6-a660-8e688870929d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:20.394500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:20.396633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Attempting to bind port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:20.397009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Attempting to bind port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:20.397368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Attempting to bind port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:20.399907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:20.401802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Pushing event updated for resources: {'Port': ['ID=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:20.413745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:20.414376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Checking segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:20.414982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.415571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Bound using segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:20.416240 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Bound port: 7339bec5-3aca-40a3-9cf7-92a2001a91c9, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:20.416947 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.513268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Attempting to bind port ff606bfd-428c-4b5c-8fda-b32a9330e1cb on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:20.513719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Attempting to bind port ff606bfd-428c-4b5c-8fda-b32a9330e1cb by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:20.514038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Attempting to bind port ff606bfd-428c-4b5c-8fda-b32a9330e1cb on network 25789778-b83f-4df6-a660-8e688870929d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:20.529175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:20.529772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Checking segment: {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:20.530045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.530446 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Bound using segment: {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:20.530955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Bound port: ff606bfd-428c-4b5c-8fda-b32a9330e1cb, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:20.531447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.581137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] For port 7339bec5-3aca-40a3-9cf7-92a2001a91c9, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:20.611570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c29086-3eb6-43ca-a979-f73dfc325f5e req-d5bbf9c2-489e-40cd-89bb-0f71120712e7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:20.613150 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2c29086-3eb6-43ca-a979-f73dfc325f5e req-d5bbf9c2-489e-40cd-89bb-0f71120712e7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1018074 Mar 31 23:32:20.627863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.632766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] For port 7339bec5-3aca-40a3-9cf7-92a2001a91c9, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7339bec5-3aca-40a3-9cf7-92a2001a91c9,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:20.640359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.713112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] For port ff606bfd-428c-4b5c-8fda-b32a9330e1cb, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:20.720722 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c2c29086-3eb6-43ca-a979-f73dfc325f5e req-d4b0624e-8567-42fb-92fa-514a7ecb134d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900917 Mar 31 23:32:20.738035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] Provisioning complete for port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:20.738406 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.765040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] For port ff606bfd-428c-4b5c-8fda-b32a9330e1cb, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:20.779227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:20.781041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2b71-0e41-4026-848e-f91d295a7b3f None None] Pushing event updated for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:20.807860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:20.808503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:20.841553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Router aae1a41e-ea21-4ca1-8b99-68899642566b is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:32:20.937177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476228f1-cb14-4cca-aa1c-b6eabf3a8e4f None None] Pushing event updated for resources: {'Port': ['ID=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:21.001634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:21.015435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Sync routers for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:21.030466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.031102 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:21.032046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3fd7f288-ca4d-485e-9d5d-9b93349bdec8 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9256756 Mar 31 23:32:21.035193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58108) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:21.035454 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:21.064056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.066916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:21.216379 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:21.399142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.431505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 780972f5-60e4-472a-9f77-fc0b621a04dd details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:21.482583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] For port 7339bec5-3aca-40a3-9cf7-92a2001a91c9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7339bec5-3aca-40a3-9cf7-92a2001a91c9,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:21.491737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ff606bfd-428c-4b5c-8fda-b32a9330e1cb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:21.495806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:20Z', 'revision_number': 3, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:21.528477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.528937 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Checking router: aae1a41e-ea21-4ca1-8b99-68899642566b for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:21.529285 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Updating router aae1a41e-ea21-4ca1-8b99-68899642566b port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:21.556144 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.656025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.720311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f361b7-2096-41e0-87de-820ca0c0f70b None None] Pushing event updated for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:21.756872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-81f08829-e3dd-4b06-9e3a-852d886f359c None None] Provisioning complete for port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:21.757591 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81f08829-e3dd-4b06-9e3a-852d886f359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.760872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ff606bfd-428c-4b5c-8fda-b32a9330e1cb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:21.761234 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.836599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=780972f5-60e4-472a-9f77-fc0b621a04dd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:21.852819 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.863378 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:21.890631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Allocated IP 172.20.0.1 (25789778-b83f-4df6-a660-8e688870929d/e635cccf-e03e-45a7-a505-9aa7f1c11dda/254d5109-9032-4b74-b739-a3de74261ce0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:21.944142 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '780972f5-60e4-472a-9f77-fc0b621a04dd', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': '780972f5-60e4-472a-9f77-fc0b621a04dd', 'mac_address': 'fa:16:3e:f1:33:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:21.963410 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Attempting to bind port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:21.964169 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Attempting to bind port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:21.964778 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Attempting to bind port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:21.989851 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:21.993166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a839fb-0b6c-4b45-8b76-6fb690e92141 req-87ef1d0b-2fa2-4171-94e2-d99d33e59b51 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:21.997204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:21.998211 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.000921 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08a839fb-0b6c-4b45-8b76-6fb690e92141 req-87ef1d0b-2fa2-4171-94e2-d99d33e59b51 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 943 time: 0.1275306 Mar 31 23:32:22.001267 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:22.002449 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Bound port: 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:22.003275 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.006617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108d5c0-a218-46ac-b753-1eea9f3626dc None None] Pushing event updated for resources: {'Port': ['ID=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:22.007438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:16Z', 'revision_number': 4, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7339bec5-3aca-40a3-9cf7-92a2001a91c9', 'name': '', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'mac_address': 'fa:16:3e:e9:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:15Z', 'updated_at': '2022-03-31T23:32:20Z', 'revision_number': 4, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'subnets': [{'id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:22.065285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-08a839fb-0b6c-4b45-8b76-6fb690e92141 req-f9f0c395-ff65-4c95-99eb-3beea0f662fa tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508018 Mar 31 23:32:22.082863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] For port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:22.095001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] For port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:22.104713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.108193 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.118825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13815fdc-29f5-4efa-be2d-33dc572ca26f None None] The sync data for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 is: [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:16Z', 'revision_number': 4, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '7339bec5-3aca-40a3-9cf7-92a2001a91c9', 'name': '', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'mac_address': 'fa:16:3e:e9:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:15Z', 'updated_at': '2022-03-31T23:32:20Z', 'revision_number': 4, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'subnets': [{'id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:22.191405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:22.196896 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:22.224655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.235820 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.312438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780972f5-60e4-472a-9f77-fc0b621a04dd {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:22.316705 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108d5c0-a218-46ac-b753-1eea9f3626dc None None] Pushing event updated for resources: {'Port': ['ID=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:22.322294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Network 25789778-b83f-4df6-a660-8e688870929d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:22.333558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:22.338186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:22.368660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.408686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:22.436912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=780972f5-60e4-472a-9f77-fc0b621a04dd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:22.450211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.453943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.454143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Pushing event updated for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:22.485105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ff606bfd-428c-4b5c-8fda-b32a9330e1cb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:22.518702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.558231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:22.571299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53512e-1c08-43b5-9734-d6aa43c1249d None None] Network 25789778-b83f-4df6-a660-8e688870929d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:22.729736 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:20Z', 'revision_number': 3, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:22.767810 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d29ef-c1f4-4cb6-b171-dd1c8435dd4b None None] The sync data for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 is: [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:20Z', 'revision_number': 3, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:22.772592 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:22.991329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8dfbdcc8-90cf-43fd-bf06-b7f1c646747f None None] Provisioning complete for port ff606bfd-428c-4b5c-8fda-b32a9330e1cb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:22.991713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8dfbdcc8-90cf-43fd-bf06-b7f1c646747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.055295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['780972f5-60e4-472a-9f77-fc0b621a04dd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:23.063577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:23.522599 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7339bec5-3aca-40a3-9cf7-92a2001a91c9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:23.612323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:23.613074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.742877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b5e8-6d00-4659-a1a4-4e23395465c0 req-df548d6f-639f-478b-93d9-63b3e9420df7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:23.744677 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be19b5e8-6d00-4659-a1a4-4e23395465c0 req-df548d6f-639f-478b-93d9-63b3e9420df7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 944 time: 0.1359274 Mar 31 23:32:23.775155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1b0d7ce4-cb24-4afa-8735-053bbb32c25e None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:23.775670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7ce4-cb24-4afa-8735-053bbb32c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.846889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d7ce4-cb24-4afa-8735-053bbb32c25e None None] Port 254d5109-9032-4b74-b739-a3de74261ce0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:23.853224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ff606bfd-428c-4b5c-8fda-b32a9330e1cb up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:23.870895 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be19b5e8-6d00-4659-a1a4-4e23395465c0 req-00ac0353-b6f5-4370-a6a7-c7671319b624 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911534 Mar 31 23:32:23.934570 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.935600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1b0d7ce4-cb24-4afa-8735-053bbb32c25e None None] Provisioning complete for port ff606bfd-428c-4b5c-8fda-b32a9330e1cb triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:23.936216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7ce4-cb24-4afa-8735-053bbb32c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.950153 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:23.990933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ff606bfd-428c-4b5c-8fda-b32a9330e1cb triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:23.991679 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.055174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.064651 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Pushing event updated for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:24.212886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Network 25789778-b83f-4df6-a660-8e688870929d is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:24.214699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:24.293005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6fe7c31c-999b-4bbd-9966-c6f0240da89a None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:24.293802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c31c-999b-4bbd-9966-c6f0240da89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.374891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7c31c-999b-4bbd-9966-c6f0240da89a None None] Port 254d5109-9032-4b74-b739-a3de74261ce0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:24.398472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Router aae1a41e-ea21-4ca1-8b99-68899642566b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:32:24.550367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:32:24.556276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-814ae8b1-4be7-40e0-b49c-b10ecee9064a admin admin] 10.222.0.95 "PUT /v2.0/routers/aae1a41e-ea21-4ca1-8b99-68899642566b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5188265 Mar 31 23:32:24.598310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-96b4e4bc-0b1b-45b5-b413-1649794bbb34 None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:24.600683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-96b4e4bc-0b1b-45b5-b413-1649794bbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:24.644421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-96b4e4bc-0b1b-45b5-b413-1649794bbb34 None None] Port 254d5109-9032-4b74-b739-a3de74261ce0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:25.022539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d7024-d9dc-461d-b1f4-1585fa1fa334 req-21752c08-d8e4-4008-929f-4d7b3e7b5eb4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:25.024576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-556d7024-d9dc-461d-b1f4-1585fa1fa334 req-21752c08-d8e4-4008-929f-4d7b3e7b5eb4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 944 time: 0.0605433 Mar 31 23:32:25.077656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-556d7024-d9dc-461d-b1f4-1585fa1fa334 req-06f9568f-9485-4047-8aa0-3ff42096fd16 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Mar 31 23:32:25.316752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:25.373138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:25.373866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.378762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-e7d81337-6fed-40b9-9199-e4ab167f2419 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:25.386947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-e7d81337-6fed-40b9-9199-e4ab167f2419 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.1270821 Mar 31 23:32:25.406687 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-4539a0d8-f25e-4804-9fa5-5f091e8cb65a tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/quotas/c08371a89e7640c995bf9446677f19ed HTTP/1.1" status: 200 len: 375 time: 0.0183022 Mar 31 23:32:25.431767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 780972f5-60e4-472a-9f77-fc0b621a04dd up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:25.496588 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-427a6a50-c416-4f4d-8a90-10abfc491360 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882270 Mar 31 23:32:25.507082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.535002 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Sync routers for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:32:25.538547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:25.546519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 780972f5-60e4-472a-9f77-fc0b621a04dd completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:32:25.549858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.555168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:25.555964 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:25.559377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 780972f5-60e4-472a-9f77-fc0b621a04dd triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:25.559812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.600814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-5d642813-da13-4dad-96f9-d25f6537b316 service neutron] 10.222.0.95 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953255 Mar 31 23:32:25.679587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:25.722170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-11b2f876-3081-4123-9db2-5d452e121c0b service neutron] 10.222.0.95 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127331 Mar 31 23:32:25.761669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:25.802511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:25.874109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:25.876741 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114cf978-2c9f-4ba5-823b-54f8d4a1853c" -d '{"events": [{"server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "name": "network-vif-plugged", "status": "completed", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:25.918930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=780972f5-60e4-472a-9f77-fc0b621a04dd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:25.939004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e9825fb-9b30-4db0-8584-e5f1efe7b803 req-3d39f3e5-108a-4d3b-92bb-76b8f402737f tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 210 time: 0.0502198 Mar 31 23:32:25.996274 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb24fb84-4f7e-4603-a931-a7d8a465e454 x-openstack-request-id: req-fb24fb84-4f7e-4603-a931-a7d8a465e454 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:25.996683 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "name": "network-vif-plugged", "status": "completed", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:25.996931 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-fb24fb84-4f7e-4603-a931-a7d8a465e454 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:25.997618 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb24fb84-4f7e-4603-a931-a7d8a465e454'] response: {'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd', 'code': 200} Mar 31 23:32:26.008717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.052988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ce25-2d0a-4350-8aed-512e07ec9113 req-991ba7d4-fe78-4946-915c-c6377d015fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.054753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85c9ce25-2d0a-4350-8aed-512e07ec9113 req-991ba7d4-fe78-4946-915c-c6377d015fc3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 1096 time: 0.0544477 Mar 31 23:32:26.098000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85c9ce25-2d0a-4350-8aed-512e07ec9113 req-47af96ec-74f6-4bc6-bb6e-7ea4b5ada520 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324216 Mar 31 23:32:26.127650 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.170137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:22Z', 'revision_number': 4, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '254d5109-9032-4b74-b739-a3de74261ce0', 'name': '', 'network_id': '25789778-b83f-4df6-a660-8e688870929d', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'mac_address': 'fa:16:3e:ec:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:21Z', 'updated_at': '2022-03-31T23:32:23Z', 'revision_number': 2, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'subnets': [{'id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:26.207016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Checking router: aae1a41e-ea21-4ca1-8b99-68899642566b for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:32:26.207556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Updating router aae1a41e-ea21-4ca1-8b99-68899642566b port 254d5109-9032-4b74-b739-a3de74261ce0 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:32:26.236725 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.243658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e184e6-5e43-419e-92b0-62dd93686a92 req-b387129c-8aa1-459b-82bf-148c06a00397 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:26.245436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9e184e6-5e43-419e-92b0-62dd93686a92 req-b387129c-8aa1-459b-82bf-148c06a00397 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0665731 Mar 31 23:32:26.295102 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9e184e6-5e43-419e-92b0-62dd93686a92 req-0204f5d8-9ffd-457d-8046-598c727714f5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Mar 31 23:32:26.396787 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.580410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.586940 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.640267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31872a-7654-4348-9319-d41f66f2ccaf None None] Pushing event updated for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:26.698840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Attempting to bind port 254d5109-9032-4b74-b739-a3de74261ce0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:26.699516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Attempting to bind port 254d5109-9032-4b74-b739-a3de74261ce0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:26.699637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Attempting to bind port 254d5109-9032-4b74-b739-a3de74261ce0 on network 25789778-b83f-4df6-a660-8e688870929d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:26.705474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:26.706001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Checking segment: {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:26.706462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.706884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Bound using segment: {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:26.707395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Bound port: 254d5109-9032-4b74-b739-a3de74261ce0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf78ffb-1f10-434c-8a43-3a033d696eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '25789778-b83f-4df6-a660-8e688870929d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:26.707827 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.790977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] For port 254d5109-9032-4b74-b739-a3de74261ce0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:26.795150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] For port 254d5109-9032-4b74-b739-a3de74261ce0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=254d5109-9032-4b74-b739-a3de74261ce0,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:26.801603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:26.867798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:32:26.868505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:26.908258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31872a-7654-4348-9319-d41f66f2ccaf None None] Pushing event updated for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:27.010770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:27.011189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.016568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:32:27.103832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da0d084b-3cfb-43c5-b3d1-b5775edd2d59 req-662e7c51-c8ef-40d8-b8d9-ab3b58b72d9e tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 210 time: 0.0540555 Mar 31 23:32:27.311664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-9904c78f-262a-448a-86d3-307d3416954d tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:27.313966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-9904c78f-262a-448a-86d3-307d3416954d tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.96 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.1531270 Mar 31 23:32:27.335017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Request body: {'port': {'device_id': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'admin_state_up': True, 'tenant_id': 'c08371a89e7640c995bf9446677f19ed'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:27.371977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Made reservation on behalf of c08371a89e7640c995bf9446677f19ed for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:27.380045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.455065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab08f82-d5f0-4e9f-af45-e30ba5d2305a req-2d363ad2-9ea7-4f8b-b44d-883c79ebde98 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:27.464749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ab08f82-d5f0-4e9f-af45-e30ba5d2305a req-2d363ad2-9ea7-4f8b-b44d-883c79ebde98 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0683870 Mar 31 23:32:27.521563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ab08f82-d5f0-4e9f-af45-e30ba5d2305a req-8837da4b-724c-4f31-b4b1-9ecd2264f15e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Mar 31 23:32:27.533810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:27.583499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.620482 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Allocated IP 172.20.0.10 (bd8b205a-d647-43e0-89e9-24ca189407dd/2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc/c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:27.668948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] For port 254d5109-9032-4b74-b739-a3de74261ce0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=254d5109-9032-4b74-b739-a3de74261ce0,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:27.677661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.684287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:27.684727 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.768396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ae226-c309-4f35-a171-e60216e6a6e6 None None] Pushing event updated for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:27.787156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:22Z', 'revision_number': 4, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '254d5109-9032-4b74-b739-a3de74261ce0', 'name': '', 'network_id': '25789778-b83f-4df6-a660-8e688870929d', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'mac_address': 'fa:16:3e:ec:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:21Z', 'updated_at': '2022-03-31T23:32:26Z', 'revision_number': 4, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'subnets': [{'id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:27.794834 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.814517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f80e6-724c-45cf-b9c2-dcfd97d17231 None None] The sync data for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 is: [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:22Z', 'revision_number': 4, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '254d5109-9032-4b74-b739-a3de74261ce0', 'name': '', 'network_id': '25789778-b83f-4df6-a660-8e688870929d', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'mac_address': 'fa:16:3e:ec:ca:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:21Z', 'updated_at': '2022-03-31T23:32:26Z', 'revision_number': 4, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'subnets': [{'id': 'e635cccf-e03e-45a7-a505-9aa7f1c11dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:32:27.844525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.864275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8d31c9ef-b73b-43a7-aed4-0af2f8fa43f6 None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:27.864652 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8d31c9ef-b73b-43a7-aed4-0af2f8fa43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:27.938325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Network bd8b205a-d647-43e0-89e9-24ca189407dd is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:27.941796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:27.946962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:27.950687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:27.989040 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.989386 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.989727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.990066 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.990400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.990729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.991370 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.991525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.991757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.992084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.993425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:27.993768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:28.019878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.020602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.045187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-52f30e5f-4a58-4df2-9a64-60fb4295df14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7213006 Mar 31 23:32:28.057768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-0536f187-71b9-46a4-9122-58f2838bb7ac tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:32:28.059091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-0536f187-71b9-46a4-9122-58f2838bb7ac tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091631 Mar 31 23:32:28.072564 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Request body: {'port': {'device_id': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:28.161720 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.332636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bbb97482-65c0-441c-8296-55e54a2c5e78 None None] Provisioning complete for port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:28.334238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbb97482-65c0-441c-8296-55e54a2c5e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.340333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96e258-a68b-4cbd-a171-d8b01aa9a716 req-8ead9fe8-e806-4181-a8a5-2b0542ddd39e tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.341970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b96e258-a68b-4cbd-a171-d8b01aa9a716 req-8ead9fe8-e806-4181-a8a5-2b0542ddd39e tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1028 time: 0.1149709 Mar 31 23:32:28.401324 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bbb97482-65c0-441c-8296-55e54a2c5e78 None None] Port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:28.460427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b96e258-a68b-4cbd-a171-d8b01aa9a716 req-089c4eb5-c796-4c78-90c8-b177e0aeacd1 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085162 Mar 31 23:32:28.583735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:28.594237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.607540 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Transition to ACTIVE for port object c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:28.620430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.666975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442358c-65f8-4653-9ae0-7c7a7c8dcc52 req-a12bd2e6-c9c7-4487-b6fe-089e09e1adaa tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.670282 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7442358c-65f8-4653-9ae0-7c7a7c8dcc52 req-a12bd2e6-c9c7-4487-b6fe-089e09e1adaa tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0627139 Mar 31 23:32:28.677249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:28.729090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7442358c-65f8-4653-9ae0-7c7a7c8dcc52 req-7c6f527d-bb77-4795-a142-da81d67f9e91 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Mar 31 23:32:28.784864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Attempting to bind port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:28.785388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Attempting to bind port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:28.785997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Attempting to bind port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:28.791202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf on network bd8b205a-d647-43e0-89e9-24ca189407dd not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:28.791634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Attempting to bind port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:28.797349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:28.798053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Checking segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:28.798529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Bound using segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:28.799080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Bound port: c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:28.799536 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:28.920912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:28.931218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d41010-4050-4659-b1c0-4c32e0338255 req-1fa176b6-c34b-4697-a9bb-6865e6ca5021 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:28.933125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8d41010-4050-4659-b1c0-4c32e0338255 req-1fa176b6-c34b-4697-a9bb-6865e6ca5021 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0975246 Mar 31 23:32:28.957657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:28.970268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.018146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.018596 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.020383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] 10.222.0.96 "PUT /v2.0/ports/c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf HTTP/1.1" status: 200 len: 1092 time: 0.9529865 Mar 31 23:32:29.049197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:29.054170 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3d656-83c5-42b2-849a-3fc34da50136" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:29.151092 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4363962-4f5a-420c-a36b-ec8deb43b507 x-openstack-request-id: req-b4363962-4f5a-420c-a36b-ec8deb43b507 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:29.151495 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:29.153281 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b4363962-4f5a-420c-a36b-ec8deb43b507 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:29.154918 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4363962-4f5a-420c-a36b-ec8deb43b507'] response: {'name': 'network-changed', 'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf', 'status': 'completed', 'code': 200} Mar 31 23:32:29.178201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8d41010-4050-4659-b1c0-4c32e0338255 req-bf3d427a-3217-4d16-9e4e-024e3ff80536 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360890 Mar 31 23:32:29.201621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2cb49-f5ee-4642-8d2f-42bd9cbb0264 service neutron] Pushing event updated for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:29.263303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-63cfe4a6-ce32-45f3-95dd-aa89afc493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.265537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-63cfe4a6-ce32-45f3-95dd-aa89afc493ea service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.1697373 Mar 31 23:32:29.411657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-6ddace4b-a2c6-4a95-aa16-1bec0a6980cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf HTTP/1.1" status: 200 len: 217 time: 0.1176574 Mar 31 23:32:29.431962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 254d5109-9032-4b74-b739-a3de74261ce0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:29.523143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-6547ac39-bdd3-49be-a369-3cf1fa4ffea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.523833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 254d5109-9032-4b74-b739-a3de74261ce0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:29.524576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:29.526469 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-6547ac39-bdd3-49be-a369-3cf1fa4ffea5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc HTTP/1.1" status: 200 len: 849 time: 0.1061466 Mar 31 23:32:29.669215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-efad5171-631a-437e-b5d7-10cd6f0c7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.671107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-efad5171-631a-437e-b5d7-10cd6f0c7d75 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bd8b205a-d647-43e0-89e9-24ca189407dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365726 Mar 31 23:32:29.680982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737458f-567c-402f-8b53-6f96fe26031b req-93873767-6389-4464-b48b-f52ee263c0b2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.692371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b737458f-567c-402f-8b53-6f96fe26031b req-93873767-6389-4464-b48b-f52ee263c0b2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.0691974 Mar 31 23:32:29.792996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2532d1-94df-4bbe-877a-57cf91dbb3f4 req-0bdd9e7b-9c01-4503-ae04-9707a2dc79af tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:29.794046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b737458f-567c-402f-8b53-6f96fe26031b req-0c198740-511c-4de5-b68d-880f24e4aa70 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997882 Mar 31 23:32:29.796335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da2532d1-94df-4bbe-877a-57cf91dbb3f4 req-0bdd9e7b-9c01-4503-ae04-9707a2dc79af tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0692413 Mar 31 23:32:29.830449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-c2f16031-8c78-4ccd-9704-97df4d356ed8 service neutron] 10.222.0.96 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342397 Mar 31 23:32:29.839216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da2532d1-94df-4bbe-877a-57cf91dbb3f4 req-c8ea65c6-23d6-4932-b4e1-e8f342ccf967 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360963 Mar 31 23:32:29.945428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc56980c-b1ff-47d1-a479-58261c6ebdba req-e7af28bf-d414-4efd-9cc8-30cd34b5fd62 service neutron] 10.222.0.96 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071131 Mar 31 23:32:30.041733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-d82124c5-e8fe-4d73-aa31-640f801a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:30.043395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-d82124c5-e8fe-4d73-aa31-640f801a658b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.0421841 Mar 31 23:32:30.145335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-58953138-9ff4-49a7-a3ed-fcb84622ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:30.146936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-58953138-9ff4-49a7-a3ed-fcb84622ae06 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.0969672 Mar 31 23:32:30.201128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-88a31cfe-e47a-4a58-9575-aedc7fa755e2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf HTTP/1.1" status: 200 len: 217 time: 0.0472839 Mar 31 23:32:30.258269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-9cd449f5-42e1-456e-8a84-568b19a4c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:30.260120 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-9cd449f5-42e1-456e-8a84-568b19a4c84a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc HTTP/1.1" status: 200 len: 849 time: 0.0521910 Mar 31 23:32:30.312867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-c2157ee5-0bef-4118-ad6f-728c42b67e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:30.314458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-c2157ee5-0bef-4118-ad6f-728c42b67e20 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bd8b205a-d647-43e0-89e9-24ca189407dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476317 Mar 31 23:32:30.432930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-9aa8ffc1-dd85-4dbc-9f75-1c54d972d59a service neutron] 10.222.0.96 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103857 Mar 31 23:32:30.550076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce3d656-83c5-42b2-849a-3fc34da50136 req-2b34e676-d295-4b52-91f9-c645b7190c0e service neutron] 10.222.0.96 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097202 Mar 31 23:32:30.936594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76823f-125c-423b-a76b-4db02e6eb8d4 req-69dad2e1-2afc-4ff6-9a9a-f71c93de2ea0 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:30.938240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e76823f-125c-423b-a76b-4db02e6eb8d4 req-69dad2e1-2afc-4ff6-9a9a-f71c93de2ea0 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.0624747 Mar 31 23:32:30.976990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e76823f-125c-423b-a76b-4db02e6eb8d4 req-75fae2f2-b448-4a94-b4ea-f64fe27da7ce tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Mar 31 23:32:30.999090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b30ee4-460b-489e-8b9a-e2155175b0a5 req-aa549f25-eb22-4e17-bcd3-764b04a7fc24 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.000656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65b30ee4-460b-489e-8b9a-e2155175b0a5 req-aa549f25-eb22-4e17-bcd3-764b04a7fc24 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0610988 Mar 31 23:32:31.046555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65b30ee4-460b-489e-8b9a-e2155175b0a5 req-2fc7e0a2-f480-44af-bff6-d262e78bd261 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374060 Mar 31 23:32:31.288304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-2a1cffb7-1700-49c2-9f29-ef1e7760580f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.289775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-2a1cffb7-1700-49c2-9f29-ef1e7760580f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 945 time: 0.0565033 Mar 31 23:32:31.382333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port 780972f5-60e4-472a-9f77-fc0b621a04dd {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:31.382676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.485593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port 780972f5-60e4-472a-9f77-fc0b621a04dd, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=780972f5-60e4-472a-9f77-fc0b621a04dd,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:31.486037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.488818 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-55a0428e-6745-4200-8a28-a4cdf24ea8b9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441811 Mar 31 23:32:31.501666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for 780972f5-60e4-472a-9f77-fc0b621a04dd owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:31.575125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-24bd225a-b7c4-4efa-972d-2fb471643257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.576649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-24bd225a-b7c4-4efa-972d-2fb471643257 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 1097 time: 0.0448942 Mar 31 23:32:31.670568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.685586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa131ad-0011-4a23-b664-c1a8b4f0d2e4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:31.702823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=780972f5-60e4-472a-9f77-fc0b621a04dd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:31.731542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['780972f5-60e4-472a-9f77-fc0b621a04dd'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:31.736640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.737153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.737494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.737828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.738161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.738626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.738955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.740152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.740675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.741009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.741332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.741666 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:32:31.743711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-3d810e54-1b71-4ffd-aa92-5daffcd79e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.745462 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-3d810e54-1b71-4ffd-aa92-5daffcd79e19 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.1483791 Mar 31 23:32:31.758265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port 780972f5-60e4-472a-9f77-fc0b621a04dd on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:31.768299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:31.773842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d432a5-d09c-4a6f-9ea2-519f96690d5a req-d7ee8ffc-c962-48be-b42f-ca2066f6898d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "DELETE /v2.0/ports/780972f5-60e4-472a-9f77-fc0b621a04dd HTTP/1.1" status: 204 len: 173 time: 0.4779131 Mar 31 23:32:31.774411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'name': 'network-vif-deleted', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:31.777006 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00632d69-3574-456b-a080-722dc2305404" -d '{"events": [{"server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "name": "network-vif-deleted", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:31.808317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-0381a895-68a5-45ab-b101-a05318615514 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4 HTTP/1.1" status: 200 len: 217 time: 0.0560977 Mar 31 23:32:31.821462 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2695ea-34bc-4c87-915a-458087e484d5 x-openstack-request-id: req-8f2695ea-34bc-4c87-915a-458087e484d5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:31.821981 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e57a38-c8cd-4636-97b3-f886dcb25cea", "name": "network-vif-deleted", "tag": "780972f5-60e4-472a-9f77-fc0b621a04dd", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:31.822386 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8f2695ea-34bc-4c87-915a-458087e484d5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:31.822976 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2695ea-34bc-4c87-915a-458087e484d5'] response: {'server_uuid': '26e57a38-c8cd-4636-97b3-f886dcb25cea', 'name': 'network-vif-deleted', 'tag': '780972f5-60e4-472a-9f77-fc0b621a04dd', 'status': 'completed', 'code': 200} Mar 31 23:32:31.905084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-f77bc9d8-db92-4883-8616-bf26ee19b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.907491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-f77bc9d8-db92-4883-8616-bf26ee19b790 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0897710 Mar 31 23:32:31.970617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-52581eb5-5f1e-4991-a297-3ae10b75f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:31.972993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-52581eb5-5f1e-4991-a297-3ae10b75f7fd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566101 Mar 31 23:32:32.080279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-0899a997-0651-45e3-8728-67cafc406100 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943334 Mar 31 23:32:32.176777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836ee22-49cc-427c-97a8-3423678fee38 req-3572c2d2-5a88-4f6b-9b85-2341149ba409 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:32.183118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1836ee22-49cc-427c-97a8-3423678fee38 req-3572c2d2-5a88-4f6b-9b85-2341149ba409 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.0951438 Mar 31 23:32:32.206417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca4702e0-e204-43fe-a45f-ad77c2eaf14b req-def780e8-877f-420d-a80c-85c12a4a5dc7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0593772 Mar 31 23:32:32.241640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84667923-0675-4e3a-80c2-8bce5feb7ba2 req-23e8714b-5d5d-429e-b9f1-87013f3075b7 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508381 Mar 31 23:32:32.537306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1836ee22-49cc-427c-97a8-3423678fee38 req-a4abcfe8-6ae7-47b6-8c7b-efa9513a34fe tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476663 Mar 31 23:32:33.331531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac3c9303-56c5-4d5f-9b5f-bc83a4ef5f18 req-d62a0f42-6a64-41f1-81a7-39208d8e88b1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0316186 Mar 31 23:32:33.408958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58388) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:33.446638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:33.522474 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4756bcbc-1ed6-48f1-8c6c-d47c1090e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.551680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:33.568217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'port_id': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf', 'mac_address': 'fa:16:3e:d4:b1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:33.601846 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4756bcbc-1ed6-48f1-8c6c-d47c1090e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.607521 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4756bcbc-1ed6-48f1-8c6c-d47c1090e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.611295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.625376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:33.654610 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4756bcbc-1ed6-48f1-8c6c-d47c1090e545 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5d076363101c4d8b8e1d0363a4b2057b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444909 Mar 31 23:32:33.655627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756bcbc-1ed6-48f1-8c6c-d47c1090e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6182aa8-1262-42e7-aeaf-9131c2f8ca0f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:33.657977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:33.661786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:33.669640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.699633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3128d5a-d27a-413f-824b-2f68f3c459e3 req-0501bb1c-f8ef-4ee6-b504-e7e5048e6525 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:33.708359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3128d5a-d27a-413f-824b-2f68f3c459e3 req-0501bb1c-f8ef-4ee6-b504-e7e5048e6525 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1095 time: 0.0620151 Mar 31 23:32:33.719917 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.730478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:33.743091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.743276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f3128d5a-d27a-413f-824b-2f68f3c459e3 req-17d50714-ec1a-42cd-85b7-2489304dcef8 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336943 Mar 31 23:32:33.790920 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.793439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:33.797079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f6182aa8-1262-42e7-aeaf-9131c2f8ca0f HTTP/1.1" status: 204 len: 168 time: 0.1358070 Mar 31 23:32:33.802750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f3b84-eb62-4eed-a1d0-2251a6dd01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6182aa8-1262-42e7-aeaf-9131c2f8ca0f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:34.011756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:34.098432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58400) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:34.114668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0219919d-a202-4f71-a119-37c0887c0eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.210310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0219919d-a202-4f71-a119-37c0887c0eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.214620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0219919d-a202-4f71-a119-37c0887c0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.253141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0219919d-a202-4f71-a119-37c0887c0eec admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1fbb195a0c6646dfa0030db47b58a872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531570 Mar 31 23:32:34.253902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219919d-a202-4f71-a119-37c0887c0eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71964f-a608-42b5-b593-36ccb96ee125,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:34.255851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:34.308642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.331039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.381768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.385138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.388757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f71964f-a608-42b5-b593-36ccb96ee125 HTTP/1.1" status: 204 len: 168 time: 0.1293511 Mar 31 23:32:34.396857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e568e-809e-42f1-867d-87f535e51c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71964f-a608-42b5-b593-36ccb96ee125,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:34.457950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bcc6d0b6-0c72-4b8d-a528-47efc06b867f req-995c22a8-5055-477b-96cf-e514cba2ae84 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0407596 Mar 31 23:32:34.480263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca1cfdc2-524a-46a8-a7c6-b962849cf5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:34.858362 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787b9c-1876-453d-9657-19f1bb2c6107 req-835f42a7-2521-4ebd-b4f4-f2f7d93bab14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:34.860350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c787b9c-1876-453d-9657-19f1bb2c6107 req-835f42a7-2521-4ebd-b4f4-f2f7d93bab14 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1096 time: 0.0440128 Mar 31 23:32:34.896402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c787b9c-1876-453d-9657-19f1bb2c6107 req-df965d94-7ef1-4ac8-81a1-7fdb79a5ad28 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298901 Mar 31 23:32:35.483695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:35.542568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 780972f5-60e4-472a-9f77-fc0b621a04dd no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:35.576404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 780972f5-60e4-472a-9f77-fc0b621a04dd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:35.576745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 780972f5-60e4-472a-9f77-fc0b621a04dd not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:35.589403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:32:35.598293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:35.598717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bbbd90b8-5185-419a-83ce-3180ccb5ff40 req-f5789821-9044-4842-a8a2-bbf9978ea861 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=26e57a38-c8cd-4636-97b3-f886dcb25cea HTTP/1.1" status: 200 len: 210 time: 0.0270014 Mar 31 23:32:35.600516 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.697630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.720136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:35.722809 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff72a3b-1193-4385-b2ef-eba5dd11624f" -d '{"events": [{"server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:35.736696 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:35.742851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:35.783693 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b36fb5-74a4-4239-bec7-49b2f15a526a x-openstack-request-id: req-f5b36fb5-74a4-4239-bec7-49b2f15a526a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:35.784174 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "name": "network-vif-plugged", "status": "completed", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:35.784487 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f5b36fb5-74a4-4239-bec7-49b2f15a526a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:35.784934 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b36fb5-74a4-4239-bec7-49b2f15a526a'] response: {'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf', 'code': 200} Mar 31 23:32:35.822171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:35.903673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d43285-11b8-4748-8d6e-c85a0322a9d6 req-d122aad5-9a39-413f-b6f6-2c4c2161029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:35.910460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6d43285-11b8-4748-8d6e-c85a0322a9d6 req-d122aad5-9a39-413f-b6f6-2c4c2161029f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0522728 Mar 31 23:32:35.964478 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6d43285-11b8-4748-8d6e-c85a0322a9d6 req-9eece695-2941-4083-862a-43ebfa5b0cc6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Mar 31 23:32:35.991550 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:36.033187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dac915-6882-40f3-a3d9-9aee0b000bd1 req-b2c7c345-f4b1-47fb-bb33-6ac73c003307 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:36.034879 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22dac915-6882-40f3-a3d9-9aee0b000bd1 req-b2c7c345-f4b1-47fb-bb33-6ac73c003307 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0426919 Mar 31 23:32:36.079863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22dac915-6882-40f3-a3d9-9aee0b000bd1 req-d8cca87e-c9ff-4357-bc48-85bc0172077f tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Mar 31 23:32:36.562927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58486) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:36.687816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01757d22-da59-4085-98bc-4c1463061e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.769245 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01757d22-da59-4085-98bc-4c1463061e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.775527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-01757d22-da59-4085-98bc-4c1463061e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.815651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-01757d22-da59-4085-98bc-4c1463061e92 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ad80bbad43af4d90a5d912dc3ae61c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515259 Mar 31 23:32:36.816510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01757d22-da59-4085-98bc-4c1463061e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a2421-c49d-4c2a-b331-7cb20c8c688e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:36.819033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58494) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:36.870959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.893321 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.945103 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.947061 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31f947cb-6283-440e-ad95-654c6aa8ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.948073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:36.950041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a13a2421-c49d-4c2a-b331-7cb20c8c688e HTTP/1.1" status: 204 len: 168 time: 0.1290586 Mar 31 23:32:36.959994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f67ea2-8776-4421-95ae-91c336f9103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a2421-c49d-4c2a-b331-7cb20c8c688e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.199228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46585c-1228-4e84-ac08-b007b5d4aeb6 req-7c57981b-f552-4552-af90-c38cc47d3c53 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:37.200773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad46585c-1228-4e84-ac08-b007b5d4aeb6 req-7c57981b-f552-4552-af90-c38cc47d3c53 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0452502 Mar 31 23:32:37.243783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad46585c-1228-4e84-ac08-b007b5d4aeb6 req-c1d63b6e-13ae-4567-854a-8cb5b9d70adf tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Mar 31 23:32:37.255187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58502) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:37.269554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1db3e22d-2db2-4260-a3f9-991ffbbb3c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.348715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1db3e22d-2db2-4260-a3f9-991ffbbb3c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.354427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1db3e22d-2db2-4260-a3f9-991ffbbb3c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.401976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1db3e22d-2db2-4260-a3f9-991ffbbb3c0d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=eb8b1ca67e99491f9500fa265fac517a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455147 Mar 31 23:32:37.403508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3e22d-2db2-4260-a3f9-991ffbbb3c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd152cb1-57dd-4bf1-91e5-a7c576ea28ad,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:37.404774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58504) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:37.487033 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.534221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.585578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.589110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:37.590445 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cd152cb1-57dd-4bf1-91e5-a7c576ea28ad HTTP/1.1" status: 204 len: 168 time: 0.1824279 Mar 31 23:32:37.600459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7354e-bd90-4a5a-8e6c-b100de479a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd152cb1-57dd-4bf1-91e5-a7c576ea28ad,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:38.384502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39cade-7054-44ef-9442-2313c6100a47 req-2bd6f33c-9a21-41e0-b6c2-47b0a04ef19a tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:38.387897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b39cade-7054-44ef-9442-2313c6100a47 req-2bd6f33c-9a21-41e0-b6c2-47b0a04ef19a tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0606835 Mar 31 23:32:38.447726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9b39cade-7054-44ef-9442-2313c6100a47 req-09766b4e-caab-43db-9fce-7a438188e5ec tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519111 Mar 31 23:32:38.450152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:38.575624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963dc11-412e-4c13-98c6-97bfc1773c7f req-2006c789-7cc0-4960-b675-38d43dce1a8b tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:38.577347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d963dc11-412e-4c13-98c6-97bfc1773c7f req-2006c789-7cc0-4960-b675-38d43dce1a8b tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0534997 Mar 31 23:32:38.617290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d963dc11-412e-4c13-98c6-97bfc1773c7f req-36bb1ecc-5214-4b6f-8cd0-67a246504778 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Mar 31 23:32:38.743735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8c832-b7b4-46b0-bd63-4038548178f0 req-7fc5603e-12b4-42f8-a8f5-726112cc1876 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:38.745256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24d8c832-b7b4-46b0-bd63-4038548178f0 req-7fc5603e-12b4-42f8-a8f5-726112cc1876 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0429373 Mar 31 23:32:38.792753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-24d8c832-b7b4-46b0-bd63-4038548178f0 req-7d393300-05f5-4a8a-9ca4-3a8f37a8e675 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335016 Mar 31 23:32:39.130461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58566) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.131709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-0e18fae8-e8b2-4d49-9ba4-bcc79234ecec tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:39.133235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-0e18fae8-e8b2-4d49-9ba4-bcc79234ecec tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.1089492 Mar 31 23:32:39.153496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-2c0ed91a-88ad-4ee6-92d8-5b5744c460ca tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/quotas/c08371a89e7640c995bf9446677f19ed HTTP/1.1" status: 200 len: 375 time: 0.0094030 Mar 31 23:32:39.235274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-f3a73c96-739d-4c97-bab9-114b4523e886 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0726101 Mar 31 23:32:39.292162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-943968276'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:39.312960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Made reservation on behalf of 238c41ce49f5471aa849ec93f02a60fc for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:39.316294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.324615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.329191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-68cc7f54-82e5-41df-a0c3-9e49d01d5577 service neutron] 10.222.0.95 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Mar 31 23:32:39.403521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.408746 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.431970 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-1e82adeb-c06e-4323-8c9f-b62d40e845c3 service neutron] 10.222.0.95 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961235 Mar 31 23:32:39.441522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b98f64-682c-47ab-86e3-454664650377,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:39.444609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] vlan segment allocate from pool success with {'vlan_id': 1283, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:32:39.455920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.456296 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Added segment dae83c7c-ba83-47c5-b312-a055e68b2b19 of type vlan for network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 Mar 31 23:32:39.510599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.545276 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.552389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:39.553142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.626998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4919655 Mar 31 23:32:39.694191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ce3dd01-ebca-4fe5-a514-9ea47cb78c2e req-9bfa6ce3-8594-4cc6-8d98-45c226eabb5a tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 210 time: 0.0617001 Mar 31 23:32:39.695384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bac485-1669-4eda-9ad6-42e32350ba1a tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Pushing event updated for resources: {'Network': ['ID=d6d6ca6b-a644-4868-8e1e-cb912f4bfce0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:39.718006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:32:39.813906 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58580) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:39.818773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0', 'binding:host_id': 'n-h2-835855-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1637858849'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:39.841849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Made reservation on behalf of 227436901ece40d281982590df3161cc for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:39.845016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.855047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.947516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.952820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:39.958644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port 1d446a5b-edba-4690-b39b-203135cb072a yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:40.050277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500a8211-b6e2-460e-ad5b-f92d8f82add7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.120121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.222228 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22a679-73a1-4adb-a378-116c8e570cb8 req-4bba70b8-620e-41c6-ba18-cc0a49bd72d8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:40.224032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d22a679-73a1-4adb-a378-116c8e570cb8 req-4bba70b8-620e-41c6-ba18-cc0a49bd72d8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.0608881 Mar 31 23:32:40.238570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port 1d446a5b-edba-4690-b39b-203135cb072a yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:40.250301 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.258786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.273479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d22a679-73a1-4adb-a378-116c8e570cb8 req-01533763-f19a-4484-b8c7-8b373a78e750 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Mar 31 23:32:40.328367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=1d446a5b-edba-4690-b39b-203135cb072a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.337576 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Checking segment: {'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:40.337941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Network hostable DHCP agents. Network: d6d6ca6b-a644-4868-8e1e-cb912f4bfce0, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:32:40.358295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:32:40.368048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d6d6ca6b-a644-4868-8e1e-cb912f4bfce0) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:40.373017 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.374711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:40.378596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841957c4-3076-463d-bd2b-be81c4e3dde4 None None] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:32:40.392303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.392712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.393159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.398614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.399008 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.399473 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 2 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.418562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.419434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.419434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.424771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.425160 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.425613 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 3 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.439424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.439887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.440267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.445859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.446332 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.446843 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 4 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.459608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.460100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.460481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.465343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.465718 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.466098 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 5 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.480104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.480442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.480900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.485954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.486334 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.486732 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 6 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.500016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.500361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.500827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.505509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.505880 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.506301 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 7 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.523326 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.525111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.525111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.528882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.529264 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.529652 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 8 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.544188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.544528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.544913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.549619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.549955 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.550344 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 9 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.565628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.565988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.566478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.571029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.571416 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.571804 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 10 to bind port 1d446a5b-edba-4690-b39b-203135cb072a Mar 31 23:32:40.586031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:40.586545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:40.587010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:40.592365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 1d446a5b-edba-4690-b39b-203135cb072a on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:40.592810 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 1d446a5b-edba-4690-b39b-203135cb072a on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:40.593274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.733111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port 1d446a5b-edba-4690-b39b-203135cb072a, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:40.733491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempted to set empty binding levels {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:32:40.742829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.794483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-d8d8a9cc-e406-4744-bc6b-09f16e901181 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:40.796199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-d8d8a9cc-e406-4744-bc6b-09f16e901181 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.60 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.1651156 Mar 31 23:32:40.805673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:40.806391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:40.816688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Request body: {'port': {'device_id': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'admin_state_up': True, 'tenant_id': 'c08371a89e7640c995bf9446677f19ed'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:40.846911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68d88778-037d-4c90-8e76-679f834c561c req-c8340b20-fe88-40a1-8f73-08250324d166 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 210 time: 0.0613680 Mar 31 23:32:40.861639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=1d446a5b-edba-4690-b39b-203135cb072a,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:40.869602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7ac4373b-2202-457a-96fe-0a213b477171 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0543392 Mar 31 23:32:40.872322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58594) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:40.898781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Made reservation on behalf of c08371a89e7640c995bf9446677f19ed for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:40.901083 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.042965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Deleting port 1d446a5b-edba-4690-b39b-203135cb072a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:41.043491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.077608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Allocated IP 172.20.0.4 (bd8b205a-d647-43e0-89e9-24ca189407dd/2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc/fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:32:41.131139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port 1d446a5b-edba-4690-b39b-203135cb072a, host n-h2-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:41.131499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.153003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Calling delete_port for 1d446a5b-edba-4690-b39b-203135cb072a owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:41.311016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.320400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.352941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d446a5b-edba-4690-b39b-203135cb072a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.362134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.365378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-67f5e1fb-eb8d-4755-8fe7-7d731666323f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "DELETE /v2.0/ports/1d446a5b-edba-4690-b39b-203135cb072a HTTP/1.1" status: 204 len: 168 time: 0.4919918 Mar 31 23:32:41.369611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58598) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:41.403047 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-00586b9b-7aaf-4372-a29c-032dced5efba tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:32:41.404849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-00586b9b-7aaf-4372-a29c-032dced5efba tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports/1d446a5b-edba-4690-b39b-203135cb072a HTTP/1.1" status: 404 len: 333 time: 0.0342553 Mar 31 23:32:41.407859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8f8f9-1f0a-4f91-bfab-01a6bccd25f8 req-156dc9b8-e180-4b24-ac12-102861f380c6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:41.408560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58600) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:41.409546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03d8f8f9-1f0a-4f91-bfab-01a6bccd25f8 req-156dc9b8-e180-4b24-ac12-102861f380c6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.0553949 Mar 31 23:32:41.415199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1643301370'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:41.419845 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.432158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:41.452992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-03d8f8f9-1f0a-4f91-bfab-01a6bccd25f8 req-1c40ec06-32fa-4db5-81e9-7c0eaeb9bdbd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=dc3e48a7-a7b3-4e85-b961-73666833b5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363638 Mar 31 23:32:41.467937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Network bd8b205a-d647-43e0-89e9-24ca189407dd is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:41.472396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Made reservation on behalf of 227436901ece40d281982590df3161cc for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:41.474935 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.476947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:41.487736 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:41.520447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Pushing event updated for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:41.523365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:41.582868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:41.583501 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.614667 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-896e1fb4-94cc-4747-a77c-cd21fb0e3420 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8021252 Mar 31 23:32:41.626522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-08ba3072-a450-4fa8-a6cc-21913b741781 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:32:41.628302 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-08ba3072-a450-4fa8-a6cc-21913b741781 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059955 Mar 31 23:32:41.709477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2d280dd5-ad46-41e8-9a15-75a3442b9afb None None] Provisioning complete for port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:41.709847 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2d280dd5-ad46-41e8-9a15-75a3442b9afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.713360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Request body: {'port': {'device_id': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:41.744031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.745796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2d280dd5-ad46-41e8-9a15-75a3442b9afb None None] Port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:32:41.795372 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.832532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.893164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:41.903758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:41.947441 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:41.948387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:41.948991 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:41.954981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=4247d7cb-6b50-47d9-b072-7dedb33e21b7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.003693 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6e727b73-b859-42ae-901e-2583f62f81bc tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5929017 Mar 31 23:32:42.007470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58606) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:42.014517 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:42.053358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502999b-c818-4241-a567-4c15e1a3a58e req-de66d8f0-667a-44ef-9855-4449fc28205d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.054823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f502999b-c818-4241-a567-4c15e1a3a58e req-de66d8f0-667a-44ef-9855-4449fc28205d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 946 time: 0.0474374 Mar 31 23:32:42.072574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd5e35-c648-401d-9d3b-e6621fcf2094 req-cb1ea70e-b2ec-4f80-ae8c-3d2e121aff53 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.074098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54fd5e35-c648-401d-9d3b-e6621fcf2094 req-cb1ea70e-b2ec-4f80-ae8c-3d2e121aff53 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1027 time: 0.1278996 Mar 31 23:32:42.149147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.153338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:42.153724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.181374 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54fd5e35-c648-401d-9d3b-e6621fcf2094 req-c9c1149e-294a-4fce-8cfa-23a058b83a8e tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821524 Mar 31 23:32:42.243077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port efa131ad-0011-4a23-b664-c1a8b4f0d2e4, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:42.243468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.256504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for efa131ad-0011-4a23-b664-c1a8b4f0d2e4 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:42.324860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:42.339495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.385775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.387355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Transition to ACTIVE for port object fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:32:42.392460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.397455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa131ad-0011-4a23-b664-c1a8b4f0d2e4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:42.416405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=efa131ad-0011-4a23-b664-c1a8b4f0d2e4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.437698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:42.444673 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.457392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.463125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.468619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port efa131ad-0011-4a23-b664-c1a8b4f0d2e4 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:42.473823 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.478386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f502999b-c818-4241-a567-4c15e1a3a58e req-cd709979-8694-43be-8a59-acd7d66877c9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "DELETE /v2.0/ports/efa131ad-0011-4a23-b664-c1a8b4f0d2e4 HTTP/1.1" status: 204 len: 173 time: 0.4160562 Mar 31 23:32:42.479126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'name': 'network-vif-deleted', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:42.483509 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f66bfb-7879-4e6d-a5c8-1a4c1e07525c" -d '{"events": [{"server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "name": "network-vif-deleted", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:42.540528 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60b9a8-d968-4c6b-bd3f-85fabf94c4fb x-openstack-request-id: req-bd60b9a8-d968-4c6b-bd3f-85fabf94c4fb {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:42.541152 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247743a5-e6b1-47f9-b431-67aa9898837f", "name": "network-vif-deleted", "tag": "efa131ad-0011-4a23-b664-c1a8b4f0d2e4", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:42.541821 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd60b9a8-d968-4c6b-bd3f-85fabf94c4fb {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:42.542477 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd60b9a8-d968-4c6b-bd3f-85fabf94c4fb'] response: {'server_uuid': '247743a5-e6b1-47f9-b431-67aa9898837f', 'name': 'network-vif-deleted', 'tag': 'efa131ad-0011-4a23-b664-c1a8b4f0d2e4', 'status': 'completed', 'code': 200} Mar 31 23:32:42.602672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=4247d7cb-6b50-47d9-b072-7dedb33e21b7,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.611716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.612227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.612411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.619125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dddc2c47-248d-4b5b-bd0a-043d25934bbd req-bb2e861f-5dab-4175-bb83-ded8aa529569 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0493879 Mar 31 23:32:42.622566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.623009 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.624807 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 2 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.629971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Attempting to bind port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.630296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Attempting to bind port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.631013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Attempting to bind port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.641072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b on network bd8b205a-d647-43e0-89e9-24ca189407dd not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.641297 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Attempting to bind port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b on network bd8b205a-d647-43e0-89e9-24ca189407dd {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.649655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:32:42.650029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Checking segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:32:42.650365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Bound using segment: {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:32:42.650792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Bound port: fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23df9124-564b-4506-bc71-ac58fc3d9af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:32:42.651149 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.654549 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.654876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.655771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.667749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.668127 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.669596 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 3 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.706569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.706995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.707123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.715894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.716222 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.719925 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 4 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.745888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.746140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.746456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.748962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:42.752964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:32:42.755845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.756191 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.756681 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 5 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.761781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.816493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.817380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:42.820395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b HTTP/1.1" status: 200 len: 1091 time: 1.1842332 Mar 31 23:32:42.823172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:42.827495 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510a9a1e-38ce-4607-be95-6ab631e21e09" -d '{"events": [{"name": "network-changed", "server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:42.830730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.831066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.831430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.842752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.843083 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.847497 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 6 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.873608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a0dbe-7752-4a11-98b8-70f34e714ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:42.887180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.887547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.887882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.890904 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389b368a-6a02-40e3-bab4-2b1d747d3a9b x-openstack-request-id: req-389b368a-6a02-40e3-bab4-2b1d747d3a9b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:42.891295 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:42.891468 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-389b368a-6a02-40e3-bab4-2b1d747d3a9b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:42.891864 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389b368a-6a02-40e3-bab4-2b1d747d3a9b'] response: {'name': 'network-changed', 'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b', 'status': 'completed', 'code': 200} Mar 31 23:32:42.909752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.910092 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.911357 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 7 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.930596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.930919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.931316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:42.941290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:42.941619 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:42.942665 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 8 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:42.946633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-3efe8287-17cc-472f-aa8d-9c8cfa391087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:42.948171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-3efe8287-17cc-472f-aa8d-9c8cfa391087 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.0704930 Mar 31 23:32:42.995542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:42.996031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:42.996769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:43.000683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-98cf5ba2-adc8-4279-a75e-61edecb21516 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b HTTP/1.1" status: 200 len: 217 time: 0.0451093 Mar 31 23:32:43.004331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:43.004775 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:43.005279 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 9 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:43.055092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:43.055506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:43.055929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:43.070430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:43.071389 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:43.073738 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 10 to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 Mar 31 23:32:43.080919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-471881df-9594-4d7c-afc4-577706d4b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.082881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-471881df-9594-4d7c-afc4-577706d4b6f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc HTTP/1.1" status: 200 len: 849 time: 0.0745292 Mar 31 23:32:43.104825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:43.105272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:43.105684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:43.127551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:43.127971 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:43.128404 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.178273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-2fd038a7-005b-4ce0-b79d-b2ba0aeb8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.179892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-2fd038a7-005b-4ce0-b79d-b2ba0aeb8d62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd8b205a-d647-43e0-89e9-24ca189407dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892572 Mar 31 23:32:43.240544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port 4247d7cb-6b50-47d9-b072-7dedb33e21b7, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:43.240913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempted to set empty binding levels {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:32:43.271563 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.313624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] In _notify_port_updated(), no bound segment for port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:32:43.314511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.315106 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:43.319016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "PUT /v2.0/ports/4247d7cb-6b50-47d9-b072-7dedb33e21b7 HTTP/1.1" status: 200 len: 975 time: 1.3059731 Mar 31 23:32:43.322204 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58618) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:43.339947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af5544-dcdb-40eb-98bb-95e805310170 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=4247d7cb-6b50-47d9-b072-7dedb33e21b7,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:43.347431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-8f0f517f-0a84-4e5d-ba89-b2fe47c647c4 service neutron] 10.222.0.60 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582687 Mar 31 23:32:43.444461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.445083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.445380 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.445810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.446258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.446736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.447402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.447871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.448274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91fa97e5-11b3-430e-9efe-f4258db484f7 req-b3127b0a-04e2-4ac7-ac12-e8c2f67201b3 service neutron] 10.222.0.60 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932007 Mar 31 23:32:43.448744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.448744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.449173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.449646 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.450092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.450519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.450957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.451713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.452864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.453316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.453943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.460467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22afa44c-f363-4503-89af-c7b7b09931c3 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17389 time: 0.1364522 Mar 31 23:32:43.460832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58620) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:43.464029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9f4d5-5a40-4f07-b62b-34bbec8a6559 req-ca0b71c4-05b9-4a0c-bd3c-8e2122e55499 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.466988 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ec9f4d5-5a40-4f07-b62b-34bbec8a6559 req-ca0b71c4-05b9-4a0c-bd3c-8e2122e55499 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.2086823 Mar 31 23:32:43.519394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ec9f4d5-5a40-4f07-b62b-34bbec8a6559 req-85ab592f-c8dd-4500-a235-b20a49877065 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 Mar 31 23:32:43.586535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-aa4a1dd6-bb96-4396-ba8b-8c728341f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:43.588075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-aa4a1dd6-bb96-4396-ba8b-8c728341f7c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c08371a89e7640c995bf9446677f19ed&device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.0785313 Mar 31 23:32:43.625278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Deleting port 4247d7cb-6b50-47d9-b072-7dedb33e21b7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:43.625570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.031414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c46dd0e-1bb6-4053-a81c-dfd16f8fd415 req-1d1b7543-f2f7-46f8-a2ab-bad906dde66f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.3463364 Mar 31 23:32:44.032410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port 4247d7cb-6b50-47d9-b072-7dedb33e21b7, host n-h2-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:44.032769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.054077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Calling delete_port for 4247d7cb-6b50-47d9-b072-7dedb33e21b7 owned by {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:44.058456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-c3485f69-368b-4c4a-85e6-23b41e9be49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.060060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-c3485f69-368b-4c4a-85e6-23b41e9be49d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 200 len: 912 time: 0.4648159 Mar 31 23:32:44.132533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-27c28ff0-b89f-4e54-a2db-8ed58ded65ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b HTTP/1.1" status: 200 len: 217 time: 0.0645478 Mar 31 23:32:44.202043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-cc0df0d0-f7f3-44f5-927f-9fee837d0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.203283 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-cc0df0d0-f7f3-44f5-927f-9fee837d0271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc HTTP/1.1" status: 200 len: 849 time: 0.0634990 Mar 31 23:32:44.221129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.265299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event deleted for resources: {'Port': ['ID=4247d7cb-6b50-47d9-b072-7dedb33e21b7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:44.269399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.272688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4914c4b-73a3-4b94-90da-4bf63486d7f1 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "DELETE /v2.0/ports/4247d7cb-6b50-47d9-b072-7dedb33e21b7 HTTP/1.1" status: 204 len: 168 time: 0.8106987 Mar 31 23:32:44.275447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58624) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:44.305576 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4884446-de95-44e3-978f-eb5f0380b9d0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:32:44.308134 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4884446-de95-44e3-978f-eb5f0380b9d0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports/4247d7cb-6b50-47d9-b072-7dedb33e21b7 HTTP/1.1" status: 404 len: 333 time: 0.0307598 Mar 31 23:32:44.311195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-68e0d6a0-e98b-421c-ae4f-7ade65cbfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.311408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-68e0d6a0-e98b-421c-ae4f-7ade65cbfe85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd8b205a-d647-43e0-89e9-24ca189407dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007297 Mar 31 23:32:44.311848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58626) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:44.316515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1734338006', 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:44.384244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Made reservation on behalf of 227436901ece40d281982590df3161cc for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:44.386509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.411388 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port 6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:44.458533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-da32dcc4-7cdb-4da8-b991-8ce5c9c66a81 service neutron] 10.222.0.60 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386483 Mar 31 23:32:44.631402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-510a9a1e-38ce-4607-be95-6ab631e21e09 req-374a463b-622b-4b82-936c-8c1f052966d0 service neutron] 10.222.0.60 "GET /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641920 Mar 31 23:32:44.649352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f844f9-814f-4ee7-af48-2b2545267cff req-dc7ed312-650d-431b-aeb2-dbda31ef42a4 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.658286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.659187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51f844f9-814f-4ee7-af48-2b2545267cff req-dc7ed312-650d-431b-aeb2-dbda31ef42a4 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.0604918 Mar 31 23:32:44.691793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51f844f9-814f-4ee7-af48-2b2545267cff req-d1c6cc6b-bff2-49b2-ad63-679fa26f9c68 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Mar 31 23:32:44.693624 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.739097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:44.743519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:44.747920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:44.748859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.749451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.752493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:44.768773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5b4bc550-08e9-4757-a89e-45656aff191f tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4558208 Mar 31 23:32:44.771736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58630) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:44.805395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e7077a-42a7-4def-8dbc-f4f302556f30 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:44.806770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-88e7077a-42a7-4def-8dbc-f4f302556f30 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports/6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 HTTP/1.1" status: 200 len: 955 time: 0.0340369 Mar 31 23:32:44.809675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58632) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:44.887771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Deleting port 6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:44.888009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.946582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:44.958604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Calling delete_port for 6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:45.038769 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.066186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:45.072444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.075832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e9cd2cea-284d-45b4-aad3-95e19f065b8d tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "DELETE /v2.0/ports/6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 HTTP/1.1" status: 204 len: 168 time: 0.2652109 Mar 31 23:32:45.078571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58636) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:45.102858 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63ea04a-1996-4cc5-8203-905dc2bbe236 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:32:45.104449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c63ea04a-1996-4cc5-8203-905dc2bbe236 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports/6ae1ab6c-6a5b-41e5-b68d-fded0c8287e4 HTTP/1.1" status: 404 len: 333 time: 0.0247357 Mar 31 23:32:45.108245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58638) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:45.113578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-28533457'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:45.136486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Made reservation on behalf of 227436901ece40d281982590df3161cc for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:32:45.139676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.162610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port ec1bca70-346a-4171-832d-d5702aa3c234 yet. {{(pid=109299) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:45.215160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac7865c0-ad0e-46c5-bdfb-08b782f3ee90 req-1e8d19dd-7751-44dd-a089-dfe123390d1c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0913732 Mar 31 23:32:45.532178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa131ad-0011-4a23-b664-c1a8b4f0d2e4 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:45.553776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: efa131ad-0011-4a23-b664-c1a8b4f0d2e4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:45.554174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa131ad-0011-4a23-b664-c1a8b4f0d2e4 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:45.675144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.708943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.752841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:32:45.755830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:32:45.760229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:32:45.761775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:45.763047 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:45.773456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=ec1bca70-346a-4171-832d-d5702aa3c234,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:45.809853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5974d3c2-4373-449a-b9e4-f1230aa66c5e tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7001994 Mar 31 23:32:45.812971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58644) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:45.817733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530398a-c729-489a-8802-288d556027b9 req-33262fdc-8809-47c1-9137-a2979a9e7579 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:45.819253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6530398a-c729-489a-8802-288d556027b9 req-33262fdc-8809-47c1-9137-a2979a9e7579 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.0543580 Mar 31 23:32:45.819552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:45.857782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6530398a-c729-489a-8802-288d556027b9 req-8ef8c3cb-6fd2-4b84-a550-b5a274592e2b tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Mar 31 23:32:45.880239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.049505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] device_id is not set on port ec1bca70-346a-4171-832d-d5702aa3c234 yet. {{(pid=109298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 31 23:32:46.057327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.064874 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.125201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=ec1bca70-346a-4171-832d-d5702aa3c234,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:46.140224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.140696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.141184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.146001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.146438 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.146921 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 2 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.160803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.161139 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.161477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.165773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.166098 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.167081 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 3 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.179144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.179448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.179785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.184060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.184385 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.184774 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 4 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.197456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.197792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.198133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.202658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.202986 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.203380 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 5 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.215915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.216253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.216591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.220966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.221296 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.221682 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 6 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.234978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.235368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.235705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.240096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.240454 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.240816 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 7 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.252994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.253346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.253681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.258161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.258499 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.258973 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 8 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.272164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.272502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.272841 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.277385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.277783 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.278164 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 9 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.291123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.292040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.292183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.297363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.297788 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.298278 n-d-835855-2 neutron-server[109298]: INFO neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempt 10 to bind port ec1bca70-346a-4171-832d-d5702aa3c234 Mar 31 23:32:46.322994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:32:46.323355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:32:46.323699 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempting to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:32:46.340841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-409fabda-4cab-418c-8b8b-7b1d69ee6dad req-925c6013-e82d-4b6d-a93e-407ffe77d91a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=247743a5-e6b1-47f9-b431-67aa9898837f HTTP/1.1" status: 200 len: 210 time: 0.0300190 Mar 31 23:32:46.342913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:32:46.343275 n-d-835855-2 neutron-server[109298]: ERROR neutron.plugins.ml2.managers [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Failed to bind port ec1bca70-346a-4171-832d-d5702aa3c234 on host n-h2-835855-2 for vnic_type normal using segments [{'id': 'dae83c7c-ba83-47c5-b312-a055e68b2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd6d6ca6b-a644-4868-8e1e-cb912f4bfce0'}] Mar 31 23:32:46.343663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.412601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port ec1bca70-346a-4171-832d-d5702aa3c234, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:32:46.412989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attempted to set empty binding levels {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 31 23:32:46.418946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.456389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] In _notify_port_updated(), no bound segment for port ec1bca70-346a-4171-832d-d5702aa3c234 on network d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 {{(pid=109298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Mar 31 23:32:46.457577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:46.458286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.459787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "PUT /v2.0/ports/ec1bca70-346a-4171-832d-d5702aa3c234 HTTP/1.1" status: 200 len: 973 time: 0.6454699 Mar 31 23:32:46.462662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58648) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:46.477858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279594-891a-460e-a83d-bd83db4f6be0 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event updated for resources: {'Port': ['ID=ec1bca70-346a-4171-832d-d5702aa3c234,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:46.543356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Deleting port ec1bca70-346a-4171-832d-d5702aa3c234 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:46.543721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.611761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] For port ec1bca70-346a-4171-832d-d5702aa3c234, host n-h2-835855-2, got binding levels [] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:46.612132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.625279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Calling delete_port for ec1bca70-346a-4171-832d-d5702aa3c234 owned by {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:46.713759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.746981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec1bca70-346a-4171-832d-d5702aa3c234,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:46.755765 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.759218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a459ba4-7fd9-4a4a-b156-682c4da88820 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "DELETE /v2.0/ports/ec1bca70-346a-4171-832d-d5702aa3c234 HTTP/1.1" status: 204 len: 168 time: 0.2953317 Mar 31 23:32:46.762005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58650) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:46.784806 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d96b5-e42b-4151-a099-31504aedef58 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] GET failed (client error): The resource could not be found. Mar 31 23:32:46.786244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-634d96b5-e42b-4151-a099-31504aedef58 tempest-PortsAdminExtendedAttrsTestJSON-408816784 tempest-PortsAdminExtendedAttrsTestJSON-408816784-project-admin] 10.222.0.95 "GET /v2.0/ports/ec1bca70-346a-4171-832d-d5702aa3c234 HTTP/1.1" status: 404 len: 333 time: 0.0233083 Mar 31 23:32:46.790618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58652) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:46.863925 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.959344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:46.993881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d6ca6b-a644-4868-8e1e-cb912f4bfce0']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:47.005502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae83c7c-ba83-47c5-b312-a055e68b2b19') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:47.005814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae83c7c-ba83-47c5-b312-a055e68b2b19') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:32:47.016445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.026861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79421c-6db6-48c5-ad5c-273ac303459f req-a56f08da-f57b-407f-b928-6a7faf7ad3f9 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:47.028484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e79421c-6db6-48c5-ad5c-273ac303459f req-a56f08da-f57b-407f-b928-6a7faf7ad3f9 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1094 time: 0.1011622 Mar 31 23:32:47.035263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.047487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:32:47.047885 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:32:47.050858 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:32:47.128032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e79421c-6db6-48c5-ad5c-273ac303459f req-f66a4ee5-0de3-4265-90bd-f70d611c59e0 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901105 Mar 31 23:32:47.130329 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.140237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.160408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] 10.222.0.95 "DELETE /v2.0/networks/d6d6ca6b-a644-4868-8e1e-cb912f4bfce0 HTTP/1.1" status: 204 len: 168 time: 0.3531966 Mar 31 23:32:47.164931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9f0e7-d7cb-4c46-9ce9-3de617b73365 tempest-PortsAdminExtendedAttrsTestJSON-1713325495 tempest-PortsAdminExtendedAttrsTestJSON-1713325495-project] Pushing event deleted for resources: {'Network': ['ID=d6d6ca6b-a644-4868-8e1e-cb912f4bfce0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:47.408872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58664) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:47.482452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:32:47.558905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e3c56de7-abb8-44bc-a5f0-fd3cbe460e96 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=238c41ce49f5471aa849ec93f02a60fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487875 Mar 31 23:32:47.562101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:47.584782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:47.596521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b', 'network_id': 'bd8b205a-d647-43e0-89e9-24ca189407dd', 'port_id': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b', 'mac_address': 'fa:16:3e:fe:3c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:32:47.614626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.633230 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.636318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.646215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:32:47.665821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:47.672011 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.689060 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.691770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:47.695520 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d5b98f64-682c-47ab-86e3-454664650377 HTTP/1.1" status: 204 len: 168 time: 0.1297793 Mar 31 23:32:47.701660 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e107d-a329-4d49-ba54-fdbbc33026f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b98f64-682c-47ab-86e3-454664650377,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:47.736104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:47.969071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:47.970444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58674) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:48.020921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52c4fa3f-9a39-41fe-b825-05cc6f27ce0c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=227436901ece40d281982590df3161cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492764 Mar 31 23:32:48.023705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58676) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:48.074732 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.097398 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.145209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.147922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:48.151686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/500a8211-b6e2-460e-ad5b-f92d8f82add7 HTTP/1.1" status: 204 len: 168 time: 0.1245267 Mar 31 23:32:48.179467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06ea49-74f3-4417-95ab-d29a0b687e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a8211-b6e2-460e-ad5b-f92d8f82add7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:48.278454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe57b5-dd55-4f15-851e-9b4e14951b5f req-e24541ba-b133-4d25-b75a-e4e7b71b00bc tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:48.280019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fe57b5-dd55-4f15-851e-9b4e14951b5f req-e24541ba-b133-4d25-b75a-e4e7b71b00bc tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1095 time: 0.0470016 Mar 31 23:32:48.317439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c9fe57b5-dd55-4f15-851e-9b4e14951b5f req-c645d0c3-8728-49e6-bd86-888fd7ad66a9 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Mar 31 23:32:48.895832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58720) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.001238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636685082'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:49.025546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.034000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.110456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.114137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.168586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fd4764-38c9-404c-923a-0c4f612a2e9b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.217359 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.221600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.251594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c04a4-b74e-42d3-817b-049026f0a5bb,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.256121 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.260169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9ab6b3f1-94f5-4c67-bc85-59722c835d13 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3632903 Mar 31 23:32:49.260400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58742) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.312867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-76a42dde-19f9-4800-b74f-46a6acd3c08f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0512621 Mar 31 23:32:49.315573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58748) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.320496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-security--469373278', 'description': 'tempest-security-description-1317950953'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:49.346621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.392272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.402172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.405194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.406027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "PUT /v2.0/security-groups/1e2c04a4-b74e-42d3-817b-049026f0a5bb HTTP/1.1" status: 200 len: 1779 time: 0.0894029 Mar 31 23:32:49.408910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58754) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.451714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816d73-7ea0-49f3-97b5-a8a929203d8d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c04a4-b74e-42d3-817b-049026f0a5bb,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.458090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d545b9-fa1c-4d5c-b3a9-9632e2f14530 req-90393973-7f19-4870-9665-ea5453b2ca67 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.459732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00d545b9-fa1c-4d5c-b3a9-9632e2f14530 req-90393973-7f19-4870-9665-ea5453b2ca67 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1095 time: 0.0662897 Mar 31 23:32:49.468039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-90ddd200-61bc-4b6f-9e27-85f222b71fe8 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups/1e2c04a4-b74e-42d3-817b-049026f0a5bb HTTP/1.1" status: 200 len: 1779 time: 0.0577660 Mar 31 23:32:49.468629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58756) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.498966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:32:49.526132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00d545b9-fa1c-4d5c-b3a9-9632e2f14530 req-8f15066d-7a79-4f17-bd21-dbe0567a5597 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Mar 31 23:32:49.543555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.560461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:32:49.564968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:32:49.565343 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.566062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.611150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.615347 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.618823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/1e2c04a4-b74e-42d3-817b-049026f0a5bb HTTP/1.1" status: 204 len: 168 time: 0.1469631 Mar 31 23:32:49.619266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58758) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.626169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d8fb2-5eb1-4cf9-83d3-34b6a2606c4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c04a4-b74e-42d3-817b-049026f0a5bb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.661431 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.678428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-206547bb-2d34-4497-a3e8-907676ac718d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554245 Mar 31 23:32:49.679203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58760) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.683809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:49.686220 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da2d8f-e554-430e-924e-3d25df827ee9" -d '{"events": [{"server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:49.695281 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [None req-9da58701-de1d-4a87-98db-3a374c727fa2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] delete failed (client error): The resource could not be found. Mar 31 23:32:49.700727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9da58701-de1d-4a87-98db-3a374c727fa2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/1e2c04a4-b74e-42d3-817b-049026f0a5bb HTTP/1.1" status: 404 len: 347 time: 0.0163705 Mar 31 23:32:49.700907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:49.701400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58764) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.706299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914006481'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:49.712664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.735642 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.758111 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae57de-8c55-4595-a06c-daa83f014a37 x-openstack-request-id: req-abae57de-8c55-4595-a06c-daa83f014a37 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:49.758694 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:49.758933 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-abae57de-8c55-4595-a06c-daa83f014a37 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:49.759509 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abae57de-8c55-4595-a06c-daa83f014a37'] response: {'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b', 'code': 200} Mar 31 23:32:49.787214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.815605 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.821666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.828772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58766) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.835613 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518507840', 'description': 'tempest-secgroup-smoke-518507840 description', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:49.844574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f4245-98f3-4070-9729-8b049596872b req-55822ff5-dfc1-4c64-b143-353a9466260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:49.846191 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e8f4245-98f3-4070-9729-8b049596872b req-55822ff5-dfc1-4c64-b143-353a9466260e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0474274 Mar 31 23:32:49.875586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcac4e2b-4ed4-4e9e-bd2c-b151535dc041,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:49.882991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5e8f4245-98f3-4070-9729-8b049596872b req-c7c26280-799b-4906-865d-d5940767d6e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299404 Mar 31 23:32:49.883670 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.884896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0225b10b-151c-4b33-be76-ab0bb69ec55b tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1823223 Mar 31 23:32:49.887981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58768) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:49.892413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'dcac4e2b-4ed4-4e9e-bd2c-b151535dc041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:49.897824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:49.939206 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.006319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.015561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.025012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.037076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.056549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.057751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2256072 Mar 31 23:32:50.061129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58770) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.067228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.069444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90956a68-edf5-4fe4-b012-2c33ad45c17b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.071195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f587bea-b93e-4750-a84e-8671b734f87f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d377c6e1-c438-468e-ba8d-2efcc349455e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.076105 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.077276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ee6344e8-92d4-4148-bfa3-ce302020b1a2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883378 Mar 31 23:32:50.080252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.107754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.110065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.118106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.145746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.151360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.152852 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/90956a68-edf5-4fe4-b012-2c33ad45c17b HTTP/1.1" status: 204 len: 168 time: 0.0714717 Mar 31 23:32:50.157338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58774) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.161890 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b47ab-fe66-4c89-b90a-ee5a98ee31b4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90956a68-edf5-4fe4-b012-2c33ad45c17b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.187033 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.192219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.219436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c45fc38-731b-49f7-9803-7cc96c1f88b5,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.235922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-14f5f4aa-1016-4da9-a5fa-545f7322455a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751076 Mar 31 23:32:50.239009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58776) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.250314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.251466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e2197d03-7512-4397-a266-5ec941c17a96 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1887980 Mar 31 23:32:50.254425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.259301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.287298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.295386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.316982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.335650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.340607 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.356001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43419353-c714-48b5-974d-3c0a1268e7ae,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.363759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.366454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.367134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.368358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a643cd16-2bb0-4ade-8049-dd50d5b056ca tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128235 Mar 31 23:32:50.370300 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58780) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.370457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/dcac4e2b-4ed4-4e9e-bd2c-b151535dc041 HTTP/1.1" status: 204 len: 168 time: 0.1302354 Mar 31 23:32:50.373599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58782) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.379705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.394747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2739df2-cc00-4397-be06-f0176b3a6ba0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcac4e2b-4ed4-4e9e-bd2c-b151535dc041,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.414840 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.422516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c04c1215-6858-41cd-8e0f-17747e2f1317 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505545 Mar 31 23:32:50.426087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58784) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.430397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916924832'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.450608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.469261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.474259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.492455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a548760f-9d20-4eab-96b9-f29043d6a7f9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.509542 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.511766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8e6130c3-fad1-4cc6-8b2b-c2141e6d6652 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372361 Mar 31 23:32:50.514515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58786) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.520361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.522319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.528284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.549292 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.567491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.572065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1417398 Mar 31 23:32:50.572260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58790) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.573722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e28ad-0c19-42dc-b184-1127ba0d3671 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6197ab-ec16-4da2-8ece-263e0eba9a3a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.580165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'fc6197ab-ec16-4da2-8ece-263e0eba9a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.636248 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.637949 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.647872 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.652072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f97dde-15d8-4f93-845c-c4edcc50c061 req-cd86c9db-1ff0-4850-a9cb-eb6215e29bb1 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:50.653762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18f97dde-15d8-4f93-845c-c4edcc50c061 req-cd86c9db-1ff0-4850-a9cb-eb6215e29bb1 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0426917 Mar 31 23:32:50.679372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0242da-63a2-43d8-81a0-600765682399,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.688771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.693022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5d0ce4c0-2eda-411d-a2d3-cc99ae8587e0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774781 Mar 31 23:32:50.693552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18f97dde-15d8-4f93-845c-c4edcc50c061 req-28b96c5f-582b-45cf-90de-15efb3a65386 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321200 Mar 31 23:32:50.693689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58792) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.700915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.732908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.736890 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Project 71d4ce095bd74d9f8ab86896489e88f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:32:50.741286 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.747308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.779466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3934a05-e695-4d3a-8a41-df887b1a4cec,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.786311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.787500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5aa21567-95f7-4f6e-b2c4-2c327d46999f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148342 Mar 31 23:32:50.790563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.795126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'fc6197ab-ec16-4da2-8ece-263e0eba9a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.816688 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.821813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.823655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.847659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.851973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556375 Mar 31 23:32:50.854038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58796) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.859764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'security_group_rule': {'security_group_id': 'd377c6e1-c438-468e-ba8d-2efcc349455e', 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.865058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3169b-902e-4977-a4fb-356c81ac9d25 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff389bec-a343-44f3-a18c-b889ea01491c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.882650 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Project 71d4ce095bd74d9f8ab86896489e88f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:32:50.884410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.888933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.889415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.910693 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4caef36a-5f35-4174-a4c4-da9cf44a42e3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.921337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.922597 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e5492756-d58c-45db-9ff5-ad849af09aac tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310256 Mar 31 23:32:50.925333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58798) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:50.930193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'fc6197ab-ec16-4da2-8ece-263e0eba9a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:50.954439 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.958111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.961230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.975816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7aa356-b654-41e7-8b9f-d58db32c369d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:50.986408 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:50.987688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0476e7de-edd8-46ce-8a7d-4b670283f46a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1325858 Mar 31 23:32:51.027770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.034071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.061118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0f5fe-05c0-42b7-a9c0-91d5e7c8442d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.071648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.073071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8b792ced-8c3a-4b14-a77d-21930683ee26 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464646 Mar 31 23:32:51.076093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58818) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.080788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'fc6197ab-ec16-4da2-8ece-263e0eba9a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:51.114616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.191072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.198157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.208001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.220819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329eddc3-2c10-43e2-a531-9d9bd6794d6c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.234969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.237368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f0609d4d-4608-43d8-8392-f7f1e8c1c743 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1602147 Mar 31 23:32:51.239120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58840) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.243908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'fc6197ab-ec16-4da2-8ece-263e0eba9a3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:51.276808 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.347976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.355153 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.379075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf214e6a-986b-4a06-8059-4260da8632c3,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.389376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.391299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5e9359ec-127f-4beb-ab1e-510601024d23 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1503522 Mar 31 23:32:51.393698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58842) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.419367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.427836 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.458908 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.473848 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.478328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58846) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.479841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/bf214e6a-986b-4a06-8059-4260da8632c3 HTTP/1.1" status: 204 len: 168 time: 0.0842292 Mar 31 23:32:51.488929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b7328-d6d1-43c2-a5b9-ce47e7551129 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf214e6a-986b-4a06-8059-4260da8632c3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.535364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19ae6751-ae3c-4717-81c2-3fadcdb357b7 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0533807 Mar 31 23:32:51.536314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58850) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.562587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.570242 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.602557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.609739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.610963 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/329eddc3-2c10-43e2-a531-9d9bd6794d6c HTTP/1.1" status: 204 len: 168 time: 0.0736539 Mar 31 23:32:51.614112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58854) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.625575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5d48e-e2db-4a8f-bec9-0b72bde8806a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=329eddc3-2c10-43e2-a531-9d9bd6794d6c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.664473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66cd3691-7582-4ac1-9566-78df2cbaf301 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0492101 Mar 31 23:32:51.667296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58860) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.692623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.700049 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.731382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.738434 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.739755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/cdf0f5fe-05c0-42b7-a9c0-91d5e7c8442d HTTP/1.1" status: 204 len: 168 time: 0.0711753 Mar 31 23:32:51.742084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58880) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.753530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a49c-7a98-4dce-ac85-0ffa9439a56e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf0f5fe-05c0-42b7-a9c0-91d5e7c8442d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.792057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fe60a1e6-ae1b-4daf-8ebf-a421f5029fb0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0487926 Mar 31 23:32:51.797792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.825778 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.830192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f5456-7bb1-4310-912d-e4a768c2f82d req-070cf8ce-0c3b-47f8-9e52-3af44579edb8 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:51.831775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe8f5456-7bb1-4310-912d-e4a768c2f82d req-070cf8ce-0c3b-47f8-9e52-3af44579edb8 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0619771 Mar 31 23:32:51.840628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.869347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe8f5456-7bb1-4310-912d-e4a768c2f82d req-44d49bae-9d58-4f86-be00-dd27daa97cf4 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Mar 31 23:32:51.872201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.879051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.881973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.882109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/4caef36a-5f35-4174-a4c4-da9cf44a42e3 HTTP/1.1" status: 204 len: 168 time: 0.0846415 Mar 31 23:32:51.893450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20194-f675-4b56-96b9-5ad71ee848e4 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4caef36a-5f35-4174-a4c4-da9cf44a42e3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:51.931171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-492ca5fd-14b6-4bfa-aa49-168acbae3986 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453632 Mar 31 23:32:51.931470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58896) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:51.967943 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:51.978094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.005442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bc86a-8935-49cf-8a64-f951617fd5a7 req-4e30099f-92e7-45af-950f-ae0e42cf4ff3 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:52.007139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d50bc86a-8935-49cf-8a64-f951617fd5a7 req-4e30099f-92e7-45af-950f-ae0e42cf4ff3 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0571961 Mar 31 23:32:52.019651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.027784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.031470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/f3934a05-e695-4d3a-8a41-df887b1a4cec HTTP/1.1" status: 204 len: 168 time: 0.0966275 Mar 31 23:32:52.032686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58898) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.041306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fb412-b568-449f-aa08-6e6af683c06f tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3934a05-e695-4d3a-8a41-df887b1a4cec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.047759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d50bc86a-8935-49cf-8a64-f951617fd5a7 req-66e48e56-7fbc-4648-9113-2f24ff7c8ce1 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338826 Mar 31 23:32:52.087137 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7bf02ede-89ef-4fa9-945a-089a83e50c5e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0507562 Mar 31 23:32:52.087711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.153279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.171413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f97118-8440-43e3-95b1-cb3b921007fe req-7457a928-8c9a-4f82-acf2-6f68503124e7 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:52.173581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10f97118-8440-43e3-95b1-cb3b921007fe req-7457a928-8c9a-4f82-acf2-6f68503124e7 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0489719 Mar 31 23:32:52.180590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.220216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-10f97118-8440-43e3-95b1-cb3b921007fe req-b4a1c294-af20-439e-ace6-a355f6fdccd2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Mar 31 23:32:52.242392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.245445 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.247063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/fc6197ab-ec16-4da2-8ece-263e0eba9a3a HTTP/1.1" status: 204 len: 168 time: 0.1582956 Mar 31 23:32:52.249399 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58906) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.260219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786feaa7-e2a7-4d41-99b6-7d048176bc74 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6197ab-ec16-4da2-8ece-263e0eba9a3a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.307762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc59a989-b652-45a1-80a9-9d476129ab04 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567720 Mar 31 23:32:52.312059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.316637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--948724763'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:52.346091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.422469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.429567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.462633 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.464065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1509917 Mar 31 23:32:52.466088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eecac-6885-4373-97b3-ecd4e9f3f4a0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f100800f-0b13-40d1-8a7f-ab95df18e9e9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.468997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58912) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.473643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': 'f100800f-0b13-40d1-8a7f-ab95df18e9e9', 'direction': 'ingress', 'protocol': 17}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:52.488295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af9e9-30cd-4bbd-9abd-83ff5937c343 req-520dc3a4-a19e-4333-b150-35b2c65b7609 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:52.489883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-985af9e9-30cd-4bbd-9abd-83ff5937c343 req-520dc3a4-a19e-4333-b150-35b2c65b7609 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0433483 Mar 31 23:32:52.504085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.529908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-985af9e9-30cd-4bbd-9abd-83ff5937c343 req-6dff592a-315f-4f3c-977c-9133e8235a83 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Mar 31 23:32:52.583106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.587928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.606502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd6b454-d650-4cc0-aca8-ca21533a0b1a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.614703 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.616082 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a9a6f18f-f4ff-4ea7-b76c-18d8172f6fb3 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1459720 Mar 31 23:32:52.619008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.679985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.705380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.752456 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.755023 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.756258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/f100800f-0b13-40d1-8a7f-ab95df18e9e9 HTTP/1.1" status: 204 len: 168 time: 0.1362584 Mar 31 23:32:52.758934 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.766176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b261-8880-4f30-acde-a682ed67617a tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100800f-0b13-40d1-8a7f-ab95df18e9e9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.804390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7453b435-c1fa-4574-b7cf-ca63d1fd3af7 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440707 Mar 31 23:32:52.808491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.816766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054683321'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:52.840006 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.907746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.913124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.942646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:52.943924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1339355 Mar 31 23:32:52.945761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c08c3-c318-4468-943e-094f50471cc9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e117a7-6d9d-4de0-bfcb-98b6199d5262,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:52.946744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58922) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:52.953199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--871916206'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:52.976915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.051039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.057073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.087264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.088415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399169 Mar 31 23:32:53.090285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153faec-ef1c-4239-a65d-a2c011982437 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a29815d-9902-44da-84eb-87c5705407fe,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.091368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58924) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.096816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '80e117a7-6d9d-4de0-bfcb-98b6199d5262', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a29815d-9902-44da-84eb-87c5705407fe', 'remote_ip_prefix': None}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:53.130299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.207378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.214421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.232721 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056ce1c2-7358-44c3-96a8-1321cd828bbe,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.243032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.244387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-69a5b0f7-117d-41c3-b8b1-b95adfe43821 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1513312 Mar 31 23:32:53.247291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.271565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.280590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.309432 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.314700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.318237 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/056ce1c2-7358-44c3-96a8-1321cd828bbe HTTP/1.1" status: 204 len: 168 time: 0.0676162 Mar 31 23:32:53.318653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58928) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.323979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671563c1-caec-4303-a154-d5d6b798647c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=056ce1c2-7358-44c3-96a8-1321cd828bbe,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.365749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.366122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e7300159-4705-435e-9e3b-f35779b64d53 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0457947 Mar 31 23:32:53.422206 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.445221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.490787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.493448 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.494665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/6a29815d-9902-44da-84eb-87c5705407fe HTTP/1.1" status: 204 len: 168 time: 0.1279752 Mar 31 23:32:53.497913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58932) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.517865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246a520-c82f-4d12-a8ee-a977d2516521 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a29815d-9902-44da-84eb-87c5705407fe,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.561817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a62ec48c-3071-41de-95b6-b4de20174010 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0622137 Mar 31 23:32:53.564145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.659356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.681689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10121a-ee6f-4e31-a694-b39beb661f9d req-be5edf11-583d-470b-9662-a2df09523a33 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:53.683302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a10121a-ee6f-4e31-a694-b39beb661f9d req-be5edf11-583d-470b-9662-a2df09523a33 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0695689 Mar 31 23:32:53.693217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.749690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a10121a-ee6f-4e31-a694-b39beb661f9d req-d8a655bb-35a5-427b-9773-801e82fb2e81 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583088 Mar 31 23:32:53.758155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.760817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.761967 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/80e117a7-6d9d-4de0-bfcb-98b6199d5262 HTTP/1.1" status: 204 len: 168 time: 0.1968694 Mar 31 23:32:53.764846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58940) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.776826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d062992-bb2c-4e1d-93d1-c0e1a7242c49 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e117a7-6d9d-4de0-bfcb-98b6199d5262,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.814939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4999c9f8-2638-4255-8a67-38a0dc83ada2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486088 Mar 31 23:32:53.819053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58942) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.824035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--930641758'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:53.845776 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.873794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f7607-227e-41e0-adb4-e006409ca025 req-10100d19-3dba-407f-9f04-db2be7bea59f tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:53.874979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c86f7607-227e-41e0-adb4-e006409ca025 req-10100d19-3dba-407f-9f04-db2be7bea59f tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 1096 time: 0.0437801 Mar 31 23:32:53.932323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.938290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.971682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Deleting port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:53.972157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.978135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:53.979424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1590424 Mar 31 23:32:53.980557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abf26a-ab0e-4ab6-80ed-32f7caed76c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5de2fb-2f11-4f3a-8e99-bfea22002d18,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:53.982602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58944) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:53.987274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '5c5de2fb-2f11-4f3a-8e99-bfea22002d18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:54.016020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.065826 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] For port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:54.066215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.080900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Calling delete_port for fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:54.085745 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.091012 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.110280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a5d66d-b61a-403a-8f42-cd6d68f66c68,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.123728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.127770 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-846dc3df-3b94-4df2-8685-9b06eee2f2e2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1441164 Mar 31 23:32:54.128393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.157581 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.168726 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.198881 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.206197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.209848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/82a5d66d-b61a-403a-8f42-cd6d68f66c68 HTTP/1.1" status: 204 len: 168 time: 0.0779829 Mar 31 23:32:54.211178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58948) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.217881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5727d0b-c0bf-473a-af71-61770ad1a77c tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82a5d66d-b61a-403a-8f42-cd6d68f66c68,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.232865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.244862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:54.247859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:54.259216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9e5c370f-48c5-421f-b9c8-20e9946b8695 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469115 Mar 31 23:32:54.262198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58950) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.270150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.318369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] No DVR routers for this DVR port fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:54.325601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.329077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c86f7607-227e-41e0-adb4-e006409ca025 req-72373a1d-9c6e-48e2-9bfd-851695f62bf2 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b HTTP/1.1" status: 204 len: 173 time: 0.4476576 Mar 31 23:32:54.329455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.329618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'name': 'network-vif-deleted', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:54.332227 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942818cc-7046-4f4f-81ba-cdca42cec0a4" -d '{"events": [{"server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "name": "network-vif-deleted", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:54.380281 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.485936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.488736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.492875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58956) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.493476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/5c5de2fb-2f11-4f3a-8e99-bfea22002d18 HTTP/1.1" status: 204 len: 168 time: 0.2267931 Mar 31 23:32:54.516366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359de2f-eeb8-48d5-99a7-e5de220fafdc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5de2fb-2f11-4f3a-8e99-bfea22002d18,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.602637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58958) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.602978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8a762211-1cf0-4039-bfed-bafbb0c1cc06 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088972 Mar 31 23:32:54.610163 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c46d7d-9f28-470e-93d0-d7764155e7b2 x-openstack-request-id: req-d0c46d7d-9f28-470e-93d0-d7764155e7b2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:54.610732 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2493d51e-68f4-4000-83e9-337bbb3820a9", "name": "network-vif-deleted", "tag": "fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:54.610987 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d0c46d7d-9f28-470e-93d0-d7764155e7b2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:54.611293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163580710'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:54.611431 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c46d7d-9f28-470e-93d0-d7764155e7b2'] response: {'server_uuid': '2493d51e-68f4-4000-83e9-337bbb3820a9', 'name': 'network-vif-deleted', 'tag': 'fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b', 'status': 'completed', 'code': 200} Mar 31 23:32:54.633705 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.707732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.714269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.742936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.744107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1380479 Mar 31 23:32:54.748289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58962) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.749064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c801a-4855-4a85-97a9-3a72a6f2b657 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c07c8f5-63e4-4bbf-afd9-aa09bda8995e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.757787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '8c07c8f5-63e4-4bbf-afd9-aa09bda8995e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:54.805311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.883375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.889310 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.901647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5c26e50b-f48c-4142-9bf6-984c263c0ea2 req-c1e4c45c-cac7-4fb8-b804-eebead584bf3 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2493d51e-68f4-4000-83e9-337bbb3820a9 HTTP/1.1" status: 200 len: 210 time: 0.0340035 Mar 31 23:32:54.910993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb04b53-133d-4eb0-b6a4-edc4486fdb53,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:54.931880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:54.935023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33372e77-5678-4aa6-b259-5c36178b5274 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1838336 Mar 31 23:32:54.936974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58966) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:54.956245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3eaaed63-7b68-426a-9c42-125ffc77864e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules/dcb04b53-133d-4eb0-b6a4-edc4486fdb53 HTTP/1.1" status: 200 len: 763 time: 0.0178156 Mar 31 23:32:54.959105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58968) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.001131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc2ff874-c967-445a-888c-c54fd99cc598 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407772 Mar 31 23:32:55.003602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58970) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.027946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.036960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.064946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.071124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.072240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/dcb04b53-133d-4eb0-b6a4-edc4486fdb53 HTTP/1.1" status: 204 len: 168 time: 0.0677402 Mar 31 23:32:55.074990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58972) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.077847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817d671-b305-420d-b2cd-a38885a592f5 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcb04b53-133d-4eb0-b6a4-edc4486fdb53,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.125353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87941282-8dd1-4665-a7c7-874d3fb65992 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488324 Mar 31 23:32:55.127994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58974) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.132562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '8c07c8f5-63e4-4bbf-afd9-aa09bda8995e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:55.161098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.222525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.226580 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.246291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fb629d-10e8-45dd-a948-4640a68d7032,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.255090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.259005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d5ccd902-637e-412e-a3cc-7e5cfa4d0de0 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273489 Mar 31 23:32:55.259222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58976) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.275364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eca135e1-1822-413e-bf81-3893a0cd0ebc tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules/d8fb629d-10e8-45dd-a948-4640a68d7032 HTTP/1.1" status: 200 len: 763 time: 0.0148466 Mar 31 23:32:55.277870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.318189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a0f8fd5-8b3f-46b2-956e-cfbab6d6681d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387440 Mar 31 23:32:55.320461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.344921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.352495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.384661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.390830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.394336 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/d8fb629d-10e8-45dd-a948-4640a68d7032 HTTP/1.1" status: 204 len: 168 time: 0.0706420 Mar 31 23:32:55.394717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58982) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.397878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a995f1-f9a6-4b09-8762-d6b9c9ae51fe tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8fb629d-10e8-45dd-a948-4640a68d7032,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.438311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2b81c6dd-76ca-4a53-9820-091d43e526a9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423398 Mar 31 23:32:55.441059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58984) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.445720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '8c07c8f5-63e4-4bbf-afd9-aa09bda8995e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:55.467384 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Project ba9d97b12437466386228213c4b541d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:32:55.472313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.521199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.537224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.557253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8936d78b-f239-4636-a7f1-0bf02b117b65,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.564657 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.565917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-85792fdc-72c5-48b1-83d9-e247f93fe376 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238532 Mar 31 23:32:55.568620 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58986) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.585210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cd0e3749-c41f-46c0-9a26-8fd719c539c9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules/8936d78b-f239-4636-a7f1-0bf02b117b65 HTTP/1.1" status: 200 len: 769 time: 0.0154803 Mar 31 23:32:55.587579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58988) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.629493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4334fd46-4e76-4a0b-8c2a-88d38ab539c2 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0408418 Mar 31 23:32:55.632119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58990) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.656055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.663954 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.692561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.698865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.700307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/8936d78b-f239-4636-a7f1-0bf02b117b65 HTTP/1.1" status: 204 len: 168 time: 0.0671511 Mar 31 23:32:55.704987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58994) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.706554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5c4b-cc23-4742-8123-e335b45d3a4e tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8936d78b-f239-4636-a7f1-0bf02b117b65,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.751487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7061aa0a-c0dc-439f-94be-77e2755e33d9 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452521 Mar 31 23:32:55.754176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 58996) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.806751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.829345 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.874737 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.877608 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:55.878828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/8c07c8f5-63e4-4bbf-afd9-aa09bda8995e HTTP/1.1" status: 204 len: 168 time: 0.1237395 Mar 31 23:32:55.881732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 58998) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.888379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe53990-8ad5-4ab4-9a84-41eb62c537bf tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c07c8f5-63e4-4bbf-afd9-aa09bda8995e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:55.945927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9979f7eb-c7c2-4581-bbdd-2b9d0d0ae508 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628943 Mar 31 23:32:55.950340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59002) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:55.957626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group': {'name': 'tempest-secgroup--782546783'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:55.982776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.067016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.073373 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.110383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.111734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1604033 Mar 31 23:32:56.113048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db33c-34e5-49a8-95bd-f10bc1badc92 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64672a61-e3f3-49eb-bed5-0fad672a79aa,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:56.114658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59008) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.120251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Request body: {'security_group_rule': {'security_group_id': '64672a61-e3f3-49eb-bed5-0fad672a79aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:32:56.159666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.204980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80311-9fb5-4951-a085-888d038ffb88 req-ab525b65-f431-4058-b365-97a3ab879614 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:56.206637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb80311-9fb5-4951-a085-888d038ffb88 req-ab525b65-f431-4058-b365-97a3ab879614 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0527940 Mar 31 23:32:56.227286 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.232586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.250676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-edb80311-9fb5-4951-a085-888d038ffb88 req-ba223edc-e303-4d2c-a76f-8cfac57043ef tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Mar 31 23:32:56.252822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f617b0-b760-4c33-9772-b0671dcea787,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:56.260118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.261514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3965f527-86df-4654-8bbb-128a4531313d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458097 Mar 31 23:32:56.264918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59010) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.320821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.347255 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.395050 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.396694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.398044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:56.399212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/64672a61-e3f3-49eb-bed5-0fad672a79aa HTTP/1.1" status: 204 len: 168 time: 0.1333680 Mar 31 23:32:56.401878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59012) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.408723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c87c18-827c-41b0-a6e9-a7612ed7051d tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64672a61-e3f3-49eb-bed5-0fad672a79aa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:56.460181 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-762dbf66-150a-4cab-bff2-3fc73fa2a066 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567803 Mar 31 23:32:56.462622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59014) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.503050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-03cab0e6-6053-449e-8805-1da3bb096ed6 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0377524 Mar 31 23:32:56.504391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.518470 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-89f7d61f-8658-4d1d-baf8-81d783adb320 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] delete failed (client error): The resource could not be found. Mar 31 23:32:56.519532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-89f7d61f-8658-4d1d-baf8-81d783adb320 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "DELETE /v2.0/security-groups/64672a61-e3f3-49eb-bed5-0fad672a79aa HTTP/1.1" status: 404 len: 347 time: 0.0140314 Mar 31 23:32:56.523166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59018) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.566444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5079576-0613-49fd-a362-c6f71a451934 tempest-SecGroupIPv6Test-1279843556 tempest-SecGroupIPv6Test-1279843556-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421114 Mar 31 23:32:56.830491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59026) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:56.971431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a15e4d2-17f0-41fa-826c-c31f0f177238 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba9d97b12437466386228213c4b541d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396632 Mar 31 23:32:56.973966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59030) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:57.024070 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:57.045743 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:57.100356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:57.102864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:57.104051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d4fd4764-38c9-404c-923a-0c4f612a2e9b HTTP/1.1" status: 204 len: 168 time: 0.1291189 Mar 31 23:32:57.112729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe5a3c-7019-4722-a566-bee6a17e8f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fd4764-38c9-404c-923a-0c4f612a2e9b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:57.373746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db60da-b3bb-43d5-8427-d017bd1a07f0 req-877c7041-6ceb-4398-8514-3faa6a527480 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:57.375433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00db60da-b3bb-43d5-8427-d017bd1a07f0 req-877c7041-6ceb-4398-8514-3faa6a527480 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0436649 Mar 31 23:32:57.416892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00db60da-b3bb-43d5-8427-d017bd1a07f0 req-3ba81de8-e15a-497e-9539-7d4f9e048c86 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/security-groups?id=61718835-6ff3-404e-a10c-e59462787443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342064 Mar 31 23:32:57.532343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:32:57.552177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:32:57.552520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device fd59ef77-10ae-4ea6-b013-76ac5d5e1f7b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:32:57.824715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59056) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:57.828584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028536 Mar 31 23:32:57.833340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59058) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:57.901659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-c5b75668-8eb8-410f-9a46-f23e13b907c8 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:32:57.903330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-c5b75668-8eb8-410f-9a46-f23e13b907c8 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 1097 time: 0.0412085 Mar 31 23:32:57.956091 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-caa61ed9-ef88-45f2-80f0-5768686cf04c tempest-NetworksApiDiscovery-1690698265 tempest-NetworksApiDiscovery-1690698265-project] 10.222.0.95 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1216118 Mar 31 23:32:58.000877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Deleting port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:32:58.001323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.092992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] For port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:32:58.093590 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.107102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Calling delete_port for c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:32:58.246040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.252230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59066) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:58.257652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:32:58.298525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:58.322454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] No DVR routers for this DVR port c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:32:58.325876 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.329938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ff69efeb-a274-40bc-a04d-229af24a3be9 req-6852bb28-aae4-4ae5-9002-017e1a7fa699 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.96 "DELETE /v2.0/ports/c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf HTTP/1.1" status: 204 len: 173 time: 0.4186673 Mar 31 23:32:58.330502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'name': 'network-vif-deleted', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:32:58.334242 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae119db2-0bec-44f0-babd-abb8e357f467" -d '{"events": [{"server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "name": "network-vif-deleted", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:32:58.405194 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dd600c-a7bc-4c2e-ba78-ef88b424c596 x-openstack-request-id: req-09dd600c-a7bc-4c2e-ba78-ef88b424c596 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:32:58.405859 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e9e2e-0120-4546-85e5-5009c2606282", "name": "network-vif-deleted", "tag": "c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:32:58.406552 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-09dd600c-a7bc-4c2e-ba78-ef88b424c596 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:32:58.407118 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dd600c-a7bc-4c2e-ba78-ef88b424c596'] response: {'server_uuid': '2f4e9e2e-0120-4546-85e5-5009c2606282', 'name': 'network-vif-deleted', 'tag': 'c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf', 'status': 'completed', 'code': 200} Mar 31 23:32:58.442193 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4a501d7-f03c-4e0b-aa29-7a8e3d479ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.565452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75672087-9f25-48ee-a43a-3e0e6b6e1823 req-435a25d0-d01d-456a-9c3a-6c45bbf29df4 tempest-TestServerMultinode-1924318435 tempest-TestServerMultinode-1924318435-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2f4e9e2e-0120-4546-85e5-5009c2606282 HTTP/1.1" status: 200 len: 210 time: 0.0313196 Mar 31 23:32:58.568305 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4a501d7-f03c-4e0b-aa29-7a8e3d479ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.574367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b4a501d7-f03c-4e0b-aa29-7a8e3d479ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.614138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b4a501d7-f03c-4e0b-aa29-7a8e3d479ccf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=057fc3c104184eb9acd69b1d6c0cde97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604486 Mar 31 23:32:58.614967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a501d7-f03c-4e0b-aa29-7a8e3d479ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8865648-292a-44d0-9994-b5aa8087340d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:58.616935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59074) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:32:58.668260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.693004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.750369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.755476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:32:58.756696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d8865648-292a-44d0-9994-b5aa8087340d HTTP/1.1" status: 204 len: 168 time: 0.1386895 Mar 31 23:32:58.772774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c9075-0724-4f1c-a33c-eac19c0d2d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8865648-292a-44d0-9994-b5aa8087340d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:32:59.630337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:00.028869 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.307733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Deleting port 7339bec5-3aca-40a3-9cf7-92a2001a91c9 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:00.308267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.400268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] For port 7339bec5-3aca-40a3-9cf7-92a2001a91c9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7339bec5-3aca-40a3-9cf7-92a2001a91c9,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:00.400725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.413973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Calling delete_port for 7339bec5-3aca-40a3-9cf7-92a2001a91c9 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:00.623484 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:00.689177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Pushing event deleted for resources: {'Port': ['ID=7339bec5-3aca-40a3-9cf7-92a2001a91c9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:00.909085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.141528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:01.257994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:01.265182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92480816-3ab4-446a-a909-a3dba1342593 admin admin] 10.222.0.95 "PUT /v2.0/routers/96fb4acd-cb0b-40ba-8e1e-5abcd67c370e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6336930 Mar 31 23:33:01.268013 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59132) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:01.269476 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Sync routers for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:01.283642 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:01.284331 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.392193 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:01.392464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.506744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.555558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:01.568098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Deleting port 4ea2c3d8-14eb-4318-8404-574e2b3159e2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:01.568438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.587384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:01.589263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c4b5f5f3-5e58-4dd9-b270-6cbf1c1e12cf not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:01.658709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] For port 4ea2c3d8-14eb-4318-8404-574e2b3159e2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4ea2c3d8-14eb-4318-8404-574e2b3159e2,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:01.659069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.672670 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:33:00Z', 'revision_number': 5, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port': {'id': '4ea2c3d8-14eb-4318-8404-574e2b3159e2', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:9f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.673925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Calling delete_port for 4ea2c3d8-14eb-4318-8404-574e2b3159e2 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:01.698324 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Checking router: 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:01.709623 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Routers {'96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:01.710319 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.815855 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] Set router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:01.874784 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:01.876635 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:33:01Z', 'revision_number': 6, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:01.910534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea2c3d8-14eb-4318-8404-574e2b3159e2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:01.918009 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2398cb9-9b78-4ca7-9b72-6d54ea571338 None None] The sync data for ids ['96fb4acd-cb0b-40ba-8e1e-5abcd67c370e'] in n-d-835855-2 is: [{'id': '96fb4acd-cb0b-40ba-8e1e-5abcd67c370e', 'name': 'tempest-TestServerMultinode-1112142397-router', 'tenant_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:13Z', 'updated_at': '2022-03-31T23:33:01Z', 'revision_number': 6, 'project_id': 'ab4b98476b8e4dc38f88f3cf953d49ba', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:01.989947 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.085490 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.087839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.147194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.148304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96fb4acd-cb0b-40ba-8e1e-5abcd67c370e {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:33:02.155354 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.159129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59146) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:02.163844 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7a3812e9-4c4f-44fd-9059-de8bb67b9aae admin admin] 10.222.0.95 "DELETE /v2.0/routers/96fb4acd-cb0b-40ba-8e1e-5abcd67c370e HTTP/1.1" status: 204 len: 168 time: 0.8946495 Mar 31 23:33:02.213778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Deleting subnet 2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:33:02.217437 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.257551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.341077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.416045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.444349 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:02.446334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.449606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2ab3083f-597a-4453-b81c-2349bbb85ef2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2eab0a11-feb2-4a4a-bb0e-8fa88b0683cc HTTP/1.1" status: 204 len: 168 time: 0.2894332 Mar 31 23:33:02.452266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:02.454020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77debfc6-c24e-41ff-8655-a9fdb9e60f4a None None] Network bd8b205a-d647-43e0-89e9-24ca189407dd requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:02.531401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.605583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Deleting port f94677b7-3c0a-4bf2-aab0-82e3935c318a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:02.606217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.684974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] For port f94677b7-3c0a-4bf2-aab0-82e3935c318a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94677b7-3c0a-4bf2-aab0-82e3935c318a,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:02.685533 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.701721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Calling delete_port for f94677b7-3c0a-4bf2-aab0-82e3935c318a owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:02.712388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] DHCP port deletion for bd8b205a-d647-43e0-89e9-24ca189407dd request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:33:02.782084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Deleting port f94677b7-3c0a-4bf2-aab0-82e3935c318a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:02.782452 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.808219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.843012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94677b7-3c0a-4bf2-aab0-82e3935c318a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:02.847270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] No DVR routers for this DVR port f94677b7-3c0a-4bf2-aab0-82e3935c318a on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:02.860677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] For port f94677b7-3c0a-4bf2-aab0-82e3935c318a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f94677b7-3c0a-4bf2-aab0-82e3935c318a,segment=NetworkSegment(23df9124-564b-4506-bc71-ac58fc3d9af8),segment_id=23df9124-564b-4506-bc71-ac58fc3d9af8)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:02.861080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.887129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Calling delete_port for f94677b7-3c0a-4bf2-aab0-82e3935c318a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:02.946870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:02.968994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8b205a-d647-43e0-89e9-24ca189407dd']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:02.979063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23df9124-564b-4506-bc71-ac58fc3d9af8') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:02.979398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23df9124-564b-4506-bc71-ac58fc3d9af8') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:02.995415 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.000068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.011208 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.017752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:33:03.018161 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:33:03.020650 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:33:03.034350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] Pushing event deleted for resources: {'Port': ['ID=f94677b7-3c0a-4bf2-aab0-82e3935c318a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:03.038318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b7996-8d08-4fa5-afa1-c0839e2b7218 None None] No DVR routers for this DVR port f94677b7-3c0a-4bf2-aab0-82e3935c318a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:03.090930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.097849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.102849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/bd8b205a-d647-43e0-89e9-24ca189407dd HTTP/1.1" status: 204 len: 168 time: 0.6494634 Mar 31 23:33:03.106008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59156) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:03.149719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b18fd-58e3-4799-99d1-9d0c128b35f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8b205a-d647-43e0-89e9-24ca189407dd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:03.325708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7339bec5-3aca-40a3-9cf7-92a2001a91c9 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:03.359442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7339bec5-3aca-40a3-9cf7-92a2001a91c9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:03.359814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7339bec5-3aca-40a3-9cf7-92a2001a91c9 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:03.360212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ea2c3d8-14eb-4318-8404-574e2b3159e2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:03.400903 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4ea2c3d8-14eb-4318-8404-574e2b3159e2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:03.401238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4ea2c3d8-14eb-4318-8404-574e2b3159e2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:03.401676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94677b7-3c0a-4bf2-aab0-82e3935c318a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:03.422623 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f94677b7-3c0a-4bf2-aab0-82e3935c318a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:03.423269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f94677b7-3c0a-4bf2-aab0-82e3935c318a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:03.540701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.809116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Deleting port 254d5109-9032-4b74-b739-a3de74261ce0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:03.809527 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.913240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] For port 254d5109-9032-4b74-b739-a3de74261ce0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=254d5109-9032-4b74-b739-a3de74261ce0,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:03.914053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:03.938657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Calling delete_port for 254d5109-9032-4b74-b739-a3de74261ce0 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:04.141826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:04.173868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=254d5109-9032-4b74-b739-a3de74261ce0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:04.481443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71732b84-d716-40c4-ac78-679cdaf6b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:04.709398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:04.980895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Router aae1a41e-ea21-4ca1-8b99-68899642566b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:05.119884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:05.125087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-22be0cbb-7b6d-4b15-9cf4-5c7329448fbd admin admin] 10.222.0.95 "PUT /v2.0/routers/aae1a41e-ea21-4ca1-8b99-68899642566b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180347 Mar 31 23:33:05.127551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:05.130611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Sync routers for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:05.153996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:05.154927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:05.256055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.326850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:05.394272 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.469981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Deleting port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:05.470710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.602724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] For port 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:05.603007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.617290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Calling delete_port for 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:05.692194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:33:04Z', 'revision_number': 5, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port': {'id': '173852f7-2e77-49f7-a4f3-bfa11bfbc4d5', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:05.727191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Checking router: aae1a41e-ea21-4ca1-8b99-68899642566b for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:05.738627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Routers {'aae1a41e-ea21-4ca1-8b99-68899642566b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:05.739580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:32:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['aae1a41e-ea21-4ca1-8b99-68899642566b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:05.809929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:05.830282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] Set router aae1a41e-ea21-4ca1-8b99-68899642566b gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:05.851411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=173852f7-2e77-49f7-a4f3-bfa11bfbc4d5,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:05.890059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-520948d6-c455-49cd-84e8-d485240015dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:33:05Z', 'revision_number': 6, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:05.920294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520948d6-c455-49cd-84e8-d485240015dd None None] The sync data for ids ['aae1a41e-ea21-4ca1-8b99-68899642566b'] in n-d-835855-2 is: [{'id': 'aae1a41e-ea21-4ca1-8b99-68899642566b', 'name': 'tempest-TestServerMultinode-1135375234-router', 'tenant_id': 'c08371a89e7640c995bf9446677f19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:32:19Z', 'updated_at': '2022-03-31T23:33:05Z', 'revision_number': 6, 'project_id': 'c08371a89e7640c995bf9446677f19ed', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:05.955667 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.052641 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.056271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.107964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.109274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aae1a41e-ea21-4ca1-8b99-68899642566b {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:33:06.116679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.119352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c14a94a0-aa85-44e6-a711-e56de3fe6e69 admin admin] 10.222.0.95 "DELETE /v2.0/routers/aae1a41e-ea21-4ca1-8b99-68899642566b HTTP/1.1" status: 204 len: 168 time: 0.9894714 Mar 31 23:33:06.120853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59214) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:06.172481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Deleting subnet e635cccf-e03e-45a7-a505-9aa7f1c11dda {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:33:06.176119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.215496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.293877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.350577 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.380857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e635cccf-e03e-45a7-a505-9aa7f1c11dda,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:06.384666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.388746 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4f321659-6fe0-49a4-bbfd-dd1a869ba332 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e635cccf-e03e-45a7-a505-9aa7f1c11dda HTTP/1.1" status: 204 len: 168 time: 0.2668531 Mar 31 23:33:06.391136 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59218) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:06.398933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7203760-cc8b-4057-9894-073f39c260c4 None None] Network 25789778-b83f-4df6-a660-8e688870929d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:06.505060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.619634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Deleting port ff606bfd-428c-4b5c-8fda-b32a9330e1cb {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:06.624480 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.690929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] For port ff606bfd-428c-4b5c-8fda-b32a9330e1cb, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,segment=NetworkSegment(daf78ffb-1f10-434c-8a43-3a033d696eb9),segment_id=daf78ffb-1f10-434c-8a43-3a033d696eb9)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:06.691464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.705288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Calling delete_port for ff606bfd-428c-4b5c-8fda-b32a9330e1cb owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:06.796280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.824561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733b57e3-aa4c-4964-af7a-517d7f6c8239 None None] DHCP port deletion for 25789778-b83f-4df6-a660-8e688870929d request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:33:06.827567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff606bfd-428c-4b5c-8fda-b32a9330e1cb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:06.857102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] No DVR routers for this DVR port ff606bfd-428c-4b5c-8fda-b32a9330e1cb on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:06.953272 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0eda2cbb-5e8a-4a8a-9cd0-a07d16c6c0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:06.964350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.005412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25789778-b83f-4df6-a660-8e688870929d']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:07.020442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf78ffb-1f10-434c-8a43-3a033d696eb9') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:07.020805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf78ffb-1f10-434c-8a43-3a033d696eb9') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:07.033938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.058502 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.067720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:33:07.068224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:33:07.070628 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:33:07.151110 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.160107 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.166107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] 10.222.0.95 "DELETE /v2.0/networks/25789778-b83f-4df6-a660-8e688870929d HTTP/1.1" status: 204 len: 168 time: 0.7737048 Mar 31 23:33:07.380549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ff606bfd-428c-4b5c-8fda-b32a9330e1cb no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:07.421519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ff606bfd-428c-4b5c-8fda-b32a9330e1cb {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:07.421519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ff606bfd-428c-4b5c-8fda-b32a9330e1cb not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:07.423250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 254d5109-9032-4b74-b739-a3de74261ce0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:07.455714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 254d5109-9032-4b74-b739-a3de74261ce0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:07.456525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 254d5109-9032-4b74-b739-a3de74261ce0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:07.457180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:07.480161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:07.480807 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 173852f7-2e77-49f7-a4f3-bfa11bfbc4d5 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:07.572942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:07.591350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80693320-5ebf-401b-b704-5125674e8303 admin admin] Pushing event deleted for resources: {'Network': ['ID=25789778-b83f-4df6-a660-8e688870929d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:07.648566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0185e581-0db0-45e8-8e85-aaf3b479e0b7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ab4b98476b8e4dc38f88f3cf953d49ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733144 Mar 31 23:33:07.650599 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59230) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:07.718206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.746034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.859847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.869246 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:07.870735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/005a3af0-dd66-4042-bb8f-dceaee9777e0 HTTP/1.1" status: 204 len: 168 time: 0.2186670 Mar 31 23:33:07.880532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a6f42-a6eb-4a97-9e55-65adc55d1a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a3af0-dd66-4042-bb8f-dceaee9777e0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:08.285132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59238) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:08.356464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b4374f59-a61e-4b2d-b65c-eae12c0f36b3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c08371a89e7640c995bf9446677f19ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697880 Mar 31 23:33:08.362382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59242) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:08.422736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.445013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.449697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.510419 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.514240 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:08.517528 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/61718835-6ff3-404e-a10c-e59462787443 HTTP/1.1" status: 204 len: 168 time: 0.1516733 Mar 31 23:33:08.530061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0088af7-13ed-4228-8e8a-67d37a3bccc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61718835-6ff3-404e-a10c-e59462787443,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:08.884663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-42115b52-fbf1-4adb-83dd-9f507ef263bd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518507840&fields=id&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 267 time: 0.0514164 Mar 31 23:33:08.994329 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-e10e5733-29c7-4cfb-8e99-124377928cda tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:08.996094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-e10e5733-29c7-4cfb-8e99-124377928cda tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1100335 Mar 31 23:33:09.015969 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-3fcfd147-690e-4330-8383-8114f71166df tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0130820 Mar 31 23:33:09.087921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-378d4c94-3b0d-4725-b4d6-5dea6860ea6d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656750 Mar 31 23:33:09.328172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-782a95a8-65e2-4dc4-ac74-912debdc9bf6 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363236 Mar 31 23:33:09.437665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59280) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:09.465615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-769d9237-136d-4cc5-9af6-80340219ab53 service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323273 Mar 31 23:33:09.569957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-923634956-network', 'tenant_id': 'a94679ab761f430d9badf91e19758f04'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:09.591745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Made reservation on behalf of a94679ab761f430d9badf91e19758f04 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:09.594743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.604270 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.711063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.716301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.748961 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa139bc1-5954-423d-b37a-00b95b3afab4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:09.771944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] vlan segment allocate from pool success with {'vlan_id': 1253, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:33:09.810328 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.810675 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Added segment bfeff609-6789-458d-b787-8171ea4b7311 of type vlan for network 94a7c01e-6a52-458d-ad51-6c119c39cadb Mar 31 23:33:09.843461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce5fdd05-63af-4f8e-81c2-0135c211e7b3 req-3e0375e6-e66d-4483-b7c8-c4c0e6e6aaa3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0411894 Mar 31 23:33:09.873233 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.903662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.905110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:09.905827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:09.940398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4990151 Mar 31 23:33:09.940844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59296) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:09.962656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Request body: {'subnet': {'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-923634956-subnet', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:09.978460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228915e-87dd-4f7e-9002-1e5227855dff admin admin] Pushing event updated for resources: {'Network': ['ID=94a7c01e-6a52-458d-ad51-6c119c39cadb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:09.990452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:33:10.008070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Made reservation on behalf of a94679ab761f430d9badf91e19758f04 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:10.016971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.084607 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.272365 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.315493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415c1cf6-35c6-401d-873b-ea3e326d9aff,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:10.350683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Checking segment: {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:10.351548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Network hostable DHCP agents. Network: 94a7c01e-6a52-458d-ad51-6c119c39cadb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:33:10.382393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:33:10.384259 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.393909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 94a7c01e-6a52-458d-ad51-6c119c39cadb) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:10.398989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:10.399602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.407967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d132bea0-65b6-478d-b5c6-65f778d45d63 None None] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:10.420617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3ead5372-39dc-4a7c-9107-665762272ac6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4764309 Mar 31 23:33:10.423611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:10.428972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:10.457621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.458754 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.567128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.627402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-94a7c01e-6a52-458d-ad51-6c119c39cadb', 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'fixed_ips': [{'subnet_id': '415c1cf6-35c6-401d-873b-ea3e326d9aff'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:33:10.628139 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.741340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:10.818527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Allocated IP 172.20.0.2 (94a7c01e-6a52-458d-ad51-6c119c39cadb/415c1cf6-35c6-401d-873b-ea3e326d9aff/2ce4673a-9a27-4de8-9d3b-7b6d76e44c86) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:11.000402 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f32ec8ce-a484-4df1-bb2c-37c90892e184 req-35a5df08-33ae-49e9-822a-45815775fce2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0367122 Mar 31 23:33:11.007670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.013861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.021819 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.035644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.075174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Pushing event updated for resources: {'Port': ['ID=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:11.086765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.087178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.087720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.088123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.088518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.089066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.089385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.089754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.090162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.090558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.090942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.091351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:11.101716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:11.103189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:11.107753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:11.191857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Attempting to bind port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:11.192558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Attempting to bind port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:11.195460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Attempting to bind port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 on network 94a7c01e-6a52-458d-ad51-6c119c39cadb {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:11.202091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:11.202091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Checking segment: {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:11.205037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.205037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Bound using segment: {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:11.205037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Bound port: 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:11.205037 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.226554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Allocated IP 172.25.8.151 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/56022206-3ac6-481c-99a1-62e86f9106f0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:11.292347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] For port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:11.296316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] For port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,segment=NetworkSegment(bfeff609-6789-458d-b787-8171ea4b7311),segment_id=bfeff609-6789-458d-b787-8171ea4b7311)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:11.305444 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.327865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-9706491b-992b-404e-88e5-6c42eaf51704 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:11.330007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-9706491b-992b-404e-88e5-6c42eaf51704 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1920602 Mar 31 23:33:11.408147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-8d98e1c1-ea88-4288-91c9-8aefc590e11a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 379 time: 0.0687144 Mar 31 23:33:11.417954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb094-b432-44e1-81e8-a910d1086602 None None] Pushing event updated for resources: {'Port': ['ID=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:11.423284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'security_groups': ['d377c6e1-c438-468e-ba8d-2efcc349455e']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:11.462460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.539371 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.588002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Pushing event updated for resources: {'Port': ['ID=56022206-3ac6-481c-99a1-62e86f9106f0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:11.630800 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:11.632717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:11.652905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:11.674165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:33:11.685322 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:11.914550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.13 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/527f8e27-0fc9-4cd6-bdf1-564e97f2cded) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:12.040419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.155711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.200175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ccbb342-8aa3-4db5-b486-e9921c6aad40 req-850534a0-6788-48ef-8d4c-ffd0e512aeeb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0394192 Mar 31 23:33:12.235045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.308149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:12.329405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:12.336099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:12.369341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.385586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:12.476382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:12.477131 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.535437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ffb243e7-b3da-4ed2-998b-4f0067c0100e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1196196 Mar 31 23:33:12.556283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Request body: {'port': {'device_id': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:12.656064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Router 355a64dd-1e2a-47a9-9fc9-460a1c855deb is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:33:12.678876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.900288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-98fe183a-66ef-4c26-aff5-92ba503cc5b8 None None] Provisioning complete for port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:12.901202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98fe183a-66ef-4c26-aff5-92ba503cc5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.913828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:12.934580 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Sync routers for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:12.950600 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Routers {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:12.952682 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:12.962573 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:12.964400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5277f06a-ed75-4c36-a1c7-635e4a5c7d28 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5395725 Mar 31 23:33:12.967122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59322) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:13.002910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-98fe183a-66ef-4c26-aff5-92ba503cc5b8 None None] Port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:13.116714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c056bf1-0b74-4b1f-9347-90dea12107a9 None None] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:13.156097 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:33:13.184730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Set router 355a64dd-1e2a-47a9-9fc9-460a1c855deb gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:13.247437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527f8e27-0fc9-4cd6-bdf1-564e97f2cded {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:33:13.264134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.287299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Transition to ACTIVE for port object 527f8e27-0fc9-4cd6-bdf1-564e97f2cded will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:33:13.298713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.313124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] Provisioning complete for port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:13.313497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.429464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Pushing event updated for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:13.510141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Attempting to bind port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:13.510503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Attempting to bind port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:13.510805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Attempting to bind port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:13.523568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:33:13.523961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Attempting to bind port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:13.537672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:13.538091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:13.538386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:13.538811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Bound port: 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:13.539171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.594122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f57fa-be82-4e90-954c-7c4226f097bc req-6adddd40-4463-45f1-95e2-19c2da801225 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:13.597400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-518f57fa-be82-4e90-954c-7c4226f097bc req-6adddd40-4463-45f1-95e2-19c2da801225 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.2106757 Mar 31 23:33:13.647774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:13.656821 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.680866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:13.685544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:13.692427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.784153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Pushing event updated for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:13.795197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:13.795645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.797060 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-266c4fd5-2940-4a48-a1f0-3dbe945a331d service neutron] 10.222.0.60 "PUT /v2.0/ports/527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 1092 time: 1.2463641 Mar 31 23:33:13.797520 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:13.798952 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 3, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:13.799934 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff984c8-977f-44a3-974d-06ec04ce6b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:13.843751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] For port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,segment=NetworkSegment(bfeff609-6789-458d-b787-8171ea4b7311),segment_id=bfeff609-6789-458d-b787-8171ea4b7311)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:13.897679 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.899497 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:13.899853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:13.931906 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Checking router: 355a64dd-1e2a-47a9-9fc9-460a1c855deb for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:13.932678 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Updating router 355a64dd-1e2a-47a9-9fc9-460a1c855deb port 56022206-3ac6-481c-99a1-62e86f9106f0 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:13.959430 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca76e1-f3a7-4b25-b93c-090cf8b743b5 x-openstack-request-id: req-5cca76e1-f3a7-4b25-b93c-090cf8b743b5 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:13.959805 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:13.960025 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5cca76e1-f3a7-4b25-b93c-090cf8b743b5 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:13.960469 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cca76e1-f3a7-4b25-b93c-090cf8b743b5'] response: {'name': 'network-changed', 'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'status': 'completed', 'code': 200} Mar 31 23:33:13.972480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-90b5d460-090b-484a-9129-0b75f6dee1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:13.978666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-90b5d460-090b-484a-9129-0b75f6dee1b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1095 time: 0.1198807 Mar 31 23:33:14.048855 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.095469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-359aba9e-e628-4b5c-b18b-3980a2038615 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 217 time: 0.1132686 Mar 31 23:33:14.158038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5452-7343-41ea-a1b6-6cb21a4c7eb2 None None] Pushing event updated for resources: {'Port': ['ID=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.211903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-dece6abf-eba6-457f-8673-c0db9c58315e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.217613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-dece6abf-eba6-457f-8673-c0db9c58315e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.1157184 Mar 31 23:33:14.310717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ec2430c4-922d-4c50-aa7f-758fc4a39755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.312429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-ec2430c4-922d-4c50-aa7f-758fc4a39755 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874979 Mar 31 23:33:14.394595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6faf6bde-f744-46ca-b68c-23c0902691c9 None None] Provisioning complete for port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:14.395124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6faf6bde-f744-46ca-b68c-23c0902691c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.395899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-518f57fa-be82-4e90-954c-7c4226f097bc req-b7f22744-d89b-47dd-a497-b1fcb6c0707b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7876685 Mar 31 23:33:14.502759 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.503783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-daf3232c-ebbc-45b0-93e6-48450a57a759 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830733 Mar 31 23:33:14.514172 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.592745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Attempting to bind port 56022206-3ac6-481c-99a1-62e86f9106f0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:14.594140 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Attempting to bind port 56022206-3ac6-481c-99a1-62e86f9106f0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:14.594725 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Attempting to bind port 56022206-3ac6-481c-99a1-62e86f9106f0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:14.609945 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:14.610684 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:14.611756 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.612358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:14.613025 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Bound port: 56022206-3ac6-481c-99a1-62e86f9106f0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:14.613613 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.635027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4000227-0278-4472-881e-b2ce2eb5f9a2 req-e2b738f1-4e48-4633-b0cf-3c8fb7ae30e2 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239300 Mar 31 23:33:14.643655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Pushing event updated for resources: {'Port': ['ID=56022206-3ac6-481c-99a1-62e86f9106f0,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.655549 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.656167 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.656167 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.656467 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.656985 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.657845 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.658269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.659460 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.659930 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.660341 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.660742 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.661156 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.661510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:14.705154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] For port 56022206-3ac6-481c-99a1-62e86f9106f0, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:14.711125 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] For port 56022206-3ac6-481c-99a1-62e86f9106f0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56022206-3ac6-481c-99a1-62e86f9106f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:14.720702 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:14.791465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Routers {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:14.792358 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:14.807195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-29156fa9-6ae6-440d-8ac3-d79b23f76492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.809911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-29156fa9-6ae6-440d-8ac3-d79b23f76492 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1095 time: 0.1070244 Mar 31 23:33:14.863258 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5c448-92e4-4c0f-b115-d90705c39913 None None] Pushing event updated for resources: {'Port': ['ID=56022206-3ac6-481c-99a1-62e86f9106f0,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:14.948625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] Set router 355a64dd-1e2a-47a9-9fc9-460a1c855deb gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:14.968270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Allocated IP 172.20.0.1 (94a7c01e-6a52-458d-ad51-6c119c39cadb/415c1cf6-35c6-401d-873b-ea3e326d9aff/0e83c1c1-42a6-4235-82b7-80fabf72d58f) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:14.991080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-aa9f56ab-844f-428c-9e67-c47427ffcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:14.993214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-aa9f56ab-844f-428c-9e67-c47427ffcf6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.1756492 Mar 31 23:33:15.050319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-edb02ab1-2a4d-41ec-8bfe-026080d4fb78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 217 time: 0.0497544 Mar 31 23:33:15.101793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.126598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-1fb2d79b-8c0e-4516-9105-b8ded47d4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:15.128405 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-1fb2d79b-8c0e-4516-9105-b8ded47d4ec8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0712922 Mar 31 23:33:15.146454 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.187002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-862ca997-576a-4889-9faf-4993a5821ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:15.193269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-862ca997-576a-4889-9faf-4993a5821ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530407 Mar 31 23:33:15.217648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:15.222862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:15.226742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:15.241843 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 3, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:15.292494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Pushing event updated for resources: {'Port': ['ID=0e83c1c1-42a6-4235-82b7-80fabf72d58f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:15.311294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.316733 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c8481-b0fa-4612-ab0b-5b4748c65683 None None] The sync data for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 is: [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:11Z', 'revision_number': 3, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:15.377898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:15.446815 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-e9de55a1-8d0c-41d5-ae6d-54040ec19f66 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456343 Mar 31 23:33:15.519495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:15.520287 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.570220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.676944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62581d7c-4eb9-402a-92e4-3c5dfe80b648 req-a7a26829-baf7-4a8d-9a60-b0297c8dcf3c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:15.685198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62581d7c-4eb9-402a-92e4-3c5dfe80b648 req-a7a26829-baf7-4a8d-9a60-b0297c8dcf3c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.1716337 Mar 31 23:33:15.704767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-325ad5fa-cb53-4d0a-89fa-b07bff9d3402 None None] Provisioning complete for port 0e83c1c1-42a6-4235-82b7-80fabf72d58f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:15.706684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-325ad5fa-cb53-4d0a-89fa-b07bff9d3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.716884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2ff984c8-977f-44a3-974d-06ec04ce6b4f req-856f7fbf-9c17-4989-8974-7cbd74671d4e service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542288 Mar 31 23:33:15.753916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-62581d7c-4eb9-402a-92e4-3c5dfe80b648 req-73758001-efc8-4e01-be0b-46e9f387fe12 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674984 Mar 31 23:33:15.772254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-325ad5fa-cb53-4d0a-89fa-b07bff9d3402 None None] Port 0e83c1c1-42a6-4235-82b7-80fabf72d58f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:15.903903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.910647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.989770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:15.992697 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Pushing event updated for resources: {'Port': ['ID=0e83c1c1-42a6-4235-82b7-80fabf72d58f,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:16.105862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:16.108133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:16.283089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Router 355a64dd-1e2a-47a9-9fc9-460a1c855deb has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:16.407859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3ef842da-8e53-4803-b55e-11ead08d1ab8 None None] Provisioning complete for port 0e83c1c1-42a6-4235-82b7-80fabf72d58f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:16.408438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3ef842da-8e53-4803-b55e-11ead08d1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:16.439704 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:16.452965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eff89de0-a34e-4024-84e1-624661d91d09 admin admin] 10.222.0.95 "PUT /v2.0/routers/355a64dd-1e2a-47a9-9fc9-460a1c855deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4764328 Mar 31 23:33:16.466494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-3ef842da-8e53-4803-b55e-11ead08d1ab8 None None] Port 0e83c1c1-42a6-4235-82b7-80fabf72d58f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:33:16.894859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30ad4e-cc5b-489c-8ef5-c2db9e473249 req-6979f6a6-88df-451e-9809-966cf054b6cd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:16.901512 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b30ad4e-cc5b-489c-8ef5-c2db9e473249 req-6979f6a6-88df-451e-9809-966cf054b6cd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0827649 Mar 31 23:33:16.979435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b30ad4e-cc5b-489c-8ef5-c2db9e473249 req-7fa045c5-f02b-42b1-b54d-9ddc63d9558b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670261 Mar 31 23:33:17.375168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56022206-3ac6-481c-99a1-62e86f9106f0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:17.450302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 56022206-3ac6-481c-99a1-62e86f9106f0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:17.451766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.536042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.557898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 56022206-3ac6-481c-99a1-62e86f9106f0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56022206-3ac6-481c-99a1-62e86f9106f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:17.563385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:17.627828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=56022206-3ac6-481c-99a1-62e86f9106f0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:17.679062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Sync routers for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:17.694133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Routers {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:17.694690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:17.804212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Set router 355a64dd-1e2a-47a9-9fc9-460a1c855deb gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:17.860940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:18.032256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:15Z', 'revision_number': 4, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '0e83c1c1-42a6-4235-82b7-80fabf72d58f', 'name': '', 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'mac_address': 'fa:16:3e:cb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:14Z', 'updated_at': '2022-03-31T23:33:15Z', 'revision_number': 2, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'subnets': [{'id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:18.082284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Checking router: 355a64dd-1e2a-47a9-9fc9-460a1c855deb for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:18.083008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Updating router 355a64dd-1e2a-47a9-9fc9-460a1c855deb port 0e83c1c1-42a6-4235-82b7-80fabf72d58f binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:33:18.165643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9bb0-01ef-44f0-9e7b-de7a6de937c7 req-a11d9421-66bc-4294-9999-1df5df738f5e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:18.167268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-584f9bb0-01ef-44f0-9e7b-de7a6de937c7 req-a11d9421-66bc-4294-9999-1df5df738f5e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0963273 Mar 31 23:33:18.242678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-584f9bb0-01ef-44f0-9e7b-de7a6de937c7 req-0b059c2b-bb3b-4dd9-9829-bfcf39f4de3b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681040 Mar 31 23:33:18.323535 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.352057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.610220 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.616569 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.631724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Deleting port 0e83c1c1-42a6-4235-82b7-80fabf72d58f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:18.631964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.669445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821502-5774-441f-aec2-e3e1aaff30a0 None None] Pushing event updated for resources: {'Port': ['ID=0e83c1c1-42a6-4235-82b7-80fabf72d58f,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:18.736881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Attempting to bind port 0e83c1c1-42a6-4235-82b7-80fabf72d58f on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:33:18.737419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Attempting to bind port 0e83c1c1-42a6-4235-82b7-80fabf72d58f by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:33:18.737873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Attempting to bind port 0e83c1c1-42a6-4235-82b7-80fabf72d58f on network 94a7c01e-6a52-458d-ad51-6c119c39cadb {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:33:18.746235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:33:18.746235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Checking segment: {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:33:18.746654 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.747126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Bound using segment: {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:33:18.747892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Bound port: 0e83c1c1-42a6-4235-82b7-80fabf72d58f, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfeff609-6789-458d-b787-8171ea4b7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:33:18.748708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.750489 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.764117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Calling delete_port for 0e83c1c1-42a6-4235-82b7-80fabf72d58f owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:18.820449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] For port 0e83c1c1-42a6-4235-82b7-80fabf72d58f, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:33:18.823955 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] For port 0e83c1c1-42a6-4235-82b7-80fabf72d58f, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=0e83c1c1-42a6-4235-82b7-80fabf72d58f,segment=NetworkSegment(bfeff609-6789-458d-b787-8171ea4b7311),segment_id=bfeff609-6789-458d-b787-8171ea4b7311)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:33:18.831843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:18.890704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Routers {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:18.891383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:18.962579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821502-5774-441f-aec2-e3e1aaff30a0 None None] Pushing event updated for resources: {'Port': ['ID=0e83c1c1-42a6-4235-82b7-80fabf72d58f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:18.998884 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.035409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e83c1c1-42a6-4235-82b7-80fabf72d58f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:19.046349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] Set router 355a64dd-1e2a-47a9-9fc9-460a1c855deb gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:19.099842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-342c53d9-5b5f-48b0-90e5-99dcc8782e95 None None] Could not find standard attr ID for object 0e83c1c1-42a6-4235-82b7-80fabf72d58f. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:33:19.224175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1b792896-a71a-48b2-a41c-553bb34d6b49 None None] Could not find standard attr ID for object 0e83c1c1-42a6-4235-82b7-80fabf72d58f. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:33:19.313953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:15Z', 'revision_number': 4, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '0e83c1c1-42a6-4235-82b7-80fabf72d58f', 'name': '', 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'mac_address': 'fa:16:3e:cb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:14Z', 'updated_at': '2022-03-31T23:33:18Z', 'revision_number': 4, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'subnets': [{'id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:19.359071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a23f6b9-5a25-44fd-a687-5c220e2517ce None None] The sync data for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 is: [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:15Z', 'revision_number': 4, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port': {'id': '56022206-3ac6-481c-99a1-62e86f9106f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:11Z', 'updated_at': '2022-03-31T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '0e83c1c1-42a6-4235-82b7-80fabf72d58f', 'name': '', 'network_id': '94a7c01e-6a52-458d-ad51-6c119c39cadb', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'mac_address': 'fa:16:3e:cb:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:33:14Z', 'updated_at': '2022-03-31T23:33:18Z', 'revision_number': 4, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'subnets': [{'id': '415c1cf6-35c6-401d-873b-ea3e326d9aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:19.364520 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56022206-3ac6-481c-99a1-62e86f9106f0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:19.439449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2a2c3-6356-4d85-a214-cd2dcf644bd1 req-9570bb5b-d79b-4c30-a478-d7da04a3c675 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:19.448936 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68d2a2c3-6356-4d85-a214-cd2dcf644bd1 req-9570bb5b-d79b-4c30-a478-d7da04a3c675 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0847244 Mar 31 23:33:19.471354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 56022206-3ac6-481c-99a1-62e86f9106f0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:19.471712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.530016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68d2a2c3-6356-4d85-a214-cd2dcf644bd1 req-feed8aac-efe0-4989-8361-f901672bb671 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746746 Mar 31 23:33:19.656274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:19.887307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Router 355a64dd-1e2a-47a9-9fc9-460a1c855deb has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:20.005113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:20.010554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0b496842-ef9b-48bf-914e-b26517aaf8e8 admin admin] 10.222.0.95 "PUT /v2.0/routers/355a64dd-1e2a-47a9-9fc9-460a1c855deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1479878 Mar 31 23:33:20.013335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59400) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:20.122968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.233224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.293031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Deleting port 56022206-3ac6-481c-99a1-62e86f9106f0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:20.293578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.385236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] For port 56022206-3ac6-481c-99a1-62e86f9106f0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=56022206-3ac6-481c-99a1-62e86f9106f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:20.385640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.398075 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Calling delete_port for 56022206-3ac6-481c-99a1-62e86f9106f0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:20.575971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.611676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=56022206-3ac6-481c-99a1-62e86f9106f0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:20.667503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd8048-4bad-4208-926a-ae31568c08c6 req-94f6018a-8d97-4b88-976c-ebaa860664d5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:20.671831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ebd8048-4bad-4208-926a-ae31568c08c6 req-94f6018a-8d97-4b88-976c-ebaa860664d5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0797613 Mar 31 23:33:20.678108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.727358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ebd8048-4bad-4208-926a-ae31568c08c6 req-72ce2e55-713e-4b1b-a5d3-9a865fb211fa tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515234 Mar 31 23:33:20.731055 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Sync routers for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:20.747471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Routers {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:20.748400 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:20.798188 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.800649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.862678 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.863213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355a64dd-1e2a-47a9-9fc9-460a1c855deb {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:33:20.874588 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.875836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f3a6bcc9-8be9-4355-8745-f894b4313e60 admin admin] 10.222.0.95 "DELETE /v2.0/routers/355a64dd-1e2a-47a9-9fc9-460a1c855deb HTTP/1.1" status: 204 len: 168 time: 0.8615537 Mar 31 23:33:20.878344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59418) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:20.930422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Deleting subnet 415c1cf6-35c6-401d-873b-ea3e326d9aff {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:33:20.934810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:20.945379 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Set router 355a64dd-1e2a-47a9-9fc9-460a1c855deb gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:20.979133 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.031078 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355a64dd-1e2a-47a9-9fc9-460a1c855deb', 'name': 'tempest-ImageQuotaTest-923634956-router', 'tenant_id': 'a94679ab761f430d9badf91e19758f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:33:10Z', 'updated_at': '2022-03-31T23:33:20Z', 'revision_number': 7, 'project_id': 'a94679ab761f430d9badf91e19758f04', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.059873 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Checking router: 355a64dd-1e2a-47a9-9fc9-460a1c855deb for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:21.065889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.068971 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Routers set() bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:21.069320 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Router IDs set() for agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 23:33:21.069889 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_agentschedulers_db [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'355a64dd-1e2a-47a9-9fc9-460a1c855deb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent'). {{(pid=109301) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 31 23:33:21.070257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141cd92e-48ba-45ef-9f18-3800198bec24 None None] The sync data for ids ['355a64dd-1e2a-47a9-9fc9-460a1c855deb'] in n-d-835855-2 is: [] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:21.070934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59422) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:21.153804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.182822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415c1cf6-35c6-401d-873b-ea3e326d9aff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.188068 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.191267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b1535-f91e-45a4-8f08-0d1afcc7f566 None None] Network 94a7c01e-6a52-458d-ad51-6c119c39cadb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:33:21.191956 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d495b794-1b33-43fb-892c-d32428abbf94 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/415c1cf6-35c6-401d-873b-ea3e326d9aff HTTP/1.1" status: 204 len: 168 time: 0.3126931 Mar 31 23:33:21.194562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:21.228854 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.275008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe54c6a4-6659-4453-89bb-bbf7b3430e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.278758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.381523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-67ec49c4-fdd5-441e-967c-7a62471e4620 req-da5fa4aa-4bd8-4dec-9599-97afa7a45b37 service neutron] (109298) timed out ('10.222.0.95', 34642) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:33:21.386811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Deleting port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:21.387144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.392938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe54c6a4-6659-4453-89bb-bbf7b3430e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.402306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe54c6a4-6659-4453-89bb-bbf7b3430e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.474190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] DHCP port deletion for 94a7c01e-6a52-458d-ad51-6c119c39cadb request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:33:21.498085 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fe54c6a4-6659-4453-89bb-bbf7b3430e6d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4db9e9066224494d9e0218521988c398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260192 Mar 31 23:33:21.501019 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59428) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:21.501666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54c6a4-6659-4453-89bb-bbf7b3430e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda503f-e159-4da5-b9b7-c24ce5c3012c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.514444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] For port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,segment=NetworkSegment(bfeff609-6789-458d-b787-8171ea4b7311),segment_id=bfeff609-6789-458d-b787-8171ea4b7311)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:21.514818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.535933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Calling delete_port for 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:21.561146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Deleting port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:33:21.561603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.627894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.632452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:21.659014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.670832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] For port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,segment=NetworkSegment(bfeff609-6789-458d-b787-8171ea4b7311),segment_id=bfeff609-6789-458d-b787-8171ea4b7311)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:21.671202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.682959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.687789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Calling delete_port for 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:33:21.703968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No active binding found for port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 {{(pid=109300) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 23:33:21.704304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:21.718857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.722383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] No DVR routers for this DVR port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:21.770692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.774419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.775332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.778335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3fda503f-e159-4da5-b9b7-c24ce5c3012c HTTP/1.1" status: 204 len: 168 time: 0.2713652 Mar 31 23:33:21.814171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] Pushing event deleted for resources: {'Port': ['ID=2ce4673a-9a27-4de8-9d3b-7b6d76e44c86,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.822659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce622bf3-142b-42f5-9965-b702b97bf596 None None] No DVR routers for this DVR port 2ce4673a-9a27-4de8-9d3b-7b6d76e44c86 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:33:21.822847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215a882-39f0-4e2f-9adc-f1ffdd6fa12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda503f-e159-4da5-b9b7-c24ce5c3012c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:21.826624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.883848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a7c01e-6a52-458d-ad51-6c119c39cadb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.901439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfeff609-6789-458d-b787-8171ea4b7311') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.901829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfeff609-6789-458d-b787-8171ea4b7311') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:21.920740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490c53c-db36-467c-9fbe-25d160d00534 req-939baec6-d1cd-468f-a88f-ab4e40521839 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:21.922393 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5490c53c-db36-467c-9fbe-25d160d00534 req-939baec6-d1cd-468f-a88f-ab4e40521839 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.1013491 Mar 31 23:33:21.924232 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.939535 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.958535 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:33:21.958959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:33:21.961002 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:33:22.022086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5490c53c-db36-467c-9fbe-25d160d00534 req-9e4e675c-f4e2-47a0-add7-42b91a8c0c70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845857 Mar 31 23:33:22.030932 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.038318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.041463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] 10.222.0.95 "DELETE /v2.0/networks/94a7c01e-6a52-458d-ad51-6c119c39cadb HTTP/1.1" status: 204 len: 168 time: 0.8459790 Mar 31 23:33:22.052402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db80e3-9090-478e-ac3a-3f64af46b302 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a7c01e-6a52-458d-ad51-6c119c39cadb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.101921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59438) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.115919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-907af7fe-a04c-4e90-b19b-32ea4456cb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.163708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.191998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-907af7fe-a04c-4e90-b19b-32ea4456cb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.197342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-907af7fe-a04c-4e90-b19b-32ea4456cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.208218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5c54ec52-1ca8-4f74-9033-631e26d5071b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a94679ab761f430d9badf91e19758f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432816 Mar 31 23:33:22.210762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.235613 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-907af7fe-a04c-4e90-b19b-32ea4456cb5b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=d09bc37c653f450b896e22dc88a057e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327143 Mar 31 23:33:22.236566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907af7fe-a04c-4e90-b19b-32ea4456cb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc8f56-2ee1-44e9-9b2f-ae837419c399,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.238145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.285781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.317419 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.324926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.363572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.401241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.403935 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.405086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aa139bc1-5954-423d-b37a-00b95b3afab4 HTTP/1.1" status: 204 len: 168 time: 0.1934030 Mar 31 23:33:22.413910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d04bee-4660-46db-a7c1-928026cc0d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa139bc1-5954-423d-b37a-00b95b3afab4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.416992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.419560 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.423227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/69fc8f56-2ee1-44e9-9b2f-ae837419c399 HTTP/1.1" status: 204 len: 168 time: 0.1816182 Mar 31 23:33:22.430426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab75db7-a9ae-4667-84db-5f4059f8e7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc8f56-2ee1-44e9-9b2f-ae837419c399,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.803766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59462) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.817407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31232034-dee5-4220-9625-03321e2f7ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.892992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31232034-dee5-4220-9625-03321e2f7ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.897441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-31232034-dee5-4220-9625-03321e2f7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:22.938261 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-31232034-dee5-4220-9625-03321e2f7ec3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1333075 Mar 31 23:33:22.939146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31232034-dee5-4220-9625-03321e2f7ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a228511-f0a3-48a3-a6ce-e2e7315f8f37,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:22.941025 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59464) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:22.997634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.018233 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.068087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.070829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:23.072131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2a228511-f0a3-48a3-a6ce-e2e7315f8f37 HTTP/1.1" status: 204 len: 168 time: 0.1301138 Mar 31 23:33:23.080915 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b29a9-9102-45a2-826f-dd2479649865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a228511-f0a3-48a3-a6ce-e2e7315f8f37,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:23.172917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409fcc4-2fd7-47c9-b4e8-3fc8c8cfaf16 req-50ade365-6736-44f5-b16d-85385c81c701 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:23.174829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2409fcc4-2fd7-47c9-b4e8-3fc8c8cfaf16 req-50ade365-6736-44f5-b16d-85385c81c701 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0563133 Mar 31 23:33:23.217931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2409fcc4-2fd7-47c9-b4e8-3fc8c8cfaf16 req-802210d0-6502-4a8c-98eb-474d1c01fe46 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Mar 31 23:33:23.272447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56022206-3ac6-481c-99a1-62e86f9106f0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:33:23.295180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 56022206-3ac6-481c-99a1-62e86f9106f0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:33:23.295459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 56022206-3ac6-481c-99a1-62e86f9106f0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:33:24.362109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207412a3-d0d5-4d43-a6f9-3f4a1f207f6b req-eb6ca145-cfb5-4602-9ac4-1545b3142af2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:24.363799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-207412a3-d0d5-4d43-a6f9-3f4a1f207f6b req-eb6ca145-cfb5-4602-9ac4-1545b3142af2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0617161 Mar 31 23:33:24.404126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-207412a3-d0d5-4d43-a6f9-3f4a1f207f6b req-30d1fa24-dd5d-48e8-a8b7-e3a875fef226 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Mar 31 23:33:25.525196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43729d66-0182-4cd6-af5b-f9c1bdd2d0d4 req-50af1223-6327-4c87-9198-78ac887ff778 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:25.526754 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43729d66-0182-4cd6-af5b-f9c1bdd2d0d4 req-50af1223-6327-4c87-9198-78ac887ff778 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0523496 Mar 31 23:33:25.566295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43729d66-0182-4cd6-af5b-f9c1bdd2d0d4 req-95436f35-b021-44d1-8083-911c97e341b2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Mar 31 23:33:26.392589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:26.685391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7f2a8-64e6-4ffe-b7c3-b46c3c0291d2 req-8f721c8b-a516-411e-b15c-eb6112e6f020 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:26.686883 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0a7f2a8-64e6-4ffe-b7c3-b46c3c0291d2 req-8f721c8b-a516-411e-b15c-eb6112e6f020 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0489776 Mar 31 23:33:26.729570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0a7f2a8-64e6-4ffe-b7c3-b46c3c0291d2 req-45075b1a-9631-4531-823e-1ad7ef2a8600 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362194 Mar 31 23:33:27.661276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 527f8e27-0fc9-4cd6-bdf1-564e97f2cded details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:33:27.756844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:27.768719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'mac_address': 'fa:16:3e:a7:bd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:33:27.812532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.825985 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527f8e27-0fc9-4cd6-bdf1-564e97f2cded {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:33:27.847620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:27.852412 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:27.852821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05a751-c8f1-4b37-8ab6-b2aae95834eb req-8b319c46-988b-4dd8-99fe-274d84cf062d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:27.855275 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a05a751-c8f1-4b37-8ab6-b2aae95834eb req-8b319c46-988b-4dd8-99fe-274d84cf062d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 944 time: 0.0546172 Mar 31 23:33:27.907629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a05a751-c8f1-4b37-8ab6-b2aae95834eb req-dfde5c61-61a4-4c9e-a050-e7cc7384793b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441384 Mar 31 23:33:27.909842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:28.173940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['527f8e27-0fc9-4cd6-bdf1-564e97f2cded'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:33:29.032302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33463f-484f-4b2d-bb59-6e769acf28d6 req-4075ee03-e463-454e-b926-8d8db9055309 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:29.033906 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e33463f-484f-4b2d-bb59-6e769acf28d6 req-4075ee03-e463-454e-b926-8d8db9055309 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 945 time: 0.0527909 Mar 31 23:33:29.074500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e33463f-484f-4b2d-bb59-6e769acf28d6 req-14141c97-4fd0-459d-88b1-9560fbc95a09 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339353 Mar 31 23:33:29.678219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 527f8e27-0fc9-4cd6-bdf1-564e97f2cded up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:33:29.730578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:33:29.735470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:33:29.735959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:29.817983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:29.841854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:29.844150 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336bd5fe-5fab-437c-a941-2fbf9135580a" -d '{"events": [{"server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "name": "network-vif-plugged", "status": "completed", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:29.860006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:33:29.867434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:29.897145 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601c4ff-c726-4664-9b90-720f5193869e x-openstack-request-id: req-a601c4ff-c726-4664-9b90-720f5193869e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:29.898250 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "name": "network-vif-plugged", "status": "completed", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:29.898579 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a601c4ff-c726-4664-9b90-720f5193869e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:29.899551 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a601c4ff-c726-4664-9b90-720f5193869e'] response: {'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'code': 200} Mar 31 23:33:29.932263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:30.000853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ac43f-c342-42da-b7e6-6d7f56272f4d req-0b348262-64c2-4422-83c2-9b9c6e997fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:30.002943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-028ac43f-c342-42da-b7e6-6d7f56272f4d req-0b348262-64c2-4422-83c2-9b9c6e997fcf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1097 time: 0.0422404 Mar 31 23:33:30.039404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-028ac43f-c342-42da-b7e6-6d7f56272f4d req-6cc3736a-5205-42ea-a3b9-f834201a51d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292928 Mar 31 23:33:30.130771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59594) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:30.193055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd929c-827a-4e53-9410-e7f22d38b40c req-52c36cbb-27d4-42ec-bc74-3c4a9ab3011b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:30.194545 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3abd929c-827a-4e53-9410-e7f22d38b40c req-52c36cbb-27d4-42ec-bc74-3c4a9ab3011b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0485399 Mar 31 23:33:30.237057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3abd929c-827a-4e53-9410-e7f22d38b40c req-b3a01973-aea1-41ec-8387-b4ec521d4a3e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358627 Mar 31 23:33:30.246340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd172188-d567-4677-afd9-aef541aa66a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.331749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd172188-d567-4677-afd9-aef541aa66a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.339118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd172188-d567-4677-afd9-aef541aa66a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.382784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd172188-d567-4677-afd9-aef541aa66a9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=951a34d2458a45829a1625f483c81748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508347 Mar 31 23:33:30.383701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd172188-d567-4677-afd9-aef541aa66a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569087b8-f723-4c59-bbba-ca55ced69c91,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:30.385655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59598) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:30.436280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.457442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.507550 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.511816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.513236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/569087b8-f723-4c59-bbba-ca55ced69c91 HTTP/1.1" status: 204 len: 168 time: 0.1265671 Mar 31 23:33:30.520979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569087b8-f723-4c59-bbba-ca55ced69c91,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:30.528659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.528974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.529309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.529645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.529969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.530292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.530612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.530928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.531270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.531590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.531907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.532261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a881d4-9030-41a3-aa50-ad6d6ede679b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:30.786036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59604) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:30.800300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28d59beb-c34d-4b72-9933-f3dccbf4283f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.880149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28d59beb-c34d-4b72-9933-f3dccbf4283f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.886004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-28d59beb-c34d-4b72-9933-f3dccbf4283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:30.924498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-28d59beb-c34d-4b72-9933-f3dccbf4283f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=730b1bde609b461dae86936bf4ea885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373143 Mar 31 23:33:30.925412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d59beb-c34d-4b72-9933-f3dccbf4283f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e0fab-b779-4704-bf88-ac51cfed5544,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:30.927329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59606) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:30.986773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.010479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.060598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.063340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:31.064618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e11e0fab-b779-4704-bf88-ac51cfed5544 HTTP/1.1" status: 204 len: 168 time: 0.1354034 Mar 31 23:33:31.072176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c430fe7-e58c-4971-9ceb-e062673f1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e0fab-b779-4704-bf88-ac51cfed5544,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:31.356838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be46d18-e2a4-40a4-8f24-cc681f7029e6 req-ddfa69ac-791c-4e79-a833-2b3ba3fcca24 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:31.358428 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be46d18-e2a4-40a4-8f24-cc681f7029e6 req-ddfa69ac-791c-4e79-a833-2b3ba3fcca24 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0493138 Mar 31 23:33:31.411079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9be46d18-e2a4-40a4-8f24-cc681f7029e6 req-ade2e183-99c9-4700-98a8-efb38ed155c0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435295 Mar 31 23:33:32.534698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8015f49-06de-40e2-a8e4-b797e4f96649 req-4c716f31-4c3b-4c18-955d-168a5a002f90 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:32.536300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d8015f49-06de-40e2-a8e4-b797e4f96649 req-4c716f31-4c3b-4c18-955d-168a5a002f90 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0507998 Mar 31 23:33:32.575218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d8015f49-06de-40e2-a8e4-b797e4f96649 req-c64d7bac-1ab3-49a8-bfdd-716598082a38 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326581 Mar 31 23:33:32.698382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d9f1b-68dc-4a8a-8f5d-8ae3485417a4 req-24ca9b1c-c670-4a57-895d-ee0d323b3c3d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:32.699973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-726d9f1b-68dc-4a8a-8f5d-8ae3485417a4 req-24ca9b1c-c670-4a57-895d-ee0d323b3c3d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0552857 Mar 31 23:33:32.739330 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-726d9f1b-68dc-4a8a-8f5d-8ae3485417a4 req-091a23cb-51b8-49a3-a6c9-12f71907779f tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Mar 31 23:33:32.762376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:32.802926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82267f1-5fe7-43f6-a68f-ea38fa384fb4 tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:32.804491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d82267f1-5fe7-43f6-a68f-ea38fa384fb4 tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1092 time: 0.0413187 Mar 31 23:33:32.807615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59670) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:32.812144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:33:32.832391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:32.939512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.042221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.25.8.163 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:33:33.151023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.187799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.227417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:33:33.230536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:33:33.234687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:33:33.256717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:33.269722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.270062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.270395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.270725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.271048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.271407 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.271728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.272045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.272360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.272677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.272994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.273310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:33:33.296652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59686) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:33.404410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2be1eeee-fdd5-4d47-b6a5-c6824098b5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.480997 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2be1eeee-fdd5-4d47-b6a5-c6824098b5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.486297 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2be1eeee-fdd5-4d47-b6a5-c6824098b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.527286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1eeee-fdd5-4d47-b6a5-c6824098b5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c18a0-f9df-42a4-8c8c-da4524a785c3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:33.534943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2be1eeee-fdd5-4d47-b6a5-c6824098b5e9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c04aa0c3a380470ea19950996cba5c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372072 Mar 31 23:33:33.535648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59690) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:33.583612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.604082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.608457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.662391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.665312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.669353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/792c18a0-f9df-42a4-8c8c-da4524a785c3 HTTP/1.1" status: 204 len: 168 time: 0.1312220 Mar 31 23:33:33.677280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e2ecf-f4a8-435b-a091-5e0b9621c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c18a0-f9df-42a4-8c8c-da4524a785c3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:33.680662 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.837603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.843022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.909350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:33.919560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:33.961471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:33.974781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7e5cb28-87e7-4de7-99bb-233b024aaccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.020407 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 4ec78062-6d66-4177-9096-ffd83859da1e associated. External IP: 172.25.8.163, port: 527f8e27-0fc9-4cd6-bdf1-564e97f2cded. Mar 31 23:33:34.049905 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7e5cb28-87e7-4de7-99bb-233b024aaccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.054046 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7e5cb28-87e7-4de7-99bb-233b024aaccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.095283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d7e5cb28-87e7-4de7-99bb-233b024aaccf admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6e884f7b86564a9b87b873da542802c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304383 Mar 31 23:33:34.095283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5cb28-87e7-4de7-99bb-233b024aaccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca94264-a9d6-4450-8c81-d9f53ce7890f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:34.096344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59698) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:34.148585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.174029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.221483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.224354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.228031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/aca94264-a9d6-4450-8c81-d9f53ce7890f HTTP/1.1" status: 204 len: 168 time: 0.1282887 Mar 31 23:33:34.232431 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:33:34.235032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cdcf2-3fcc-432a-ab5c-1cc0b1354291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca94264-a9d6-4450-8c81-d9f53ce7890f,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:34.345040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:33:34.355900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:33:34.365416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.367919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:34.368877 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:34.397764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fa77ad0e-c207-4a7d-9a8e-37148f02d8da tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5890121 Mar 31 23:33:34.398595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:33:34.402477 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddfe04e-d039-467c-9367-0f1f9cd2393b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:33:34.448264 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5b74e5-bb56-4435-9b34-371a26115671 x-openstack-request-id: req-bd5b74e5-bb56-4435-9b34-371a26115671 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:33:34.448729 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:33:34.449079 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-bd5b74e5-bb56-4435-9b34-371a26115671 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:33:34.449744 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5b74e5-bb56-4435-9b34-371a26115671'] response: {'name': 'network-changed', 'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'status': 'completed', 'code': 200} Mar 31 23:33:34.487528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:34.517672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-086f5cfb-cd2b-4b3a-8646-8973f32cd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:34.518045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-30d135d3-3a60-4280-90c4-1e86bd607624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:34.519295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-086f5cfb-cd2b-4b3a-8646-8973f32cd790 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1097 time: 0.0497451 Mar 31 23:33:34.622750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-dfa3f97e-cab5-40ef-b0e9-f3950bf11e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:34.624273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-dfa3f97e-cab5-40ef-b0e9-f3950bf11e74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0967622 Mar 31 23:33:34.697543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-ebbef7de-3e14-4f27-bcd9-ca30d86227a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 1000 time: 0.0664334 Mar 31 23:33:34.719206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4ec78062-6d66-4177-9096-ffd83859da1e', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:a7:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:33:33Z', 'updated_at': '2022-03-31T23:33:33Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:34.746892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:33:34.749109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-c44e9c66-5649-440b-9065-22957d5c67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:34.750899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-c44e9c66-5649-440b-9065-22957d5c67c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0470457 Mar 31 23:33:34.755302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:33:34.755900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:33:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:34.804011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-75467d1f-3c51-481b-82c9-c1513de9f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:34.805584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-75467d1f-3c51-481b-82c9-c1513de9f8d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459759 Mar 31 23:33:34.864929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:33:34.908084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-b3ce89c1-a33b-4467-957c-7eb3872c12cd service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941894 Mar 31 23:33:35.004769 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ddfe04e-d039-467c-9367-0f1f9cd2393b req-c6e1575f-7296-4ae8-ba85-a7b27fa6da93 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 Mar 31 23:33:35.131989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-a700e4ff-c811-4f8f-8def-bde6fe66d26c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430725 Mar 31 23:33:35.220978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-c4a8df7e-af89-4b19-85c7-2c03f74fb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:35.223098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-c4a8df7e-af89-4b19-85c7-2c03f74fb34a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1097 time: 0.0466871 Mar 31 23:33:35.282187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4ec78062-6d66-4177-9096-ffd83859da1e', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:a7:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:33:33Z', 'updated_at': '2022-03-31T23:33:33Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:33:35.311930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df793bf-4182-4e9e-811d-1011ac7b0355 None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '4ec78062-6d66-4177-9096-ffd83859da1e', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.163', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:a7:bd:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:33:33Z', 'updated_at': '2022-03-31T23:33:33Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:33:35.338456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-52556cac-33bc-46ff-b4a0-0bde27ebcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:35.340531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-52556cac-33bc-46ff-b4a0-0bde27ebcee3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0987244 Mar 31 23:33:35.559510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbf8f2-a494-40c8-94f9-f57b0854c0c8 None None] New status for floating IP 4ec78062-6d66-4177-9096-ffd83859da1e: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:33:35.702057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-cdeded77-c50f-40ff-9639-df62848bd197 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 1000 time: 0.3525519 Mar 31 23:33:35.755384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-b28817d8-4070-46de-86d7-9e66cca729b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:35.756919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-b28817d8-4070-46de-86d7-9e66cca729b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0480170 Mar 31 23:33:35.803620 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-db6f36e2-1e79-483f-bf9d-e3deaffe16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:33:35.805127 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-db6f36e2-1e79-483f-bf9d-e3deaffe16d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409832 Mar 31 23:33:35.904604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-38e450fb-3460-4806-a53a-54c5d1bc878e service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922084 Mar 31 23:33:35.995709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73584f51-9a20-4bda-872b-e3054b0ced73 req-2dced4a0-b8bd-40bc-98a5-e3ee872f9977 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846705 Mar 31 23:33:36.329378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:36.448880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-248470da-f4c0-4226-9724-dfe20fdbab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.527428 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-248470da-f4c0-4226-9724-dfe20fdbab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.533495 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-248470da-f4c0-4226-9724-dfe20fdbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.568524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248470da-f4c0-4226-9724-dfe20fdbab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc119d-9b59-4e91-a002-c98cb476df7b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:36.572863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-248470da-f4c0-4226-9724-dfe20fdbab4e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=683a8a460bda4e3aad977fe9e5f092c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424068 Mar 31 23:33:36.577058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:36.633045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.653356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.709000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.711531 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.712712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/fcbc119d-9b59-4e91-a002-c98cb476df7b HTTP/1.1" status: 204 len: 168 time: 0.1355324 Mar 31 23:33:36.720667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b813373-2ff0-4f59-a100-b56638718566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc119d-9b59-4e91-a002-c98cb476df7b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:36.937109 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a2e03e48-4e43-46c6-84df-b81e771bd535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:36.986795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59784) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:37.007197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-059da1f0-1ea2-475b-87e2-086770d7d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.082816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-059da1f0-1ea2-475b-87e2-086770d7d5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.088420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-059da1f0-1ea2-475b-87e2-086770d7d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.126190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-059da1f0-1ea2-475b-87e2-086770d7d5f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c5499cd2552342c69d71efb29895bce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380644 Mar 31 23:33:37.127118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059da1f0-1ea2-475b-87e2-086770d7d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c272a57-5e69-4adb-abf8-5f488062e138,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:37.129123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59786) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:33:37.180557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.205306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.256152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.258781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:37.259996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/2c272a57-5e69-4adb-abf8-5f488062e138 HTTP/1.1" status: 204 len: 168 time: 0.1298447 Mar 31 23:33:37.267897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d110-ba5d-4e3c-a07c-126738cfecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c272a57-5e69-4adb-abf8-5f488062e138,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:33:38.442475 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.076462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:40.376703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:50.116866 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:33:51.217129 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:33:53.637538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-b58c1a80-599a-48df-bb63-0a0a5d6eadda req-c372aab0-de77-4432-a1f8-8ae510b490db service neutron] (109299) timed out ('10.222.0.95', 39170) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:33:56.396581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.451675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 59938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:04.481977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8355629f-ed76-4af0-9637-794c4746ed38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.574327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da6c44bc-f053-48b8-b761-326cd981541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.645715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da6c44bc-f053-48b8-b761-326cd981541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.651227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-da6c44bc-f053-48b8-b761-326cd981541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.687623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-da6c44bc-f053-48b8-b761-326cd981541d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=efbb38e1c9a94701b9b886177af24e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348049 Mar 31 23:34:04.688559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c44bc-f053-48b8-b761-326cd981541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0065639-56fd-4d93-92c8-fe6b034e1bbd,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:04.690602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 59942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:04.740569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.763449 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.810496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.813194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:04.814349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d0065639-56fd-4d93-92c8-fe6b034e1bbd HTTP/1.1" status: 204 len: 168 time: 0.1227427 Mar 31 23:34:04.822636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72758cd-ac80-4bf8-b5ce-3b9d81701d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0065639-56fd-4d93-92c8-fe6b034e1bbd,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:06.941733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b6f6816-dcb0-4d38-bbbc-ae4828244df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:06.945729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60096) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:07.068625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2606762-c993-42d3-bb41-428aa12a5a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.143911 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2606762-c993-42d3-bb41-428aa12a5a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.149192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b2606762-c993-42d3-bb41-428aa12a5a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.188977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b2606762-c993-42d3-bb41-428aa12a5a8f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5400cc0e4a234528a10ffd3f523cc2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415400 Mar 31 23:34:07.190079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2606762-c993-42d3-bb41-428aa12a5a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7b825-9225-4a11-a76f-f2bc0b19e3b3,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:07.193137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:07.248922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.270308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.320019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.322663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.323944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cbc7b825-9225-4a11-a76f-f2bc0b19e3b3 HTTP/1.1" status: 204 len: 168 time: 0.1295173 Mar 31 23:34:07.331959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860cc83-639b-4909-b97d-82d7b61679bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7b825-9225-4a11-a76f-f2bc0b19e3b3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:07.601914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:07.616363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f71c-6215-4bb8-989d-d95c8d8c2e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.699341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f71c-6215-4bb8-989d-d95c8d8c2e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.704453 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f5b3f71c-6215-4bb8-989d-d95c8d8c2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.741781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f5b3f71c-6215-4bb8-989d-d95c8d8c2e50 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5219ee332f634329b969a0e8bb735cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388044 Mar 31 23:34:07.743001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3f71c-6215-4bb8-989d-d95c8d8c2e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a99d26-2430-4ed0-8bae-2212a4c37113,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:07.744759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60108) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:07.798413 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.819627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.870782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.874624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:07.876188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/57a99d26-2430-4ed0-8bae-2212a4c37113 HTTP/1.1" status: 204 len: 168 time: 0.1302044 Mar 31 23:34:07.883921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae75e6-52be-4113-a473-c31cb7c1b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a99d26-2430-4ed0-8bae-2212a4c37113,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:08.449011 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.599109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60130) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:08.704798 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-543751635-network', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:08.726007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Made reservation on behalf of b81dddac6f0b43f4ba506800d34e5d14 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:08.728172 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.736818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.812496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.818627 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.843948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 1299, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:34:08.849991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e39ad7-fec3-4485-923a-c054c18aad38,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:08.855970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.856347 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Added segment 05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d of type vlan for network cf012f90-ec71-487c-bd50-ffa05bb32a67 Mar 31 23:34:08.897174 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.922566 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.923589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:08.924200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.958690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3584549 Mar 31 23:34:08.963304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60134) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:08.968309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Request body: {'subnet': {'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-543751635-subnet', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:08.985882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6592-7306-4d65-b0c7-12ee73e03c9c admin admin] Pushing event updated for resources: {'Network': ['ID=cf012f90-ec71-487c-bd50-ffa05bb32a67,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:08.990918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Made reservation on behalf of b81dddac6f0b43f4ba506800d34e5d14 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:08.994975 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:08.996423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:34:09.179792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.231762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cde4f9-ef50-4a40-8839-b5ed15060df9,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:09.242835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Checking segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:09.243221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Network hostable DHCP agents. Network: cf012f90-ec71-487c-bd50-ffa05bb32a67, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:34:09.261610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:34:09.270783 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, cf012f90-ec71-487c-bd50-ffa05bb32a67) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:09.275359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:09.275959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.281998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a6d01c-5509-40c8-9910-2b6422c532e4 None None] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:09.293210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7e2773d5-3cd8-46d8-ae45-fc7eb2a63786 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3288260 Mar 31 23:34:09.296904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60136) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:09.301335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:09.322350 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.323494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.382591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.431121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-cf012f90-ec71-487c-bd50-ffa05bb32a67', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:34:09.432047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.526335 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.574366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Allocated IP 172.20.0.2 (cf012f90-ec71-487c-bd50-ffa05bb32a67/f6cde4f9-ef50-4a40-8839-b5ed15060df9/fcf0a77c-681c-4a73-a6f1-67a479765974) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:09.722879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.730025 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.736268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.756571 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.772190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:09.775260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:09.779101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:09.784575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Pushing event updated for resources: {'Port': ['ID=fcf0a77c-681c-4a73-a6f1-67a479765974,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:09.839689 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Attempting to bind port fcf0a77c-681c-4a73-a6f1-67a479765974 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:09.840056 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Attempting to bind port fcf0a77c-681c-4a73-a6f1-67a479765974 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:09.840435 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Attempting to bind port fcf0a77c-681c-4a73-a6f1-67a479765974 on network cf012f90-ec71-487c-bd50-ffa05bb32a67 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:09.845390 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:09.845762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Checking segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:09.846173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.846616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Bound using segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:09.847076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Bound port: fcf0a77c-681c-4a73-a6f1-67a479765974, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:09.847583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.883097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Allocated IP 172.25.8.73 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/63797f4d-02f4-4e4c-8df3-d56d75c44934) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:09.915565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] For port fcf0a77c-681c-4a73-a6f1-67a479765974, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:09.918892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] For port fcf0a77c-681c-4a73-a6f1-67a479765974, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fcf0a77c-681c-4a73-a6f1-67a479765974,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:09.923816 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:09.981130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2775-6004-4d26-9214-e4c0e5e3d72e None None] Pushing event updated for resources: {'Port': ['ID=fcf0a77c-681c-4a73-a6f1-67a479765974,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:10.021523 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.057889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.081456 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.115324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:10.119103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Pushing event updated for resources: {'Port': ['ID=63797f4d-02f4-4e4c-8df3-d56d75c44934,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:10.121727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:10.124544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:10.370405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.406724 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.635676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.773156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Router 882ce01f-0524-4fe8-bc22-4000f1929784 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:34:10.878533 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:34:10.888741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:34:10.897791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:10.899108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9c6fecb0-0937-4296-9af3-14aab26f07e6 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6013391 Mar 31 23:34:10.901945 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60142) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:10.904083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:10.904716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:10.950822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99634b56-5e44-4a1b-9a75-e14582de53a4 None None] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:11.098971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Provisioning complete for port fcf0a77c-681c-4a73-a6f1-67a479765974 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:11.099364 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.106129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:11.326212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.365822 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.405466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fcf0a77c-681c-4a73-a6f1-67a479765974 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:11.464595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] For port fcf0a77c-681c-4a73-a6f1-67a479765974, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fcf0a77c-681c-4a73-a6f1-67a479765974,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:11.473046 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.514848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:10Z', 'revision_number': 3, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:11.545855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fcf0a77c-681c-4a73-a6f1-67a479765974 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:11.546228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.552472 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:34:11.552801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Updating router 882ce01f-0524-4fe8-bc22-4000f1929784 port 63797f4d-02f4-4e4c-8df3-d56d75c44934 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:34:11.622449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Pushing event updated for resources: {'Port': ['ID=fcf0a77c-681c-4a73-a6f1-67a479765974,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:11.624500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.633926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.634328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.634715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.635094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.635509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.635839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.636164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.636528 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.636849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.637166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.637485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.637843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f433a96-a6ae-4041-a0e4-e2d9606c45c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:11.788839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e6f9a6b5-e506-449a-adba-4bbbc2ce9ff6 None None] Provisioning complete for port fcf0a77c-681c-4a73-a6f1-67a479765974 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:11.789097 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6f9a6b5-e506-449a-adba-4bbbc2ce9ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.851830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Allocated IP 172.20.0.1 (cf012f90-ec71-487c-bd50-ffa05bb32a67/f6cde4f9-ef50-4a40-8839-b5ed15060df9/9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:11.961546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:11.995945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.042334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:12.045710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:12.049184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:12.074791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Pushing event updated for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.090969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.176972 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.183732 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.235569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.238340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Attempting to bind port 63797f4d-02f4-4e4c-8df3-d56d75c44934 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:12.238701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Attempting to bind port 63797f4d-02f4-4e4c-8df3-d56d75c44934 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:12.239053 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Attempting to bind port 63797f4d-02f4-4e4c-8df3-d56d75c44934 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:12.240931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0063820-e536-4d5c-9e44-e5747fe45911 None None] Pushing event updated for resources: {'Port': ['ID=63797f4d-02f4-4e4c-8df3-d56d75c44934,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.246926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:12.247317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:12.247716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.248096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:12.248545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Bound port: 63797f4d-02f4-4e4c-8df3-d56d75c44934, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:12.248922 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.299467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] For port 63797f4d-02f4-4e4c-8df3-d56d75c44934, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:12.302610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] For port 63797f4d-02f4-4e4c-8df3-d56d75c44934, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63797f4d-02f4-4e4c-8df3-d56d75c44934,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:12.306296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.377596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:12.378238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:12.382027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0063820-e536-4d5c-9e44-e5747fe45911 None None] Pushing event updated for resources: {'Port': ['ID=63797f4d-02f4-4e4c-8df3-d56d75c44934,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.384416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-62f853dd-1eab-489f-8518-bb39a9eec99c None None] Provisioning complete for port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:12.384849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-62f853dd-1eab-489f-8518-bb39a9eec99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.408377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.414004 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.462061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-62f853dd-1eab-489f-8518-bb39a9eec99c None None] Port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:12.481088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.483220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Pushing event updated for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:12.515316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:12.578321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:12.579716 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:12.703903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Router 882ce01f-0524-4fe8-bc22-4000f1929784 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:34:12.729372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:11Z', 'revision_number': 1, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:12.759093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6dfb4-960f-4af0-bf4a-83f60071b0aa None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:11Z', 'revision_number': 1, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:34:12.792868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0fe1ef85-c615-4d8e-8047-909953d5abab None None] Provisioning complete for port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:12.793527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ef85-c615-4d8e-8047-909953d5abab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:12.817473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:34:12.823867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb85fca0-4eab-4a1f-9680-bde5263a3e32 admin admin] 10.222.0.95 "PUT /v2.0/routers/882ce01f-0524-4fe8-bc22-4000f1929784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9198146 Mar 31 23:34:12.838201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1ef85-c615-4d8e-8047-909953d5abab None None] Port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:13.343029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 60158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:13.348138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-674533095-network', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:13.362101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fcf0a77c-681c-4a73-a6f1-67a479765974 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:13.370601 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Made reservation on behalf of 9ad96d13e529434b958a161d4d76fb2a for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:13.372637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.381672 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.437719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fcf0a77c-681c-4a73-a6f1-67a479765974 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:13.438151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.488324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.495767 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.518723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:34:13.535123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.535492 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Added segment 56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e of type vlan for network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 Mar 31 23:34:13.538572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32259315-9674-4ca2-8fb6-8d423a666484,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:13.585663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.612342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.613371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:13.614039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.668911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3243721 Mar 31 23:34:13.671527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:13.677234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Request body: {'subnet': {'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-674533095-subnet', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:13.698495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Made reservation on behalf of 9ad96d13e529434b958a161d4d76fb2a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:34:13.701265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.709873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56735b-2c66-46ef-a06e-97d72a0256eb admin admin] Pushing event updated for resources: {'Network': ['ID=a15d4d2c-10ef-479e-b2f2-e3a0b765a063,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:13.719714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:34:13.879079 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.939138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96d7e98-6f64-4ee4-8e16-c943bc82e7bf,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:13.949786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Checking segment: {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:13.950135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Network hostable DHCP agents. Network: a15d4d2c-10ef-479e-b2f2-e3a0b765a063, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:34:13.969280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:34:13.980155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a15d4d2c-10ef-479e-b2f2-e3a0b765a063) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:13.985472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:13.986076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:13.990164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20735ef-7878-46ae-9a10-b0bafa9f96f7 None None] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:14.007815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e03383f-70ea-47dd-b750-db87bf42755f admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3344893 Mar 31 23:34:14.010392 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:14.014642 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:34:14.035357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.036385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.087931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.156631 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:34:14.157508 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.235009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.301959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Allocated IP 172.20.0.2 (a15d4d2c-10ef-479e-b2f2-e3a0b765a063/e96d7e98-6f64-4ee4-8e16-c943bc82e7bf/7b47a2d7-dd84-48a4-9aa5-065a080b3e3e) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:14.425283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.447624 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.452405 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.458378 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.497872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:14.500743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:14.504260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:14.511620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Pushing event updated for resources: {'Port': ['ID=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:14.551981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Allocated IP 172.25.8.51 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/b4f7b950-41ba-4d99-881c-6ecd014d2807) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:14.569959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Attempting to bind port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:14.571395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Attempting to bind port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:14.571824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Attempting to bind port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e on network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:14.577775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:14.578251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Checking segment: {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:14.578718 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.579167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Bound using segment: {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:14.579995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Bound port: 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:14.580172 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.644072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] For port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:14.647185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] For port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:14.652168 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.660751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.695901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:14.713199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883aa85-0fc6-46d7-93a6-8482e4b2c7d0 None None] Pushing event updated for resources: {'Port': ['ID=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:14.738467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:14.741510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:14.746473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:14.769325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Pushing event updated for resources: {'Port': ['ID=b4f7b950-41ba-4d99-881c-6ecd014d2807,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:14.905686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:34:14.916630 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:14.917327 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:15.020465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.030887 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:15.244545 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 2, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:15.271755 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:34:15.272123 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Updating router 882ce01f-0524-4fe8-bc22-4000f1929784 port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:34:15.298597 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.451404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:15.504147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:15.505245 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.600076 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.619335 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.626359 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.628108 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.638178 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:15.645218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.646013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63797f4d-02f4-4e4c-8df3-d56d75c44934 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:15.682336 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Pushing event updated for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:15.715681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.716349 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.716569 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.716993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.717423 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.717832 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.719164 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.719613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.720020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.720891 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.721307 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.721879 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:34:15.734334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:15.758114 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 63797f4d-02f4-4e4c-8df3-d56d75c44934 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:15.758438 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.766435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Attempting to bind port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:15.766860 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Attempting to bind port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:15.767300 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Attempting to bind port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad on network cf012f90-ec71-487c-bd50-ffa05bb32a67 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:15.777284 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:15.777652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Checking segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:15.778055 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.778439 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Bound using segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:15.778897 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Bound port: 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:15.779306 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.781808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165cfcf-03e7-4276-90d0-885899d928db None None] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:34:15.850142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:34:15.866161 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] For port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:15.867094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e7fc28aa-e67b-4353-a321-ff0ae1512258 None None] Provisioning complete for port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:15.867557 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e7fc28aa-e67b-4353-a321-ff0ae1512258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.870077 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] For port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:15.876085 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:15.937332 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:15.938500 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:15.994865 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3660f-dd00-4613-9aac-ca152b8025d6 None None] Pushing event updated for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:16.007396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:34:16.034166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.036113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ed91d17-2320-472f-976c-5e13b601e7ec admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0247772 Mar 31 23:34:16.038759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 60164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:34:16.048760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Sync routers for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:34:16.051012 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.076047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:16.115376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 63797f4d-02f4-4e4c-8df3-d56d75c44934, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63797f4d-02f4-4e4c-8df3-d56d75c44934,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:16.118587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:16.119535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:16.163512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.405511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:15Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:16.436951 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77721a47-de05-48b9-815d-cc017ef70a7d None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:15Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:34:16.457280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] Provisioning complete for port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:16.457648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.461195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=63797f4d-02f4-4e4c-8df3-d56d75c44934,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:16.511721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:16.529069 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.687913 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.705346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Allocated IP 172.20.0.1 (a15d4d2c-10ef-479e-b2f2-e3a0b765a063/e96d7e98-6f64-4ee4-8e16-c943bc82e7bf/ae71dded-e95e-41cb-b0f8-8a04177f0bee) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:34:16.745031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] For port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:16.751792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.790415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:14Z', 'revision_number': 3, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:16.811818 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.820539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Checking router: 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:34:16.820898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Updating router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 port b4f7b950-41ba-4d99-881c-6ecd014d2807 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:34:16.846460 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.847753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1369baa-31a3-4e47-97e1-d4036b461fd2 None None] Pushing event updated for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:16.854058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.886905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:16.889938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:16.893437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:34:16.916476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Pushing event updated for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:16.935537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:16.947983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6fddb4ca-e5c4-4144-a7ed-6f91bde894d5 None None] Provisioning complete for port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:16.948271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6fddb4ca-e5c4-4144-a7ed-6f91bde894d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.085082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.145206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6fddb4ca-e5c4-4144-a7ed-6f91bde894d5 None None] Provisioning complete for port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:17.145570 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6fddb4ca-e5c4-4144-a7ed-6f91bde894d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.227216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.237768 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.272943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.279798 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.320707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Attempting to bind port b4f7b950-41ba-4d99-881c-6ecd014d2807 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:17.321000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Attempting to bind port b4f7b950-41ba-4d99-881c-6ecd014d2807 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:17.321355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Attempting to bind port b4f7b950-41ba-4d99-881c-6ecd014d2807 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:17.327433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26046113-40b3-4471-b4c2-857e013dd212 None None] Pushing event updated for resources: {'Port': ['ID=b4f7b950-41ba-4d99-881c-6ecd014d2807,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:17.331855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:17.332227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:17.332635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.333021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:17.333496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Bound port: b4f7b950-41ba-4d99-881c-6ecd014d2807, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:17.333874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.368754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Pushing event updated for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:17.372241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.394014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] For port b4f7b950-41ba-4d99-881c-6ecd014d2807, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:17.397511 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] For port b4f7b950-41ba-4d99-881c-6ecd014d2807, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4f7b950-41ba-4d99-881c-6ecd014d2807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:17.403973 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.437037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:17.480821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:34:17.482412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:34:17.509622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-20719c0d-da2f-4f16-937f-d93bd055cd4c None None] Provisioning complete for port ae71dded-e95e-41cb-b0f8-8a04177f0bee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:17.510004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20719c0d-da2f-4f16-937f-d93bd055cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.511468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26046113-40b3-4471-b4c2-857e013dd212 None None] Pushing event updated for resources: {'Port': ['ID=b4f7b950-41ba-4d99-881c-6ecd014d2807,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:17.536421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:17.537109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:17.610887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-20719c0d-da2f-4f16-937f-d93bd055cd4c None None] Port ae71dded-e95e-41cb-b0f8-8a04177f0bee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:17.615519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:34:17.623136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:17.623136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.708343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:17.745089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:34:17.751279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-493fe1ed-a97f-4e31-9628-09bf2e1e515a admin admin] 10.222.0.95 "PUT /v2.0/routers/3ecb4f6f-3266-486c-bea0-4fe6b1018f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113912 Mar 31 23:34:17.818654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-88cf0bbf-5196-4a01-90de-fd36e4471fc7 None None] Provisioning complete for port ae71dded-e95e-41cb-b0f8-8a04177f0bee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:17.819006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-88cf0bbf-5196-4a01-90de-fd36e4471fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:17.866254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63797f4d-02f4-4e4c-8df3-d56d75c44934 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:18.102460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-88cf0bbf-5196-4a01-90de-fd36e4471fc7 None None] Port ae71dded-e95e-41cb-b0f8-8a04177f0bee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:34:18.137683 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 63797f4d-02f4-4e4c-8df3-d56d75c44934 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:18.138148 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:18.238052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'ae71dded-e95e-41cb-b0f8-8a04177f0bee', 'name': '', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'mac_address': 'fa:16:3e:2d:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:16Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 2, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'subnets': [{'id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:18.276897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f131752-4ab1-4a87-babd-99382eefa058 None None] The sync data for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 is: [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'ae71dded-e95e-41cb-b0f8-8a04177f0bee', 'name': '', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'mac_address': 'fa:16:3e:2d:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:16Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 2, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'subnets': [{'id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:34:18.284568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:18.333814 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:18.334211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.375751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4f7b950-41ba-4d99-881c-6ecd014d2807 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:19.431182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b4f7b950-41ba-4d99-881c-6ecd014d2807 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:19.431765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.511859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.538098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port b4f7b950-41ba-4d99-881c-6ecd014d2807, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4f7b950-41ba-4d99-881c-6ecd014d2807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:19.543776 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:19.602163 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=b4f7b950-41ba-4d99-881c-6ecd014d2807,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:20.338332 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Sync routers for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:34:20.349097 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:20.349969 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:20.457312 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:20.664135 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'ae71dded-e95e-41cb-b0f8-8a04177f0bee', 'name': '', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'mac_address': 'fa:16:3e:2d:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:16Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 2, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'subnets': [{'id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:20.693882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Checking router: 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:34:20.694264 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Updating router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 port ae71dded-e95e-41cb-b0f8-8a04177f0bee binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:34:20.719917 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:20.983465 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:20.989063 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.057809 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831883a-1af0-48d1-b51a-0361515f3bfd None None] Pushing event updated for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:21.087929 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Attempting to bind port ae71dded-e95e-41cb-b0f8-8a04177f0bee on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:34:21.088286 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Attempting to bind port ae71dded-e95e-41cb-b0f8-8a04177f0bee by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:34:21.088634 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Attempting to bind port ae71dded-e95e-41cb-b0f8-8a04177f0bee on network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:34:21.099484 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:34:21.099884 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Checking segment: {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:34:21.100274 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.100667 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Bound using segment: {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:34:21.101155 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Bound port: ae71dded-e95e-41cb-b0f8-8a04177f0bee, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:34:21.101532 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.170967 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] For port ae71dded-e95e-41cb-b0f8-8a04177f0bee, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:34:21.174801 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] For port ae71dded-e95e-41cb-b0f8-8a04177f0bee, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae71dded-e95e-41cb-b0f8-8a04177f0bee,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:34:21.184631 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.229242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.236041 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:34:21.236668 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:34:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:21.290510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831883a-1af0-48d1-b51a-0361515f3bfd None None] Pushing event updated for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:21.354504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] Provisioning complete for port ae71dded-e95e-41cb-b0f8-8a04177f0bee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:21.354957 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.357554 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:34:21.411907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4f7b950-41ba-4d99-881c-6ecd014d2807 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:21.504303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b4f7b950-41ba-4d99-881c-6ecd014d2807 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:21.504600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.537505 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.576618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] For port ae71dded-e95e-41cb-b0f8-8a04177f0bee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae71dded-e95e-41cb-b0f8-8a04177f0bee,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:34:21.584471 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:21.586086 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'ae71dded-e95e-41cb-b0f8-8a04177f0bee', 'name': '', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'mac_address': 'fa:16:3e:2d:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:16Z', 'updated_at': '2022-03-31T23:34:21Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'subnets': [{'id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:34:21.615863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663c314-192e-4982-b589-f369cb3ae854 None None] The sync data for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 is: [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:17Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'ae71dded-e95e-41cb-b0f8-8a04177f0bee', 'name': '', 'network_id': 'a15d4d2c-10ef-479e-b2f2-e3a0b765a063', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'mac_address': 'fa:16:3e:2d:a6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:16Z', 'updated_at': '2022-03-31T23:34:21Z', 'revision_number': 4, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'subnets': [{'id': 'e96d7e98-6f64-4ee4-8e16-c943bc82e7bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:34:21.662849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcd171-1c5e-49e1-98d3-1319bce56034 None None] Pushing event updated for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:34:21.709018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a1cfdf18-c823-4f8a-98e4-a4ec2d5a5957 None None] Provisioning complete for port ae71dded-e95e-41cb-b0f8-8a04177f0bee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:21.709462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a1cfdf18-c823-4f8a-98e4-a4ec2d5a5957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:23.362273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae71dded-e95e-41cb-b0f8-8a04177f0bee up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:34:23.410219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ae71dded-e95e-41cb-b0f8-8a04177f0bee triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:34:23.410586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:26.426216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:27.116111 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:34.486250 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f27d30ac-c0ae-4774-8bc8-8e3b680df231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:36.002620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-8623d3c0-1c49-4f0d-af4c-03fc0bfe3253 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428805 Mar 31 23:34:36.085586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-e983cf4d-ed18-4090-b2f3-6747fbb09786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:36.087192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-e983cf4d-ed18-4090-b2f3-6747fbb09786 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 1097 time: 0.0399938 Mar 31 23:34:36.196522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-aa8f82d2-cf13-4a25-86c0-ab5be4c42cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:36.198256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-aa8f82d2-cf13-4a25-86c0-ab5be4c42cc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0897050 Mar 31 23:34:36.269024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-643d3356-a62a-456e-8fcd-4b2788b4f270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 200 len: 1002 time: 0.0636559 Mar 31 23:34:36.329926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-2fb00cae-fa0b-4fa4-b81d-36c6d02ec672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:36.331485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-2fb00cae-fa0b-4fa4-b81d-36c6d02ec672 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0550058 Mar 31 23:34:36.377693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-0a32a1b6-f541-40db-83e4-204c720a8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:34:36.379299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-0a32a1b6-f541-40db-83e4-204c720a8cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403123 Mar 31 23:34:36.471670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-b537f54c-989e-41aa-9b6d-e2338efa8263 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848837 Mar 31 23:34:36.563641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71818461-f6bd-427d-8312-19d30aadf9b2 req-952cb709-f985-4414-bc79-755fad30b868 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843446 Mar 31 23:34:36.943577 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da3fe84f-a86a-4d1c-b85e-626702d08756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:38.453229 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:40.082383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:40.377026 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:51.215582 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:34:56.425704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:04.115772 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:04.490875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-595d539a-ce9f-4924-b7b2-f596e364c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:06.937203 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da1ec4bd-3982-4140-bc4c-538539a5baa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:08.456036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:10.085459 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:10.371861 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:21.234158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:26.438232 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:32.621825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af417ba-f6d9-41be-923b-00e9f697c554 req-faa94705-1930-4362-95ba-9b0f1126a6d8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:32.623304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0af417ba-f6d9-41be-923b-00e9f697c554 req-faa94705-1930-4362-95ba-9b0f1126a6d8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0518606 Mar 31 23:35:32.663450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0af417ba-f6d9-41be-923b-00e9f697c554 req-40cadbe0-4e94-40af-9fa9-e37f7e16ced1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335755 Mar 31 23:35:33.785662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f3727-5e74-4959-aae1-84a244159ca2 req-d757577a-6026-4e4d-a548-78d012ad1ea2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:33.787171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-828f3727-5e74-4959-aae1-84a244159ca2 req-d757577a-6026-4e4d-a548-78d012ad1ea2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0521505 Mar 31 23:35:33.837739 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-828f3727-5e74-4959-aae1-84a244159ca2 req-98d4b7a6-d802-43dd-b967-5466ba303900 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Mar 31 23:35:34.253069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-11df242e-6904-46f4-ae75-31d96cf34c61 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:34.254543 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-11df242e-6904-46f4-ae75-31d96cf34c61 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 946 time: 0.0507495 Mar 31 23:35:34.349598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:35:34.349932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.450082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:34.450440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.494955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c81c2c5-241f-4700-9789-8c2cff5149ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.628316 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.628649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.629012 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 4ec78062-6d66-4177-9096-ffd83859da1e disassociated. External IP: 172.25.8.163, port: 527f8e27-0fc9-4cd6-bdf1-564e97f2cded. Mar 31 23:35:34.629364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for 527f8e27-0fc9-4cd6-bdf1-564e97f2cded owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:35:34.771012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:34.799925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=527f8e27-0fc9-4cd6-bdf1-564e97f2cded,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:34.811759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.812060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.812396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.812761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.813089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.813413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.813757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.814055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.814370 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.814689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.815008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.815350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:34.937711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:35:34.939135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bd3d7e7-f829-40e1-9745-961277a0e4ee req-ef107bbf-d0fb-4cad-a6ad-8e20a4a398d9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0284839 Mar 31 23:35:35.054738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:35:35.066364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:35:35.085018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:35.091612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:35:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:35.105327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port 527f8e27-0fc9-4cd6-bdf1-564e97f2cded on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:35:35.109297 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:35.112734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0fc8e30-3c19-4586-8f5f-ed02b2b45fbe req-e63d12f7-be5e-41ce-97a2-265eeb23642e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "DELETE /v2.0/ports/527f8e27-0fc9-4cd6-bdf1-564e97f2cded HTTP/1.1" status: 204 len: 173 time: 0.8515508 Mar 31 23:35:35.113236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'name': 'network-vif-deleted', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:35.116771 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624da691-13a7-4856-be48-6bdd871cdb58" -d '{"events": [{"server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "name": "network-vif-deleted", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:35.172217 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b785f-52e6-4cb5-b291-41525837cc2b x-openstack-request-id: req-961b785f-52e6-4cb5-b291-41525837cc2b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:35.172617 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c54a73f-5341-4837-8e47-142e5d95c83a", "name": "network-vif-deleted", "tag": "527f8e27-0fc9-4cd6-bdf1-564e97f2cded", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:35.172873 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-961b785f-52e6-4cb5-b291-41525837cc2b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:35.173845 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961b785f-52e6-4cb5-b291-41525837cc2b'] response: {'server_uuid': '9c54a73f-5341-4837-8e47-142e5d95c83a', 'name': 'network-vif-deleted', 'tag': '527f8e27-0fc9-4cd6-bdf1-564e97f2cded', 'status': 'completed', 'code': 200} Mar 31 23:35:35.232061 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:35.459922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:35.492224 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:35:35.500556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:35:35.501156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:35:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:35.609533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:35:35.811111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:35:35.838532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d9a3-66f5-46d1-8698-a1707449a85b None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:35:36.075601 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9aa02bf8-3f9e-4feb-a9b8-4cd18e26b08f req-e68d105c-bb98-462c-af4f-e7eb7e9c14b7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0513523 Mar 31 23:35:36.145712 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0eb91-53a4-4480-99d6-8e9d758c4426 None None] New status for floating IP 4ec78062-6d66-4177-9096-ffd83859da1e: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:35:36.944255 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d065f261-67ea-49cd-a044-23fa63d0e072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:37.170071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78580ab9-ff19-4731-918b-f1e2c8945b00 req-9a62a52d-d41b-4357-b811-63e1fccbcc16 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0291214 Mar 31 23:35:38.144657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 527f8e27-0fc9-4cd6-bdf1-564e97f2cded no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:35:38.165730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 527f8e27-0fc9-4cd6-bdf1-564e97f2cded {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:35:38.165730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 527f8e27-0fc9-4cd6-bdf1-564e97f2cded not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:35:38.266157 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-39a6eaa1-b0bc-4d59-99d7-c4d7009e32b4 req-d3d8eaa8-527a-480b-847c-fedf933a3181 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=9c54a73f-5341-4837-8e47-142e5d95c83a HTTP/1.1" status: 200 len: 210 time: 0.0265632 Mar 31 23:35:38.456792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:39.465670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-2c1e160d-e1e2-4676-9f0c-03d9616cb874 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518507840&fields=id&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 267 time: 0.0327008 Mar 31 23:35:39.570488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8701c150-bece-4a74-9e84-35c9b39d5c5c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:39.571971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8701c150-bece-4a74-9e84-35c9b39d5c5c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.0990541 Mar 31 23:35:39.588172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-a5f65ad2-4407-44ce-abe2-f4dca68c3646 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0098317 Mar 31 23:35:39.647667 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-b2cf8540-081b-429a-a209-882ffb03d7a8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532916 Mar 31 23:35:39.664207 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8429b27e-f7c1-493f-b84d-b3905e2d9b85 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:35:39.665000 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8429b27e-f7c1-493f-b84d-b3905e2d9b85 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053911 Mar 31 23:35:39.758789 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-712feea2-afcd-4dc2-a091-788860270b0c service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873547 Mar 31 23:35:39.855058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-30db375c-f8dd-416d-b96e-5d1a294fe81d service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897155 Mar 31 23:35:40.087655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:40.172673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-704489ae-02bb-46f2-b3c6-1a3c7e4d2fa2 req-7e0bc97f-162b-4831-beac-4c8f081000cb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0312338 Mar 31 23:35:40.378189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.113735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8d99a3e8-389c-426a-994b-703d2a5d3a54 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.114533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:41.116048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8d99a3e8-389c-426a-994b-703d2a5d3a54 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1124215 Mar 31 23:35:41.163672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-df1cfc8c-43e2-49f6-90de-78ce9cdf1e11 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 379 time: 0.0362387 Mar 31 23:35:41.172580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'security_groups': ['d377c6e1-c438-468e-ba8d-2efcc349455e']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:41.295811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f540a7b1-48d5-4644-ae57-1df0d457ed10 req-d3881f06-1f76-41c0-a7cb-9739a9513645 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0339067 Mar 31 23:35:41.308353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:35:41.312959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.458688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.6 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/298aca6b-89ac-46d5-89f6-0cc3a1b34890) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:35:41.597994 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.633091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.685338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:35:41.689049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:35:41.693351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:35:41.724994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:41.768219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:41.768898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:41.805297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c58ab2f7-e2d1-4f3c-9858-2ec1c1a1b6ed tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366584 Mar 31 23:35:41.824830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Request body: {'port': {'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:41.884420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.043493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0a5cbeaf-25e7-4de5-8d4b-5948ce869481 None None] Provisioning complete for port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:42.044096 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a5cbeaf-25e7-4de5-8d4b-5948ce869481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.083980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cbeaf-25e7-4de5-8d4b-5948ce869481 None None] Port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:35:42.167064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298aca6b-89ac-46d5-89f6-0cc3a1b34890 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:42.174744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.187513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Transition to ACTIVE for port object 298aca6b-89ac-46d5-89f6-0cc3a1b34890 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:35:42.192595 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.248258 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Pushing event updated for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:42.340853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Attempting to bind port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:35:42.341456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Attempting to bind port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:35:42.341904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Attempting to bind port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:42.346643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:35:42.347056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Attempting to bind port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:35:42.352156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:35:42.352646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:35:42.353123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:35:42.353622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Bound port: 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:35:42.354050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.482633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:35:42.487278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:35:42.500493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52c959-b949-494e-8f09-c7d2afe08ce0 req-b127592c-5097-4260-b947-8a3df240cbba tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.501923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d52c959-b949-494e-8f09-c7d2afe08ce0 req-b127592c-5097-4260-b947-8a3df240cbba tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0959444 Mar 31 23:35:42.503768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.559598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.560227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:42.561640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] 10.222.0.60 "PUT /v2.0/ports/298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 1091 time: 0.7413194 Mar 31 23:35:42.562141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:42.564526 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67345850-aba1-4ef2-acb3-1efb9aa8a661" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:42.613916 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d52c959-b949-494e-8f09-c7d2afe08ce0 req-d9e23074-2bea-46b6-9ae7-12fe40aaac3a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993342 Mar 31 23:35:42.626446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4731a49-f1bd-4ec9-9360-bb522b62961b service neutron] Pushing event updated for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:42.640694 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35bb7f7-6919-4e54-893a-aac1126feabf x-openstack-request-id: req-b35bb7f7-6919-4e54-893a-aac1126feabf {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:42.641192 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:42.641286 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b35bb7f7-6919-4e54-893a-aac1126feabf {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:42.641742 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35bb7f7-6919-4e54-893a-aac1126feabf'] response: {'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'status': 'completed', 'code': 200} Mar 31 23:35:42.684499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8b40be49-ca32-4c66-8845-0724381bf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.686218 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-8b40be49-ca32-4c66-8845-0724381bf01f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1094 time: 0.0691175 Mar 31 23:35:42.733251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-4face474-bf49-4e36-b9ae-9a8dae89a40d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Mar 31 23:35:42.790618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-2e831e2a-e75b-46ee-9d7a-c5780b7e57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.792958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-2e831e2a-e75b-46ee-9d7a-c5780b7e57b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0516198 Mar 31 23:35:42.851360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-7b065327-b59a-42a5-9d60-fe53731d63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:42.853026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-7b065327-b59a-42a5-9d60-fe53731d63fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521653 Mar 31 23:35:42.950154 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-67f81f1d-e8c9-4893-8af2-cc4204ddf585 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880706 Mar 31 23:35:43.051960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-64b14c21-fa3a-4888-a682-9b5abf61529a req-64d19f84-2f4f-4ec1-93c7-c155c43a32b6 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940289 Mar 31 23:35:43.149558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-ac0128e5-faa7-4bfd-93ca-27c24f01efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.151690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-ac0128e5-faa7-4bfd-93ca-27c24f01efc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1094 time: 0.0522063 Mar 31 23:35:43.253456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-9ac5aba4-bf84-48d3-b128-3dcef0c7ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.254940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-9ac5aba4-bf84-48d3-b128-3dcef0c7ce04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0949790 Mar 31 23:35:43.302491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-1b82048d-a117-4206-99f2-f2763cc1e22f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 217 time: 0.0390356 Mar 31 23:35:43.357782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-31a378f6-e906-42f3-ad11-25d80ab529d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.359392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-31a378f6-e906-42f3-ad11-25d80ab529d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0501080 Mar 31 23:35:43.418008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-028191dd-9234-4cfc-bb7b-82e683adfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.421915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-028191dd-9234-4cfc-bb7b-82e683adfd8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537682 Mar 31 23:35:43.518077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-86270f78-0f71-4668-9a6b-d0453de993cf service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Mar 31 23:35:43.613712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67345850-aba1-4ef2-acb3-1efb9aa8a661 req-84f1eb06-44e2-40f2-b335-adb13091fde1 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893900 Mar 31 23:35:43.748133 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b699b-8663-42ef-a0f3-aad9cd623cbc req-08799efa-a4d1-4eb4-8e13-01532e6b8e40 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:43.749832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-367b699b-8663-42ef-a0f3-aad9cd623cbc req-08799efa-a4d1-4eb4-8e13-01532e6b8e40 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0638611 Mar 31 23:35:43.795707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-367b699b-8663-42ef-a0f3-aad9cd623cbc req-e18f475a-f6ac-4fdd-aa52-a04c3699be14 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Mar 31 23:35:44.914445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0b64-c0c3-4364-9af8-d4d494b8ed0d req-2062df87-cf3a-4429-8d45-00b3f21c6888 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:44.915941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e3a0b64-c0c3-4364-9af8-d4d494b8ed0d req-2062df87-cf3a-4429-8d45-00b3f21c6888 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0486596 Mar 31 23:35:44.954661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5e3a0b64-c0c3-4364-9af8-d4d494b8ed0d req-1a6f6ba1-c961-4a64-99bc-4343757a7beb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324028 Mar 31 23:35:46.074538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df82e78-ceb1-46e6-bf40-7bd7dc433f97 req-41ba3aad-4afe-4c20-932b-9261c29b77d0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:46.076036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8df82e78-ceb1-46e6-bf40-7bd7dc433f97 req-41ba3aad-4afe-4c20-932b-9261c29b77d0 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Mar 31 23:35:46.114448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8df82e78-ceb1-46e6-bf40-7bd7dc433f97 req-b2a16a38-64ee-47cc-a430-8c3883356f53 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322828 Mar 31 23:35:47.235968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f8d5-2450-4269-89ea-f21e11b6c8dd req-d34f3f14-c7b9-4b0a-b93a-59d75cbcb2d2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:47.237472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b163f8d5-2450-4269-89ea-f21e11b6c8dd req-d34f3f14-c7b9-4b0a-b93a-59d75cbcb2d2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0486271 Mar 31 23:35:47.280739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b163f8d5-2450-4269-89ea-f21e11b6c8dd req-5fee5601-6858-4bf5-93be-b383024bdd92 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371017 Mar 31 23:35:48.398283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7058-f3d8-49d5-9b68-ce7d508bc9c3 req-2cc6ba18-7af9-4a51-b807-064993518966 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:48.399836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1ac7058-f3d8-49d5-9b68-ce7d508bc9c3 req-2cc6ba18-7af9-4a51-b807-064993518966 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0492885 Mar 31 23:35:48.439079 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1ac7058-f3d8-49d5-9b68-ce7d508bc9c3 req-ce5c2078-a47e-40dd-9893-f89116c60d47 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Mar 31 23:35:49.571290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa42d42-5d2c-4c8b-9d07-7a49ca2fac23 req-3a7abc3d-dbf3-433c-a83c-7364e76c7a70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:49.572688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fa42d42-5d2c-4c8b-9d07-7a49ca2fac23 req-3a7abc3d-dbf3-433c-a83c-7364e76c7a70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0497992 Mar 31 23:35:49.611537 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7fa42d42-5d2c-4c8b-9d07-7a49ca2fac23 req-7245f6ab-cc5f-49cb-a3cc-724e3dd34517 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Mar 31 23:35:50.754272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9904b1-6c7c-438a-b61c-205d46c1a3fa req-4cfa1947-2a08-4893-8ce9-d24a9cf412bd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:50.756720 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b9904b1-6c7c-438a-b61c-205d46c1a3fa req-4cfa1947-2a08-4893-8ce9-d24a9cf412bd tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0703170 Mar 31 23:35:50.799816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b9904b1-6c7c-438a-b61c-205d46c1a3fa req-d3bbdee0-8c5d-4bb6-ae93-5763caa1fb76 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Mar 31 23:35:51.254761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:51.922227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f86b02-70a4-4655-8b9a-3430869b1add req-54e9e9d4-b4ca-4086-a9e7-fbcff1c50541 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:51.923783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57f86b02-70a4-4655-8b9a-3430869b1add req-54e9e9d4-b4ca-4086-a9e7-fbcff1c50541 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0524921 Mar 31 23:35:51.965364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-57f86b02-70a4-4655-8b9a-3430869b1add req-b0a343b9-97eb-4dd6-8c64-9de8d1f2030e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Mar 31 23:35:53.095571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50823-efe1-47aa-846d-3d05e77ccaf5 req-3f27328a-d2ea-462f-88d1-571d194dcfe5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:53.097080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4e50823-efe1-47aa-846d-3d05e77ccaf5 req-3f27328a-d2ea-462f-88d1-571d194dcfe5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0611551 Mar 31 23:35:53.136353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4e50823-efe1-47aa-846d-3d05e77ccaf5 req-bc62ee93-3cee-4975-8ac5-5fa9fbf1ec04 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Mar 31 23:35:54.200414 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 298aca6b-89ac-46d5-89f6-0cc3a1b34890 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:35:54.267215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8a8f2-7400-4d6d-a033-d0d4fee30e5c req-b146afe6-b832-4ad5-949d-040e1e2e5113 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:54.268773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3a8a8f2-7400-4d6d-a033-d0d4fee30e5c req-b146afe6-b832-4ad5-949d-040e1e2e5113 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 943 time: 0.0548043 Mar 31 23:35:54.322040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3a8a8f2-7400-4d6d-a033-d0d4fee30e5c req-5c42feb5-274b-43d2-9541-094d6fa20e4b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415964 Mar 31 23:35:54.475514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:54.486976 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:35:54.524818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.539727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298aca6b-89ac-46d5-89f6-0cc3a1b34890 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:35:54.559033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:54.565440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:54.617806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:54.626557 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.626898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.627227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.627622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.627935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.628267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.628624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.628942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.629253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.629563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.629876 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.630171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:35:54.960016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['298aca6b-89ac-46d5-89f6-0cc3a1b34890'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:35:55.445658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c1d5-4784-4128-8245-bb0c0952300d req-5ab5d0fd-24d1-46d3-a046-974fc43e3eae tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:55.447165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23d4c1d5-4784-4128-8245-bb0c0952300d req-5ab5d0fd-24d1-46d3-a046-974fc43e3eae tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 944 time: 0.0505297 Mar 31 23:35:55.486318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-23d4c1d5-4784-4128-8245-bb0c0952300d req-bff2b204-44bc-4da6-9ace-6e01b1db59b9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Mar 31 23:35:56.215870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 298aca6b-89ac-46d5-89f6-0cc3a1b34890 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:35:56.267923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:35:56.271957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:35:56.272335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.355568 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.379676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:35:56.383418 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f876b5b9-9c8d-470a-8ebb-64c3babda8e3" -d '{"events": [{"server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "name": "network-vif-plugged", "status": "completed", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:35:56.397206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:35:56.402670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.459794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:56.464606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:35:56.511894 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249bf7d8-8d9b-47ea-b561-ee62ec4e39b6 x-openstack-request-id: req-249bf7d8-8d9b-47ea-b561-ee62ec4e39b6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:35:56.512188 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "name": "network-vif-plugged", "status": "completed", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:35:56.512437 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-249bf7d8-8d9b-47ea-b561-ee62ec4e39b6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:35:56.512874 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249bf7d8-8d9b-47ea-b561-ee62ec4e39b6'] response: {'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'code': 200} Mar 31 23:35:56.930489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87391aec-b971-45be-a7b8-69695d2b9cc8 req-793f8f00-7595-4b26-89ae-416d42336580 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:56.931995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87391aec-b971-45be-a7b8-69695d2b9cc8 req-793f8f00-7595-4b26-89ae-416d42336580 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.3651447 Mar 31 23:35:56.937079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeeb53-4c22-4aa5-8ae4-072f38239bc5 req-c68a4311-5d6f-4796-b80a-b736bf918c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:56.938460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74eeeb53-4c22-4aa5-8ae4-072f38239bc5 req-c68a4311-5d6f-4796-b80a-b736bf918c89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.3624401 Mar 31 23:35:56.991490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-87391aec-b971-45be-a7b8-69695d2b9cc8 req-357491be-0d53-41b8-862e-cff85a612e59 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520670 Mar 31 23:35:56.997299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74eeeb53-4c22-4aa5-8ae4-072f38239bc5 req-8ffe131f-7e0a-4a32-ac27-3d024e39b2ad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513272 Mar 31 23:35:58.116290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a929f6-e2b4-4dcf-91cd-574b44e4a3e4 req-5d270118-5c8c-4cac-94a6-707659d815f5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:58.118480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00a929f6-e2b4-4dcf-91cd-574b44e4a3e4 req-5d270118-5c8c-4cac-94a6-707659d815f5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Mar 31 23:35:58.163596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-00a929f6-e2b4-4dcf-91cd-574b44e4a3e4 req-d6b16376-950d-487c-b2f7-e0c647015d29 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Mar 31 23:35:59.294534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ccc49-eb3d-4ff2-a420-12f818fdcc6e req-9ba7ef5c-3bd0-4fcb-b6e0-83124ff3a9fc tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.296010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a48ccc49-eb3d-4ff2-a420-12f818fdcc6e req-9ba7ef5c-3bd0-4fcb-b6e0-83124ff3a9fc tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0580409 Mar 31 23:35:59.334766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a48ccc49-eb3d-4ff2-a420-12f818fdcc6e req-a0db4225-c374-449c-ba8a-a654b98f5bf1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324979 Mar 31 23:35:59.457664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56c07b-1538-4f71-b1e7-93c05f6209f2 req-ae551e39-2495-43cc-9139-4dd25cb554c6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.459376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa56c07b-1538-4f71-b1e7-93c05f6209f2 req-ae551e39-2495-43cc-9139-4dd25cb554c6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0509307 Mar 31 23:35:59.498375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa56c07b-1538-4f71-b1e7-93c05f6209f2 req-9a474b26-82b3-4a47-a940-3753564c4b0b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Mar 31 23:35:59.521158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32988) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:59.724213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f090a6c-60b9-43d5-8b79-4118cb737558 tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:35:59.725813 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1f090a6c-60b9-43d5-8b79-4118cb737558 tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1091 time: 0.2035804 Mar 31 23:35:59.729918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 32998) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:35:59.734854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:35:59.757878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.867194 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:35:59.978690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.25.8.187 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/08977d2b-49f4-4f63-8d2c-6e30282cb602) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:00.081263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.126048 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.166105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:00.168994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:00.173318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:00.179055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=08977d2b-49f4-4f63-8d2c-6e30282cb602,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.209314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.209659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.210011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.210334 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.210671 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.210993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.211366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.211710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.212027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.212348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.212673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.212962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:36:00.559101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.641201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.798334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.804443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.877376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=08977d2b-49f4-4f63-8d2c-6e30282cb602,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:00.889824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:00.994488 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 874e56e6-7e96-463f-b414-901b2dc6bdf8 associated. External IP: 172.25.8.187, port: 298aca6b-89ac-46d5-89f6-0cc3a1b34890. Mar 31 23:36:01.593064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:01.703912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:01.714545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:01.726226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:01.727370 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:01.728018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:35:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:01.761408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eaac65cd-aace-4d6a-a3c0-d460d3457b56 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0302706 Mar 31 23:36:01.763708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:01.766148 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:01.853109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:01.876894 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d867a2f-cd5a-48ec-bdfd-c069858679e7 x-openstack-request-id: req-9d867a2f-cd5a-48ec-bdfd-c069858679e7 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:01.877366 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:01.877619 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9d867a2f-cd5a-48ec-bdfd-c069858679e7 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:01.878038 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d867a2f-cd5a-48ec-bdfd-c069858679e7'] response: {'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'status': 'completed', 'code': 200} Mar 31 23:36:01.951546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-07656f26-9659-4046-8f74-9db433e7c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:01.953087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-07656f26-9659-4046-8f74-9db433e7c3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0551193 Mar 31 23:36:02.097978 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-e9916f54-2665-4543-82b2-875660fa3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:02.099535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-e9916f54-2665-4543-82b2-875660fa3085 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.1388698 Mar 31 23:36:02.148209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:00Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:02.179654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:02.189476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:02.190158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:35:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:02.196775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-6ff0472a-4c32-4b9a-9168-31c1379a5ee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 999 time: 0.0896361 Mar 31 23:36:02.252180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-890e7652-0991-4412-8102-a0a0dda6f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:02.254059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-890e7652-0991-4412-8102-a0a0dda6f8b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0513716 Mar 31 23:36:02.303184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-4520dfe6-d87b-48ce-8ecf-ac82066006a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:02.304908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-4520dfe6-d87b-48ce-8ecf-ac82066006a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447564 Mar 31 23:36:02.306252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:02.406278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-3eb2803c-deb8-4617-80b0-51bf62154bc2 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938187 Mar 31 23:36:02.505300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bc0ea24-0cca-43e3-9cf1-775b5a287a02 req-a0194792-b648-444f-b1fd-925f06ed7086 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926366 Mar 31 23:36:02.552812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:00Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:02.581534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2ef5-a65d-4043-a0a1-5484a6ded749 None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:00Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:02.811662 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648c230e-a4dd-4bbb-bdc9-6d3360b4a7f3 None None] New status for floating IP 874e56e6-7e96-463f-b414-901b2dc6bdf8: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:04.498697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1ea44bb6-b3c0-4db9-bb66-c82643a91e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:06.944665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cad4016b-cb0b-4c5f-9468-f1cb0f3a0848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.822996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33076) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:07.827713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433452144', 'description': 'tempest-secgroup-smoke-433452144 description', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:07.851265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.917250 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.924080 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.953226 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:07.954490 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1304617 Mar 31 23:36:07.956428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05b096-569d-4f6b-a2d3-c2d34c9187db tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e78fa-6426-4da9-ab4b-d945cea59496,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:07.957574 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33078) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:07.962585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:07.989211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.048209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.054008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.072494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f250b91-2caf-4083-a461-83d5daf8006b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.082011 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.083589 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-036e791a-e42e-4ff6-8f3e-9230ac3f6f3f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248045 Mar 31 23:36:08.086261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:08.090573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:08.117078 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.176154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.181647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.198067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ac39ca-a87d-44d0-8385-3d6094234d91,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.206840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.208088 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c451b37a-9603-4727-b57a-4ab4ec75d947 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209066 Mar 31 23:36:08.211199 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33082) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:08.217933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:08.251443 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.314102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.320130 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.336605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628b4fa1-3570-4b6c-ae15-27cacf8d33ab,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.345680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.346855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5dab8a34-62cc-4a56-a357-be842f3d938f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343536 Mar 31 23:36:08.349713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33084) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:08.353983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:08.377817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.439794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.445379 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.461275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.466108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679ac6ac-b26b-4416-a307-cc22244e31cd,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.474731 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.475990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cddaa9b2-f15f-441b-adad-f2653cd9f91f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253636 Mar 31 23:36:08.478684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33086) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:08.483317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:08.504771 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Project b81dddac6f0b43f4ba506800d34e5d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:36:08.509844 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.571457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.577782 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.604870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d495afe0-6fdf-4eed-bf82-18a2cc4c2b35,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.615680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.617106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-97ec4fe3-be8d-4f35-a882-031f5703316c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374118 Mar 31 23:36:08.620150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33088) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:08.627458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'security_group_rule': {'security_group_id': 'c03e78fa-6426-4da9-ab4b-d945cea59496', 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:08.653667 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Project b81dddac6f0b43f4ba506800d34e5d14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:36:08.659048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.726644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.732526 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.751876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b60cd1-ecd7-471c-8efd-8ea7e5b33f56,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:08.760698 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:08.761982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-44a67ecc-18d8-4da4-8c0b-711c7b5c3841 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404307 Mar 31 23:36:08.921023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-c6d07b53-1d79-40fd-a76a-fafa24bdfe29 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433452144&fields=id&tenant_id=b81dddac6f0b43f4ba506800d34e5d14 HTTP/1.1" status: 200 len: 267 time: 0.0323954 Mar 31 23:36:09.037733 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-35c41f35-c7c3-4912-9c61-b5d059cc1ea8 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:09.039395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-35c41f35-c7c3-4912-9c61-b5d059cc1ea8 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 813 time: 0.1084175 Mar 31 23:36:09.058605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-72d5d911-551d-4041-8345-c38fb6ac78c8 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/quotas/b81dddac6f0b43f4ba506800d34e5d14 HTTP/1.1" status: 200 len: 375 time: 0.0099745 Mar 31 23:36:09.113547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-0fc049b7-d8f6-42ea-9c57-d372b68f4c5f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489995 Mar 31 23:36:09.190835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-d16e5924-0cb0-45b1-9c70-c4e16140ecf0 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:36:09.191859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-d16e5924-0cb0-45b1-9c70-c4e16140ecf0 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625286 Mar 31 23:36:09.286022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-3c62e3dc-7d13-4a19-b4a8-9fabed7b130b service neutron] 10.222.0.95 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867956 Mar 31 23:36:09.375617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-c42f71af-8acb-4e75-a0ae-b6d51a6985be service neutron] 10.222.0.95 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825462 Mar 31 23:36:09.680649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e238d74a-cf29-4db2-a6dd-ba54ced594df req-9ec3ad35-673d-4b4f-a275-f17eaf3fdd66 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0299332 Mar 31 23:36:10.090194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:10.379010 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:10.669317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-579c41ed-9231-482d-bd00-e0d6098bee98 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:10.670820 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-579c41ed-9231-482d-bd00-e0d6098bee98 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 813 time: 0.1075335 Mar 31 23:36:10.714473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-c655daf3-d1a7-4eef-911b-d9b1c8cee773 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b81dddac6f0b43f4ba506800d34e5d14 HTTP/1.1" status: 200 len: 379 time: 0.0346413 Mar 31 23:36:10.723834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'port': {'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'admin_state_up': True, 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'security_groups': ['c03e78fa-6426-4da9-ab4b-d945cea59496']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:10.781824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-07882f68-68fc-4d74-8561-c9ac8e65ed41 req-f6c536b4-2f44-488e-888b-26a1314b9d01 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0276883 Mar 31 23:36:10.837069 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Made reservation on behalf of b81dddac6f0b43f4ba506800d34e5d14 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:36:10.840728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:10.967842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Allocated IP 172.20.0.12 (cf012f90-ec71-487c-bd50-ffa05bb32a67/f6cde4f9-ef50-4a40-8839-b5ed15060df9/50bf8ea7-6d9f-4d6b-a806-41ed1bae9578) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:11.111477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.147388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.191213 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:11.194326 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:11.197897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:11.203991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:11.257546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:11.258238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.277908 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-928fc839-50d7-4759-b341-cac723094fdc tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5578046 Mar 31 23:36:11.352017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Request body: {'port': {'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:11.408671 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.473466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ee5646f6-9dea-49db-8744-b60d82af4b7c None None] Provisioning complete for port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:11.474027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ee5646f6-9dea-49db-8744-b60d82af4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.510642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ee5646f6-9dea-49db-8744-b60d82af4b7c None None] Port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:36:11.671362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:11.678911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.691629 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Transition to ACTIVE for port object 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:36:11.700660 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.747723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Pushing event updated for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:11.822330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Attempting to bind port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:36:11.822727 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Attempting to bind port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:36:11.823119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Attempting to bind port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 on network cf012f90-ec71-487c-bd50-ffa05bb32a67 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:11.827950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 on network cf012f90-ec71-487c-bd50-ffa05bb32a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:36:11.828269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Attempting to bind port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 on network cf012f90-ec71-487c-bd50-ffa05bb32a67 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:36:11.834817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:36:11.835185 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Checking segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:36:11.835577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Bound using segment: {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:36:11.836621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Bound port: 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1299, 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:36:11.836621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:11.947357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:36:11.969093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65acaa-063e-45ac-95c0-8974f5eb417e req-f7b1abab-bffc-4814-aa37-00daa2476e5b tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:11.970584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba65acaa-063e-45ac-95c0-8974f5eb417e req-f7b1abab-bffc-4814-aa37-00daa2476e5b tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0814145 Mar 31 23:36:11.972454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:36:11.978499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.033914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.034524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:12.036109 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] 10.222.0.96 "PUT /v2.0/ports/50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 1092 time: 0.7499874 Mar 31 23:36:12.039139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:12.041438 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecddff07-5289-48f3-a227-00c2ee1542e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:12.068421 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba65acaa-063e-45ac-95c0-8974f5eb417e req-3d60450c-11ff-49d1-84b9-b397d6e3c154 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870025 Mar 31 23:36:12.071563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270efdaa-59fb-40fb-87c1-e25f6e4320d6 service neutron] Pushing event updated for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:12.094396 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4728b8c4-76cf-4d62-bff6-defcd90cce5e x-openstack-request-id: req-4728b8c4-76cf-4d62-bff6-defcd90cce5e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:12.094807 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:12.095591 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4728b8c4-76cf-4d62-bff6-defcd90cce5e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:12.096534 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4728b8c4-76cf-4d62-bff6-defcd90cce5e'] response: {'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:36:12.158797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-8dda4a09-2220-425c-bd74-83f0ce18487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.160449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-8dda4a09-2220-425c-bd74-83f0ce18487a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1095 time: 0.0501554 Mar 31 23:36:12.205399 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-12e83d23-a374-4bdf-b686-92b0109ed8f0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 217 time: 0.0369594 Mar 31 23:36:12.261411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-31ed2508-b43c-42a3-8ba6-42a9ff4bf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.262901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-31ed2508-b43c-42a3-8ba6-42a9ff4bf1a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0500135 Mar 31 23:36:12.307911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-14fa4132-3779-4763-9bb7-e23ad5e1bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.309327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-14fa4132-3779-4763-9bb7-e23ad5e1bcfe service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399373 Mar 31 23:36:12.404308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-fc2a4f82-a35f-40e2-9ecd-b0a75ff13a2a service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875671 Mar 31 23:36:12.501062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48789bd9-8bc7-4630-92f2-3313502f69ec req-093a4b27-c3cf-46f5-a192-40e557ff8133 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Mar 31 23:36:12.589062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-3edf6b41-b8bf-409b-972c-79331ba1edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.590646 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-3edf6b41-b8bf-409b-972c-79331ba1edcc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1095 time: 0.0416279 Mar 31 23:36:12.681117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-76111579-2f6d-4f35-91ba-15e10a3a3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.682679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-76111579-2f6d-4f35-91ba-15e10a3a3296 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.0852423 Mar 31 23:36:12.727422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-550faa3f-d2f9-4b64-8254-dced61ebca33 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 217 time: 0.0377200 Mar 31 23:36:12.781225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-5234d2c2-c23a-445c-8a86-f55ab2a9c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.782734 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-5234d2c2-c23a-445c-8a86-f55ab2a9c0d9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0476236 Mar 31 23:36:12.828203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-c0d70b01-0cc4-4eed-a68e-5275abe8e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:12.829719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-c0d70b01-0cc4-4eed-a68e-5275abe8e6ff service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395701 Mar 31 23:36:12.923836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-bc3fec83-889b-47fc-941f-b41b6f59ab20 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866334 Mar 31 23:36:13.012851 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ecddff07-5289-48f3-a227-00c2ee1542e3 req-d0ce5487-8091-4a2a-8636-d928be0b5fc6 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821207 Mar 31 23:36:13.222272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6799e-4e77-4eed-a884-0a9101ec87f5 req-11b364ed-3be2-4c5b-9138-5a5adee56376 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:13.223869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddb6799e-4e77-4eed-a884-0a9101ec87f5 req-11b364ed-3be2-4c5b-9138-5a5adee56376 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0561585 Mar 31 23:36:13.265051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ddb6799e-4e77-4eed-a884-0a9101ec87f5 req-9827a63e-6f75-4549-bab8-d175c9b9f1a4 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345204 Mar 31 23:36:14.397591 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05f34c-aa85-4289-b722-0fcc17e33090 req-a48b1d8d-4361-4e33-a569-79d584f24e5f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:14.399113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f05f34c-aa85-4289-b722-0fcc17e33090 req-a48b1d8d-4361-4e33-a569-79d584f24e5f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0648091 Mar 31 23:36:14.441310 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f05f34c-aa85-4289-b722-0fcc17e33090 req-0f5f22ad-5b16-4943-a42a-3ada413116bf tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358422 Mar 31 23:36:15.588944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496f508-fdc3-4a55-98fa-dd829486f091 req-3663e493-d634-4f89-b66f-48944997cddf tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:15.590484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8496f508-fdc3-4a55-98fa-dd829486f091 req-3663e493-d634-4f89-b66f-48944997cddf tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0530605 Mar 31 23:36:15.634902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8496f508-fdc3-4a55-98fa-dd829486f091 req-28d1085a-de37-4966-8153-f2b297e88443 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Mar 31 23:36:16.763748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846252-9ad6-48ce-835d-136c52deda5a req-1829a8f9-83b4-4206-9815-cbb868be61d6 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:16.765214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49846252-9ad6-48ce-835d-136c52deda5a req-1829a8f9-83b4-4206-9815-cbb868be61d6 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0509474 Mar 31 23:36:16.810534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49846252-9ad6-48ce-835d-136c52deda5a req-e8a3d822-8909-4bee-b66a-e9bf989e5fcb tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Mar 31 23:36:17.954866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3aa9f-0d99-45e5-a833-3018c7a98dc7 req-a9d61604-2d71-49df-90ff-613df8dacd24 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:17.956395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d3aa9f-0d99-45e5-a833-3018c7a98dc7 req-a9d61604-2d71-49df-90ff-613df8dacd24 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0595794 Mar 31 23:36:17.996620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52d3aa9f-0d99-45e5-a833-3018c7a98dc7 req-bffc6a94-71f5-4d47-aa6f-d9415eccf5f4 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338576 Mar 31 23:36:18.114817 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:19.115502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cae9b-6a80-4c60-95fd-32ed30caf79b req-13c69564-278f-4743-be73-686aa29a1335 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:19.116978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-345cae9b-6a80-4c60-95fd-32ed30caf79b req-13c69564-278f-4743-be73-686aa29a1335 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0499957 Mar 31 23:36:19.155317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-345cae9b-6a80-4c60-95fd-32ed30caf79b req-49690848-70a0-4273-a9ee-d4217376cc13 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320561 Mar 31 23:36:20.295046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da66c-7a9e-4083-a7dc-1bccfc892cfe req-d3418847-9261-444c-a8f2-a670bc24cb46 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:20.297211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae4da66c-7a9e-4083-a7dc-1bccfc892cfe req-d3418847-9261-444c-a8f2-a670bc24cb46 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0647230 Mar 31 23:36:20.336548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae4da66c-7a9e-4083-a7dc-1bccfc892cfe req-dcb4e1ac-ea1f-48ca-9f9c-f9c2a3d10d6b tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Mar 31 23:36:21.260820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:21.467888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e3774-1fb9-4618-9937-898181dfcc7d req-a7b2dd8a-1828-4c37-851f-752e83300145 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:21.469479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9e3774-1fb9-4618-9937-898181dfcc7d req-a7b2dd8a-1828-4c37-851f-752e83300145 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0549524 Mar 31 23:36:21.508431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c9e3774-1fb9-4618-9937-898181dfcc7d req-72c5a6db-2af5-4893-9560-374d620b0895 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326552 Mar 31 23:36:22.594429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:36:22.635712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41257c-7c35-4567-9e22-f37af7e4dd8e req-bdc93eda-d562-4693-9298-4cb1006908e8 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:22.637223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd41257c-7c35-4567-9e22-f37af7e4dd8e req-bdc93eda-d562-4693-9298-4cb1006908e8 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 944 time: 0.0541732 Mar 31 23:36:22.676370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd41257c-7c35-4567-9e22-f37af7e4dd8e req-c577b9ce-f7f8-4ba3-9edb-2b15d441f623 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324223 Mar 31 23:36:22.690865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:22.702589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:36:22.742839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:22.756092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:36:22.777628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:22.782151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:22.829490 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:23.159684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:36:23.806579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31c94-0ba5-4d60-8ada-bbe721dfe80c req-ffde80c6-d923-40c8-904e-fa3e70d9f59a tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:23.808064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb31c94-0ba5-4d60-8ada-bbe721dfe80c req-ffde80c6-d923-40c8-904e-fa3e70d9f59a tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 945 time: 0.0551891 Mar 31 23:36:23.847273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6fb31c94-0ba5-4d60-8ada-bbe721dfe80c req-1207303a-0404-4a07-ac72-5bac480369a6 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330386 Mar 31 23:36:24.607827 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:36:24.663109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:36:24.667179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:36:24.667605 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:24.744848 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:24.767060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:24.769325 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d84f3f7-d0bc-477d-b47d-819fa298f4e8" -d '{"events": [{"server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "name": "network-vif-plugged", "status": "completed", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:24.781840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:36:24.787092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:24.810905 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcc6479-48ba-4a76-b3ac-cb52c9cbeca6 x-openstack-request-id: req-1fcc6479-48ba-4a76-b3ac-cb52c9cbeca6 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:24.811197 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "name": "network-vif-plugged", "status": "completed", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:24.811467 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1fcc6479-48ba-4a76-b3ac-cb52c9cbeca6 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:24.811856 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcc6479-48ba-4a76-b3ac-cb52c9cbeca6'] response: {'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'code': 200} Mar 31 23:36:24.836334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:24.907939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e913ec-610f-4579-bb55-4136a20c55d4 req-76fed26c-7be2-46b7-857d-4ba6148f4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:24.909453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-12e913ec-610f-4579-bb55-4136a20c55d4 req-76fed26c-7be2-46b7-857d-4ba6148f4d11 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0410776 Mar 31 23:36:24.988921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-12e913ec-610f-4579-bb55-4136a20c55d4 req-8c61d64e-cf7f-421d-b7df-18bfefa895f4 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723982 Mar 31 23:36:25.001244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a63d37-1f63-4a40-ac22-7f7630033765 req-3f90f228-ca32-4568-a61e-9c84b257e47e tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:25.002714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a63d37-1f63-4a40-ac22-7f7630033765 req-3f90f228-ca32-4568-a61e-9c84b257e47e tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0808663 Mar 31 23:36:25.041964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67a63d37-1f63-4a40-ac22-7f7630033765 req-0fcd1c96-1d3f-4644-9290-149d16c46a39 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322609 Mar 31 23:36:26.173302 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31d90b-75d7-42d1-b364-658386c757f3 req-7ef51054-9588-4634-8387-62550d2b8ca7 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:26.174813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e31d90b-75d7-42d1-b364-658386c757f3 req-7ef51054-9588-4634-8387-62550d2b8ca7 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0552695 Mar 31 23:36:26.212338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e31d90b-75d7-42d1-b364-658386c757f3 req-13ab4328-7c39-44e5-a747-ebad5fa2779c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Mar 31 23:36:26.465524 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:27.332474 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9a679-9eb5-474a-a37f-fb89858cf0b0 req-d2f17718-0446-4aff-935d-25ba6ae63e89 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:27.333950 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ede9a679-9eb5-474a-a37f-fb89858cf0b0 req-d2f17718-0446-4aff-935d-25ba6ae63e89 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0501699 Mar 31 23:36:27.383995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ede9a679-9eb5-474a-a37f-fb89858cf0b0 req-7509e5fd-053a-4fc0-a847-4d36254dd342 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 Mar 31 23:36:27.506367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9194779-8758-4cff-9ab4-f57825db6576 req-1027ca12-9b69-4a8a-b6ea-b9a28bca1ab3 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:27.507911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9194779-8758-4cff-9ab4-f57825db6576 req-1027ca12-9b69-4a8a-b6ea-b9a28bca1ab3 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0560241 Mar 31 23:36:27.545635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9194779-8758-4cff-9ab4-f57825db6576 req-6d05bf24-c062-4cbd-8173-2ad8ebab6b0c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Mar 31 23:36:27.571795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33158) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:27.668739 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a774217-b355-4d16-88bd-a785d35e99c1 tempest-TestVolumeBackupRestore-1005098384 tempest-TestVolumeBackupRestore-1005098384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:27.670753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2a774217-b355-4d16-88bd-a785d35e99c1 tempest-TestVolumeBackupRestore-1005098384 tempest-TestVolumeBackupRestore-1005098384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1092 time: 0.0979555 Mar 31 23:36:27.674322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33162) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:27.679406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:27.701998 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:27.803353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:27.906654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Allocated IP 172.25.8.174 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/f88774c4-2085-4507-954b-16efedbf6d31) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:36:28.012154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.047431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.086016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:36:28.088957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:36:28.092349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:36:28.115121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'Port': ['ID=f88774c4-2085-4507-954b-16efedbf6d31,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:28.452753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.523052 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.688754 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.695663 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.765352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event updated for resources: {'Port': ['ID=f88774c4-2085-4507-954b-16efedbf6d31,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:36:28.775426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:28.875016 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Floating IP 74a60eab-797d-47c7-90ea-1e651397a439 associated. External IP: 172.25.8.174, port: 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578. Mar 31 23:36:29.094780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Router 882ce01f-0524-4fe8-bc22-4000f1929784 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:29.215568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:29.226144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:29.237409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:29.238231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:29.238866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:29.264101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a0fa9e6-83bb-4e07-aac0-ebbe6232a1df tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5886288 Mar 31 23:36:29.264671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:29.266913 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:29.267404 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad7030-297a-468c-bef3-5258b8d6939a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:29.304427 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45477629-1c35-4291-9121-4f8d0066a27b x-openstack-request-id: req-45477629-1c35-4291-9121-4f8d0066a27b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:29.304891 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:29.305047 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-45477629-1c35-4291-9121-4f8d0066a27b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:29.305541 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45477629-1c35-4291-9121-4f8d0066a27b'] response: {'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:36:29.308983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581471a5-493b-43e7-88a9-7b85070ef60e tempest-TestVolumeBackupRestore-1005098384 tempest-TestVolumeBackupRestore-1005098384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.311556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-581471a5-493b-43e7-88a9-7b85070ef60e tempest-TestVolumeBackupRestore-1005098384 tempest-TestVolumeBackupRestore-1005098384-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1092 time: 0.0434270 Mar 31 23:36:29.314268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33168) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:36:29.319076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Request body: {'floatingip': {'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:36:29.349658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:29.405700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:29.411164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7030-297a-468c-bef3-5258b8d6939a req-e565f73c-3c89-4378-92dd-a96516838241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.412882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-e565f73c-3c89-4378-92dd-a96516838241 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0585718 Mar 31 23:36:29.568463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:28Z', 'revision_number': 0, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:29.593093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7030-297a-468c-bef3-5258b8d6939a req-8b663b8e-642c-4e4c-9074-305e7fdbea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.594596 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-8b663b8e-642c-4e4c-9074-305e7fdbea3d service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.1473746 Mar 31 23:36:29.598245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:29.607384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:29.607942 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:29.718543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:29.725124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-2d75ad89-678e-4145-bdc9-78b0bbcadafb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 1000 time: 0.1219769 Mar 31 23:36:29.819050 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7030-297a-468c-bef3-5258b8d6939a req-f62b9ed3-3432-425e-9db5-80b533773baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.820527 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-f62b9ed3-3432-425e-9db5-80b533773baa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0884278 Mar 31 23:36:29.903771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad7030-297a-468c-bef3-5258b8d6939a req-5f98eb3f-8b98-44fe-8f59-5927ecff2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:29.905167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-5f98eb3f-8b98-44fe-8f59-5927ecff2ea0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763328 Mar 31 23:36:29.943887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:28Z', 'revision_number': 0, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:29.970008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc5800c-bca8-49e7-87e9-e6941b7e0943 None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:28Z', 'revision_number': 0, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:30.097624 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-2cfa068c-3cfa-48f5-9ae9-1cc05e385cd2 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841691 Mar 31 23:36:30.143201 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:30.178396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:30.250885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61ad7030-297a-468c-bef3-5258b8d6939a req-5ca84014-0333-4fba-9812-9a78f500c999 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437879 Mar 31 23:36:30.339563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-0619127b-2bbf-457e-b7a0-05d138bcae85 req-2302c529-b78d-4afe-8784-c686a4b44b6c service neutron] (109298) timed out ('10.222.0.60', 62410) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:36:30.425232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Router 882ce01f-0524-4fe8-bc22-4000f1929784 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:36:30.540658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:36:30.545366 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:30.585497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:30.588155 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6040404-f682-4444-8b45-cfcdf527afe0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:30.619631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c76e563c-8ddc-46b9-b624-20e93972ff7c tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "PUT /v2.0/floatingips/74a60eab-797d-47c7-90ea-1e651397a439 HTTP/1.1" status: 200 len: 992 time: 1.3038704 Mar 31 23:36:30.635469 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9b013e-2462-413e-bfc6-206078d60227 x-openstack-request-id: req-8a9b013e-2462-413e-bfc6-206078d60227 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:30.635767 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:30.636024 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8a9b013e-2462-413e-bfc6-206078d60227 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:30.636437 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9b013e-2462-413e-bfc6-206078d60227'] response: {'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:36:30.698095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-4c702a49-9d4e-4aa9-933c-18a66f709e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:30.699672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-4c702a49-9d4e-4aa9-933c-18a66f709e88 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0417075 Mar 31 23:36:30.783162 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b35243-8605-4359-b9ff-92abfcd33477 None None] New status for floating IP 74a60eab-797d-47c7-90ea-1e651397a439: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:36:31.002125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:36:31.017409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:31.018026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:31.167943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-0fd4a9c1-b230-43d7-811f-fa6be61412a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:31.169455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-0fd4a9c1-b230-43d7-811f-fa6be61412a1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.4631259 Mar 31 23:36:31.236493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-91ed3daa-d614-4422-b1bc-c6e22586d3d5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 1002 time: 0.0601103 Mar 31 23:36:31.281800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:31.286665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-014b7c89-8b98-41b4-9217-f420853c9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:31.288174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-014b7c89-8b98-41b4-9217-f420853c9114 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0442264 Mar 31 23:36:31.336224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-ab274bea-d3fc-4171-8956-5463fba9fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:31.337711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-ab274bea-d3fc-4171-8956-5463fba9fe3d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428126 Mar 31 23:36:31.427701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-a61771ea-bb55-4a1e-8e94-688df51dd820 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811596 Mar 31 23:36:31.505516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:30Z', 'revision_number': 2, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:31.519449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6040404-f682-4444-8b45-cfcdf527afe0 req-569284b7-f41b-462e-86ea-d53b0b07056e service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850680 Mar 31 23:36:31.535923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:36:31.544927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:36:31.545539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:31.647792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:36:31.882038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:30Z', 'revision_number': 2, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:36:31.907694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291cabe4-2e6f-4cc7-b49a-f5176a17a338 None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '74a60eab-797d-47c7-90ea-1e651397a439', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'port_id': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'mac_address': 'fa:16:3e:92:ba:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b581054-4ed3-4525-ae0c-977b919986bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:28Z', 'updated_at': '2022-03-31T23:36:30Z', 'revision_number': 2, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:36:32.637960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:36:32.641800 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753" -d '{"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:36:32.686743 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c1ec6-0bc9-4f01-bcf7-976b28158211 x-openstack-request-id: req-de7c1ec6-0bc9-4f01-bcf7-976b28158211 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:36:32.687034 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:36:32.687325 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-de7c1ec6-0bc9-4f01-bcf7-976b28158211 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:36:32.687719 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7c1ec6-0bc9-4f01-bcf7-976b28158211'] response: {'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:36:32.751454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-50538dd4-85bb-41d4-bb0d-2c093250db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:32.753519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-50538dd4-85bb-41d4-bb0d-2c093250db7a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0437524 Mar 31 23:36:32.852842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-766aa80c-7203-43b3-8924-04ed92411084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:32.854363 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-766aa80c-7203-43b3-8924-04ed92411084 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.0945194 Mar 31 23:36:32.920486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-609e65ad-4987-4c4a-9869-a9a4e5740d71 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 1002 time: 0.0588202 Mar 31 23:36:32.981390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-46330f83-7498-44cf-bbf0-f92229708ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:32.984170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-46330f83-7498-44cf-bbf0-f92229708ef3 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0563116 Mar 31 23:36:33.035396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-d211287a-9cd6-423f-aa75-4ff55b4877ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:33.037344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-d211287a-9cd6-423f-aa75-4ff55b4877ae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461993 Mar 31 23:36:33.137799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-c39c39fa-9d62-46bc-866d-ab75a8a0115a service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934582 Mar 31 23:36:33.233960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c919b9d-4b75-4ba5-80a7-2e34c05f0753 req-eeb4ec8b-2afb-4912-8283-eea4da11bd73 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893090 Mar 31 23:36:34.504210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14f0c7fe-5a32-4d8f-a0e9-7444584345d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:36.502959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-b7d8736e-01fb-42c6-85ee-441987dca46e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411620 Mar 31 23:36:36.591367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-b2efa027-6524-4ce0-86a7-df2a964e0fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:36.592909 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-b2efa027-6524-4ce0-86a7-df2a964e0fb5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0428505 Mar 31 23:36:36.713106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-0ea1dcf6-f24a-4f90-bd1f-effd31813fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:36.714592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-0ea1dcf6-f24a-4f90-bd1f-effd31813fac service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.1005774 Mar 31 23:36:36.780135 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-a9ad8502-3dd9-4708-9451-5bf0de34cd90 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 1002 time: 0.0583968 Mar 31 23:36:36.837744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-9da87f2f-e334-4abe-8e5f-169e16c694cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:36.840234 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-9da87f2f-e334-4abe-8e5f-169e16c694cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0515871 Mar 31 23:36:36.894169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-964de31d-a62c-49fa-9d28-b3e57b3111e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:36.896345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-964de31d-a62c-49fa-9d28-b3e57b3111e3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490372 Mar 31 23:36:36.940060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-19f39a19-c95c-4950-a8e7-c605ae0e01fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:36.991277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-5a2ddd7f-0526-415b-9629-ff416085f28f service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868680 Mar 31 23:36:37.086081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c8a6ca3-c2fe-488d-a254-bc31e4930bab req-169c9359-165c-4119-828c-0cba8df5edb4 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874438 Mar 31 23:36:38.472939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:38.713595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-bdd1dd04-314f-475a-babf-f659d84b7aee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449703 Mar 31 23:36:38.794491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-c99d7b50-8786-4ba4-b19f-958a6c5144f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:38.795947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-c99d7b50-8786-4ba4-b19f-958a6c5144f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0400026 Mar 31 23:36:38.903604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-e597298a-6eb7-43de-8247-2bae52ac3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:38.905113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-e597298a-6eb7-43de-8247-2bae52ac3af8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0899062 Mar 31 23:36:38.972545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-ee5a68b6-66af-4b74-a941-9d0eab647cd2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 1001 time: 0.0597968 Mar 31 23:36:39.025901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-4186f9d4-3a9a-4e41-996e-12e63293d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:39.027360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-4186f9d4-3a9a-4e41-996e-12e63293d0ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0477517 Mar 31 23:36:39.077555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-0138130a-d708-4807-8d5f-11881e1a4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:36:39.078972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-0138130a-d708-4807-8d5f-11881e1a4e0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449142 Mar 31 23:36:39.179876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-7abfbd17-5d6f-41e1-8044-e18c9006d5d5 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919960 Mar 31 23:36:39.272313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bf7c920c-26e2-4150-8a9a-e8bc0e8759df req-5a2f0717-6dd1-44a3-afba-144e71a02b23 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855951 Mar 31 23:36:40.102259 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:40.378706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:51.259439 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:36:55.114117 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:36:56.499042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.735342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33194) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:03.901253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Deleting port f88774c4-2085-4507-954b-16efedbf6d31 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:03.901645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.986760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.987040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:03.999623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Calling delete_port for f88774c4-2085-4507-954b-16efedbf6d31 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:04.161830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:04.192780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event deleted for resources: {'Port': ['ID=f88774c4-2085-4507-954b-16efedbf6d31,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:04.216085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.216444 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.216797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.217135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.217461 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.217799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.218125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.218458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.218789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.219113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.219458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.219776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:04.262028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:04.262334 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Floating IP 74a60eab-797d-47c7-90ea-1e651397a439 disassociated (deleted). External IP: 172.25.8.174, port: 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578. Mar 31 23:37:04.498508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Router 882ce01f-0524-4fe8-bc22-4000f1929784 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:04.508167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5423410c-818d-4a4f-a8e8-4866194573f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:04.612362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:04.618249 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:04.625226 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:04.635975 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:04.636613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:04.645154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5f548e59-bf2a-4c75-9a89-6c4129ebe14f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "DELETE /v2.0/floatingips/74a60eab-797d-47c7-90ea-1e651397a439 HTTP/1.1" status: 204 len: 168 time: 0.9086790 Mar 31 23:37:04.645835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:04.648352 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:04.688348 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eba1c0-5406-4ecf-8bf5-cfc89182c4bf x-openstack-request-id: req-46eba1c0-5406-4ecf-8bf5-cfc89182c4bf {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:04.688612 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:04.688861 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-46eba1c0-5406-4ecf-8bf5-cfc89182c4bf {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:04.689290 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46eba1c0-5406-4ecf-8bf5-cfc89182c4bf'] response: {'name': 'network-changed', 'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:37:04.748763 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:04.755411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-e253e615-43f1-4c30-b26a-83a6df635405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:04.757146 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-e253e615-43f1-4c30-b26a-83a6df635405 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 1097 time: 0.0451963 Mar 31 23:37:04.892286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-eaa3a0bb-2f9f-44b0-9a4e-03eee27a9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:04.893661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-eaa3a0bb-2f9f-44b0-9a4e-03eee27a9c76 service neutron] 10.222.0.96 "GET /v2.0/networks?id=cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 200 len: 915 time: 0.1271513 Mar 31 23:37:04.918466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612db25-aa4b-41f8-985d-e75f17a0522e req-5b224097-72e8-4691-a720-efed0987598f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:04.919942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c612db25-aa4b-41f8-985d-e75f17a0522e req-5b224097-72e8-4691-a720-efed0987598f tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0680087 Mar 31 23:37:04.949294 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-41f267c9-05cd-431c-b009-0f5eaf4f2a4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 200 len: 217 time: 0.0467417 Mar 31 23:37:04.964645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:04.994038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:05.002128 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:05.002709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:36:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:05.016366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c612db25-aa4b-41f8-985d-e75f17a0522e req-dc063c48-13c1-4e04-aeff-854c5169f494 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698304 Mar 31 23:37:05.024499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-584b1a93-f94c-4e2b-8974-ee4ad832a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:05.025931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-584b1a93-f94c-4e2b-8974-ee4ad832a720 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 200 len: 852 time: 0.0643382 Mar 31 23:37:05.074979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-5a0a5294-a6c0-4f2e-b035-e55737d23bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:05.076525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-5a0a5294-a6c0-4f2e-b035-e55737d23bac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=cf012f90-ec71-487c-bd50-ffa05bb32a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413868 Mar 31 23:37:05.105437 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:05.186348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-6b5591e2-fb69-42b5-b636-2c3b8ad2c699 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013720 Mar 31 23:37:05.279360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae8f0e6f-54f9-48bb-af84-cbbc243d63a1 req-76a0c7ee-52e2-402d-b4ee-48af6401a7b9 service neutron] 10.222.0.96 "GET /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856543 Mar 31 23:37:05.309996 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:05.338268 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb6a4ee-fb1e-4f57-9dae-30851ebb55fd None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:12Z', 'revision_number': 4, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad', 'name': '', 'network_id': 'cf012f90-ec71-487c-bd50-ffa05bb32a67', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'mac_address': 'fa:16:3e:1b:39:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:11Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'subnets': [{'id': 'f6cde4f9-ef50-4a40-8839-b5ed15060df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:05.567753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05980e02-b8f3-46aa-b6a4-75f4d7ad3545 None None] New status for floating IP 74a60eab-797d-47c7-90ea-1e651397a439: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:37:06.161393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c887d-83d4-400d-a20e-c6e9a6822e3d req-b72c5c66-7c3e-4e2a-ae24-ee2cc7d76ac6 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:06.162919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b1c887d-83d4-400d-a20e-c6e9a6822e3d req-b72c5c66-7c3e-4e2a-ae24-ee2cc7d76ac6 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0635750 Mar 31 23:37:06.201290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b1c887d-83d4-400d-a20e-c6e9a6822e3d req-97e5155e-1ea6-4126-ab44-9c7e9a718cdf tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/security-groups?id=c03e78fa-6426-4da9-ab4b-d945cea59496&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Mar 31 23:37:06.586022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-628437e9-19a3-46df-8b7e-4a1b6af88cb2 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:06.587561 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-628437e9-19a3-46df-8b7e-4a1b6af88cb2 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.96 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 946 time: 0.0522485 Mar 31 23:37:06.683187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Deleting port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:06.683583 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:06.768206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] For port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:06.768572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:06.784578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Calling delete_port for 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:06.927789 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:06.941097 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a915fd0-9e3f-4f5a-8d7a-7884c0bc4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:06.956883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event deleted for resources: {'Port': ['ID=50bf8ea7-6d9f-4d6b-a806-41ed1bae9578,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:07.002957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] No DVR routers for this DVR port 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:07.005938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:07.009366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-acb0167e-2b2a-4870-b373-b6c5a299eb4b req-d2fc1031-9bff-40b7-ba8c-4912661792de tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.96 "DELETE /v2.0/ports/50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 HTTP/1.1" status: 204 len: 173 time: 0.4158382 Mar 31 23:37:07.009807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'name': 'network-vif-deleted', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:07.012185 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5779cf3-9ff4-497b-a3ef-52dc6cc3ff0b" -d '{"events": [{"server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "name": "network-vif-deleted", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:07.054876 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d961e1-2c0a-450e-bbb3-4905b38239a4 x-openstack-request-id: req-21d961e1-2c0a-450e-bbb3-4905b38239a4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:07.055171 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b581054-4ed3-4525-ae0c-977b919986bb", "name": "network-vif-deleted", "tag": "50bf8ea7-6d9f-4d6b-a806-41ed1bae9578", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:07.055481 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-21d961e1-2c0a-450e-bbb3-4905b38239a4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:07.055903 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d961e1-2c0a-450e-bbb3-4905b38239a4'] response: {'server_uuid': '2b581054-4ed3-4525-ae0c-977b919986bb', 'name': 'network-vif-deleted', 'tag': '50bf8ea7-6d9f-4d6b-a806-41ed1bae9578', 'status': 'completed', 'code': 200} Mar 31 23:37:07.298808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df3ba91c-0bda-43a9-acb2-470e92374feb req-87448c9a-e4b7-4eef-88bc-7e559892f423 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0272279 Mar 31 23:37:08.403498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-66938387-6c13-4a79-af7c-70e2933149ea req-a6f10489-266d-4afb-bfec-7de46b525a66 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0261307 Mar 31 23:37:08.467936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:08.842313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:08.867217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:08.867625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 50bf8ea7-6d9f-4d6b-a806-41ed1bae9578 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:09.499823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b4f3eba-8be7-4f81-a521-19a03eabcb06 req-7ddfbe99-fa69-4895-a528-2b686fc6b1ea tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0266798 Mar 31 23:37:10.099115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:10.372802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:10.619441 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-020cfc22-c4ed-45e9-85c8-83e8a7318ab2 req-c4a3bba0-b78a-4dd5-a51d-29cbf2b2464d tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b581054-4ed3-4525-ae0c-977b919986bb HTTP/1.1" status: 200 len: 210 time: 0.0273380 Mar 31 23:37:11.692293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:11.752106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:11.778038 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:11.851292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:11.854102 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:11.855606 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] 10.222.0.95 "DELETE /v2.0/security-groups/c03e78fa-6426-4da9-ab4b-d945cea59496 HTTP/1.1" status: 204 len: 168 time: 0.1622787 Mar 31 23:37:11.864758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0ec5a-872f-400f-b1ed-da0eb4c36548 tempest-TestVolumeBackupRestore-1179831289 tempest-TestVolumeBackupRestore-1179831289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e78fa-6426-4da9-ab4b-d945cea59496,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:15.301287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:15.653296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:15.903554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Deleting port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:15.903764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:15.982632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] For port 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:15.982995 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.007112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Calling delete_port for 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:16.200648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.226122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Pushing event deleted for resources: {'Port': ['ID=9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:16.396837 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:16.956388 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Router 882ce01f-0524-4fe8-bc22-4000f1929784 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:17.063512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:17.069353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-07a33e27-dc3c-44bc-a6d5-739a759edcca admin admin] 10.222.0.95 "PUT /v2.0/routers/882ce01f-0524-4fe8-bc22-4000f1929784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669091 Mar 31 23:37:17.071809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:17.073010 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Sync routers for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:17.083211 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:17.083844 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:37:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:17.173574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.281525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:17.281766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.336569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Deleting port 63797f4d-02f4-4e4c-8df3-d56d75c44934 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:17.336923 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.435119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] For port 63797f4d-02f4-4e4c-8df3-d56d75c44934, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=63797f4d-02f4-4e4c-8df3-d56d75c44934,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:17.436271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.448960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Calling delete_port for 63797f4d-02f4-4e4c-8df3-d56d75c44934 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:17.461772 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:37:16Z', 'revision_number': 5, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port': {'id': '63797f4d-02f4-4e4c-8df3-d56d75c44934', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:06:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:17.487377 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Checking router: 882ce01f-0524-4fe8-bc22-4000f1929784 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:17.495615 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Routers {'882ce01f-0524-4fe8-bc22-4000f1929784'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:17.496208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:37:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['882ce01f-0524-4fe8-bc22-4000f1929784'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:17.582551 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] Set router 882ce01f-0524-4fe8-bc22-4000f1929784 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:17.619095 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.635903 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:37:17Z', 'revision_number': 6, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:17.645857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Pushing event deleted for resources: {'Port': ['ID=63797f4d-02f4-4e4c-8df3-d56d75c44934,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:17.662747 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e307c-dc90-45b1-9071-76118bc32f44 None None] The sync data for ids ['882ce01f-0524-4fe8-bc22-4000f1929784'] in n-d-835855-2 is: [{'id': '882ce01f-0524-4fe8-bc22-4000f1929784', 'name': 'tempest-TestVolumeBackupRestore-543751635-router', 'tenant_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:09Z', 'updated_at': '2022-03-31T23:37:17Z', 'revision_number': 6, 'project_id': 'b81dddac6f0b43f4ba506800d34e5d14', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:17.710715 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.803771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.806056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.853638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.854073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882ce01f-0524-4fe8-bc22-4000f1929784 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:37:17.858762 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.860110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fa06febb-e48d-42c9-a4ef-7be4f48fa681 admin admin] 10.222.0.95 "DELETE /v2.0/routers/882ce01f-0524-4fe8-bc22-4000f1929784 HTTP/1.1" status: 204 len: 168 time: 0.7873957 Mar 31 23:37:17.862741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33672) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:17.905626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Deleting subnet f6cde4f9-ef50-4a40-8839-b5ed15060df9 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:37:17.908710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:17.942746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.039096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.104773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.132159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cde4f9-ef50-4a40-8839-b5ed15060df9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:18.137801 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.137801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-106aa1f4-d4f2-4280-b4f1-77e0b1dc9770 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/f6cde4f9-ef50-4a40-8839-b5ed15060df9 HTTP/1.1" status: 204 len: 168 time: 0.2736320 Mar 31 23:37:18.139655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5a600-17b0-4b42-8e42-b06c3713d4be None None] Network cf012f90-ec71-487c-bd50-ffa05bb32a67 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:18.140120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33674) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:18.210881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.269110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Deleting port fcf0a77c-681c-4a73-a6f1-67a479765974 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:18.269611 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.338364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] For port fcf0a77c-681c-4a73-a6f1-67a479765974, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fcf0a77c-681c-4a73-a6f1-67a479765974,segment=NetworkSegment(05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d),segment_id=05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:18.338738 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.351406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Calling delete_port for fcf0a77c-681c-4a73-a6f1-67a479765974 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:18.434660 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.441487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aaaaf4-8e10-477a-9201-be03be36e1c6 None None] DHCP port deletion for cf012f90-ec71-487c-bd50-ffa05bb32a67 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:37:18.463854 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf0a77c-681c-4a73-a6f1-67a479765974,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:18.471976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] No DVR routers for this DVR port fcf0a77c-681c-4a73-a6f1-67a479765974 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:18.474487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.474829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.475252 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.475595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.475987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.476311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.476631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.476955 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.477274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.477591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.477905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.478220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:37:18.832019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.852709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf012f90-ec71-487c-bd50-ffa05bb32a67']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:18.862610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:18.862897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c6e5f1-2dc8-4a00-ac78-8b860d60ab9d') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:18.877353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.895848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.902038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Releasing vlan 1299 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:37:18.902414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:37:18.904053 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:37:18.962325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.967805 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:18.970836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] 10.222.0.95 "DELETE /v2.0/networks/cf012f90-ec71-487c-bd50-ffa05bb32a67 HTTP/1.1" status: 204 len: 168 time: 0.8297751 Mar 31 23:37:18.973895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33676) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:18.981336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d413f18-4b88-4a0e-a8e6-8c57bbf08fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf012f90-ec71-487c-bd50-ffa05bb32a67,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:19.345621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.440989 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63797f4d-02f4-4e4c-8df3-d56d75c44934 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:19.464805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 63797f4d-02f4-4e4c-8df3-d56d75c44934 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:19.465251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 63797f4d-02f4-4e4c-8df3-d56d75c44934 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:19.465671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:19.484869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:19.485186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9790a84c-aaf9-4c14-9423-3c7d8c3ec6ad not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:19.485639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fcf0a77c-681c-4a73-a6f1-67a479765974 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:19.504186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fcf0a77c-681c-4a73-a6f1-67a479765974 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:19.504546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fcf0a77c-681c-4a73-a6f1-67a479765974 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:19.597260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Deleting port ae71dded-e95e-41cb-b0f8-8a04177f0bee {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:19.597472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.685680 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] For port ae71dded-e95e-41cb-b0f8-8a04177f0bee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ae71dded-e95e-41cb-b0f8-8a04177f0bee,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:19.686054 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.699765 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Calling delete_port for ae71dded-e95e-41cb-b0f8-8a04177f0bee owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:19.894190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:19.917578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae71dded-e95e-41cb-b0f8-8a04177f0bee,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:20.084480 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:20.308877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:37:20.420975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:37:20.426328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-02022350-0c70-4e59-907d-5b1cd5f91780 admin admin] 10.222.0.95 "PUT /v2.0/routers/3ecb4f6f-3266-486c-bea0-4fe6b1018f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4513254 Mar 31 23:37:20.431808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:20.433636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Sync routers for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:37:20.449728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:20.450684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:37:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:20.549022 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:20.559496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:20.656980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:20.719596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Deleting port b4f7b950-41ba-4d99-881c-6ecd014d2807 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:20.719960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:20.744190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:37:19Z', 'revision_number': 5, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port': {'id': 'b4f7b950-41ba-4d99-881c-6ecd014d2807', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:20.779204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Checking router: 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:37:20.788253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Routers {'3ecb4f6f-3266-486c-bea0-4fe6b1018f84'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:37:20.788897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:37:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:20.805173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] For port b4f7b950-41ba-4d99-881c-6ecd014d2807, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b4f7b950-41ba-4d99-881c-6ecd014d2807,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:20.805534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:20.817367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Calling delete_port for b4f7b950-41ba-4d99-881c-6ecd014d2807 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:20.872782 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] Set router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:37:20.925953 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7265f362-09fc-455f-b858-b0c070289179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:37:20Z', 'revision_number': 6, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:20.955036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265f362-09fc-455f-b858-b0c070289179 None None] The sync data for ids ['3ecb4f6f-3266-486c-bea0-4fe6b1018f84'] in n-d-835855-2 is: [{'id': '3ecb4f6f-3266-486c-bea0-4fe6b1018f84', 'name': 'tempest-TestVolumeBackupRestore-674533095-router', 'tenant_id': '9ad96d13e529434b958a161d4d76fb2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:34:14Z', 'updated_at': '2022-03-31T23:37:20Z', 'revision_number': 6, 'project_id': '9ad96d13e529434b958a161d4d76fb2a', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:37:20.994407 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.020228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f7b950-41ba-4d99-881c-6ecd014d2807,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:21.092908 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.188000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.190254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.243755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.244204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ecb4f6f-3266-486c-bea0-4fe6b1018f84 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:37:21.248659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.249584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-50038803-2d01-4085-b688-d5d804effd61 admin admin] 10.222.0.95 "DELETE /v2.0/routers/3ecb4f6f-3266-486c-bea0-4fe6b1018f84 HTTP/1.1" status: 204 len: 168 time: 0.8164418 Mar 31 23:37:21.252402 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33680) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:21.259420 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.299114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Deleting subnet e96d7e98-6f64-4ee4-8e16-c943bc82e7bf {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:37:21.302481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.340264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.418529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.489029 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.515174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4f7b950-41ba-4d99-881c-6ecd014d2807 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:21.516750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96d7e98-6f64-4ee4-8e16-c943bc82e7bf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:21.518637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.521975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6d9fb8bd-717f-4e10-8aae-0bfa29b958a6 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e96d7e98-6f64-4ee4-8e16-c943bc82e7bf HTTP/1.1" status: 204 len: 168 time: 0.2680037 Mar 31 23:37:21.524545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33682) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:21.537884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b8a8d-7e82-4df3-844a-e606935fcc6a None None] Network a15d4d2c-10ef-479e-b2f2-e3a0b765a063 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:37:21.540112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b4f7b950-41ba-4d99-881c-6ecd014d2807 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:21.540482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b4f7b950-41ba-4d99-881c-6ecd014d2807 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:21.540888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae71dded-e95e-41cb-b0f8-8a04177f0bee no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:21.578063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ae71dded-e95e-41cb-b0f8-8a04177f0bee {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:21.578439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ae71dded-e95e-41cb-b0f8-8a04177f0bee not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:21.618306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.679949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Deleting port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:37:21.680401 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.759015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] For port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,segment=NetworkSegment(56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e),segment_id=56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:37:21.759444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.777513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Calling delete_port for 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:37:21.861312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.890716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] No DVR routers for this DVR port 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:37:21.895173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b47a2d7-dd84-48a4-9aa5-065a080b3e3e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:21.917792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b542f5-3259-4155-b18e-34304506e356 None None] DHCP port deletion for a15d4d2c-10ef-479e-b2f2-e3a0b765a063 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:37:21.972310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:21.993519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15d4d2c-10ef-479e-b2f2-e3a0b765a063']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:22.003351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:22.003643 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ce0ec1-103d-4cfe-a97c-f3bf43d34c0e') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:37:22.013392 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.026959 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.032828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:37:22.033216 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:37:22.034828 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:37:22.106073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.112974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.116543 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a15d4d2c-10ef-479e-b2f2-e3a0b765a063 HTTP/1.1" status: 204 len: 168 time: 0.5910671 Mar 31 23:37:22.126455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f7c9a-2687-43f5-8942-a2c45e3eb841 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15d4d2c-10ef-479e-b2f2-e3a0b765a063,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:22.297827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33686) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:22.338197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c8b18970-16a7-4a4d-8977-bef14c13c89b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b81dddac6f0b43f4ba506800d34e5d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391481 Mar 31 23:37:22.341735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33688) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:22.390849 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.411667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.462461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.465066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.466235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/53e39ad7-fec3-4485-923a-c054c18aad38 HTTP/1.1" status: 204 len: 168 time: 0.1236088 Mar 31 23:37:22.474688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81613e-a9c2-4ece-bde3-df2fb97737b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e39ad7-fec3-4485-923a-c054c18aad38,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:22.806285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:22.846436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb728156-5d6b-4ff5-be43-b80cb1bff3a9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9ad96d13e529434b958a161d4d76fb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389829 Mar 31 23:37:22.848996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33696) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:37:22.899499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.921364 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.972591 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.975265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:22.976466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/32259315-9674-4ca2-8fb6-8d423a666484 HTTP/1.1" status: 204 len: 168 time: 0.1263540 Mar 31 23:37:22.984471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793549-bb49-41a3-ac59-edd84da8adcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32259315-9674-4ca2-8fb6-8d423a666484,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:23.440035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:37:23.462899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:37:23.463212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7b47a2d7-dd84-48a4-9aa5-065a080b3e3e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:37:26.498480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:32.114495 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:37:34.512402 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4b40750f-de29-4607-bc05-f51e2ddfb738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:36.940898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1390eb9d-3a31-4762-ae36-55dbd4adb85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.128724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-664c1a9b-012d-4fdc-83be-b5b9730534ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490618 Mar 31 23:37:38.215795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014490fb-26f7-4714-a4ba-42548843e70b req-fd66341d-15dc-4a50-b0c6-3c1c2515f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:38.217414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-fd66341d-15dc-4a50-b0c6-3c1c2515f6a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0429823 Mar 31 23:37:38.333723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014490fb-26f7-4714-a4ba-42548843e70b req-a51c1f1f-9d62-497b-9535-522026cf118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:38.335311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-a51c1f1f-9d62-497b-9535-522026cf118e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0928974 Mar 31 23:37:38.403431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-554fd9c4-df0e-465b-bc8e-d766c95c705d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 1001 time: 0.0614862 Mar 31 23:37:38.456942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014490fb-26f7-4714-a4ba-42548843e70b req-c60748c7-7e47-46f5-a3a3-9a97e9b183f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:38.458485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-c60748c7-7e47-46f5-a3a3-9a97e9b183f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0491893 Mar 31 23:37:38.472104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:38.507313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014490fb-26f7-4714-a4ba-42548843e70b req-592b71e7-8cf7-4ab6-888e-45c87beb17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:38.508818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-592b71e7-8cf7-4ab6-888e-45c87beb17bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440183 Mar 31 23:37:38.601483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-e0c16b83-12dc-48ce-9f1b-3124f5803a78 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856991 Mar 31 23:37:38.697287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-014490fb-26f7-4714-a4ba-42548843e70b req-05865a5a-da75-48ab-b821-a7c616ce6c06 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884581 Mar 31 23:37:40.112725 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:40.377664 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:50.517598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-1acb4a0b-d173-4b6f-bd00-4ad12aa3c1a2 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518507840&fields=id&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 267 time: 0.0342126 Mar 31 23:37:50.626931 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-02c43978-5680-4c37-875a-5dd3d7bbdeeb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:50.628509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-02c43978-5680-4c37-875a-5dd3d7bbdeeb tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1038136 Mar 31 23:37:50.644121 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-f5ff3c5f-1df5-4471-9be1-dd77d8b0c74e tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/quotas/71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 375 time: 0.0097916 Mar 31 23:37:50.713106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-4a0d5be4-ab85-4143-8d63-f862d498fd98 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637066 Mar 31 23:37:50.811897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-c602f59c-4a14-407b-ad2a-4ed739ff573e service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856655 Mar 31 23:37:50.904714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-fb3f9fae-493f-42e3-9458-49fe0d0748af service neutron] 10.222.0.95 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865240 Mar 31 23:37:51.263646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:51.341583 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a5334a7-19e5-4224-9c89-b7059d99c666 req-43373b6b-042a-4b2a-92ed-0387d821c7d7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.1596305 Mar 31 23:37:52.215028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-0f299c3d-38cf-4df3-9aaa-13052c1db985 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.216569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-0f299c3d-38cf-4df3-9aaa-13052c1db985 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 811 time: 0.1093814 Mar 31 23:37:52.261217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-8819d5cd-e249-433e-b52b-dc0dbe384091 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d4ce095bd74d9f8ab86896489e88f6 HTTP/1.1" status: 200 len: 379 time: 0.0333488 Mar 31 23:37:52.272473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'port': {'device_id': '313f6753-a47b-4e8e-9309-e7523774a351', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'admin_state_up': True, 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'security_groups': ['d377c6e1-c438-468e-ba8d-2efcc349455e']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:52.390924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Made reservation on behalf of 71d4ce095bd74d9f8ab86896489e88f6 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:37:52.395442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.439903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e6e7f48-f33e-4d48-83f1-fed78547868f req-fd11dd1f-51a8-44a4-9e8e-34bf2ab41df8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.0273459 Mar 31 23:37:52.528082 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.20.0.7 (2086a4ee-ef02-4bfe-ae77-8229d8c6a913/2888d391-2334-4d1a-b68b-83d9b18d86f9/cfcdce18-4840-4393-bbc4-ba19b9586784) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:37:52.676482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.711574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.758583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:37:52.761986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:37:52.764739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:37:52.797531 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:52.832553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:52.833487 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.853515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-2c8a3100-339a-4566-b1b4-e4f5e54ef280 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848823 Mar 31 23:37:52.866530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Request body: {'port': {'device_id': '313f6753-a47b-4e8e-9309-e7523774a351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:37:52.922892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:52.997897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-43ae950a-7bc5-408c-a34c-e9ba74dc3a17 None None] Provisioning complete for port cfcdce18-4840-4393-bbc4-ba19b9586784 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:37:52.998457 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43ae950a-7bc5-408c-a34c-e9ba74dc3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.035742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-43ae950a-7bc5-408c-a34c-e9ba74dc3a17 None None] Port cfcdce18-4840-4393-bbc4-ba19b9586784 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:37:53.196360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcdce18-4840-4393-bbc4-ba19b9586784 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:37:53.203922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.216318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Transition to ACTIVE for port object cfcdce18-4840-4393-bbc4-ba19b9586784 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:37:53.221608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.272483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:53.343484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Attempting to bind port cfcdce18-4840-4393-bbc4-ba19b9586784 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:37:53.343835 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Attempting to bind port cfcdce18-4840-4393-bbc4-ba19b9586784 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:37:53.344272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Attempting to bind port cfcdce18-4840-4393-bbc4-ba19b9586784 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:53.349599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Port cfcdce18-4840-4393-bbc4-ba19b9586784 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:37:53.349938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Attempting to bind port cfcdce18-4840-4393-bbc4-ba19b9586784 on network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:37:53.356283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:37:53.356717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Checking segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:37:53.357265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Bound using segment: {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:37:53.357538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Bound port: cfcdce18-4840-4393-bbc4-ba19b9586784, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97780a40-358a-4c53-8fb6-4abb1cd9052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:37:53.357829 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.433821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:37:53.437627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfcdce18-4840-4393-bbc4-ba19b9586784,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:37:53.445052 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.490172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.491309 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:53.492862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] 10.222.0.96 "PUT /v2.0/ports/cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 1091 time: 0.6306791 Mar 31 23:37:53.493372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:37:53.495939 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd4720-5e29-43d2-ba6d-4cff6420e616" -d '{"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:37:53.521170 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc211df-f81b-40d6-b3ee-1a18c160b342 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:37:53.587471 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e84243-0de8-4d9e-a2a5-147aa4185021 x-openstack-request-id: req-a0e84243-0de8-4d9e-a2a5-147aa4185021 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:37:53.587789 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:37:53.588011 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a0e84243-0de8-4d9e-a2a5-147aa4185021 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:37:53.588405 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e84243-0de8-4d9e-a2a5-147aa4185021'] response: {'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'status': 'completed', 'code': 200} Mar 31 23:37:53.635865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebebb1-c508-4f18-88ed-870896c67f49 req-ef26b74a-bcbf-41dc-9b4d-ad412f83de31 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.637987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85ebebb1-c508-4f18-88ed-870896c67f49 req-ef26b74a-bcbf-41dc-9b4d-ad412f83de31 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0949030 Mar 31 23:37:53.653583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-ece19a38-708f-43a3-9075-1853147a051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.655071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-ece19a38-708f-43a3-9075-1853147a051c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1094 time: 0.0721459 Mar 31 23:37:53.707876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-4785da5d-cb58-423c-bdea-f31a0270e0d8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 217 time: 0.0444219 Mar 31 23:37:53.720480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-85ebebb1-c508-4f18-88ed-870896c67f49 req-f2bbb5e6-3d26-4147-b535-f0b35f53af44 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747712 Mar 31 23:37:53.769611 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-8aac9413-af3a-4375-8ce3-687ef99d8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.772048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-8aac9413-af3a-4375-8ce3-687ef99d8098 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0506976 Mar 31 23:37:53.821377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-bdc852f3-2fa1-4148-af3f-5286a6a35820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:53.822787 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-bdc852f3-2fa1-4148-af3f-5286a6a35820 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424585 Mar 31 23:37:53.917799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-c32802f5-bb7c-4689-bda8-f81cf48675f7 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867848 Mar 31 23:37:54.009807 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a31bb192-7ca8-4181-8037-cc29ff2145d0 req-0426a25f-3d9d-40fb-834b-15cb7e768554 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842559 Mar 31 23:37:54.104771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-1303a70b-4ea4-4ae3-a396-7041ce9beb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.106279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-1303a70b-4ea4-4ae3-a396-7041ce9beb42 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1094 time: 0.0474801 Mar 31 23:37:54.196394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-00c97352-bae4-4a13-8b44-2da11f575b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.197913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-00c97352-bae4-4a13-8b44-2da11f575b87 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0842135 Mar 31 23:37:54.245205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-e9c87783-5e31-4083-971a-ee1948bcc36d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 217 time: 0.0391285 Mar 31 23:37:54.657960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-8f8cfe66-75ed-4f33-844e-d2e4e02363a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.659750 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-8f8cfe66-75ed-4f33-844e-d2e4e02363a0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.4069796 Mar 31 23:37:54.706731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-3f89e103-359c-4d38-8f4f-58bad62cea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.708763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-3f89e103-359c-4d38-8f4f-58bad62cea48 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420809 Mar 31 23:37:54.808526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-4012808d-0932-4a86-b85f-0c9b53d79eb3 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920734 Mar 31 23:37:54.845768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ea2a2-39b2-4daf-a1d6-9b872ee0b655 req-9ba020b2-d6bb-4d84-b446-03cf19e163a4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:54.847395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae9ea2a2-39b2-4daf-a1d6-9b872ee0b655 req-9ba020b2-d6bb-4d84-b446-03cf19e163a4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0542254 Mar 31 23:37:54.889113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ae9ea2a2-39b2-4daf-a1d6-9b872ee0b655 req-af40d1fd-94cb-4187-acbe-fa2dcd07380b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351391 Mar 31 23:37:54.905398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7edd4720-5e29-43d2-ba6d-4cff6420e616 req-a6e7db2b-4517-49a9-a3d6-949dcd8e50c9 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898950 Mar 31 23:37:56.017304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5798-3a88-43df-9de1-afbaa823324b req-9c22129f-5824-4a3f-a441-84c9add2d08b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:56.023749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-752e5798-3a88-43df-9de1-afbaa823324b req-9c22129f-5824-4a3f-a441-84c9add2d08b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0604093 Mar 31 23:37:56.057548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-752e5798-3a88-43df-9de1-afbaa823324b req-3b872e53-5df9-4cdf-967e-c7996bec3b35 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Mar 31 23:37:56.529699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:37:57.188785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04563b45-70f0-46cc-90b0-363cb1e18d8e req-0039f5e9-336f-4155-b1d1-e8cf0784b8f9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:57.190611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04563b45-70f0-46cc-90b0-363cb1e18d8e req-0039f5e9-336f-4155-b1d1-e8cf0784b8f9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0533125 Mar 31 23:37:57.231551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04563b45-70f0-46cc-90b0-363cb1e18d8e req-dd21b75b-facc-4b86-85dd-41daac314a50 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344024 Mar 31 23:37:58.356210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e9f2b-bf2c-424a-b7f6-eb2127f5f100 req-5b3e8f07-1d26-4528-8a7f-f140901b5bce tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:58.357673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e9e9f2b-bf2c-424a-b7f6-eb2127f5f100 req-5b3e8f07-1d26-4528-8a7f-f140901b5bce tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0530314 Mar 31 23:37:58.395628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e9e9f2b-bf2c-424a-b7f6-eb2127f5f100 req-f0e51bb4-fa04-4df6-a9c4-e5900a2e2375 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Mar 31 23:37:59.530689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e4faa-ca6d-4a02-9670-f3fba9e763f5 req-fedc7489-d5c9-49f4-b478-10411b9fc596 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:37:59.532322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d10e4faa-ca6d-4a02-9670-f3fba9e763f5 req-fedc7489-d5c9-49f4-b478-10411b9fc596 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0580530 Mar 31 23:37:59.572548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d10e4faa-ca6d-4a02-9670-f3fba9e763f5 req-aad6d6d9-28b4-41b8-8f33-16c6fcb2f00c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Mar 31 23:38:00.705085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b021e-3caa-484a-9558-38cbc4b09af3 req-d9f2fcfa-dcf1-4d13-95b5-5e9ffa795c5c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:00.706670 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-252b021e-3caa-484a-9558-38cbc4b09af3 req-d9f2fcfa-dcf1-4d13-95b5-5e9ffa795c5c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0531487 Mar 31 23:38:00.753733 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-252b021e-3caa-484a-9558-38cbc4b09af3 req-3d63efe2-c36a-472b-921d-052975eead09 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Mar 31 23:38:01.887367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4edbc9-2c08-4e7f-9f99-74c7b925f5a3 req-b6eada73-ff1b-4aa7-9ee9-0d42b12a33e8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:01.888887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc4edbc9-2c08-4e7f-9f99-74c7b925f5a3 req-b6eada73-ff1b-4aa7-9ee9-0d42b12a33e8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0538063 Mar 31 23:38:01.930601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fc4edbc9-2c08-4e7f-9f99-74c7b925f5a3 req-3bb2d1e5-681f-47c1-8412-fbf544b55eb9 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325966 Mar 31 23:38:03.057577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d38a43-8683-4916-9f7b-3571fe185c37 req-e0a9db7f-b51f-4704-a63a-31f5e5ccb478 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:03.059032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0d38a43-8683-4916-9f7b-3571fe185c37 req-e0a9db7f-b51f-4704-a63a-31f5e5ccb478 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0532043 Mar 31 23:38:03.102094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c0d38a43-8683-4916-9f7b-3571fe185c37 req-fed1bc66-a3a9-4251-9b04-659238c53208 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333600 Mar 31 23:38:04.222551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e4c1f-8df6-45dc-9087-d546e5744d37 req-4946f251-bae8-4e6d-92c8-73d3b3184fc6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:04.224112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da0e4c1f-8df6-45dc-9087-d546e5744d37 req-4946f251-bae8-4e6d-92c8-73d3b3184fc6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 943 time: 0.0523121 Mar 31 23:38:04.268609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da0e4c1f-8df6-45dc-9087-d546e5744d37 req-0775423c-44df-4307-a67b-c59c33211dcf tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350819 Mar 31 23:38:04.516923 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b198ee3-0a35-426d-92f3-c7680c2e1a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.168568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfcdce18-4840-4393-bbc4-ba19b9586784 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:38:05.266427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfcdce18-4840-4393-bbc4-ba19b9586784,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:05.278188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'port_id': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'mac_address': 'fa:16:3e:80:a4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:38:05.315810 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.328767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcdce18-4840-4393-bbc4-ba19b9586784 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:38:05.358604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfcdce18-4840-4393-bbc4-ba19b9586784,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:05.365334 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:05.398484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855264e-615e-4048-8539-ee812990c9e3 req-0cccd406-9c67-4f9f-8476-792dd4099c88 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:05.399952 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1855264e-615e-4048-8539-ee812990c9e3 req-0cccd406-9c67-4f9f-8476-792dd4099c88 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 944 time: 0.0501556 Mar 31 23:38:05.411527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:05.418731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.419078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.419442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.419779 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.420105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.420418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.420739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.421055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.421389 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.421714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.422004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.422335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:05.440452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1855264e-615e-4048-8539-ee812990c9e3 req-49a9dedd-bf02-4e8d-9993-e796e1879200 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338519 Mar 31 23:38:05.702659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['cfcdce18-4840-4393-bbc4-ba19b9586784'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:38:06.581983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a06fbe-da97-41cb-8b75-345919155233 req-2ed270c3-9d4f-4db9-b40c-06dd557e173b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:06.583498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a06fbe-da97-41cb-8b75-345919155233 req-2ed270c3-9d4f-4db9-b40c-06dd557e173b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 944 time: 0.0619311 Mar 31 23:38:06.625542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d1a06fbe-da97-41cb-8b75-345919155233 req-603f118b-71e1-4e34-9096-35c34dbfd916 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332439 Mar 31 23:38:06.944611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4376c634-6fc2-4156-bb2a-49ad93761b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.167661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfcdce18-4840-4393-bbc4-ba19b9586784 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:38:07.220379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port cfcdce18-4840-4393-bbc4-ba19b9586784 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:38:07.223911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port cfcdce18-4840-4393-bbc4-ba19b9586784 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:38:07.224285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.305091 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.331659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:07.334431 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3553e33-abb5-4a47-9e91-1118afdd460a" -d '{"events": [{"server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "name": "network-vif-plugged", "status": "completed", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:07.346832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfcdce18-4840-4393-bbc4-ba19b9586784,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:38:07.352968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:07.381601 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ce053-6b40-47d6-8d6c-3b7736d0a355 x-openstack-request-id: req-9f4ce053-6b40-47d6-8d6c-3b7736d0a355 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:07.381925 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "name": "network-vif-plugged", "status": "completed", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:07.382182 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9f4ce053-6b40-47d6-8d6c-3b7736d0a355 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:07.382586 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4ce053-6b40-47d6-8d6c-3b7736d0a355'] response: {'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'code': 200} Mar 31 23:38:07.411170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:07.479553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f9521-eb06-4e1d-8db1-b46af05a1d7c req-9d8181b2-486c-41ea-90d8-1956ca068798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.481002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e45f9521-eb06-4e1d-8db1-b46af05a1d7c req-9d8181b2-486c-41ea-90d8-1956ca068798 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1096 time: 0.0409918 Mar 31 23:38:07.516155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e45f9521-eb06-4e1d-8db1-b46af05a1d7c req-89c36874-f84e-43c2-8f25-9e13ae7c608f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274963 Mar 31 23:38:07.749371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17b75c-eabc-43ba-9dc5-f55a3ebe8a9e req-fec77d80-9e0c-4fd3-9192-08168cf608c4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:07.750895 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e17b75c-eabc-43ba-9dc5-f55a3ebe8a9e req-fec77d80-9e0c-4fd3-9192-08168cf608c4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0520852 Mar 31 23:38:07.801203 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9e17b75c-eabc-43ba-9dc5-f55a3ebe8a9e req-cb917242-78df-4822-9e65-379629de5bf1 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Mar 31 23:38:08.508473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:08.933309 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bd202-35d5-4677-9503-312981ef6c08 req-088e69cd-a371-4ee9-b257-737a00eab88d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:08.935759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d85bd202-35d5-4677-9503-312981ef6c08 req-088e69cd-a371-4ee9-b257-737a00eab88d tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0549319 Mar 31 23:38:08.974289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d85bd202-35d5-4677-9503-312981ef6c08 req-4837ceeb-4876-47f5-b15b-4aa289107402 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329843 Mar 31 23:38:09.117890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:38:10.096583 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.104961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa934e-fbbb-454a-9ba1-90053e1a6367 req-fc3c2139-6452-4cd7-92db-43b504f3eac8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.106457 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73fa934e-fbbb-454a-9ba1-90053e1a6367 req-fc3c2139-6452-4cd7-92db-43b504f3eac8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0590239 Mar 31 23:38:10.150612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73fa934e-fbbb-454a-9ba1-90053e1a6367 req-d1595095-d717-411e-a0f8-72d68ff687ac tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354481 Mar 31 23:38:10.286173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0eb376-484c-42b9-9afd-dac97404e0f5 req-0d666345-fefd-457f-be5a-45cf12d01be7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.287595 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa0eb376-484c-42b9-9afd-dac97404e0f5 req-0d666345-fefd-457f-be5a-45cf12d01be7 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0624368 Mar 31 23:38:10.329281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa0eb376-484c-42b9-9afd-dac97404e0f5 req-3f4a8e53-ea13-4848-a74c-fa60fa820c27 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Mar 31 23:38:10.354054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33800) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:10.386991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.395054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257bfe7f-a3e5-4e70-9bc4-c52b1cc5afac tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:10.396715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-257bfe7f-a3e5-4e70-9bc4-c52b1cc5afac tempest-TestVolumeBootPattern-1888850763 tempest-TestVolumeBootPattern-1888850763-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1091 time: 0.0417151 Mar 31 23:38:10.399739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33802) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:38:10.404530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:38:10.427816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.544503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.648451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Allocated IP 172.25.8.66 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ed413878-335e-4637-b146-3e11015c0824) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:38:10.758939 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.794919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:10.831885 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:38:10.836376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:38:10.839918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:38:10.845235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=ed413878-335e-4637-b146-3e11015c0824,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:10.871938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.872281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.872626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.872966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.873303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.873639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.873966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.874293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.874607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.874934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.875275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:10.875666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:38:11.218212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.297725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.456813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.463879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.531685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event updated for resources: {'Port': ['ID=ed413878-335e-4637-b146-3e11015c0824,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:38:11.543589 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:11.644425 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 0b6c73d1-a3fa-4bde-a1f5-4f029a47924f associated. External IP: 172.25.8.66, port: cfcdce18-4840-4393-bbc4-ba19b9586784. Mar 31 23:38:11.851695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:38:11.983029 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:38:11.994696 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:38:12.004979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:12.005173 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:12.005587 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:38:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.037921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f1330a72-a9ce-411d-b335-d2c78e5a4a85 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6367466 Mar 31 23:38:12.038339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:38:12.040680 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad586d9-d4fa-4a14-8230-761376acf206" -d '{"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:38:12.082412 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ece36b-8a86-471a-af7f-6b2d29da8687 x-openstack-request-id: req-94ece36b-8a86-471a-af7f-6b2d29da8687 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:38:12.082784 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:38:12.083032 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-94ece36b-8a86-471a-af7f-6b2d29da8687 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:38:12.083498 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ece36b-8a86-471a-af7f-6b2d29da8687'] response: {'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'status': 'completed', 'code': 200} Mar 31 23:38:12.120487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:12.148520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-b0863fb7-8930-44c2-8372-d719882c4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:12.150356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-b0863fb7-8930-44c2-8372-d719882c4033 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1096 time: 0.0446444 Mar 31 23:38:12.241425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-29f2e07c-1fbc-4be1-a93c-6bd040161d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:12.242957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-29f2e07c-1fbc-4be1-a93c-6bd040161d9c service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0852580 Mar 31 23:38:12.312337 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-e5d07736-2284-43a3-9b3a-25bfac6ed7c9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 998 time: 0.0619912 Mar 31 23:38:12.349141 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0b6c73d1-a3fa-4bde-a1f5-4f029a47924f', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:80:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f6753-a47b-4e8e-9309-e7523774a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:11Z', 'updated_at': '2022-03-31T23:38:11Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}, {'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.361934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-8db52ab4-ed17-4d89-96d6-933856e953bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:12.363434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-8db52ab4-ed17-4d89-96d6-933856e953bf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0446129 Mar 31 23:38:12.375579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:38:12.384095 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:38:12.384686 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:38:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.411042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-171e9c07-2f97-417c-88e2-d8dcaff294b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:12.412598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-171e9c07-2f97-417c-88e2-d8dcaff294b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396554 Mar 31 23:38:12.488982 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:38:12.509953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-1a927601-adfc-476b-a440-ffa4bf5f68a7 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872550 Mar 31 23:38:12.600620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2ad586d9-d4fa-4a14-8230-761376acf206 req-5512efe1-6f31-4ad3-8003-27b6f764db7b service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821033 Mar 31 23:38:12.707129 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0b6c73d1-a3fa-4bde-a1f5-4f029a47924f', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:80:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f6753-a47b-4e8e-9309-e7523774a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:11Z', 'updated_at': '2022-03-31T23:38:11Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}, {'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:38:12.827283 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1b857-bef5-4d90-bec4-4a08a99fb516 None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '0b6c73d1-a3fa-4bde-a1f5-4f029a47924f', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:80:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313f6753-a47b-4e8e-9309-e7523774a351', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:38:11Z', 'updated_at': '2022-03-31T23:38:11Z', 'revision_number': 0, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}, {'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:38:13.034034 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b8db4-6c67-4d45-ab2e-05eb4e2c6890 None None] New status for floating IP 0b6c73d1-a3fa-4bde-a1f5-4f029a47924f: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:38:21.257089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:26.515997 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:34.522712 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1b906fe6-66bc-40aa-9ba4-cf2eb107d19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:36.948125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-52dbaa0b-16e7-4c44-9dac-b395103eaa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.183558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-1a418a1e-96cb-4c10-8faf-f90ed0f69e2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045179 Mar 31 23:38:38.275115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-24e7117c-b685-4d3d-9ea9-dea5f17cf34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.276644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-24e7117c-b685-4d3d-9ea9-dea5f17cf34b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0434175 Mar 31 23:38:38.385397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-85e7c869-1c11-4c12-b2fc-c7c34aaaa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.386892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-85e7c869-1c11-4c12-b2fc-c7c34aaaa82d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0889709 Mar 31 23:38:38.454463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-2cf47deb-6a10-427f-9400-f8295b2b79af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 1001 time: 0.0611045 Mar 31 23:38:38.478422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:38.507726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-0de037fa-34aa-44ff-82b6-f358be39083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.509217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-0de037fa-34aa-44ff-82b6-f358be39083c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0468028 Mar 31 23:38:38.555433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-002f1980-d073-410a-a37e-93fe66e8751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:38.557053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-002f1980-d073-410a-a37e-93fe66e8751e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409946 Mar 31 23:38:38.665188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-8ebee00b-94fd-4643-a966-b3af401eafe0 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009426 Mar 31 23:38:38.772326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71699ae8-aeb7-43c9-b721-c074f72ff286 req-feb3b74a-4fff-4ff9-a06e-2372998370ae service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999179 Mar 31 23:38:39.499942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-5897705f-926f-4f70-883a-8ef407746887 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457468 Mar 31 23:38:39.592289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-019ceeeb-c21b-4e87-9f08-842014a58315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.594458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-019ceeeb-c21b-4e87-9f08-842014a58315 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1096 time: 0.0454154 Mar 31 23:38:39.713248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-3943f4f3-6ad8-4888-ad1f-080ec3b773ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.714802 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-3943f4f3-6ad8-4888-ad1f-080ec3b773ab service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0982518 Mar 31 23:38:39.791558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-56d4d2ab-fe43-4986-889a-662f8898b496 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 1000 time: 0.0694604 Mar 31 23:38:39.840666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-7876e05c-8b8b-482c-b719-6c60296f999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.842072 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-7876e05c-8b8b-482c-b719-6c60296f999e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0427113 Mar 31 23:38:39.896654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-f69b4dc6-d478-4c37-846c-e54fb6b1236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:38:39.898242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-f69b4dc6-d478-4c37-846c-e54fb6b1236e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489399 Mar 31 23:38:39.996325 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-f6ae3bec-0eb0-4009-947d-691fefd31ce3 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903141 Mar 31 23:38:40.092902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99c2d52-9567-48dd-b1f7-2890b889a094 req-e107af01-59dc-4f68-912e-3509b290e13f service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893342 Mar 31 23:38:40.101190 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:40.389765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:46.118204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:38:51.261785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:38:56.536059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:04.516815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca82c599-59b0-43b4-b99e-0ef34936e26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:06.944135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c861944e-3337-40bf-a462-42402e8d866d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:08.481171 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:10.099363 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:10.391118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:21.265468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:23.124059 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:39:26.532619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:34.522610 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a78e2a52-40c9-48dc-a403-45af3887afd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:36.959291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cfddf963-fc5b-432b-8947-6a38d7e62b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:38.493174 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:39.116074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-bd74cab0-bbca-4624-8bb6-498ec9299c06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461035 Mar 31 23:39:39.207793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-a8215056-42cf-4ed1-b9d6-474d4881bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:39.209331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-a8215056-42cf-4ed1-b9d6-474d4881bf44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0450282 Mar 31 23:39:39.321414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-ef5a724c-d11f-4935-9002-927b892bc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:39.322864 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-ef5a724c-d11f-4935-9002-927b892bc30f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0933425 Mar 31 23:39:39.388562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-38051105-ddc1-43bb-a147-6b5c0ef196cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 1001 time: 0.0578547 Mar 31 23:39:39.437001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-9c473517-71d4-4d64-9f99-f358b7ed3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:39.438444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-9c473517-71d4-4d64-9f99-f358b7ed3be3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0439997 Mar 31 23:39:39.489316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-30acefa2-d0e1-48ea-8fc5-79b1a471ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:39.491101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-30acefa2-d0e1-48ea-8fc5-79b1a471ee1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463452 Mar 31 23:39:39.585542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-37b9e5e1-80f6-40ca-8948-85e25ea7bff1 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863585 Mar 31 23:39:39.678232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5b55fa2e-bdb7-4f0c-a110-6a0eaf41c9c6 req-86e8247f-0f6d-428e-af77-22245c6f596f service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851135 Mar 31 23:39:40.106705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:40.389282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:41.483299 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-62f6582b-af30-49c5-8226-83a157560a7f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431409 Mar 31 23:39:41.572860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-01e6cfe1-b693-4653-90c8-f19b424c6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:41.575556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-01e6cfe1-b693-4653-90c8-f19b424c6f69 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1096 time: 0.0460315 Mar 31 23:39:41.688674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-65eb66e4-5add-47bf-bfe1-0e7d2c024da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:41.690180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-65eb66e4-5add-47bf-bfe1-0e7d2c024da2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0874548 Mar 31 23:39:41.758304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-79739012-7d11-466e-b4f5-a7da3f1291f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 1000 time: 0.0613956 Mar 31 23:39:41.812494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-4f7e01c9-b188-4f78-81a7-fb1b89aacf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:41.813935 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-4f7e01c9-b188-4f78-81a7-fb1b89aacf1b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0491428 Mar 31 23:39:41.859987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-b4d672b3-ad87-44c2-96b7-cfb9d0027a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:41.861464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-b4d672b3-ad87-44c2-96b7-cfb9d0027a84 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405486 Mar 31 23:39:41.965283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-429a04ac-8578-4235-930d-2016ff415d59 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965362 Mar 31 23:39:42.059360 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89efddcf-1101-4826-974d-55239d8eeaa6 req-7f23e3a2-619e-4462-a034-a8004baa4ad7 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869629 Mar 31 23:39:50.779515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33846) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:39:50.953790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port ed413878-335e-4637-b146-3e11015c0824 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:39:50.954142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.035072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.035421 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.046840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for ed413878-335e-4637-b146-3e11015c0824 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:39:51.225223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.252953 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=ed413878-335e-4637-b146-3e11015c0824,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:51.266684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.276178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.276519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.276857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.277187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.277513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.277832 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.278151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.278535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.278874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.279304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.279531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.279852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:51.320145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.320473 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 0b6c73d1-a3fa-4bde-a1f5-4f029a47924f disassociated (deleted). External IP: 172.25.8.66, port: cfcdce18-4840-4393-bbc4-ba19b9586784. Mar 31 23:39:51.539600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:39:51.937755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:39:51.943064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:51.952745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:39:51.963008 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:39:51.963659 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:39:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:51.971429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5d7bc429-6ece-4a10-b21b-029c4cd77198 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "DELETE /v2.0/floatingips/0b6c73d1-a3fa-4bde-a1f5-4f029a47924f HTTP/1.1" status: 204 len: 168 time: 1.1907628 Mar 31 23:39:51.972045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:51.974597 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf83fa-b25a-4772-9f77-4f62e44a9177" -d '{"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:52.067282 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:39:52.090669 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddbff57-835b-48d1-9bf3-92ec39e298e8 x-openstack-request-id: req-4ddbff57-835b-48d1-9bf3-92ec39e298e8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:52.090965 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:52.091301 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4ddbff57-835b-48d1-9bf3-92ec39e298e8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:52.091681 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddbff57-835b-48d1-9bf3-92ec39e298e8'] response: {'name': 'network-changed', 'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'status': 'completed', 'code': 200} Mar 31 23:39:52.175441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-c3500452-b1b9-4ec1-a86d-ca8858d3ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.178164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-c3500452-b1b9-4ec1-a86d-ca8858d3ab19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 1096 time: 0.0473416 Mar 31 23:39:52.210829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066c5b0-2894-4a56-b300-ebf2a47c10ca req-ce999faa-7b76-4ad4-93bc-b9d6c2d31bad tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.218291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1066c5b0-2894-4a56-b300-ebf2a47c10ca req-ce999faa-7b76-4ad4-93bc-b9d6c2d31bad tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0573475 Mar 31 23:39:52.255808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1066c5b0-2894-4a56-b300-ebf2a47c10ca req-c92d14ae-b868-4b06-883b-921dd77e3137 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366123 Mar 31 23:39:52.278260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-ffb688bb-9b41-4781-b6ef-309a61d726d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.280010 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-ffb688bb-9b41-4781-b6ef-309a61d726d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0940239 Mar 31 23:39:52.310337 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:52.323992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-329c1ea0-5c22-463d-989d-3ce3a0c7f8a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 200 len: 217 time: 0.0346701 Mar 31 23:39:52.336409 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:39:52.345001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:39:52.345606 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:39:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:52.374242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-205d5991-bd28-4286-86b1-b47609302390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.375785 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-205d5991-bd28-4286-86b1-b47609302390 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0443239 Mar 31 23:39:52.427498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-1d3feeac-262c-4961-9f46-fc6e3b3730e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:52.429042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-1d3feeac-262c-4961-9f46-fc6e3b3730e8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449939 Mar 31 23:39:52.452455 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:39:52.519533 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-7968dc60-9245-4c43-992c-3b4370670ca6 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820873 Mar 31 23:39:52.612311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dfcf83fa-b25a-4772-9f77-4f62e44a9177 req-7f124c7c-8822-48df-aa7f-bc2fd8e2a6b9 service neutron] 10.222.0.96 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Mar 31 23:39:52.697997 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:39:52.727311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548048a-f9cc-45ac-a5f3-3540865d929e None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '874e56e6-7e96-463f-b414-901b2dc6bdf8', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'port_id': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'mac_address': 'fa:16:3e:de:17:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:36:00Z', 'updated_at': '2022-03-31T23:36:02Z', 'revision_number': 1, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:39:52.952856 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389644b-05d6-4df6-a0c3-51f12bb43d0b None None] New status for floating IP 0b6c73d1-a3fa-4bde-a1f5-4f029a47924f: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:39:53.390638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292e605-1b8c-4cea-96d1-b4aa34f31839 req-2d634358-e3bf-4845-a1c6-add42100154b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:53.392131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a292e605-1b8c-4cea-96d1-b4aa34f31839 req-2d634358-e3bf-4845-a1c6-add42100154b tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Mar 31 23:39:53.435029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a292e605-1b8c-4cea-96d1-b4aa34f31839 req-5a449842-20b6-4fe9-a2f2-5e2c26155042 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334985 Mar 31 23:39:53.941020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-8cbc9cd9-a0ee-455a-9086-e2d624407588 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:39:53.942603 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-8cbc9cd9-a0ee-455a-9086-e2d624407588 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 945 time: 0.0577934 Mar 31 23:39:54.037313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port cfcdce18-4840-4393-bbc4-ba19b9586784 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:39:54.037680 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.131934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port cfcdce18-4840-4393-bbc4-ba19b9586784, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=cfcdce18-4840-4393-bbc4-ba19b9586784,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:39:54.132295 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.144917 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for cfcdce18-4840-4393-bbc4-ba19b9586784 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:39:54.280794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.309140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=cfcdce18-4840-4393-bbc4-ba19b9586784,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:39:54.321491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.321879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.322174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.322498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.322823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.323143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.323495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.323816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.324134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.325209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.325209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.325209 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:39:54.362135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port cfcdce18-4840-4393-bbc4-ba19b9586784 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:39:54.365017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:54.368454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-193933cc-5ee9-45ca-85c5-720cc350c86a req-628d9c3f-3bb0-415a-9628-e07894db7574 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.96 "DELETE /v2.0/ports/cfcdce18-4840-4393-bbc4-ba19b9586784 HTTP/1.1" status: 204 len: 173 time: 0.4201329 Mar 31 23:39:54.368910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'name': 'network-vif-deleted', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:39:54.371184 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0563f94-55f0-4bd7-ab16-8aa050fbde72" -d '{"events": [{"server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "name": "network-vif-deleted", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:39:54.411416 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88bc00-851c-443b-b12d-daea9fb51222 x-openstack-request-id: req-ba88bc00-851c-443b-b12d-daea9fb51222 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:39:54.412009 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313f6753-a47b-4e8e-9309-e7523774a351", "name": "network-vif-deleted", "tag": "cfcdce18-4840-4393-bbc4-ba19b9586784", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:39:54.412009 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ba88bc00-851c-443b-b12d-daea9fb51222 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:39:54.412420 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba88bc00-851c-443b-b12d-daea9fb51222'] response: {'server_uuid': '313f6753-a47b-4e8e-9309-e7523774a351', 'name': 'network-vif-deleted', 'tag': 'cfcdce18-4840-4393-bbc4-ba19b9586784', 'status': 'completed', 'code': 200} Mar 31 23:39:54.536957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3224323-4466-4b8b-8726-e266ff156571 req-ce1c760c-88d1-4bb7-bcf1-ec6d3ca8b82a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.0269580 Mar 31 23:39:55.639411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c892f50e-aa76-4e3c-bf4e-34a17af756dd req-d2527fcf-f58e-4dda-9743-c39d6eb7ef49 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.0297058 Mar 31 23:39:56.523840 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:39:56.734780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a6238d7d-8b3e-4c4d-84ca-868fbae50a8f req-1a18365b-7bfb-438a-8c2c-eaf737a2b0b3 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Mar 31 23:39:57.633958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfcdce18-4840-4393-bbc4-ba19b9586784 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:39:57.655065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: cfcdce18-4840-4393-bbc4-ba19b9586784 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:39:57.655420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device cfcdce18-4840-4393-bbc4-ba19b9586784 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:39:57.844160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2299d906-92b6-4c17-aa1a-1a7cb3641a00 req-d24cdc12-5f4d-46fb-858d-385ec79b7cd5 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=313f6753-a47b-4e8e-9309-e7523774a351 HTTP/1.1" status: 200 len: 210 time: 0.0269790 Mar 31 23:40:00.123297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:40:03.225228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:03.404846 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port 08977d2b-49f4-4f63-8d2c-6e30282cb602 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:03.405084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:03.487735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:03.488065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:03.500299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for 08977d2b-49f4-4f63-8d2c-6e30282cb602 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:03.646212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:03.675770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=08977d2b-49f4-4f63-8d2c-6e30282cb602,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:03.732946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:03.733294 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Floating IP 874e56e6-7e96-463f-b414-901b2dc6bdf8 disassociated (deleted). External IP: 172.25.8.187, port: 298aca6b-89ac-46d5-89f6-0cc3a1b34890. Mar 31 23:40:03.961197 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:40:04.071786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:40:04.076326 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:04.082890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:40:04.095289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:04.095289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:39:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:04.104000 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e0ce7e7f-8acb-4493-aa41-4b2482a99b70 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "DELETE /v2.0/floatingips/874e56e6-7e96-463f-b414-901b2dc6bdf8 HTTP/1.1" status: 204 len: 168 time: 0.8772149 Mar 31 23:40:04.104718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:04.107560 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7feecb8-eb43-47bd-8c2f-9fcad953f939" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:04.146835 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae61281-deb6-4660-9a99-2591ed789fd7 x-openstack-request-id: req-aae61281-deb6-4660-9a99-2591ed789fd7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:04.147128 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:04.147418 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aae61281-deb6-4660-9a99-2591ed789fd7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:04.147859 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae61281-deb6-4660-9a99-2591ed789fd7'] response: {'name': 'network-changed', 'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'status': 'completed', 'code': 200} Mar 31 23:40:04.212005 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:04.215457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-9ea64015-65a3-4051-878d-99921139cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.216974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-9ea64015-65a3-4051-878d-99921139cc13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 1096 time: 0.0446763 Mar 31 23:40:04.322532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-5c946479-f630-42ea-bcf0-e24fb7a65dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.324329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-5c946479-f630-42ea-bcf0-e24fb7a65dda service neutron] 10.222.0.60 "GET /v2.0/networks?id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 200 len: 913 time: 0.0938623 Mar 31 23:40:04.344714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312eef1-79d4-4970-b30f-f60c3abc0dbf req-f6a61d18-10ff-4bdd-8afa-458dcae91997 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.346213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a312eef1-79d4-4970-b30f-f60c3abc0dbf req-f6a61d18-10ff-4bdd-8afa-458dcae91997 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0483675 Mar 31 23:40:04.367255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-d659410c-c12d-460e-85dc-719179c2c875 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 200 len: 217 time: 0.0349891 Mar 31 23:40:04.386488 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a312eef1-79d4-4970-b30f-f60c3abc0dbf req-c160fded-bb7a-4d38-bf38-167d965d27d8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336883 Mar 31 23:40:04.421125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-4b884280-5b4d-40ae-b4f9-3d75cd0d478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.422752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-4b884280-5b4d-40ae-b4f9-3d75cd0d478f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 200 len: 850 time: 0.0481360 Mar 31 23:40:04.429628 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:04.455577 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:40:04.463992 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:04.464520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:39:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:04.471146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-6e90f0b9-a383-4fb0-b845-ad98bf9dd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:04.472701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-6e90f0b9-a383-4fb0-b845-ad98bf9dd713 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2086a4ee-ef02-4bfe-ae77-8229d8c6a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426607 Mar 31 23:40:04.516741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ee0abb6d-0186-4b55-9cf4-69a2ff92c2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:04.568395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-2c13e7a8-23c6-4e5b-bb1d-3888bc5cece0 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883811 Mar 31 23:40:04.668137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:04.670563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7feecb8-eb43-47bd-8c2f-9fcad953f939 req-3f642f66-a262-40a7-8f6e-a4ccfb86a2d0 service neutron] 10.222.0.60 "GET /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Mar 31 23:40:04.872657 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:04.901531 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeaa5a2-f3a1-41a6-9dd1-692843e18ab1 None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:32Z', 'revision_number': 4, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '88886da6-e978-4109-99c4-6522e7a57704', 'name': '', 'network_id': '2086a4ee-ef02-4bfe-ae77-8229d8c6a913', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'mac_address': 'fa:16:3e:79:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:31Z', 'updated_at': '2022-03-31T23:29:37Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'subnets': [{'id': '2888d391-2334-4d1a-b68b-83d9b18d86f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:40:05.111590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c64f16d-ca9b-4768-bc86-49086ce080f2 None None] New status for floating IP 874e56e6-7e96-463f-b414-901b2dc6bdf8: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:40:05.514749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9cecb-66d1-431b-b13f-0bbf8efd439e req-84efbb4e-32ff-4725-8be1-83b13c73a29c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:05.516294 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8af9cecb-66d1-431b-b13f-0bbf8efd439e req-84efbb4e-32ff-4725-8be1-83b13c73a29c tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0527127 Mar 31 23:40:05.561598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8af9cecb-66d1-431b-b13f-0bbf8efd439e req-0277eeca-a394-45c2-b3f4-3379027a9545 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/security-groups?id=d377c6e1-c438-468e-ba8d-2efcc349455e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360761 Mar 31 23:40:06.212874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-dc7e3ef6-2cd3-4e08-8ffa-136ac7535ae6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:06.214326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-dc7e3ef6-2cd3-4e08-8ffa-136ac7535ae6 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 945 time: 0.0537949 Mar 31 23:40:06.321008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:06.321334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:06.409483 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] For port 298aca6b-89ac-46d5-89f6-0cc3a1b34890, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=298aca6b-89ac-46d5-89f6-0cc3a1b34890,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:06.409735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:06.426697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for 298aca6b-89ac-46d5-89f6-0cc3a1b34890 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:06.556452 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:06.584651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=298aca6b-89ac-46d5-89f6-0cc3a1b34890,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:06.632845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] No DVR routers for this DVR port 298aca6b-89ac-46d5-89f6-0cc3a1b34890 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:06.635752 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:06.639183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fe5f0177-db10-45bc-9a7b-fb7eb36e492d req-c9543ad2-3902-4699-b725-4c15471d6423 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.60 "DELETE /v2.0/ports/298aca6b-89ac-46d5-89f6-0cc3a1b34890 HTTP/1.1" status: 204 len: 173 time: 0.4180958 Mar 31 23:40:06.639652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'name': 'network-vif-deleted', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:06.641959 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71095a27-5c84-4fc9-956a-af2c678b2708" -d '{"events": [{"server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "name": "network-vif-deleted", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:06.673153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-11b8f77f-995a-4d09-933a-0354f2b978d1 req-396fe0fa-e6f2-41ed-b3bc-51d824eaa035 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0349736 Mar 31 23:40:06.681406 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7351921-6378-4ff7-989b-43ceebab3ae2 x-openstack-request-id: req-f7351921-6378-4ff7-989b-43ceebab3ae2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:06.681762 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a2a893-8cb2-443d-b9c1-431541a9c511", "name": "network-vif-deleted", "tag": "298aca6b-89ac-46d5-89f6-0cc3a1b34890", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:06.682078 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f7351921-6378-4ff7-989b-43ceebab3ae2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:06.682490 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7351921-6378-4ff7-989b-43ceebab3ae2'] response: {'server_uuid': 'e4a2a893-8cb2-443d-b9c1-431541a9c511', 'name': 'network-vif-deleted', 'tag': '298aca6b-89ac-46d5-89f6-0cc3a1b34890', 'status': 'completed', 'code': 200} Mar 31 23:40:06.954783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ac610ed-63d6-49db-9098-68dbefd251e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:07.771525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67589334-09f5-4317-88d1-c572a4444fa2 req-b3c39ece-869c-434d-94f7-be093d01bbf8 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Mar 31 23:40:08.488590 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:08.876260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bef3fdaf-9a27-482a-9a11-4190daa319e2 req-7bbb19cb-66f5-458d-88d7-47cfc8f190a4 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0263209 Mar 31 23:40:09.969561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3492f09d-39e3-4a72-bc92-365f4ebde131 req-ba25b2f9-76e2-4f54-a0d7-35a289d00a27 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a2a893-8cb2-443d-b9c1-431541a9c511 HTTP/1.1" status: 200 len: 210 time: 0.0262606 Mar 31 23:40:10.112549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:10.383657 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.038840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:11.163393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Deleting port c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:11.163733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.245183 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.245513 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.257101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Calling delete_port for c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:11.441099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 298aca6b-89ac-46d5-89f6-0cc3a1b34890 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:11.462508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 298aca6b-89ac-46d5-89f6-0cc3a1b34890 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:11.462798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 298aca6b-89ac-46d5-89f6-0cc3a1b34890 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:11.742998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.767027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'Port': ['ID=c4bf6f04-a74b-4a61-ab11-6dc9c0cf4b77,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:11.828188 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.830653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:11.831843 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5420dcfb-4cae-4e30-991b-010ce5db126a tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "DELETE /v2.0/floatingips/4ec78062-6d66-4177-9096-ffd83859da1e HTTP/1.1" status: 204 len: 168 time: 0.7918150 Mar 31 23:40:15.150383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:15.210539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:15.235960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:15.306098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:15.308709 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:15.309889 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] 10.222.0.95 "DELETE /v2.0/security-groups/d377c6e1-c438-468e-ba8d-2efcc349455e HTTP/1.1" status: 204 len: 168 time: 0.1585538 Mar 31 23:40:15.319060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6a21-23f8-4e1c-8918-36fa1e3ed745 tempest-TestVolumeBootPattern-116783461 tempest-TestVolumeBootPattern-116783461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d377c6e1-c438-468e-ba8d-2efcc349455e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:15.383815 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:15.508137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-3daef32e-06bc-476e-9fb7-93cf901fc2d2 req-3ba28e05-29b8-4364-b0a4-2a6269a1c654 service neutron] (109299) timed out ('10.222.0.95', 57872) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:40:15.896976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.163306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Deleting port 88886da6-e978-4109-99c4-6522e7a57704 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:16.164070 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.242289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] For port 88886da6-e978-4109-99c4-6522e7a57704, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=88886da6-e978-4109-99c4-6522e7a57704,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:16.242650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.259804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Calling delete_port for 88886da6-e978-4109-99c4-6522e7a57704 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:16.448064 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.476594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88886da6-e978-4109-99c4-6522e7a57704,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:16.645872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:16.867887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Router dd018372-ddaa-4413-85a8-06271636f546 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:40:16.977839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:40:16.983693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c5c188f1-6fb5-4e26-8026-d9431c95d4a8 admin admin] 10.222.0.95 "PUT /v2.0/routers/dd018372-ddaa-4413-85a8-06271636f546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987172 Mar 31 23:40:16.986701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33946) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:16.989434 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Sync routers for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:40:16.999142 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:16.999828 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:40:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:17.090770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.102875 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:17.194370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.250164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Deleting port bcec4a30-5477-4cf9-9d69-b1b241972e89 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:17.250508 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.275740 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:40:16Z', 'revision_number': 5, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port': {'id': 'bcec4a30-5477-4cf9-9d69-b1b241972e89', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd018372-ddaa-4413-85a8-06271636f546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:17.306470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Checking router: dd018372-ddaa-4413-85a8-06271636f546 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:40:17.314730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Routers {'dd018372-ddaa-4413-85a8-06271636f546'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:17.315362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:40:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['dd018372-ddaa-4413-85a8-06271636f546'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:17.332066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] For port bcec4a30-5477-4cf9-9d69-b1b241972e89, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bcec4a30-5477-4cf9-9d69-b1b241972e89,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:17.332434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.344100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Calling delete_port for bcec4a30-5477-4cf9-9d69-b1b241972e89 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:17.396285 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] Set router dd018372-ddaa-4413-85a8-06271636f546 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:17.448924 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:40:17Z', 'revision_number': 6, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:17.474737 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529350f-a1f9-4b0d-b6c2-bc3b0ca0518c None None] The sync data for ids ['dd018372-ddaa-4413-85a8-06271636f546'] in n-d-835855-2 is: [{'id': 'dd018372-ddaa-4413-85a8-06271636f546', 'name': 'tempest-TestVolumeBootPattern-920577702-router', 'tenant_id': '71d4ce095bd74d9f8ab86896489e88f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:28Z', 'updated_at': '2022-03-31T23:40:17Z', 'revision_number': 6, 'project_id': '71d4ce095bd74d9f8ab86896489e88f6', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:40:17.515934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.541288 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bcec4a30-5477-4cf9-9d69-b1b241972e89,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:17.609006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.710009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.712157 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.758613 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.759106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd018372-ddaa-4413-85a8-06271636f546 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:40:17.763876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.765002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cb72be45-f756-45c8-9b69-7fb4184414fb admin admin] 10.222.0.95 "DELETE /v2.0/routers/dd018372-ddaa-4413-85a8-06271636f546 HTTP/1.1" status: 204 len: 168 time: 0.7767708 Mar 31 23:40:17.767775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33948) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:17.816595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Deleting subnet 2888d391-2334-4d1a-b68b-83d9b18d86f9 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:40:17.820931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.863433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:17.946609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.006060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.030453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2888d391-2334-4d1a-b68b-83d9b18d86f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:18.034392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.037964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a3de935e-b300-41f5-97d0-9cbb4d0a2420 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2888d391-2334-4d1a-b68b-83d9b18d86f9 HTTP/1.1" status: 204 len: 168 time: 0.2692506 Mar 31 23:40:18.040600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33950) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:18.046487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8d5993-5088-477b-bfa8-cd3c6abc749a None None] Network 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:40:18.112341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.163921 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Deleting port bd803f91-0a32-481f-b0e4-8324d5b7113f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:18.164266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.230674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] For port bd803f91-0a32-481f-b0e4-8324d5b7113f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bd803f91-0a32-481f-b0e4-8324d5b7113f,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:18.231195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.236151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] DHCP port deletion for 2086a4ee-ef02-4bfe-ae77-8229d8c6a913 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:40:18.247844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Calling delete_port for bd803f91-0a32-481f-b0e4-8324d5b7113f owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:18.288009 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Deleting port bd803f91-0a32-481f-b0e4-8324d5b7113f {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:18.288293 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.334455 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.351712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] For port bd803f91-0a32-481f-b0e4-8324d5b7113f, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bd803f91-0a32-481f-b0e4-8324d5b7113f,segment=NetworkSegment(97780a40-358a-4c53-8fb6-4abb1cd9052f),segment_id=97780a40-358a-4c53-8fb6-4abb1cd9052f)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:18.352116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.365343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] No DVR routers for this DVR port bd803f91-0a32-481f-b0e4-8324d5b7113f on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:18.365571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Calling delete_port for bd803f91-0a32-481f-b0e4-8324d5b7113f owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:18.370554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd803f91-0a32-481f-b0e4-8324d5b7113f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:18.444433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.450000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.466069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Pushing event deleted for resources: {'Port': ['ID=bd803f91-0a32-481f-b0e4-8324d5b7113f,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:18.472320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2086a4ee-ef02-4bfe-ae77-8229d8c6a913']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:18.477832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.478171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.478498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.478829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.479151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.479669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.480154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.480602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.480929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.481494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.481820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.482140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:18.482715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97780a40-358a-4c53-8fb6-4abb1cd9052f') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:18.483018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97780a40-358a-4c53-8fb6-4abb1cd9052f') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:18.486573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad86963-b793-42f7-bbd2-0e175919abfe None None] No DVR routers for this DVR port bd803f91-0a32-481f-b0e4-8324d5b7113f on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:18.497893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.513557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:40:18.522117 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:40:18.579425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.584220 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:18.587655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2086a4ee-ef02-4bfe-ae77-8229d8c6a913 HTTP/1.1" status: 204 len: 168 time: 0.5461669 Mar 31 23:40:18.590653 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33952) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:18.599910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6373d3a-2307-4d08-9dfc-f39271cea204 admin admin] Pushing event deleted for resources: {'Network': ['ID=2086a4ee-ef02-4bfe-ae77-8229d8c6a913,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:18.953101 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:19.215110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Deleting port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:19.215510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:19.303249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] For port 949fadd3-fb6d-4eb4-adc2-59f0801c22ef, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:19.303647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:19.316184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Calling delete_port for 949fadd3-fb6d-4eb4-adc2-59f0801c22ef owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:19.498193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:19.524104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Pushing event deleted for resources: {'Port': ['ID=949fadd3-fb6d-4eb4-adc2-59f0801c22ef,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:19.542505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcec4a30-5477-4cf9-9d69-b1b241972e89 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:19.565400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bcec4a30-5477-4cf9-9d69-b1b241972e89 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:19.566018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bcec4a30-5477-4cf9-9d69-b1b241972e89 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:19.566598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 88886da6-e978-4109-99c4-6522e7a57704 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:19.586712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 88886da6-e978-4109-99c4-6522e7a57704 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:19.587058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 88886da6-e978-4109-99c4-6522e7a57704 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:19.587684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bd803f91-0a32-481f-b0e4-8324d5b7113f no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:19.607946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bd803f91-0a32-481f-b0e4-8324d5b7113f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:19.608301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bd803f91-0a32-481f-b0e4-8324d5b7113f not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:19.690141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:19.903007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:40:20.023943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:40:20.029992 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-572a00d2-2b1d-4516-9268-3022fc5a2765 admin admin] 10.222.0.95 "PUT /v2.0/routers/0a9dad6a-b6aa-4807-a5a5-265437bfdd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366996 Mar 31 23:40:20.032894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:20.035668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Sync routers for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:40:20.047089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:20.047797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:40:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:20.142022 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.155215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:20.244015 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.298478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Deleting port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:20.298828 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.334751 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:40:19Z', 'revision_number': 5, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port': {'id': '7f1b2d85-f349-4cf5-aa40-89f5ab139e14', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:20.361236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Checking router: 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:40:20.369732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Routers {'0a9dad6a-b6aa-4807-a5a5-265437bfdd87'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:40:20.370332 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:40:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:20.381937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] For port 7f1b2d85-f349-4cf5-aa40-89f5ab139e14, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:20.382303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.395200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Calling delete_port for 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:20.578420 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.604378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1b2d85-f349-4cf5-aa40-89f5ab139e14,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:20.618997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] Set router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:40:20.666358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.675684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:40:20Z', 'revision_number': 6, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:20.701121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f707e1-e8f6-4481-bcf5-bc2db40485fd None None] The sync data for ids ['0a9dad6a-b6aa-4807-a5a5-265437bfdd87'] in n-d-835855-2 is: [{'id': '0a9dad6a-b6aa-4807-a5a5-265437bfdd87', 'name': 'tempest-TestVolumeBootPattern-2075706584-router', 'tenant_id': 'da120f75aad14c7fb9875437e98bd28e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:29:35Z', 'updated_at': '2022-03-31T23:40:20Z', 'revision_number': 6, 'project_id': 'da120f75aad14c7fb9875437e98bd28e', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:40:20.757417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.759947 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.808134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.808662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9dad6a-b6aa-4807-a5a5-265437bfdd87 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:40:20.813013 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.814166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-20559f61-7f74-4629-a3a8-9c40fb756cd8 admin admin] 10.222.0.95 "DELETE /v2.0/routers/0a9dad6a-b6aa-4807-a5a5-265437bfdd87 HTTP/1.1" status: 204 len: 168 time: 0.7803960 Mar 31 23:40:20.817971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33958) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:20.863521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Deleting subnet 92e09722-26ab-4dbe-8979-16f2b5d41627 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:40:20.866695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.899780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:20.979470 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.034488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.062271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e09722-26ab-4dbe-8979-16f2b5d41627,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:21.064300 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.067588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1bb4c656-cb89-4de8-b30b-3df6d3935cff admin admin] 10.222.0.95 "DELETE /v2.0/subnets/92e09722-26ab-4dbe-8979-16f2b5d41627 HTTP/1.1" status: 204 len: 168 time: 0.2486730 Mar 31 23:40:21.070118 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33962) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:21.071387 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065fa71-4687-4741-8480-e7d4d4f90c14 None None] Network fc2efcac-d350-4c35-9622-cdd3ef6e5967 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:40:21.155085 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.207789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Deleting port afd8de1b-00f0-458e-b2f5-59146f6d7961 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:21.208129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.266686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.269841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] For port afd8de1b-00f0-458e-b2f5-59146f6d7961, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=afd8de1b-00f0-458e-b2f5-59146f6d7961,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:21.270205 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.282432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Calling delete_port for afd8de1b-00f0-458e-b2f5-59146f6d7961 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:21.460427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] DHCP port deletion for fc2efcac-d350-4c35-9622-cdd3ef6e5967 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:40:21.513286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Deleting port afd8de1b-00f0-458e-b2f5-59146f6d7961 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:21.513675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.577235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 949fadd3-fb6d-4eb4-adc2-59f0801c22ef no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:21.604423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 949fadd3-fb6d-4eb4-adc2-59f0801c22ef {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:21.604802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 949fadd3-fb6d-4eb4-adc2-59f0801c22ef not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:21.605392 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:21.611388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] For port afd8de1b-00f0-458e-b2f5-59146f6d7961, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=afd8de1b-00f0-458e-b2f5-59146f6d7961,segment=NetworkSegment(481aea06-b16c-454b-a90a-b62e337cbc37),segment_id=481aea06-b16c-454b-a90a-b62e337cbc37)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:21.611807 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.637374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:21.638043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7f1b2d85-f349-4cf5-aa40-89f5ab139e14 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:21.638130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device afd8de1b-00f0-458e-b2f5-59146f6d7961 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:21.664329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Calling delete_port for afd8de1b-00f0-458e-b2f5-59146f6d7961 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:21.736298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.763339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd8de1b-00f0-458e-b2f5-59146f6d7961,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:21.766812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] No DVR routers for this DVR port afd8de1b-00f0-458e-b2f5-59146f6d7961 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:21.768367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.821023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.849200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.849462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] Pushing event deleted for resources: {'Port': ['ID=afd8de1b-00f0-458e-b2f5-59146f6d7961,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:21.853561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c35aee8-3318-4b2c-9907-33a6ac0f4cd0 None None] No DVR routers for this DVR port afd8de1b-00f0-458e-b2f5-59146f6d7961 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:21.871783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2efcac-d350-4c35-9622-cdd3ef6e5967']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:21.880907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481aea06-b16c-454b-a90a-b62e337cbc37') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:21.881216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481aea06-b16c-454b-a90a-b62e337cbc37') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:40:21.890520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.903736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.909994 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:40:21.910412 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:40:21.912148 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:40:21.965751 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.971149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:21.974447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] 10.222.0.95 "DELETE /v2.0/networks/fc2efcac-d350-4c35-9622-cdd3ef6e5967 HTTP/1.1" status: 204 len: 168 time: 0.9033771 Mar 31 23:40:21.987985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cd9f5-aea7-4e0b-812f-6f2212eefd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2efcac-d350-4c35-9622-cdd3ef6e5967,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:22.118184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:22.163375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8743ed4b-aade-4851-8258-7846be73445a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=71d4ce095bd74d9f8ab86896489e88f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439198 Mar 31 23:40:22.166171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33970) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:22.220613 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.244260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.296929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.299625 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.303507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dc3e48a7-a7b3-4e85-b961-73666833b5d6 HTTP/1.1" status: 204 len: 168 time: 0.1336529 Mar 31 23:40:22.311021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b05c0-7d6f-4227-ab7b-4d9749edd295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3e48a7-a7b3-4e85-b961-73666833b5d6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:22.674100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 33978) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:22.717470 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d9ba2a4d-777e-42c2-a411-e933b5dac808 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=da120f75aad14c7fb9875437e98bd28e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421548 Mar 31 23:40:22.720547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 33980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:22.782348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.807510 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.864742 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.867312 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:22.868509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c2a5011a-7155-4b2c-8446-95fc702656b3 HTTP/1.1" status: 204 len: 168 time: 0.1469262 Mar 31 23:40:22.876404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6ff5b-a163-4a66-87b2-5f76fd55ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5011a-7155-4b2c-8446-95fc702656b3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:26.535668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:34.110654 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-cfae1a06-91c5-4b3f-aacd-39ff7ccf8a5d tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ac9c4a659ee94495a48f4c32d5156566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234163 Mar 31 23:40:34.241125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-3cafa760-16e2-4d7f-82a1-35b3406210a2 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:34.242651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-3cafa760-16e2-4d7f-82a1-35b3406210a2 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260684 Mar 31 23:40:34.257803 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-228065ae-7fab-4bfa-ba55-696fe53f21de tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/quotas/ac9c4a659ee94495a48f4c32d5156566 HTTP/1.1" status: 200 len: 375 time: 0.0090749 Mar 31 23:40:34.289573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-ca01e323-c892-4251-aec2-5a364627e5c7 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ac9c4a659ee94495a48f4c32d5156566&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263658 Mar 31 23:40:34.452978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9666f5c7-2034-4115-84b9-f187355c09d8 req-81fd3cbc-7007-44cb-b6a1-b984f6ec0ac5 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 210 time: 0.0264750 Mar 31 23:40:34.522995 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ebe23c37-61d7-4a1e-b719-8d2269df47e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:35.555544 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d8febb75-ac24-40d7-831f-2414088bb94e req-adf87b30-0526-4eb1-b141-b6725f318880 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Mar 31 23:40:35.557321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-beaebdd1-182e-43a8-a552-193e70f8172d tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac9c4a659ee94495a48f4c32d5156566&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283427 Mar 31 23:40:36.056698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-4a805a7b-1b0e-431e-af0b-ab52f3b64160 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:36.058140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-4a805a7b-1b0e-431e-af0b-ab52f3b64160 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4956563 Mar 31 23:40:36.071387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Request body: {'port': {'device_id': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'admin_state_up': True, 'tenant_id': 'ac9c4a659ee94495a48f4c32d5156566'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:36.202677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Made reservation on behalf of ac9c4a659ee94495a48f4c32d5156566 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:36.206666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.220115 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.295210 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.301961 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.362810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b629710-77a7-4245-9606-70f4d0d28b79,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:36.441021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Allocated IP 192.168.233.3 (fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0/567bb7a5-2b2a-46be-bb94-16f2393a76f7/8febf486-7ccb-43d1-803a-88eabd21a677) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:40:36.594755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.630926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.703879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:40:36.710789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:40:36.713542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:40:36.742611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Pushing event updated for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:36.768053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0cbb8-fa0e-45d3-935d-cac8fa831197 req-12d5a3de-11aa-4c89-b416-84f4a72e69ca tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:36.769576 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cee0cbb8-fa0e-45d3-935d-cac8fa831197 req-12d5a3de-11aa-4c89-b416-84f4a72e69ca tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 934 time: 0.1340289 Mar 31 23:40:36.784381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:36.784987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.816198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-b7480ea3-9d6d-4556-89b8-f31a19e20820 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7483308 Mar 31 23:40:36.830647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Request body: {'port': {'device_id': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:36.836658 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cee0cbb8-fa0e-45d3-935d-cac8fa831197 req-62448dd9-c4da-40c3-84fc-cc352bfce01a tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Mar 31 23:40:36.895568 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.965651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b710e1c5-b15b-4319-8edc-9dff1ddef703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:36.970742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2c3bbbc8-4610-413e-b07e-b58edb107d06 None None] Provisioning complete for port 8febf486-7ccb-43d1-803a-88eabd21a677 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:40:36.971173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2c3bbbc8-4610-413e-b07e-b58edb107d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.005595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bbbc8-4610-413e-b07e-b58edb107d06 None None] Port 8febf486-7ccb-43d1-803a-88eabd21a677 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:40:37.122321 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:40:37.160128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8febf486-7ccb-43d1-803a-88eabd21a677 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:37.167507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.179220 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Transition to ACTIVE for port object 8febf486-7ccb-43d1-803a-88eabd21a677 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:40:37.185037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.231902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Pushing event updated for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:37.306056 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Attempting to bind port 8febf486-7ccb-43d1-803a-88eabd21a677 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:40:37.306408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Attempting to bind port 8febf486-7ccb-43d1-803a-88eabd21a677 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:40:37.306941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Attempting to bind port 8febf486-7ccb-43d1-803a-88eabd21a677 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:37.311531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Port 8febf486-7ccb-43d1-803a-88eabd21a677 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:40:37.311848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Attempting to bind port 8febf486-7ccb-43d1-803a-88eabd21a677 on network fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:37.316914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:40:37.317244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Checking segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:37.317642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Bound using segment: {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:40:37.318059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Bound port: 8febf486-7ccb-43d1-803a-88eabd21a677, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e13abc-30e6-47d7-b520-36896ab04800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:40:37.318412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.383660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:37.386864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8febf486-7ccb-43d1-803a-88eabd21a677,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:40:37.393235 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.430682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.431409 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:37.432908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] 10.222.0.60 "PUT /v2.0/ports/8febf486-7ccb-43d1-803a-88eabd21a677 HTTP/1.1" status: 200 len: 1094 time: 0.6083665 Mar 31 23:40:37.433605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:37.435644 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:37.471226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5201-13c2-44a9-9400-dbdd2de92a32 service neutron] Pushing event updated for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:37.474881 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff84641-9cfe-4917-bb9b-cdfde27c6969 x-openstack-request-id: req-7ff84641-9cfe-4917-bb9b-cdfde27c6969 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:37.475678 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:37.475934 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-7ff84641-9cfe-4917-bb9b-cdfde27c6969 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:37.476334 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff84641-9cfe-4917-bb9b-cdfde27c6969'] response: {'name': 'network-changed', 'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677', 'status': 'completed', 'code': 200} Mar 31 23:40:37.525891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-aa82af28-c6c4-4c76-8a5f-9a7d246dd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.527512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-aa82af28-c6c4-4c76-8a5f-9a7d246dd45b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9c4a659ee94495a48f4c32d5156566&device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 1097 time: 0.0499952 Mar 31 23:40:37.570911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-02868f94-71ed-451b-8529-ac5745a7abaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8febf486-7ccb-43d1-803a-88eabd21a677 HTTP/1.1" status: 200 len: 217 time: 0.0350816 Mar 31 23:40:37.623764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-3becf44f-e0fb-401c-9450-b527859dda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.625239 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-3becf44f-e0fb-401c-9450-b527859dda01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0475218 Mar 31 23:40:37.676672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-77f5c56b-cd62-403e-b9e2-8b72500516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.678210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-77f5c56b-cd62-403e-b9e2-8b72500516b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458920 Mar 31 23:40:37.774473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-22e55d51-e902-4540-b8e6-f7eae051d2aa service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889404 Mar 31 23:40:37.872116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-37bd4fb7-a0f6-427c-a7fb-de236e55796e req-328545f7-1e46-4266-a632-cd92e630dd79 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904708 Mar 31 23:40:37.987717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffcfe-88b9-447f-8934-7d8ec434030e req-bcef6bbe-fbdc-4b5d-bf18-1e40955cd6c9 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.989189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce6ffcfe-88b9-447f-8934-7d8ec434030e req-bcef6bbe-fbdc-4b5d-bf18-1e40955cd6c9 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 946 time: 0.0748968 Mar 31 23:40:37.990889 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-35e10ae1-05b0-42d1-aa4d-f4eba2d60eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:37.992243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-35e10ae1-05b0-42d1-aa4d-f4eba2d60eff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac9c4a659ee94495a48f4c32d5156566&device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 1097 time: 0.0675793 Mar 31 23:40:38.079582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce6ffcfe-88b9-447f-8934-7d8ec434030e req-4e1df88a-d7c8-4256-b5c4-590728354657 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825987 Mar 31 23:40:38.108104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-6fce264f-00c6-406b-9d2e-7f724a9a89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:38.109586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-6fce264f-00c6-406b-9d2e-7f724a9a89eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0 HTTP/1.1" status: 200 len: 871 time: 0.1072440 Mar 31 23:40:38.151226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-fa7349d4-f5f6-46b1-9210-8f03155355d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=8febf486-7ccb-43d1-803a-88eabd21a677 HTTP/1.1" status: 200 len: 217 time: 0.0340395 Mar 31 23:40:38.212727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-1fe5ec8e-ffa9-4251-b30f-5bf235af0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:38.215085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-1fe5ec8e-ffa9-4251-b30f-5bf235af0f99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=567bb7a5-2b2a-46be-bb94-16f2393a76f7 HTTP/1.1" status: 200 len: 843 time: 0.0573194 Mar 31 23:40:38.264617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-04a2c14a-0a3b-40ab-8edd-6f713f8c7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:38.266108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-04a2c14a-0a3b-40ab-8edd-6f713f8c7a98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442977 Mar 31 23:40:38.354989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-fcb1d4c9-90cb-4b9a-8448-e49ea54d96e4 service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815091 Mar 31 23:40:38.456328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7aed8af8-c461-4acf-8f68-fdb048c5a0e7 req-9394fcd1-6c25-4cdf-bf41-8d255cab146a service neutron] 10.222.0.60 "GET /v2.0/networks/fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946655 Mar 31 23:40:38.495872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:39.205924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3422d2d-3c39-48db-8493-deea840584b1 req-c2ec6ce9-e375-4168-95da-3a4844fb46ef tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:39.207474 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3422d2d-3c39-48db-8493-deea840584b1 req-c2ec6ce9-e375-4168-95da-3a4844fb46ef tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 946 time: 0.0550075 Mar 31 23:40:39.245222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3422d2d-3c39-48db-8493-deea840584b1 req-81407314-e957-4111-8997-c5c4c27ab3ca tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Mar 31 23:40:40.117518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:40.375957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242cf13-8f9b-4d2f-a391-48597d32e754 req-10f074af-11ba-4cbe-a6d8-07c6e8252be7 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:40.377453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a242cf13-8f9b-4d2f-a391-48597d32e754 req-10f074af-11ba-4cbe-a6d8-07c6e8252be7 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 946 time: 0.0614758 Mar 31 23:40:40.389920 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:40.419883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a242cf13-8f9b-4d2f-a391-48597d32e754 req-719d54b2-919e-4bbb-a56a-e1c7e3ec0c0e tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361495 Mar 31 23:40:41.505507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8febf486-7ccb-43d1-803a-88eabd21a677 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:40:41.542404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340ef8-6b89-46c3-bd20-273cd28c46a3 req-89a86575-7da0-4053-ad9a-6cbb71875c6b tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:41.544080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47340ef8-6b89-46c3-bd20-273cd28c46a3 req-89a86575-7da0-4053-ad9a-6cbb71875c6b tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 946 time: 0.0550520 Mar 31 23:40:41.583171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47340ef8-6b89-46c3-bd20-273cd28c46a3 req-46120ee9-c10c-4e83-9958-a7df355b2e23 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Mar 31 23:40:41.601881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8febf486-7ccb-43d1-803a-88eabd21a677,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:41.612931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '8febf486-7ccb-43d1-803a-88eabd21a677', 'network_id': 'fce2bcf3-c252-40f1-ba0a-22fd89ecd0a0', 'port_id': '8febf486-7ccb-43d1-803a-88eabd21a677', 'mac_address': 'fa:16:3e:69:92:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '567bb7a5-2b2a-46be-bb94-16f2393a76f7', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:40:41.651795 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.668088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febf486-7ccb-43d1-803a-88eabd21a677 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:41.688199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8febf486-7ccb-43d1-803a-88eabd21a677,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:41.694125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:41.742018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:42.120028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8febf486-7ccb-43d1-803a-88eabd21a677'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:40:42.707932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844ece1-b4ea-467e-b828-b503226c0a05 req-b577a280-93f7-4212-8b9c-aa61fbf775d9 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:42.709398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d844ece1-b4ea-467e-b828-b503226c0a05 req-b577a280-93f7-4212-8b9c-aa61fbf775d9 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 947 time: 0.0496244 Mar 31 23:40:42.752030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d844ece1-b4ea-467e-b828-b503226c0a05 req-4c853477-1ed7-4183-a886-3801459d1e6f tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362201 Mar 31 23:40:43.512629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8febf486-7ccb-43d1-803a-88eabd21a677 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:40:43.568540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 8febf486-7ccb-43d1-803a-88eabd21a677 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:40:43.574104 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 8febf486-7ccb-43d1-803a-88eabd21a677 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:40:43.574585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:43.651935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:43.674813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:43.677251 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a446b6-a5b8-4bf1-b5f5-50e94bd81693" -d '{"events": [{"server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "name": "network-vif-plugged", "status": "completed", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:43.692676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8febf486-7ccb-43d1-803a-88eabd21a677,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:43.698717 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:43.721787 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f1ebb2-f868-4349-838e-44f9e456e749 x-openstack-request-id: req-d6f1ebb2-f868-4349-838e-44f9e456e749 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:43.722101 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "name": "network-vif-plugged", "status": "completed", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:43.722341 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d6f1ebb2-f868-4349-838e-44f9e456e749 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:43.722731 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f1ebb2-f868-4349-838e-44f9e456e749'] response: {'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677', 'code': 200} Mar 31 23:40:43.749746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:43.820148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf2f3-cf7e-46af-b4c1-8d189e01fcf1 req-79c3eee3-5049-4fc5-a079-8da1805419e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.821663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78ddf2f3-cf7e-46af-b4c1-8d189e01fcf1 req-79c3eee3-5049-4fc5-a079-8da1805419e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 1099 time: 0.0408158 Mar 31 23:40:43.887560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78ddf2f3-cf7e-46af-b4c1-8d189e01fcf1 req-50f97814-d773-4a9f-ba75-de92d531191c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 Mar 31 23:40:43.896140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9314efe-c8fe-4ab8-bc9e-8cd3a6f2ce01 req-bc88ef41-e243-4f9a-a4ac-ef7b02f7806a tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:43.897558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9314efe-c8fe-4ab8-bc9e-8cd3a6f2ce01 req-bc88ef41-e243-4f9a-a4ac-ef7b02f7806a tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0682523 Mar 31 23:40:43.941392 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9314efe-c8fe-4ab8-bc9e-8cd3a6f2ce01 req-fbc33389-ea3a-4977-aacf-b1e09ff4f77f tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375195 Mar 31 23:40:44.994631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-5f47e393-c6dd-4ff1-ac07-90b1963ebb05 req-9c35f60c-531f-499a-9dc3-a0d9be2a5416 service neutron] (109298) timed out ('10.222.0.95', 50044) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:40:45.089822 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608d068-74f5-42d9-9b56-be24cfc975c9 req-8a329fd7-3d4b-416f-b27e-aa0185c8e892 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:45.091365 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e608d068-74f5-42d9-9b56-be24cfc975c9 req-8a329fd7-3d4b-416f-b27e-aa0185c8e892 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0580654 Mar 31 23:40:45.132200 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e608d068-74f5-42d9-9b56-be24cfc975c9 req-2fb5072f-e20a-4476-a390-1c3b006604d0 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Mar 31 23:40:46.258063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad359d5-101b-4d84-a466-93809828a49b req-5996fef5-21ea-4ba7-801a-b0ca54cedb0a tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:46.259699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ad359d5-101b-4d84-a466-93809828a49b req-5996fef5-21ea-4ba7-801a-b0ca54cedb0a tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0555038 Mar 31 23:40:46.311620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ad359d5-101b-4d84-a466-93809828a49b req-79085484-2443-424a-90f4-a0a43d2f9b27 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420048 Mar 31 23:40:46.741296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-ae12b4f3-e15b-471d-8db9-d85e8f31d412 req-3371c4d6-4f11-455e-a7b7-d81d2bf5e915 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:40:46.742507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ae12b4f3-e15b-471d-8db9-d85e8f31d412 req-3371c4d6-4f11-455e-a7b7-d81d2bf5e915 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1206059 Mar 31 23:40:47.092200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-283a5a91-1bc2-45c8-89ff-038e3ad38b13 req-62030f62-9f0c-427c-91f2-b2a7302b68ef service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:40:47.093208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-283a5a91-1bc2-45c8-89ff-038e3ad38b13 req-62030f62-9f0c-427c-91f2-b2a7302b68ef service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077403 Mar 31 23:40:47.462781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b6cc8-4d0b-45cb-b335-4984fedcc3b3 req-19734ec0-4a6c-4fd9-b095-c8e43c8d56b5 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:47.464784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df2b6cc8-4d0b-45cb-b335-4984fedcc3b3 req-19734ec0-4a6c-4fd9-b095-c8e43c8d56b5 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0555840 Mar 31 23:40:47.509828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-df2b6cc8-4d0b-45cb-b335-4984fedcc3b3 req-54c325df-25d9-43f7-a0fc-1b18ee3f725b tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360696 Mar 31 23:40:48.626602 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e389-dfd9-4eb8-9635-d617d9b8cc20 req-157edf3b-669e-4729-8d81-7d968c3daa78 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:48.628133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0709e389-dfd9-4eb8-9635-d617d9b8cc20 req-157edf3b-669e-4729-8d81-7d968c3daa78 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0486152 Mar 31 23:40:48.665215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0709e389-dfd9-4eb8-9635-d617d9b8cc20 req-02239977-eaff-4c61-b85d-8fa82c403550 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/security-groups?id=8b629710-77a7-4245-9606-70f4d0d28b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309768 Mar 31 23:40:49.092881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-1dea3189-f3af-4a65-81d6-2e56cea3e5c0 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:49.094358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-1dea3189-f3af-4a65-81d6-2e56cea3e5c0 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 948 time: 0.0522804 Mar 31 23:40:49.189099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Deleting port 8febf486-7ccb-43d1-803a-88eabd21a677 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:40:49.189449 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.276681 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] For port 8febf486-7ccb-43d1-803a-88eabd21a677, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=8febf486-7ccb-43d1-803a-88eabd21a677,segment=NetworkSegment(81e13abc-30e6-47d7-b520-36896ab04800),segment_id=81e13abc-30e6-47d7-b520-36896ab04800)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:40:49.277043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.290084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Calling delete_port for 8febf486-7ccb-43d1-803a-88eabd21a677 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:40:49.426228 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.438443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['8febf486-7ccb-43d1-803a-88eabd21a677'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:40:49.454684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Pushing event deleted for resources: {'Port': ['ID=8febf486-7ccb-43d1-803a-88eabd21a677,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:49.501347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] No DVR routers for this DVR port 8febf486-7ccb-43d1-803a-88eabd21a677 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:40:49.504105 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:49.507450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-771ff46b-12b0-4de0-98ed-cd3c99041d2e req-39117a81-629f-4a73-bffc-812b51709658 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.60 "DELETE /v2.0/ports/8febf486-7ccb-43d1-803a-88eabd21a677 HTTP/1.1" status: 204 len: 173 time: 0.4062116 Mar 31 23:40:49.507901 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'name': 'network-vif-deleted', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:49.510248 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164f299-d1d4-4ff0-90f0-ae6d981c3b14" -d '{"events": [{"server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "name": "network-vif-deleted", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:49.555271 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b63ea-88e8-411d-bf13-7a1b1253f825 x-openstack-request-id: req-192b63ea-88e8-411d-bf13-7a1b1253f825 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:49.555616 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e5c5c1-2fce-4e00-b113-11dd010d5143", "name": "network-vif-deleted", "tag": "8febf486-7ccb-43d1-803a-88eabd21a677", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:49.555860 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-192b63ea-88e8-411d-bf13-7a1b1253f825 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:49.556265 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192b63ea-88e8-411d-bf13-7a1b1253f825'] response: {'server_uuid': 'e4e5c5c1-2fce-4e00-b113-11dd010d5143', 'name': 'network-vif-deleted', 'tag': '8febf486-7ccb-43d1-803a-88eabd21a677', 'status': 'completed', 'code': 200} Mar 31 23:40:49.780148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0dfb9090-4101-4e4f-a888-ab85c2840a72 req-62700064-2fe2-4dfe-b935-a44d81654eb7 tempest-ServersAdminNegativeTestJSON-1155715504 tempest-ServersAdminNegativeTestJSON-1155715504-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4e5c5c1-2fce-4e00-b113-11dd010d5143 HTTP/1.1" status: 200 len: 210 time: 0.0344667 Mar 31 23:40:51.107407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34138) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:51.243695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-10a69e52-5262-41e4-9cab-65d3c20010b3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ac9c4a659ee94495a48f4c32d5156566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350787 Mar 31 23:40:51.246425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34142) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:51.293320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.298246 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.320995 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.370845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.373417 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.374730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8b629710-77a7-4245-9606-70f4d0d28b79 HTTP/1.1" status: 204 len: 168 time: 0.1274273 Mar 31 23:40:51.382781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b0713-809d-49e3-b276-15528d82ece5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b629710-77a7-4245-9606-70f4d0d28b79,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:51.681934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34150) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:51.699578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a92c598f-bb10-46c9-8dcb-09cbfcde3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.789081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a92c598f-bb10-46c9-8dcb-09cbfcde3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.795655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a92c598f-bb10-46c9-8dcb-09cbfcde3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.831528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c598f-bb10-46c9-8dcb-09cbfcde3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f2ed6-6a69-4c59-b481-2b1056ad6b0e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:51.836071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a92c598f-bb10-46c9-8dcb-09cbfcde3fd9 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0a1951cbf5fc498caadde49460e346bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529937 Mar 31 23:40:51.838848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34152) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:51.900830 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.925128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.982644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.985279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:51.986528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4e7f2ed6-6a69-4c59-b481-2b1056ad6b0e HTTP/1.1" status: 204 len: 168 time: 0.1467676 Mar 31 23:40:51.994830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e6d26-edc9-4e4e-818e-716082c726a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f2ed6-6a69-4c59-b481-2b1056ad6b0e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:52.710141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34174) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:52.847126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1827076402-network', 'tenant_id': '44a524ee42e54907b92695eaa8dfefa4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:52.870938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Made reservation on behalf of 44a524ee42e54907b92695eaa8dfefa4 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:52.874499 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:52.887817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:52.959997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:52.967007 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:52.992856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:40:53.002293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5795bb4-92f4-4353-8145-4296d9ebdad8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:53.006745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.007085 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Added segment b7ca8276-841e-439b-8db6-569be53fada6 of type vlan for network a4820a6b-a288-464b-bb11-3fad356d5443 Mar 31 23:40:53.018910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.019263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.019639 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.019981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.020318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.020659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.020982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.021309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.021635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.021942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.022266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.022598 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:40:53.068401 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.093715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.094750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:53.095382 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.125968 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4147098 Mar 31 23:40:53.129126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:40:53.134248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Request body: {'subnet': {'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1827076402-subnet', 'tenant_id': '44a524ee42e54907b92695eaa8dfefa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:53.156108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Made reservation on behalf of 44a524ee42e54907b92695eaa8dfefa4 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:53.158496 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.159881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4868b44-7cb8-4e79-8d66-38a79e7afbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4820a6b-a288-464b-bb11-3fad356d5443,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:53.169894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network a4820a6b-a288-464b-bb11-3fad356d5443 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:40:53.330095 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.389847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a254204-cd5d-4aac-bc04-07ebac8f6fdb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:53.397397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Checking segment: {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:53.397759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Network hostable DHCP agents. Network: a4820a6b-a288-464b-bb11-3fad356d5443, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:40:53.415254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Network a4820a6b-a288-464b-bb11-3fad356d5443 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:40:53.426142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, a4820a6b-a288-464b-bb11-3fad356d5443) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:40:53.430502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:53.431099 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:53.435373 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d0a068-2bfb-4308-8c66-834d7e61ab4f None None] Network a4820a6b-a288-464b-bb11-3fad356d5443 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:40:53.447887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-15a968a7-025e-497b-996e-661d128ae680 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3176329 Mar 31 23:40:53.556281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8febf486-7ccb-43d1-803a-88eabd21a677 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:40:53.578803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10414dd2-f0a6-43c5-960b-04151a30462c None None] Network a4820a6b-a288-464b-bb11-3fad356d5443 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:40:53.580917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 8febf486-7ccb-43d1-803a-88eabd21a677 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:40:53.581250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 8febf486-7ccb-43d1-803a-88eabd21a677 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:40:53.908167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-eccc2a47-5de7-4b16-ac1b-204cbfd4aad0 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:53.909628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-eccc2a47-5de7-4b16-ac1b-204cbfd4aad0 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 812 time: 0.1207113 Mar 31 23:40:53.927553 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-d67ba674-f538-4dda-b66c-b2354b1fdec8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/quotas/44a524ee42e54907b92695eaa8dfefa4 HTTP/1.1" status: 200 len: 375 time: 0.0096459 Mar 31 23:40:53.962767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-38e72925-868e-4c5b-a94a-630bcabca05e tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276067 Mar 31 23:40:54.059501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-bc7e636f-12c3-45c1-8d41-9262ca2097ce service neutron] 10.222.0.95 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893404 Mar 31 23:40:54.160046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-56a41cb7-f69e-4f42-a4e9-2cbc5871ccd4 service neutron] 10.222.0.95 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910020 Mar 31 23:40:54.331406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e01e57c-5363-43ef-9737-ba455b732c9f req-a6364437-4252-4728-9a63-1c26161a1a73 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 210 time: 0.0269814 Mar 31 23:40:55.437053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc51b5f6-f00f-4305-8767-7ff81d5842c0 req-f81a0162-d9e5-458a-9494-2750369f6d37 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 210 time: 0.0294662 Mar 31 23:40:55.529016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-d83934ae-9229-45b1-9751-88287a2ad05c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:55.530621 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-d83934ae-9229-45b1-9751-88287a2ad05c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.60 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 812 time: 0.1016772 Mar 31 23:40:55.552577 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Request body: {'port': {'device_id': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443', 'admin_state_up': True, 'tenant_id': '44a524ee42e54907b92695eaa8dfefa4'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:55.674221 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Made reservation on behalf of 44a524ee42e54907b92695eaa8dfefa4 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:40:55.677842 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:55.807414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Allocated IP 172.20.0.3 (a4820a6b-a288-464b-bb11-3fad356d5443/9a254204-cd5d-4aac-bc04-07ebac8f6fdb/c283b128-3b91-4fa0-987d-76699114839e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:40:55.953494 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:55.990151 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.039200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Network a4820a6b-a288-464b-bb11-3fad356d5443 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:40:56.042379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:40:56.045987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:40:56.052248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:56.096939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.097565 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.116685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a4467523-d41f-4e71-a211-c5bfa4c6a541 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680957 Mar 31 23:40:56.128793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Request body: {'port': {'device_id': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:40:56.181938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.462339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c283b128-3b91-4fa0-987d-76699114839e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:40:56.470095 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.484138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Transition to ACTIVE for port object c283b128-3b91-4fa0-987d-76699114839e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:40:56.489780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.550886 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.564792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:56.627443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36d9f-597e-4e05-99fc-0697ad3357ce req-9620b289-9040-41b2-bcda-8ff3759098c8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.628966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cd36d9f-597e-4e05-99fc-0697ad3357ce req-9620b289-9040-41b2-bcda-8ff3759098c8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.1131549 Mar 31 23:40:56.664831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:40:56.665184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:40:56.665504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:56.677128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:40:56.677447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:40:56.685796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7cd36d9f-597e-4e05-99fc-0697ad3357ce req-723e09c2-fad1-4936-9e7f-aef78d3b1b2a tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Mar 31 23:40:56.686994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:40:56.687353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Checking segment: {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:40:56.687723 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Bound using segment: {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:40:56.688146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Bound port: c283b128-3b91-4fa0-987d-76699114839e, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:40:56.688498 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.750722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:40:56.753612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:40:56.761024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.799863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.800497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:40:56.801918 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] 10.222.0.60 "PUT /v2.0/ports/c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 1091 time: 0.6772044 Mar 31 23:40:56.802348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:40:56.804646 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4105cc1-fb66-4fd5-b796-449258f5776f" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:40:56.828292 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ab0c3-442e-4a92-baab-edb26971b637 service neutron] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:40:56.843742 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75419f82-089b-48d7-90f2-3bc7ce20ec0a x-openstack-request-id: req-75419f82-089b-48d7-90f2-3bc7ce20ec0a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:40:56.844039 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:40:56.844295 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-75419f82-089b-48d7-90f2-3bc7ce20ec0a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:40:56.844720 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75419f82-089b-48d7-90f2-3bc7ce20ec0a'] response: {'name': 'network-changed', 'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'status': 'completed', 'code': 200} Mar 31 23:40:56.891996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-4ae65497-dc90-44f9-b6f7-33d569dd8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.893504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-4ae65497-dc90-44f9-b6f7-33d569dd8458 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0417244 Mar 31 23:40:56.940371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-bcad2fed-4a37-4e86-8efa-924390eb6467 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0378516 Mar 31 23:40:56.994059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-4dad67eb-d23c-489b-b50b-cce94f514785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:56.995553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-4dad67eb-d23c-489b-b50b-cce94f514785 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0475345 Mar 31 23:40:57.030226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-a2dbea28-c7a1-476a-a46d-ada6745d34bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263186 Mar 31 23:40:57.121989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-93a16787-6ca7-4d57-80ee-cf8e6a8db87c service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842316 Mar 31 23:40:57.214076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6542cc53-ce64-4cd9-bae6-eaaf92501978 req-5fd18336-c223-463a-8d74-333eb8b236d2 service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842922 Mar 31 23:40:57.313610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-72ea5f54-c197-4d1b-ac77-60af5f21d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.314994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-72ea5f54-c197-4d1b-ac77-60af5f21d8d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0422366 Mar 31 23:40:57.410647 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-02867fa0-b127-4066-b70d-3fb4fbeaf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.412169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-02867fa0-b127-4066-b70d-3fb4fbeaf3bf service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0890772 Mar 31 23:40:57.453400 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-ccba31c5-ab89-4ebc-87d4-6a384df2e747 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0338123 Mar 31 23:40:57.507697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-f9e2d166-560d-4f75-a134-579b2e0dde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.509735 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-f9e2d166-560d-4f75-a134-579b2e0dde29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0470519 Mar 31 23:40:57.545333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-a04b19f9-c9f6-419e-8ffa-65ef3ba381ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291781 Mar 31 23:40:57.645395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-ccaec485-cfc8-4499-b10e-fbc4d88d2224 service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921624 Mar 31 23:40:57.743587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4105cc1-fb66-4fd5-b796-449258f5776f req-8488a1a4-2dfc-48e4-ac3b-3a32a68e6dfc service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907781 Mar 31 23:40:57.807371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ddd2a-e371-4d9f-84a5-5e3e23c8c91a req-fa3c9eba-0516-4f03-bd4a-5eb8cdb57533 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:57.808853 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-361ddd2a-e371-4d9f-84a5-5e3e23c8c91a req-fa3c9eba-0516-4f03-bd4a-5eb8cdb57533 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0499063 Mar 31 23:40:57.851207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-361ddd2a-e371-4d9f-84a5-5e3e23c8c91a req-3216eba1-30b9-48e6-8e6d-f75f8dfe080a tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332696 Mar 31 23:40:58.992342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320a5e2-f9c3-4dd7-a810-19eaa3ad7721 req-a464a3b9-9975-45e4-b52a-4159cd29df57 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:40:58.993836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6320a5e2-f9c3-4dd7-a810-19eaa3ad7721 req-a464a3b9-9975-45e4-b52a-4159cd29df57 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0503314 Mar 31 23:40:59.034272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6320a5e2-f9c3-4dd7-a810-19eaa3ad7721 req-acb6807e-3985-42f2-93c8-a6f830ccb578 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Mar 31 23:41:00.171618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa846d51-88b3-46bb-b65d-d944e86f7527 req-dbd475e4-ca21-4acf-bb23-d97a899eb82d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:00.173109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa846d51-88b3-46bb-b65d-d944e86f7527 req-dbd475e4-ca21-4acf-bb23-d97a899eb82d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0550315 Mar 31 23:41:00.213748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fa846d51-88b3-46bb-b65d-d944e86f7527 req-38b4365c-d29c-4aa4-98a0-2d34de1efdd2 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Mar 31 23:41:01.337252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2ebbd-1e36-4ba7-914e-282782f02227 req-f14fe857-2d31-4a59-8d4f-7895ef0f35ba tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:01.338766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9be2ebbd-1e36-4ba7-914e-282782f02227 req-f14fe857-2d31-4a59-8d4f-7895ef0f35ba tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0516169 Mar 31 23:41:01.379899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9be2ebbd-1e36-4ba7-914e-282782f02227 req-f4ac9ab8-f902-4844-9a1c-cfbbe5f349af tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Mar 31 23:41:01.560804 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c283b128-3b91-4fa0-987d-76699114839e details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:01.666331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:01.677409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'c283b128-3b91-4fa0-987d-76699114839e', 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443', 'port_id': 'c283b128-3b91-4fa0-987d-76699114839e', 'mac_address': 'fa:16:3e:06:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254204-cd5d-4aac-bc04-07ebac8f6fdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:01.716032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:01.740604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c283b128-3b91-4fa0-987d-76699114839e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:01.760110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:01.767920 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:01.816727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:02.090148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['c283b128-3b91-4fa0-987d-76699114839e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:02.519145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b3014-d447-44dd-953d-e2a6f2ef3053 req-a720ec48-e1aa-4b25-9b36-fa6b2304beae tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:02.520597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c88b3014-d447-44dd-953d-e2a6f2ef3053 req-a720ec48-e1aa-4b25-9b36-fa6b2304beae tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 944 time: 0.0616734 Mar 31 23:41:02.558458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c88b3014-d447-44dd-953d-e2a6f2ef3053 req-4afb0677-e0ad-42de-b9d2-724b207daefe tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Mar 31 23:41:03.557734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c283b128-3b91-4fa0-987d-76699114839e up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:03.610505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port c283b128-3b91-4fa0-987d-76699114839e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:03.614687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port c283b128-3b91-4fa0-987d-76699114839e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:03.615202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.679355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596554d1-72f3-421a-bfda-44a6e7867bfc req-1074dca0-d817-425d-ad18-c08df2fdf2f4 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.680878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-596554d1-72f3-421a-bfda-44a6e7867bfc req-1074dca0-d817-425d-ad18-c08df2fdf2f4 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 944 time: 0.0518308 Mar 31 23:41:03.690358 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.713630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:03.715893 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec0d749-3614-49d3-bea0-9b9e6368c824" -d '{"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-plugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:03.719301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-596554d1-72f3-421a-bfda-44a6e7867bfc req-d25db9c8-36ec-424e-8eda-042214c18216 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Mar 31 23:41:03.732530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:03.743659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:03.789914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:03.818931 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075eb669-df91-4558-a97d-9e4a2a835852 x-openstack-request-id: req-075eb669-df91-4558-a97d-9e4a2a835852 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:03.819229 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-plugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:03.819507 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-075eb669-df91-4558-a97d-9e4a2a835852 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:03.819910 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075eb669-df91-4558-a97d-9e4a2a835852'] response: {'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'code': 200} Mar 31 23:41:03.918564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827798d-dc29-4a03-97fc-7173ec98e58b req-0f58c171-7afa-44e5-aa49-82d12e3b0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:03.920084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b827798d-dc29-4a03-97fc-7173ec98e58b req-0f58c171-7afa-44e5-aa49-82d12e3b0b81 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1096 time: 0.0415297 Mar 31 23:41:03.958682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b827798d-dc29-4a03-97fc-7173ec98e58b req-48dd82ae-e782-44a1-a13d-45e43498d711 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286057 Mar 31 23:41:04.528243 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d3ac7d5a-3f2a-4b76-b288-855daabfbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:04.849419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed67a1-97c5-4aed-b42a-1a94e94400ba req-a96f302e-1cb2-445e-811c-43973106a7f0 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:04.851172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fed67a1-97c5-4aed-b42a-1a94e94400ba req-a96f302e-1cb2-445e-811c-43973106a7f0 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0516610 Mar 31 23:41:04.888741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fed67a1-97c5-4aed-b42a-1a94e94400ba req-4f76199d-c098-4770-bc37-9d9370a54aed tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312994 Mar 31 23:41:06.019527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2538be-5595-42d4-8fa9-07c5fbff0ea1 req-025959cd-b22a-40dc-9efc-d484d30c6290 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:06.020992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c2538be-5595-42d4-8fa9-07c5fbff0ea1 req-025959cd-b22a-40dc-9efc-d484d30c6290 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0548916 Mar 31 23:41:06.058760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c2538be-5595-42d4-8fa9-07c5fbff0ea1 req-5688a83f-db0d-4c7f-914f-2ff8ff23d199 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Mar 31 23:41:06.266395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34242) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:06.320859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3fd91-df9c-425d-8d54-5bb0111e7954 req-08f09338-ff00-464d-acb3-ad6c4d5eb8ab tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:06.322347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bcb3fd91-df9c-425d-8d54-5bb0111e7954 req-08f09338-ff00-464d-acb3-ad6c4d5eb8ab tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0543475 Mar 31 23:41:06.360603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bcb3fd91-df9c-425d-8d54-5bb0111e7954 req-360429ad-b645-4cbd-9afb-1940de71d9b3 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Mar 31 23:41:06.363768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-e88a7ec8-b5ff-4d53-8a18-42ce8339407f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960402 Mar 31 23:41:06.373430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-1afebcbf-6a06-4e69-a974-f47e1aa19757 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:41:06.374484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-1afebcbf-6a06-4e69-a974-f47e1aa19757 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053060 Mar 31 23:41:06.959630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b44ff1a8-9657-4ea8-af1c-9199e8b63219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:07.493173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b675eb-2599-46f4-96d6-1a2724eac04c req-47180913-d660-45d9-909a-29ef21ab278d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:07.494659 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98b675eb-2599-46f4-96d6-1a2724eac04c req-47180913-d660-45d9-909a-29ef21ab278d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0583758 Mar 31 23:41:07.533863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98b675eb-2599-46f4-96d6-1a2724eac04c req-6bdc690d-61bd-41e4-b579-0bd2aa400451 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Mar 31 23:41:07.537720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-1d7a8a49-8940-4956-84db-a8a2dbaf3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:07.539248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-1d7a8a49-8940-4956-84db-a8a2dbaf3b9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1096 time: 0.0420232 Mar 31 23:41:07.631957 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-3dbaf1bb-4b6c-4aa6-9eb4-884b145e482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:07.633438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-3dbaf1bb-4b6c-4aa6-9eb4-884b145e482f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0871518 Mar 31 23:41:07.674460 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-781c93ee-e65a-4e69-ac42-18ba85903e03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0335600 Mar 31 23:41:07.725562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-e98d208f-d275-4b3b-861f-eff8adf952c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:07.726982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-e98d208f-d275-4b3b-861f-eff8adf952c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0452800 Mar 31 23:41:07.758902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-b58fba0e-c849-4a4e-9187-13f825bee660 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243530 Mar 31 23:41:07.853015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-4135a8d2-7b7f-4027-a3b2-275436e91fae service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874441 Mar 31 23:41:07.946480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-d864ddb9-1280-4cc0-b333-b721bcc82f10 service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861499 Mar 31 23:41:08.498695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:08.958616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f4c9d-1674-4165-8d0f-c937579e6a1b req-a0d9335a-c6fc-4ee4-9e93-477dc5cfd43b tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:08.960146 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c38f4c9d-1674-4165-8d0f-c937579e6a1b req-a0d9335a-c6fc-4ee4-9e93-477dc5cfd43b tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.3516591 Mar 31 23:41:08.997970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c38f4c9d-1674-4165-8d0f-c937579e6a1b req-010b8240-6216-4b0b-9c2e-d74febb64324 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Mar 31 23:41:10.120016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:10.136757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6c483-30b1-461b-a1b9-59de931224a8 req-fdc85e21-4422-406d-aa20-1c683a3423a8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:10.138288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8a6c483-30b1-461b-a1b9-59de931224a8 req-fdc85e21-4422-406d-aa20-1c683a3423a8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0698533 Mar 31 23:41:10.176865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b8a6c483-30b1-461b-a1b9-59de931224a8 req-3d785ebb-85e6-413b-b11f-67ef4cfeedab tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Mar 31 23:41:10.392014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:11.297959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe276c5-c44e-41dc-8160-d2ca92282715 req-949ad8e2-5a6f-4861-a66b-36e2920fbf16 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:11.299515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fe276c5-c44e-41dc-8160-d2ca92282715 req-949ad8e2-5a6f-4861-a66b-36e2920fbf16 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Mar 31 23:41:11.339870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5fe276c5-c44e-41dc-8160-d2ca92282715 req-2d828c28-1409-4b94-a375-aee000e380cb tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315542 Mar 31 23:41:12.466785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1884-5968-44e9-ba6e-e0bd3d3cbd93 req-eb8c694f-1c0b-49ba-a6c4-ea098838b96c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:12.468300 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7efb1884-5968-44e9-ba6e-e0bd3d3cbd93 req-eb8c694f-1c0b-49ba-a6c4-ea098838b96c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0584421 Mar 31 23:41:12.508169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7efb1884-5968-44e9-ba6e-e0bd3d3cbd93 req-eb2e8d8d-97d4-4b3e-8bc4-83dec8c6f90d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Mar 31 23:41:13.645747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38108-4546-4756-8940-435598a325a0 req-6d585d0c-1139-403b-8d69-617ca2ab3e06 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:13.647274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f38108-4546-4756-8940-435598a325a0 req-6d585d0c-1139-403b-8d69-617ca2ab3e06 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0657763 Mar 31 23:41:13.688713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-00f38108-4546-4756-8940-435598a325a0 req-4101328b-0563-4838-81ca-66f7feb7699e tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351117 Mar 31 23:41:14.122478 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:41:14.822948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ce3eb-bcac-44fb-b0bf-ff4918384ef4 req-65c6649e-ca43-4ee0-abc2-a5f2b36280cc tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:14.824472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd2ce3eb-bcac-44fb-b0bf-ff4918384ef4 req-65c6649e-ca43-4ee0-abc2-a5f2b36280cc tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0598676 Mar 31 23:41:14.863505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd2ce3eb-bcac-44fb-b0bf-ff4918384ef4 req-7873b4d9-b3a8-4bab-a7fb-d415992bb0df tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328121 Mar 31 23:41:15.988129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa9d1-3042-4175-8980-0d8e486a5e13 req-1766d518-7fd9-4f01-b78e-601f13e6eaa5 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:15.989657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13aa9d1-3042-4175-8980-0d8e486a5e13 req-1766d518-7fd9-4f01-b78e-601f13e6eaa5 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0516644 Mar 31 23:41:16.028444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13aa9d1-3042-4175-8980-0d8e486a5e13 req-4994b1f3-935f-40f7-9d5f-fdd0018e786f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Mar 31 23:41:17.154490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06cabd-d444-4c38-b5ff-7a9fd65a662d req-4c42a2d3-77bf-4ae2-8fcf-ddd114f27940 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:17.156020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc06cabd-d444-4c38-b5ff-7a9fd65a662d req-4c42a2d3-77bf-4ae2-8fcf-ddd114f27940 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0539315 Mar 31 23:41:17.202742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc06cabd-d444-4c38-b5ff-7a9fd65a662d req-95b62b38-9465-4ccd-999c-1dafe1e2582e tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Mar 31 23:41:18.330579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14158b20-7b06-46aa-9e13-60dac017ba98 req-b0557a8b-cf3e-474e-9958-b82188c837c9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:18.332138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14158b20-7b06-46aa-9e13-60dac017ba98 req-b0557a8b-cf3e-474e-9958-b82188c837c9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0536554 Mar 31 23:41:18.371175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-14158b20-7b06-46aa-9e13-60dac017ba98 req-69e3f13e-fa22-4603-867c-82cf31eee774 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Mar 31 23:41:19.504003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82fcc7-13df-4896-bfa9-8ec720e6627d req-e4a55994-80e5-4854-ab33-5c8db5804c07 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:19.505461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a82fcc7-13df-4896-bfa9-8ec720e6627d req-e4a55994-80e5-4854-ab33-5c8db5804c07 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Mar 31 23:41:19.546417 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5a82fcc7-13df-4896-bfa9-8ec720e6627d req-5edb84ad-2045-40d7-b4c5-cab3efa9304c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Mar 31 23:41:20.683794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7240c0-a4a9-4caa-bab6-c24cfb27a13a req-9534eada-f90b-41a2-bee4-7a7651c0deae tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:20.685268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c7240c0-a4a9-4caa-bab6-c24cfb27a13a req-9534eada-f90b-41a2-bee4-7a7651c0deae tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Mar 31 23:41:20.726333 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2c7240c0-a4a9-4caa-bab6-c24cfb27a13a req-a35cda6a-8d94-4956-a6b4-816782a398dd tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Mar 31 23:41:21.317968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:21.860006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273a51a-a9d9-47f5-a478-a77ff86a87a9 req-d624266c-ae60-477b-8621-1f112a13bfaf tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:21.861467 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d273a51a-a9d9-47f5-a478-a77ff86a87a9 req-d624266c-ae60-477b-8621-1f112a13bfaf tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0540349 Mar 31 23:41:21.899620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d273a51a-a9d9-47f5-a478-a77ff86a87a9 req-72a0f0a8-58fe-4927-a5bc-84ecc05e760b tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Mar 31 23:41:23.035415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f173f-71a2-49e2-bdfd-59edf0f91766 req-b7b27f00-dc68-4c35-a7ea-7ba53ef71859 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:23.036892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-135f173f-71a2-49e2-bdfd-59edf0f91766 req-b7b27f00-dc68-4c35-a7ea-7ba53ef71859 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0528266 Mar 31 23:41:23.087151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-135f173f-71a2-49e2-bdfd-59edf0f91766 req-a44054a6-42a1-4f1e-9445-0f2c3dfa0599 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Mar 31 23:41:24.209908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb928cf-0043-497d-b66d-ecfe96f7b4b5 req-84a03c2c-7b00-4ac7-b746-1a87bdc6abd8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:24.211466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3fb928cf-0043-497d-b66d-ecfe96f7b4b5 req-84a03c2c-7b00-4ac7-b746-1a87bdc6abd8 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Mar 31 23:41:24.253608 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3fb928cf-0043-497d-b66d-ecfe96f7b4b5 req-046587dc-83b6-41d4-aabc-060f0095f152 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347490 Mar 31 23:41:25.377380 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba733-5c40-4dc7-8171-1fba3d16f332 req-314bfc38-f8bf-4966-8bd8-fb856cfe7eba tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:25.378775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0fba733-5c40-4dc7-8171-1fba3d16f332 req-314bfc38-f8bf-4966-8bd8-fb856cfe7eba tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Mar 31 23:41:25.423859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b0fba733-5c40-4dc7-8171-1fba3d16f332 req-c18edf95-fc10-4664-a20e-b083fa3c76fb tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359056 Mar 31 23:41:26.552371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838608f-13c5-4c27-a681-7a3a270d7f1f req-81e369c4-437a-423f-b7d9-5b3acebc8554 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:26.553913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6838608f-13c5-4c27-a681-7a3a270d7f1f req-81e369c4-437a-423f-b7d9-5b3acebc8554 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Mar 31 23:41:26.565123 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:26.593620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6838608f-13c5-4c27-a681-7a3a270d7f1f req-ef95bb3d-458a-4431-a458-dc316a7136aa tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334013 Mar 31 23:41:27.728596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496e8d0-ed74-4948-84b7-2b10f6c1ab8f req-a5a4f386-8152-4c9d-b9b1-12ca253f3f1d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:27.730092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8496e8d0-ed74-4948-84b7-2b10f6c1ab8f req-a5a4f386-8152-4c9d-b9b1-12ca253f3f1d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Mar 31 23:41:27.773034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8496e8d0-ed74-4948-84b7-2b10f6c1ab8f req-bf438300-422e-4401-b230-224caa9e426a tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 Mar 31 23:41:28.907280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974490b-63cc-403d-a66e-124eed2ecaf2 req-2c0ba988-228f-451a-b6bf-e7e858d96f7d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:28.908716 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d974490b-63cc-403d-a66e-124eed2ecaf2 req-2c0ba988-228f-451a-b6bf-e7e858d96f7d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0531583 Mar 31 23:41:28.949347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d974490b-63cc-403d-a66e-124eed2ecaf2 req-8b490f10-63ca-4ef8-87cd-292604316b3e tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343940 Mar 31 23:41:30.092735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dffb0-c82e-4474-b23b-474eb7016337 req-3074e9fd-8039-4d7e-9205-0a08c4a151de tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:30.094198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-594dffb0-c82e-4474-b23b-474eb7016337 req-3074e9fd-8039-4d7e-9205-0a08c4a151de tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0557415 Mar 31 23:41:30.138045 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-594dffb0-c82e-4474-b23b-474eb7016337 req-5bffc290-973d-4840-8c67-bad6275a9524 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Mar 31 23:41:31.264346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79e3a4-3a05-4890-bfea-50e4b38befe7 req-179ea413-addd-482a-a72f-068d8aaa07f9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:31.265821 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b79e3a4-3a05-4890-bfea-50e4b38befe7 req-179ea413-addd-482a-a72f-068d8aaa07f9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0570612 Mar 31 23:41:31.313565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3b79e3a4-3a05-4890-bfea-50e4b38befe7 req-26158e37-443e-4fe1-890a-d7e8697fabfb tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Mar 31 23:41:32.456090 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c309a4-e31a-4577-9b9d-732b80c3bde7 req-f1dcecbf-c93e-4fba-9b2f-3b33e3cf0b32 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:32.457565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79c309a4-e31a-4577-9b9d-732b80c3bde7 req-f1dcecbf-c93e-4fba-9b2f-3b33e3cf0b32 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0614867 Mar 31 23:41:32.499835 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-79c309a4-e31a-4577-9b9d-732b80c3bde7 req-de2de0bf-8471-43cf-893d-1d032eab2157 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Mar 31 23:41:33.645048 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1759c-2b2e-41b7-b467-57cdbee3975a req-372edede-40f2-4378-9efe-4aeec635294f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:33.646546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82b1759c-2b2e-41b7-b467-57cdbee3975a req-372edede-40f2-4378-9efe-4aeec635294f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0607505 Mar 31 23:41:33.686076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-82b1759c-2b2e-41b7-b467-57cdbee3975a req-117279a0-d3df-40f7-8bd4-d6ce0fb6432b tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Mar 31 23:41:34.533072 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cc25cff7-2c03-4792-aded-2c31d99038bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:34.819999 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0546-bfc2-499e-9022-e5a4e85faa52 req-fee1cc2e-51b6-4b07-9ebc-37fa622132b6 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:34.821491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57e0546-bfc2-499e-9022-e5a4e85faa52 req-fee1cc2e-51b6-4b07-9ebc-37fa622132b6 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 945 time: 0.0588155 Mar 31 23:41:34.863725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a57e0546-bfc2-499e-9022-e5a4e85faa52 req-20b88e63-a873-4ae9-b713-55e1a1636b71 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Mar 31 23:41:35.134004 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-4d64cc90-a8cd-4878-bf6c-27a812a18761 service neutron] show failed (client error): The resource could not be found. Mar 31 23:41:35.135111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-4d64cc90-a8cd-4878-bf6c-27a812a18761 service neutron] 10.222.0.60 "GET /v2.0/ports/c283b128-3b91-4fa0-987d-76699114839e/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0607455 Mar 31 23:41:35.407672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-484acf14-fcba-49d1-8ec1-f6cce631b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.409172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-484acf14-fcba-49d1-8ec1-f6cce631b989 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650&tenant_id=44a524ee42e54907b92695eaa8dfefa4 HTTP/1.1" status: 200 len: 1096 time: 0.1049092 Mar 31 23:41:35.421317 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:35.474813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.676923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:35.708601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:35.751339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:35.753648 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a645c91-215b-48f5-a1f2-2f7790f1e6c0" -d '{"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-unplugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:35.757825 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.770944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Transition to ACTIVE for port object c283b128-3b91-4fa0-987d-76699114839e will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:35.776777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.839330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] No DVR routers for this DVR port c283b128-3b91-4fa0-987d-76699114839e on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:41:35.841263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:35.852631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.852959 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.853297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.853631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.853960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.854286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.854609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.854938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.855358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.855582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.855903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.856220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:35.876301 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42869bb2-0bb1-428a-84bd-305e62b58386 x-openstack-request-id: req-42869bb2-0bb1-428a-84bd-305e62b58386 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:35.876598 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-unplugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:35.876851 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-42869bb2-0bb1-428a-84bd-305e62b58386 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:35.877250 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42869bb2-0bb1-428a-84bd-305e62b58386'] response: {'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'code': 200} Mar 31 23:41:35.890516 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:35.890851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:35.891181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:35.895503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:35.895829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Attempting to bind port c283b128-3b91-4fa0-987d-76699114839e on network a4820a6b-a288-464b-bb11-3fad356d5443 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:35.901200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:35.901391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Checking segment: {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:35.901777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Bound using segment: {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:35.902215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Bound port: c283b128-3b91-4fa0-987d-76699114839e, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ca8276-841e-439b-8db6-569be53fada6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:35.902576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.968058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:35.971467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:35.977639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:35.984848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b58e0-612e-4b00-883b-46731c76ed9c req-e5809ccf-6713-4ea0-accb-f856bf0d4554 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:35.991991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13b58e0-612e-4b00-883b-46731c76ed9c req-e5809ccf-6713-4ea0-accb-f856bf0d4554 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0553114 Mar 31 23:41:36.015376 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.016136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:36.017612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] 10.222.0.96 "PUT /v2.0/ports/c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 1091 time: 0.6002679 Mar 31 23:41:36.036022 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d13b58e0-612e-4b00-883b-46731c76ed9c req-0b1c8d2e-0bf6-4a09-b99b-a5d07f321d9c tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Mar 31 23:41:36.038247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5e086-51bc-4b4e-b2f3-bd3a70452ada service neutron] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:36.082875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-6aa27a82-4f2e-4146-8679-1171748874e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.084450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-6aa27a82-4f2e-4146-8679-1171748874e6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0421245 Mar 31 23:41:36.185985 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-83c74adc-f0b4-4e9f-b4b2-da3aa976295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.187699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-83c74adc-f0b4-4e9f-b4b2-da3aa976295a service neutron] 10.222.0.96 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0962205 Mar 31 23:41:36.231370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-3157f56b-e033-418e-baa6-b3d95d8b01e5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0355575 Mar 31 23:41:36.288490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-0af01329-38bf-448d-af2a-b0158a75f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:36.290091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-0af01329-38bf-448d-af2a-b0158a75f4e4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0512042 Mar 31 23:41:36.326694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-494efba3-96c2-4258-b1a9-3a3ee7eb6046 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293310 Mar 31 23:41:36.419045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-3b9ed81b-1dc9-4c66-bb43-ad9f642f7f55 service neutron] 10.222.0.96 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846875 Mar 31 23:41:36.532629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eb7683f-f96e-4289-8c24-1fd0a58b4fdb req-a15e4be2-18b2-48d4-a512-8687d8d69f4e service neutron] 10.222.0.96 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054707 Mar 31 23:41:36.971904 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e4393de6-7579-48ad-9e68-3b3393f71365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:37.164730 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f086613-9098-4e15-8a84-d4536dae1f05 req-8830af99-20a4-4639-8043-69d068eec6d4 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:37.166238 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f086613-9098-4e15-8a84-d4536dae1f05 req-8830af99-20a4-4639-8043-69d068eec6d4 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0576174 Mar 31 23:41:37.206465 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f086613-9098-4e15-8a84-d4536dae1f05 req-7fab19ae-62a2-443e-80ef-7e3206796943 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Mar 31 23:41:37.879104 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:37.883006 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900827b-d4df-4ea2-b8ea-222b125ddf81" -d '{"events": [{"name": "network-changed", "server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:37.944851 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d2c0fa-65e6-43c7-b97a-8fa147d8a49e x-openstack-request-id: req-68d2c0fa-65e6-43c7-b97a-8fa147d8a49e {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:37.946012 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:37.946272 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-68d2c0fa-65e6-43c7-b97a-8fa147d8a49e {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:37.946676 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d2c0fa-65e6-43c7-b97a-8fa147d8a49e'] response: {'name': 'network-changed', 'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'status': 'completed', 'code': 200} Mar 31 23:41:38.011550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-412b104c-c423-4a20-bda5-d4c939b27b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.013169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-412b104c-c423-4a20-bda5-d4c939b27b39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0483487 Mar 31 23:41:38.014846 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-a50fa7d1-d523-4a04-878e-d15133710863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.016398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-a50fa7d1-d523-4a04-878e-d15133710863 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0444353 Mar 31 23:41:38.112124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-79cc0e21-9fd3-409f-ad11-a1f02d238cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.113344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-71936287-f204-4944-ad4f-5e2d11d96d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.113625 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-79cc0e21-9fd3-409f-ad11-a1f02d238cd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0941093 Mar 31 23:41:38.115672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-71936287-f204-4944-ad4f-5e2d11d96d29 service neutron] 10.222.0.96 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0913556 Mar 31 23:41:38.155790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-17219c9a-9da4-4364-b729-05c0ca99e02c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0347345 Mar 31 23:41:38.156930 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-df63abe7-c6ca-4683-ad94-bddbea8693c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0344856 Mar 31 23:41:38.208409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-8f116af1-5388-457a-851e-1706da7e7140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.209400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-c3644b06-37aa-4e2b-b25e-d3093be557c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.209957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-8f116af1-5388-457a-851e-1706da7e7140 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0478117 Mar 31 23:41:38.211306 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-c3644b06-37aa-4e2b-b25e-d3093be557c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0476060 Mar 31 23:41:38.243008 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-e4c60d73-9df0-4e24-b5df-55982440ffdc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247436 Mar 31 23:41:38.243447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-a234d656-89f8-4566-b6ba-7f725df0e5ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269551 Mar 31 23:41:38.332615 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-ebbcb617-70bf-4410-9a5d-51484ca8b019 service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825946 Mar 31 23:41:38.369414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f387f5e-22ec-4c72-8c75-83a53a30266f req-9529d280-8a40-433b-a95c-95aa1ff7f5da tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:38.371024 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f387f5e-22ec-4c72-8c75-83a53a30266f req-9529d280-8a40-433b-a95c-95aa1ff7f5da tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0932508 Mar 31 23:41:38.373266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-3abdfe36-2230-4da0-902f-402d6350f3f8 service neutron] 10.222.0.96 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222684 Mar 31 23:41:38.425192 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-0da93f07-65ac-4c3b-ba6d-11357696deed service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862687 Mar 31 23:41:38.457687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f387f5e-22ec-4c72-8c75-83a53a30266f req-efcc2a67-5730-45ca-ada7-54bd21f86fff tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Mar 31 23:41:38.486141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1900827b-d4df-4ea2-b8ea-222b125ddf81 req-c1f671ff-82fd-4633-9abb-d54bccadae2b service neutron] 10.222.0.96 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023512 Mar 31 23:41:38.497159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:39.584560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4d106-5cec-4a03-b5c6-766ed6fc5b3b req-8ff6909c-2712-4c26-882e-f16fcbdd3e15 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:39.586193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fa4d106-5cec-4a03-b5c6-766ed6fc5b3b req-8ff6909c-2712-4c26-882e-f16fcbdd3e15 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0531096 Mar 31 23:41:39.625223 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fa4d106-5cec-4a03-b5c6-766ed6fc5b3b req-bced0dd6-57cf-4b94-88a8-364a80319cd9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Mar 31 23:41:39.775797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c283b128-3b91-4fa0-987d-76699114839e no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:41:39.813889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device c283b128-3b91-4fa0-987d-76699114839e not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:41:40.120909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.393658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:40.763043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc99a8-c4e5-4f43-aa98-359851dd92c8 req-1f74c066-a55d-4604-96b3-80158969839f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:40.764577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23fc99a8-c4e5-4f43-aa98-359851dd92c8 req-1f74c066-a55d-4604-96b3-80158969839f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 943 time: 0.0620446 Mar 31 23:41:40.809808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23fc99a8-c4e5-4f43-aa98-359851dd92c8 req-b869c56f-aae6-463a-8f4e-db78f42f4b5d tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Mar 31 23:41:41.134903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-41a55688-c01e-41de-90d5-6721790f1987 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.136424 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-41a55688-c01e-41de-90d5-6721790f1987 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650&tenant_id=44a524ee42e54907b92695eaa8dfefa4&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.0891342 Mar 31 23:41:41.197733 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-5f199d51-cbd7-4028-9dd4-f9f84c0a8814 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:41:41.198609 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-5f199d51-cbd7-4028-9dd4-f9f84c0a8814 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c283b128-3b91-4fa0-987d-76699114839e/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0544555 Mar 31 23:41:41.290936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-17642f18-85bc-48f3-a858-d704cd4d2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.292467 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-17642f18-85bc-48f3-a858-d704cd4d2d31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44a524ee42e54907b92695eaa8dfefa4&device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 1094 time: 0.0424345 Mar 31 23:41:41.385453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-28fac8d8-9e69-4faf-b926-e35c8b35d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.386917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-28fac8d8-9e69-4faf-b926-e35c8b35d831 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 200 len: 914 time: 0.0873315 Mar 31 23:41:41.428388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-02b44f32-1bd1-448c-a84b-998035f627b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 200 len: 217 time: 0.0338027 Mar 31 23:41:41.477570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-79698fb8-4ade-42cf-bd6c-5dc64b17368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:41.478944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-79698fb8-4ade-42cf-bd6c-5dc64b17368f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 200 len: 852 time: 0.0443125 Mar 31 23:41:41.514498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-4a1c3f4d-fe96-4189-a757-1d49170b21dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4820a6b-a288-464b-bb11-3fad356d5443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285230 Mar 31 23:41:41.606829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-e2ec2c3d-4484-441d-b24b-7e562059fff7 service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Mar 31 23:41:41.701716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-c07bc3bd-d16a-4819-a604-cc0b9f1a477b service neutron] 10.222.0.60 "GET /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 Mar 31 23:41:42.167058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c283b128-3b91-4fa0-987d-76699114839e details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:42.268911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:42.280701 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'c283b128-3b91-4fa0-987d-76699114839e', 'network_id': 'a4820a6b-a288-464b-bb11-3fad356d5443', 'port_id': 'c283b128-3b91-4fa0-987d-76699114839e', 'mac_address': 'fa:16:3e:06:80:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a254204-cd5d-4aac-bc04-07ebac8f6fdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:42.321828 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:42.334644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c283b128-3b91-4fa0-987d-76699114839e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:42.353923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:42.358873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:42.412596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:42.421837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.422343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.422697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.423031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.423391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.423760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.424171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.424500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.424823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.425143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.425644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.425973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:41:42.532621 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc364d-1b85-4183-b682-213bdfe4f9eb req-4c49d8c9-ea69-4f6b-981e-a02b871959ca tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:42.534095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84bc364d-1b85-4183-b682-213bdfe4f9eb req-4c49d8c9-ea69-4f6b-981e-a02b871959ca tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 944 time: 0.0500028 Mar 31 23:41:42.575340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-84bc364d-1b85-4183-b682-213bdfe4f9eb req-3341fe69-d628-4066-8605-6dd154756368 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Mar 31 23:41:42.762575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c283b128-3b91-4fa0-987d-76699114839e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:43.705330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a49cb-9a6c-490d-a1ee-9c62d3332479 req-612caf8e-560f-41bb-bba8-31504a30c044 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:43.706845 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-696a49cb-9a6c-490d-a1ee-9c62d3332479 req-612caf8e-560f-41bb-bba8-31504a30c044 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 944 time: 0.0574784 Mar 31 23:41:43.747389 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-696a49cb-9a6c-490d-a1ee-9c62d3332479 req-9cdfe262-4c1b-45c3-9c79-cbe481fafbdc tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.95 "GET /v2.0/security-groups?id=a5795bb4-92f4-4353-8145-4296d9ebdad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Mar 31 23:41:44.040357 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-8e6b0185-b2c7-4d29-8600-29a272da27d9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:44.042481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-8e6b0185-b2c7-4d29-8600-29a272da27d9 tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.96 "GET /v2.0/ports?device_id=84fc0bb3-a2ea-401f-af6d-9ee7daa8c650 HTTP/1.1" status: 200 len: 944 time: 0.0595214 Mar 31 23:41:44.149637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Deleting port c283b128-3b91-4fa0-987d-76699114839e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:41:44.150058 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.177137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c283b128-3b91-4fa0-987d-76699114839e up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:44.228952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port c283b128-3b91-4fa0-987d-76699114839e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:44.232972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port c283b128-3b91-4fa0-987d-76699114839e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:44.233350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.241487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:44.241784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.254257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Calling delete_port for c283b128-3b91-4fa0-987d-76699114839e owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:41:44.312194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.333742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:44.336028 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c428e6-562b-4f04-8f3b-d5dccb9c42f0" -d '{"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-plugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:44.348522 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port c283b128-3b91-4fa0-987d-76699114839e, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=c283b128-3b91-4fa0-987d-76699114839e,segment=NetworkSegment(b7ca8276-841e-439b-8db6-569be53fada6),segment_id=b7ca8276-841e-439b-8db6-569be53fada6)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:44.354152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.378089 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf424c80-d4e4-4323-8c9a-77563e7cc869 x-openstack-request-id: req-cf424c80-d4e4-4323-8c9a-77563e7cc869 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:44.378383 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-plugged", "status": "completed", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:44.378643 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-cf424c80-d4e4-4323-8c9a-77563e7cc869 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:44.379026 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf424c80-d4e4-4323-8c9a-77563e7cc869'] response: {'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'code': 200} Mar 31 23:41:44.403383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:44.412714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.426544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['c283b128-3b91-4fa0-987d-76699114839e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:44.441772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Pushing event deleted for resources: {'Port': ['ID=c283b128-3b91-4fa0-987d-76699114839e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:44.492529 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] No DVR routers for this DVR port c283b128-3b91-4fa0-987d-76699114839e on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:41:44.495214 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.498534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f6a80f74-a7e6-4989-85c9-732538ba2da1 req-98f3ca1f-7301-4c0e-943b-56e19b46d43f tempest-DeleteServersTestJSON-1128999924 tempest-DeleteServersTestJSON-1128999924-project] 10.222.0.96 "DELETE /v2.0/ports/c283b128-3b91-4fa0-987d-76699114839e HTTP/1.1" status: 204 len: 173 time: 0.4498322 Mar 31 23:41:44.498968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-deleted', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:44.501288 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c0d8a-597b-47e9-9c49-23c76ae1626b" -d '{"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-deleted", "tag": "c283b128-3b91-4fa0-987d-76699114839e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:44.538445 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368f361-ddde-4409-845e-ba51bedb1194 x-openstack-request-id: req-5368f361-ddde-4409-845e-ba51bedb1194 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:44.538739 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fc0bb3-a2ea-401f-af6d-9ee7daa8c650", "name": "network-vif-deleted", "tag": "c283b128-3b91-4fa0-987d-76699114839e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:44.538988 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5368f361-ddde-4409-845e-ba51bedb1194 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:44.539432 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5368f361-ddde-4409-845e-ba51bedb1194'] response: {'server_uuid': '84fc0bb3-a2ea-401f-af6d-9ee7daa8c650', 'name': 'network-vif-deleted', 'tag': 'c283b128-3b91-4fa0-987d-76699114839e', 'status': 'completed', 'code': 200} Mar 31 23:41:44.887270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34364) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:44.930833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Deleting subnet 9a254204-cd5d-4aac-bc04-07ebac8f6fdb {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:41:44.934240 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:44.970098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.008332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.062056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.090454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a254204-cd5d-4aac-bc04-07ebac8f6fdb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:45.094142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.099491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1646744c-3ac8-4c70-8c11-7df916a2a115 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/9a254204-cd5d-4aac-bc04-07ebac8f6fdb HTTP/1.1" status: 204 len: 168 time: 0.2090390 Mar 31 23:41:45.100523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34366) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:45.172342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.250844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.276290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4820a6b-a288-464b-bb11-3fad356d5443']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:45.290654 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ca8276-841e-439b-8db6-569be53fada6') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:45.291006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ca8276-841e-439b-8db6-569be53fada6') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:41:45.300940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.314778 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.321280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:41:45.321678 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:41:45.323394 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:41:45.395707 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.402356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.405656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] 10.222.0.95 "DELETE /v2.0/networks/a4820a6b-a288-464b-bb11-3fad356d5443 HTTP/1.1" status: 204 len: 168 time: 0.3040462 Mar 31 23:41:45.415268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169912-bb0a-4b27-ab84-b70ace9d4cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4820a6b-a288-464b-bb11-3fad356d5443,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:45.527202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34370) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:45.567484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-8b37b4a8-9b57-4945-8762-db13b3938619 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44a524ee42e54907b92695eaa8dfefa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389745 Mar 31 23:41:45.569997 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34372) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:45.619445 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.640917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.693827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.697023 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:45.698233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/a5795bb4-92f4-4353-8145-4296d9ebdad8 HTTP/1.1" status: 204 len: 168 time: 0.1272070 Mar 31 23:41:45.706259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a36968-0aae-499f-a2b6-caaa65890a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5795bb4-92f4-4353-8145-4296d9ebdad8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:46.433582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:46.542527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1968614544-network', 'tenant_id': '6026fc5a55c94d8fa47f53fca4cdac3a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:46.566712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Made reservation on behalf of 6026fc5a55c94d8fa47f53fca4cdac3a for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:46.570529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.580365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.664090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.670136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.689523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:41:46.703790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db38942-2ba7-4f53-9ced-3a5be3facc61,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:46.706631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.706996 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Added segment efd01184-3b76-413d-805d-92e61e0c5d92 of type vlan for network 432e6449-9311-4e7a-ab48-df2a62994fdb Mar 31 23:41:46.745740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.771766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.772622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:46.773199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.804240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3694527 Mar 31 23:41:46.807838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34398) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:41:46.812837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Request body: {'subnet': {'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1968614544-subnet', 'tenant_id': '6026fc5a55c94d8fa47f53fca4cdac3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:46.834712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Made reservation on behalf of 6026fc5a55c94d8fa47f53fca4cdac3a for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:46.836381 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ef407-253e-4d13-8ccf-4ee1d37e480e admin admin] Pushing event updated for resources: {'Network': ['ID=432e6449-9311-4e7a-ab48-df2a62994fdb,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:46.837147 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:46.846746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 432e6449-9311-4e7a-ab48-df2a62994fdb details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:41:47.024640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.072916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7448d70c-f55b-4e91-a84f-1510ab8cecb7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:47.089331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Checking segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:47.089690 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Network hostable DHCP agents. Network: 432e6449-9311-4e7a-ab48-df2a62994fdb, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:41:47.109817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Network 432e6449-9311-4e7a-ab48-df2a62994fdb is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:41:47.121709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 432e6449-9311-4e7a-ab48-df2a62994fdb) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:47.126059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:47.126645 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:47.131311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f0427-5b89-4428-b6b0-89f9ba5c5312 None None] Network 432e6449-9311-4e7a-ab48-df2a62994fdb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:41:47.144753 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5b5abf1f-c70c-4c42-a94b-b32857fed0a0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3351169 Mar 31 23:41:47.416606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3f856-a7b2-4bdc-9cb6-75850b4ef1db None None] Network 432e6449-9311-4e7a-ab48-df2a62994fdb requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:41:47.592741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-c435a8a0-79f9-499d-afc8-5a5ea7251e04 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:47.594207 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-c435a8a0-79f9-499d-afc8-5a5ea7251e04 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 815 time: 0.1099524 Mar 31 23:41:47.610173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-66f0e995-6e64-40f9-8af9-573d35940f42 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/quotas/6026fc5a55c94d8fa47f53fca4cdac3a HTTP/1.1" status: 200 len: 375 time: 0.0096266 Mar 31 23:41:47.641755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-c175315d-59ab-449e-ab2e-95a98fafb13f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262375 Mar 31 23:41:47.793810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-0b09027d-d39c-4ec3-933d-d42df811f43b service neutron] 10.222.0.95 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446545 Mar 31 23:41:47.900701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-5f0b5ef5-f578-4309-9338-28fc64e7895e service neutron] 10.222.0.95 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006205 Mar 31 23:41:48.076482 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d99db8a1-7674-42ff-bfb2-0ef82885c67a req-5bca9f80-00bd-410f-87d3-28eadb5999a2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 210 time: 0.0266721 Mar 31 23:41:48.175189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c283b128-3b91-4fa0-987d-76699114839e no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:41:48.196543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: c283b128-3b91-4fa0-987d-76699114839e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:41:48.196881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device c283b128-3b91-4fa0-987d-76699114839e not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:41:49.076207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-3afe94ee-08b0-4c7e-b019-ed9d58a6b881 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:49.077686 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-3afe94ee-08b0-4c7e-b019-ed9d58a6b881 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 815 time: 0.1106336 Mar 31 23:41:49.092979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Request body: {'port': {'device_id': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'admin_state_up': True, 'tenant_id': '6026fc5a55c94d8fa47f53fca4cdac3a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:49.182578 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a815ab4-2258-4683-b391-f0550ad7025a req-62a88424-5ef4-4b89-adaf-cd48f846d297 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Mar 31 23:41:49.229396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Made reservation on behalf of 6026fc5a55c94d8fa47f53fca4cdac3a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:41:49.233528 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.363400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Allocated IP 172.20.0.9 (432e6449-9311-4e7a-ab48-df2a62994fdb/7448d70c-f55b-4e91-a84f-1510ab8cecb7/efa1b341-0c6e-42f6-bba2-e5a1f90e187b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:41:49.514525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.557451 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.601464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Network 432e6449-9311-4e7a-ab48-df2a62994fdb is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:41:49.604636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:41:49.607201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:41:49.631803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:49.663992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:49.664620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:49.683485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-a8117c75-4b06-4dbc-9440-ed7eef663182 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945683 Mar 31 23:41:49.699781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Request body: {'port': {'device_id': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:41:49.760155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.047679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa1b341-0c6e-42f6-bba2-e5a1f90e187b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:50.056237 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.069180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Transition to ACTIVE for port object efa1b341-0c6e-42f6-bba2-e5a1f90e187b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:41:50.075425 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.124339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.198076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:41:50.198364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:41:50.198761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:50.203485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:41:50.203802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:41:50.208825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:41:50.209182 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Checking segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:41:50.209540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Bound using segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:41:50.210067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Bound port: efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:41:50.210416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.278834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:41:50.282789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:41:50.292881 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.305550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a611a-d00e-4287-a2bf-41808750e826 req-c0f33422-fb28-432d-8afe-fb17496e8631 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.306945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-243a611a-d00e-4287-a2bf-41808750e826 req-c0f33422-fb28-432d-8afe-fb17496e8631 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0506072 Mar 31 23:41:50.330729 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.331364 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:50.332745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] 10.222.0.60 "PUT /v2.0/ports/efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 1091 time: 0.6375053 Mar 31 23:41:50.333187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:50.335517 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63585010-ef45-47ad-8e1c-e8d608ef8b79" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:50.352594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-243a611a-d00e-4287-a2bf-41808750e826 req-43b9ebda-acfc-4ea9-a8b9-27efec320419 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Mar 31 23:41:50.359365 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08543ea-4383-4b23-bb33-a9bb8e957a05 service neutron] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:50.387266 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f1ed4a-de88-4fbd-99b4-fb449ca9864c x-openstack-request-id: req-e1f1ed4a-de88-4fbd-99b4-fb449ca9864c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:50.387561 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:50.387816 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e1f1ed4a-de88-4fbd-99b4-fb449ca9864c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:50.388198 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f1ed4a-de88-4fbd-99b4-fb449ca9864c'] response: {'name': 'network-changed', 'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'status': 'completed', 'code': 200} Mar 31 23:41:50.424392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-14327455-d982-47f8-999e-808b3a5a9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.425898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-14327455-d982-47f8-999e-808b3a5a9844 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0484915 Mar 31 23:41:50.475448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-7d403aed-fb83-4593-af61-acb214d34d85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0355110 Mar 31 23:41:50.533717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-674dc6f9-9a18-4b66-ab57-6274589d41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.535293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-674dc6f9-9a18-4b66-ab57-6274589d41ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0530689 Mar 31 23:41:50.568011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-0a393261-d39d-42a8-a3d3-8f9ddbc23e93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253165 Mar 31 23:41:50.663656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-b33e30f6-a59d-4f49-960c-a1de483ee125 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882394 Mar 31 23:41:50.755230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7872e92a-825f-476a-abe3-0df865d8dd9b req-f05082cf-2485-4a27-b016-dd63cb898888 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848694 Mar 31 23:41:50.848874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-62953d1a-2d92-432a-80b4-e1cdafd85b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.850335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-62953d1a-2d92-432a-80b4-e1cdafd85b02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0489476 Mar 31 23:41:50.948816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-49140fd5-c948-4ddf-ab4b-616cdc912c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:50.950379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-49140fd5-c948-4ddf-ab4b-616cdc912c20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0927095 Mar 31 23:41:50.997655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-6118c8a6-2376-4ada-aa16-44b8e14f9cad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0392962 Mar 31 23:41:51.050068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-a382f5d9-2b2d-4678-91d8-947e76ae94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:51.051566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-a382f5d9-2b2d-4678-91d8-947e76ae94de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0443213 Mar 31 23:41:51.083570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-e4997b2c-2cbf-4c8b-8ebe-bab81b301348 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250640 Mar 31 23:41:51.122913 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:41:51.179314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-556ec291-c814-4b62-a62e-4f128a19d0cb service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882845 Mar 31 23:41:51.272336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63585010-ef45-47ad-8e1c-e8d608ef8b79 req-50ef4be0-5873-476e-a9c1-6b571bed987a service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858476 Mar 31 23:41:51.320777 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:51.482723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f911d-b54a-44c0-9bf3-0cbe97618d22 req-f2852266-8597-4791-84bc-0da36aa4d3bd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:51.484189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d16f911d-b54a-44c0-9bf3-0cbe97618d22 req-f2852266-8597-4791-84bc-0da36aa4d3bd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0518670 Mar 31 23:41:51.526729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d16f911d-b54a-44c0-9bf3-0cbe97618d22 req-bd0deacd-536c-4e08-9975-aa45ffb64c9d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Mar 31 23:41:52.662112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7346d7-8083-4e4c-84a3-c0135c7e79bf req-2d701dfd-f18f-4ca9-8374-1919ce6ac599 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:52.663814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c7346d7-8083-4e4c-84a3-c0135c7e79bf req-2d701dfd-f18f-4ca9-8374-1919ce6ac599 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0523727 Mar 31 23:41:52.706784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c7346d7-8083-4e4c-84a3-c0135c7e79bf req-fb567ca7-8ff5-4c9a-aad5-32afd7f415a5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367107 Mar 31 23:41:53.822959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:41:53.836659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d3fdb-c7a2-4b25-be06-138c869fefb8 req-b9e97cd5-0e97-47a5-a4a0-7db83e480ab8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:53.838361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b8d3fdb-c7a2-4b25-be06-138c869fefb8 req-b9e97cd5-0e97-47a5-a4a0-7db83e480ab8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0550606 Mar 31 23:41:53.878201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b8d3fdb-c7a2-4b25-be06-138c869fefb8 req-327e8cd8-d352-4501-bb8b-a42f120a48ff tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Mar 31 23:41:53.920678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:53.931614 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'port_id': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'mac_address': 'fa:16:3e:eb:a9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7448d70c-f55b-4e91-a84f-1510ab8cecb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:41:53.970938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:53.987213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa1b341-0c6e-42f6-bba2-e5a1f90e187b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:41:54.007795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:54.013685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:54.060134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:54.363750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['efa1b341-0c6e-42f6-bba2-e5a1f90e187b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:41:55.015668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177f281-91af-4207-8d71-847622b3da5c req-a60dc923-9f0a-4bb1-b949-9788bc9d4506 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:55.017117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f177f281-91af-4207-8d71-847622b3da5c req-a60dc923-9f0a-4bb1-b949-9788bc9d4506 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 944 time: 0.0610566 Mar 31 23:41:55.057929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f177f281-91af-4207-8d71-847622b3da5c req-02de49ca-1b23-4128-988c-41fe841e8f96 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Mar 31 23:41:55.838466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:41:55.898195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port efa1b341-0c6e-42f6-bba2-e5a1f90e187b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:41:55.902482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port efa1b341-0c6e-42f6-bba2-e5a1f90e187b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:41:55.902860 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:55.991877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:56.017925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:41:56.020196 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e924aa4e-8ccc-40d1-986f-d02648ff6835" -d '{"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-plugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:41:56.032503 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:41:56.038704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:56.061117 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251fe075-7f57-4c9d-9675-cd87712ca63a x-openstack-request-id: req-251fe075-7f57-4c9d-9675-cd87712ca63a {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:41:56.061403 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-plugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:41:56.061649 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-251fe075-7f57-4c9d-9675-cd87712ca63a {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:41:56.062032 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251fe075-7f57-4c9d-9675-cd87712ca63a'] response: {'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'code': 200} Mar 31 23:41:56.087047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:41:56.190337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de73fc-3e23-409b-9f40-e8b66cf2dae7 req-e42faa48-9c34-464d-bf79-eb3be15d9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.191857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67de73fc-3e23-409b-9f40-e8b66cf2dae7 req-e42faa48-9c34-464d-bf79-eb3be15d9fff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1096 time: 0.0662189 Mar 31 23:41:56.201787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d91eb-8083-47a5-9f40-69e9717918fb req-36a2135d-86d1-4f23-8175-b12db26edd64 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:56.203143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b7d91eb-8083-47a5-9f40-69e9717918fb req-36a2135d-86d1-4f23-8175-b12db26edd64 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0699134 Mar 31 23:41:56.254390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67de73fc-3e23-409b-9f40-e8b66cf2dae7 req-1b1f2923-7be6-4d5b-b610-4d6f06cc2d62 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502660 Mar 31 23:41:56.261586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4b7d91eb-8083-47a5-9f40-69e9717918fb req-9ceb1b19-d6d3-4b17-a77a-f14fca3028c9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511508 Mar 31 23:41:56.575090 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:41:57.402794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c363a34-054d-4d84-8d1e-4ea8c3f3e325 req-fc06e59a-8f52-4ce8-be90-c0879f1cf560 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:57.404195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c363a34-054d-4d84-8d1e-4ea8c3f3e325 req-fc06e59a-8f52-4ce8-be90-c0879f1cf560 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0508211 Mar 31 23:41:57.447579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c363a34-054d-4d84-8d1e-4ea8c3f3e325 req-9ff3d79f-98f0-497f-ad6c-ee090e13b62e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Mar 31 23:41:58.585801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9760-ef8b-4b9c-a652-6aab6325c4c5 req-a4fdf32e-728b-4cfd-9118-2e6e12897637 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:58.587315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b35e9760-ef8b-4b9c-a652-6aab6325c4c5 req-a4fdf32e-728b-4cfd-9118-2e6e12897637 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0606840 Mar 31 23:41:58.628605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b35e9760-ef8b-4b9c-a652-6aab6325c4c5 req-0db5affb-0e3a-4c21-a8e4-f2eaf3cf2133 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Mar 31 23:41:58.759934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afbd5f-ccba-476d-8e08-24c181a36058 req-d64d2519-b054-4e52-8b4b-02031c7e6b79 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:58.761355 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21afbd5f-ccba-476d-8e08-24c181a36058 req-d64d2519-b054-4e52-8b4b-02031c7e6b79 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0520432 Mar 31 23:41:58.802132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21afbd5f-ccba-476d-8e08-24c181a36058 req-71950669-399d-475e-a963-a46ebc61fcc1 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Mar 31 23:41:59.026954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bfb7-daef-4506-9518-ca54b60cdc6d req-6bb1ecfe-648e-4f1f-905c-bc284e04284c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:59.028484 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b23bfb7-daef-4506-9518-ca54b60cdc6d req-6bb1ecfe-648e-4f1f-905c-bc284e04284c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0623987 Mar 31 23:41:59.066759 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b23bfb7-daef-4506-9518-ca54b60cdc6d req-e45bcde1-e835-4905-929b-187cbdb218fc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Mar 31 23:41:59.183927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7be282-8db0-4b8b-a1d8-b57721e8eab1 req-c963eb8c-ac87-4e9c-be4b-d24da121641f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:59.185398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb7be282-8db0-4b8b-a1d8-b57721e8eab1 req-c963eb8c-ac87-4e9c-be4b-d24da121641f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Mar 31 23:41:59.222985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb7be282-8db0-4b8b-a1d8-b57721e8eab1 req-160720e7-639c-453e-bd8d-ccabff1ae368 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Mar 31 23:41:59.459480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-fb65d33e-9851-490d-931b-fd454eac037a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393999 Mar 31 23:41:59.480486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babcde8-4cb1-470c-8494-3a33dbc76a82 req-600ff2b6-e8d5-445a-9f5f-ad0cc2bf2f49 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:41:59.482006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6babcde8-4cb1-470c-8494-3a33dbc76a82 req-600ff2b6-e8d5-445a-9f5f-ad0cc2bf2f49 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0571585 Mar 31 23:41:59.531387 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6babcde8-4cb1-470c-8494-3a33dbc76a82 req-74449111-c384-4e44-b1cf-3dee99580a37 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Mar 31 23:42:00.665573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e4425-1055-41b9-aa9a-9c2ead424bf1 req-781e22df-0c82-4fb5-a8fc-90fe5c09f114 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.667083 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e4425-1055-41b9-aa9a-9c2ead424bf1 req-781e22df-0c82-4fb5-a8fc-90fe5c09f114 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0551164 Mar 31 23:42:00.697071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-a1dbac08-57c4-4105-88e0-252a29225a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.698573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-a1dbac08-57c4-4105-88e0-252a29225a09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1096 time: 0.0402389 Mar 31 23:42:00.708134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da3e4425-1055-41b9-aa9a-9c2ead424bf1 req-0cdab69a-209a-4729-9ca5-b78c23b988fc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Mar 31 23:42:00.793605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-ea5ff56c-cdda-4d2e-970d-158678290524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.795092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-ea5ff56c-cdda-4d2e-970d-158678290524 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0895104 Mar 31 23:42:00.841160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-99c09a9e-86a3-4e5b-80bb-1c8c5fae4b4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0379519 Mar 31 23:42:00.891768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-78114be3-8849-4f23-9c39-e96bf3b31431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:00.893225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-78114be3-8849-4f23-9c39-e96bf3b31431 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0456667 Mar 31 23:42:00.925482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-23d8fcf4-9832-4ec4-8c85-a8f5c96bb7ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252864 Mar 31 23:42:01.023608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-36d4d62d-8244-41a8-bc5a-1189b00efa91 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896399 Mar 31 23:42:01.115978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-ca173479-d9ac-4d9d-85ea-90f615222d1d service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Mar 31 23:42:01.851225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd50c-4306-4501-b34f-77d13ca7f1d1 req-1fefde54-44c2-4a93-ab67-790c3a6a1473 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:01.853093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c32bd50c-4306-4501-b34f-77d13ca7f1d1 req-1fefde54-44c2-4a93-ab67-790c3a6a1473 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0624352 Mar 31 23:42:01.909878 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c32bd50c-4306-4501-b34f-77d13ca7f1d1 req-920582e3-60ad-4fd4-81bf-3ae31c981736 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502932 Mar 31 23:42:03.045430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1166b-a9c1-480c-a698-cd08aa887a5a req-9307a91a-8b8c-4e69-ae1c-8e849655d03e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:03.047025 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce1166b-a9c1-480c-a698-cd08aa887a5a req-9307a91a-8b8c-4e69-ae1c-8e849655d03e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0582902 Mar 31 23:42:03.090278 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dce1166b-a9c1-480c-a698-cd08aa887a5a req-b179146f-63b5-48c2-a37d-b899ca0eb817 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Mar 31 23:42:04.215412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82da96-5dda-4460-bd8c-422f5bc96433 req-33439a75-9e92-49d6-911e-735b6c70259f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:04.216885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef82da96-5dda-4460-bd8c-422f5bc96433 req-33439a75-9e92-49d6-911e-735b6c70259f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0560763 Mar 31 23:42:04.257403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef82da96-5dda-4460-bd8c-422f5bc96433 req-8694eeab-1af6-49b9-8b28-6810d725408c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Mar 31 23:42:04.547300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-092e9b54-e0b9-41c1-9809-9f3aac7e8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:05.383912 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d2fa4-84fc-4240-a9fa-54e11faa4b28 req-48a0a7c4-b8fb-4076-b9cb-8fc621ec19c5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:05.385334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a01d2fa4-84fc-4240-a9fa-54e11faa4b28 req-48a0a7c4-b8fb-4076-b9cb-8fc621ec19c5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Mar 31 23:42:05.424706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a01d2fa4-84fc-4240-a9fa-54e11faa4b28 req-4ad4610e-439d-4ea9-84c2-09a2f5ac3e52 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Mar 31 23:42:06.545260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188209e-006a-4fa1-b7ab-f21070da0e9c req-87b9d165-31ee-4149-a566-70aa1e1885f2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:06.546717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4188209e-006a-4fa1-b7ab-f21070da0e9c req-87b9d165-31ee-4149-a566-70aa1e1885f2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Mar 31 23:42:06.584316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4188209e-006a-4fa1-b7ab-f21070da0e9c req-9a2ada56-1be4-4880-9068-0714a0e3e4c3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Mar 31 23:42:06.983755 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5c90e0a2-b36e-4cbf-aeca-41ea6844ed95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:07.709947 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb3f99-2c55-4502-9d44-d14a8f825dec req-7f05267a-4d02-4695-be58-33946da40ae5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:07.711431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eedb3f99-2c55-4502-9d44-d14a8f825dec req-7f05267a-4d02-4695-be58-33946da40ae5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Mar 31 23:42:07.750740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-eedb3f99-2c55-4502-9d44-d14a8f825dec req-125c2a05-c5ad-49cf-98bf-448d7b169fa3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Mar 31 23:42:08.501963 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:08.895212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e566f2a-b35b-4581-aec0-f52897c14003 req-f2a0ec3b-3d18-4120-aee9-c7041a170707 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:08.896786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e566f2a-b35b-4581-aec0-f52897c14003 req-f2a0ec3b-3d18-4120-aee9-c7041a170707 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0581176 Mar 31 23:42:08.938973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7e566f2a-b35b-4581-aec0-f52897c14003 req-ad53bdc9-fe49-43d2-9bfd-ee046c922405 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Mar 31 23:42:10.069327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a292e8-e4a7-425c-a34a-1c1feee0d2f6 req-f9702dc9-8980-4ac0-a6b4-30a59bd561cb tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:10.070791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5a292e8-e4a7-425c-a34a-1c1feee0d2f6 req-f9702dc9-8980-4ac0-a6b4-30a59bd561cb tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0617800 Mar 31 23:42:10.109786 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c5a292e8-e4a7-425c-a34a-1c1feee0d2f6 req-79cf4b31-bdc5-49f6-a520-2b3fd6ffefdd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Mar 31 23:42:10.123103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:10.392635 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:11.233468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229ebe6-6aed-4832-bce0-b83aff4af3ad req-60e6bca0-8dd0-4363-9ce3-35376706071c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:11.234931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5229ebe6-6aed-4832-bce0-b83aff4af3ad req-60e6bca0-8dd0-4363-9ce3-35376706071c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Mar 31 23:42:11.275955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5229ebe6-6aed-4832-bce0-b83aff4af3ad req-3743ed02-f85c-432e-8d05-2b49c06b2660 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Mar 31 23:42:12.397737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ed095-f28d-432f-a64b-866cda1de6a5 req-2fd77b7f-3a5d-4512-b2b5-89f0decaf2d0 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:12.399128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c43ed095-f28d-432f-a64b-866cda1de6a5 req-2fd77b7f-3a5d-4512-b2b5-89f0decaf2d0 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Mar 31 23:42:12.449437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c43ed095-f28d-432f-a64b-866cda1de6a5 req-7f4f9488-4931-452a-b9bc-3d233d2b3d67 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438197 Mar 31 23:42:13.585655 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30f774-6d22-4ea8-ab6e-3f5a98e69c52 req-0b284fdd-bf92-48a9-9e62-bfb6988f5038 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:13.587225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd30f774-6d22-4ea8-ab6e-3f5a98e69c52 req-0b284fdd-bf92-48a9-9e62-bfb6988f5038 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0586405 Mar 31 23:42:13.630553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd30f774-6d22-4ea8-ab6e-3f5a98e69c52 req-7a6a3ad6-603a-4f00-8378-46ec07c170d8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366735 Mar 31 23:42:14.779877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e94b-ecb1-46da-9eea-4550a75d32bf req-6c05fb3c-5be0-4f51-995f-94b15a2766a9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:14.781373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cf2e94b-ecb1-46da-9eea-4550a75d32bf req-6c05fb3c-5be0-4f51-995f-94b15a2766a9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0552993 Mar 31 23:42:14.820613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8cf2e94b-ecb1-46da-9eea-4550a75d32bf req-77233c8c-4760-4fea-96fc-4ed24f2d76f7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Mar 31 23:42:15.950551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5a8d5-5465-4c3b-9b29-a361f5a0a14a req-00ec1a54-105d-46f4-aab1-50b43ef895a9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:15.952124 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbc5a8d5-5465-4c3b-9b29-a361f5a0a14a req-00ec1a54-105d-46f4-aab1-50b43ef895a9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Mar 31 23:42:15.997978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbc5a8d5-5465-4c3b-9b29-a361f5a0a14a req-aa03638a-23cb-4f9a-be28-90be97554fce tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369172 Mar 31 23:42:17.124962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a43e-9598-4e5b-bdab-6cda8b532c30 req-3e98f7f2-0484-4335-8734-6985b1e9a4b5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:17.126414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e3a43e-9598-4e5b-bdab-6cda8b532c30 req-3e98f7f2-0484-4335-8734-6985b1e9a4b5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0546227 Mar 31 23:42:17.182154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-21e3a43e-9598-4e5b-bdab-6cda8b532c30 req-2bcc9cac-5768-48bc-b36a-2b32e910d11a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Mar 31 23:42:18.315828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d1104-7b41-4368-946a-1fa11145b2ce req-5c723ee5-f402-4afd-be2e-89661a1505d8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:18.317292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-787d1104-7b41-4368-946a-1fa11145b2ce req-5c723ee5-f402-4afd-be2e-89661a1505d8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0561240 Mar 31 23:42:18.357573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-787d1104-7b41-4368-946a-1fa11145b2ce req-eda1f68d-6ee5-4db1-b734-e6b8429516a5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Mar 31 23:42:19.499477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd06449-6aee-4f1d-bb32-c7cd6c05f686 req-10b2da0c-a309-4e35-a475-7dc89c7ab611 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:19.500943 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0dd06449-6aee-4f1d-bb32-c7cd6c05f686 req-10b2da0c-a309-4e35-a475-7dc89c7ab611 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0542538 Mar 31 23:42:19.542094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0dd06449-6aee-4f1d-bb32-c7cd6c05f686 req-c1f394f5-38ff-43a3-8711-8e5dbadfcb42 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Mar 31 23:42:20.672845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fd9ae-25f2-49db-82db-15b7cfc7bc96 req-a1f47a9f-3c64-42fd-ba44-cbf5484b49ea tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:20.674331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d35fd9ae-25f2-49db-82db-15b7cfc7bc96 req-a1f47a9f-3c64-42fd-ba44-cbf5484b49ea tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0507612 Mar 31 23:42:20.715189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d35fd9ae-25f2-49db-82db-15b7cfc7bc96 req-5d8bd1c4-7f66-4092-abcd-3f8907c3276d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Mar 31 23:42:21.349345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:21.844277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d3cc6-45eb-467b-aa9a-4d9c30e8effe req-6dc12dca-0286-4f17-a2a9-cc102734585a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:21.845665 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59d3cc6-45eb-467b-aa9a-4d9c30e8effe req-6dc12dca-0286-4f17-a2a9-cc102734585a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Mar 31 23:42:21.884266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59d3cc6-45eb-467b-aa9a-4d9c30e8effe req-c5252f18-b090-4e94-9a3b-7c0d88a18516 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Mar 31 23:42:23.015712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa480b1-43f8-4308-a5c4-67822195a9df req-6c3f8555-ef0b-4f5a-b982-8cdb969917cf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:23.017260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fa480b1-43f8-4308-a5c4-67822195a9df req-6c3f8555-ef0b-4f5a-b982-8cdb969917cf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0510266 Mar 31 23:42:23.060780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1fa480b1-43f8-4308-a5c4-67822195a9df req-00e81565-852c-4dd7-9c85-cee4799706bd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Mar 31 23:42:24.195616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7baf6-0d43-44c1-a2bd-14d77c4b6fbe req-756cb7b9-3b01-4a09-b1c9-0ec3beab1d26 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:24.197089 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eb7baf6-0d43-44c1-a2bd-14d77c4b6fbe req-756cb7b9-3b01-4a09-b1c9-0ec3beab1d26 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Mar 31 23:42:24.235290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5eb7baf6-0d43-44c1-a2bd-14d77c4b6fbe req-90022987-5878-46b0-89f8-342ba42f0df3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Mar 31 23:42:25.360526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893054c-95aa-4a6f-9545-cb35455a68ad req-8c4582e0-ab49-40a2-9567-40e57e9860df tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:25.361988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a893054c-95aa-4a6f-9545-cb35455a68ad req-8c4582e0-ab49-40a2-9567-40e57e9860df tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Mar 31 23:42:25.402829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a893054c-95aa-4a6f-9545-cb35455a68ad req-7f883d40-7f55-407f-bcad-33ed5f281a20 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Mar 31 23:42:26.534045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94144ae-1d4a-43a5-a6bf-5b2e665d53b7 req-bb0c30e6-e42c-40c4-bf1f-16871e19dd91 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:26.535524 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d94144ae-1d4a-43a5-a6bf-5b2e665d53b7 req-bb0c30e6-e42c-40c4-bf1f-16871e19dd91 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0538399 Mar 31 23:42:26.574384 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d94144ae-1d4a-43a5-a6bf-5b2e665d53b7 req-7ede28df-0864-45e3-95e9-0a7c0ca9b485 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Mar 31 23:42:26.579348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:27.705845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1860c06-4835-4710-a05b-38e8c97c551d req-7769abd6-5726-48f0-aa36-5c6734dfe75a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:27.707329 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1860c06-4835-4710-a05b-38e8c97c551d req-7769abd6-5726-48f0-aa36-5c6734dfe75a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0562477 Mar 31 23:42:27.745742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c1860c06-4835-4710-a05b-38e8c97c551d req-d8a21d63-6032-4c9d-b67f-700e31cacc20 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Mar 31 23:42:28.096799 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-77321f9c-748a-4650-89cf-bd24bd214988 req-90912519-71cf-4123-881d-f8bb21961335 service neutron] show failed (client error): The resource could not be found. Mar 31 23:42:28.098174 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-90912519-71cf-4123-881d-f8bb21961335 service neutron] 10.222.0.60 "GET /v2.0/ports/efa1b341-0c6e-42f6-bba2-e5a1f90e187b/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0685611 Mar 31 23:42:28.122879 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:42:28.308882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-1c9e6046-d449-40e9-a600-c08bf50621d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:28.310447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-1c9e6046-d449-40e9-a600-c08bf50621d2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1&tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a HTTP/1.1" status: 200 len: 1096 time: 0.0421460 Mar 31 23:42:28.320580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-47f808ba-b3a9-4d55-88c5-b3d16d8dfd66 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:42:28.321497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-47f808ba-b3a9-4d55-88c5-b3d16d8dfd66 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048180 Mar 31 23:42:28.333686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:28.393490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.598481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:28.631888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:28.671367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:28.673588 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa26e13-f1b2-425e-a623-7268b5068cf0" -d '{"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:28.677874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.690957 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Transition to ACTIVE for port object efa1b341-0c6e-42f6-bba2-e5a1f90e187b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:42:28.696363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.730347 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797e54d-2eca-405d-b130-5a6eee056849 x-openstack-request-id: req-1797e54d-2eca-405d-b130-5a6eee056849 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:28.730640 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-unplugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:28.730890 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1797e54d-2eca-405d-b130-5a6eee056849 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:28.731312 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1797e54d-2eca-405d-b130-5a6eee056849'] response: {'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'code': 200} Mar 31 23:42:28.749851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:28.765149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] No DVR routers for this DVR port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:42:28.799619 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:42:28.799934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:42:28.800242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:28.804841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:42:28.805162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Attempting to bind port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:28.810150 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:42:28.810519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Checking segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:42:28.810932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Bound using segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:42:28.811363 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Bound port: efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:42:28.811728 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.870086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc86da-f878-425e-9df9-1bbfbbcb9388 req-1a8521b0-915e-4f4f-aa58-34896ea79737 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:28.875571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:28.875745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9adc86da-f878-425e-9df9-1bbfbbcb9388 req-1a8521b0-915e-4f4f-aa58-34896ea79737 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0562341 Mar 31 23:42:28.878938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:42:28.884784 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.912131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9adc86da-f878-425e-9df9-1bbfbbcb9388 req-1da1be77-eee5-4af5-8029-5b5258a458a8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Mar 31 23:42:28.920764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:28.921490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:28.923214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] 10.222.0.96 "PUT /v2.0/ports/efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 1091 time: 0.5934536 Mar 31 23:42:28.961323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73258542-072f-4695-9e2e-f85f5c790690 service neutron] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:28.991712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-4e6b95ef-9052-4e8d-b7c2-ae899e55a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:28.993209 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-4e6b95ef-9052-4e8d-b7c2-ae899e55a557 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0476058 Mar 31 23:42:29.093242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-80855376-2f94-4c13-b665-f4871b56adae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:29.094712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-80855376-2f94-4c13-b665-f4871b56adae service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0938401 Mar 31 23:42:29.138530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-c8e0ddc7-bd60-402a-a2c7-642f0a4b3436 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0367141 Mar 31 23:42:29.187208 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77321f9c-748a-4650-89cf-bd24bd214988 req-465ed50e-02ad-4cf1-894f-2bb745cf8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:29.188680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-465ed50e-02ad-4cf1-894f-2bb745cf8595 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0437164 Mar 31 23:42:29.220855 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-f0fea5cc-a7a6-442b-aadf-356db86764ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Mar 31 23:42:29.667663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-cb4f2674-d6df-449d-9525-693488356f47 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400163 Mar 31 23:42:29.760323 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-77321f9c-748a-4650-89cf-bd24bd214988 req-89b86638-0f60-4a5a-9ced-de1cb6aeeee0 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856662 Mar 31 23:42:30.035087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a863dc4-ec69-40e5-83ec-d51e350c8531 req-7e1226a4-8e69-43d3-a6d1-3219d9cadb99 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:30.036579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a863dc4-ec69-40e5-83ec-d51e350c8531 req-7e1226a4-8e69-43d3-a6d1-3219d9cadb99 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0498781 Mar 31 23:42:30.077605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a863dc4-ec69-40e5-83ec-d51e350c8531 req-f7c5d03c-76e3-4dd4-b483-6031388b87da tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Mar 31 23:42:30.732791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:30.736110 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19853164-8ea9-4342-beb0-f43942bdcd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:30.789803 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9c5d6-ae77-470c-b9e2-f7e1b5369a1d x-openstack-request-id: req-83a9c5d6-ae77-470c-b9e2-f7e1b5369a1d {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:30.790139 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:30.790407 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-83a9c5d6-ae77-470c-b9e2-f7e1b5369a1d {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:30.790876 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a9c5d6-ae77-470c-b9e2-f7e1b5369a1d'] response: {'name': 'network-changed', 'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'status': 'completed', 'code': 200} Mar 31 23:42:30.850467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-89b7dd52-e841-488b-bf6a-973ae124dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:30.852018 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-89b7dd52-e841-488b-bf6a-973ae124dd1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0430751 Mar 31 23:42:30.854706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-0b6c3480-02d7-4543-a684-9d7a0e722d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:30.856224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-0b6c3480-02d7-4543-a684-9d7a0e722d6a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0433712 Mar 31 23:42:30.947073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-51eee354-e88d-435c-a167-5bff8db92562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:30.948617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-51eee354-e88d-435c-a167-5bff8db92562 service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0858459 Mar 31 23:42:30.995867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-01ff2b80-1faf-4cad-babe-bfd8c284ab1d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0394363 Mar 31 23:42:31.048423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-dbc340bf-cd8d-443a-b4ff-a14db24f9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:31.050074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-dbc340bf-cd8d-443a-b4ff-a14db24f9dc1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0469902 Mar 31 23:42:31.087509 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-90de5b9b-9110-40c2-9f0c-6266c4dd0720 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256824 Mar 31 23:42:31.219814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-d91a043f-1829-4fcd-b928-32c6985c66f8 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249146 Mar 31 23:42:31.228005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b467-83b8-4118-84db-fc5da689813b req-efec3a57-ff13-4044-97fa-777f1c31e452 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:31.230220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3004b467-83b8-4118-84db-fc5da689813b req-efec3a57-ff13-4044-97fa-777f1c31e452 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0695126 Mar 31 23:42:31.250404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-3d3de5b5-52e3-457e-9808-3e74fa8a1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:31.251788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-3d3de5b5-52e3-457e-9808-3e74fa8a1c54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.3934059 Mar 31 23:42:31.292008 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-487ad8a0-98c2-497e-bdad-9be094068d32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0326900 Mar 31 23:42:31.321498 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3004b467-83b8-4118-84db-fc5da689813b req-d5e42373-deb9-43a4-8e16-b2aef246f153 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837688 Mar 31 23:42:31.341495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-13f30e55-f7e0-4e9f-8e79-a6cb1c00013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:31.342961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-13f30e55-f7e0-4e9f-8e79-a6cb1c00013d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0442703 Mar 31 23:42:31.348126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-4935f154-ee8f-455a-814d-00267e72b5ab service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171834 Mar 31 23:42:31.374471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-bd143bde-0af2-4f64-b330-b4f3f69cde33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243480 Mar 31 23:42:31.481290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-fe81b376-9a02-49aa-a4cf-13eb61006282 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985868 Mar 31 23:42:31.577947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-19853164-8ea9-4342-beb0-f43942bdcd5a req-a42d29f0-d0d8-4ba4-ab55-224f187592ee service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Mar 31 23:42:31.942930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:42:31.981635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:42:32.455546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717d30f-2b5d-4be4-a82e-15c31e3a3097 req-d23ee11a-e2dd-40e7-b7ce-2807371198cc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:32.457051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4717d30f-2b5d-4be4-a82e-15c31e3a3097 req-d23ee11a-e2dd-40e7-b7ce-2807371198cc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0516508 Mar 31 23:42:32.496264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4717d30f-2b5d-4be4-a82e-15c31e3a3097 req-361a373d-cb60-4f20-8173-25fcf4c85bdf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Mar 31 23:42:33.630551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09457228-2f96-469a-b7ea-24189949e6af req-44378a01-65fa-4297-9072-75481161ff58 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:33.632053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09457228-2f96-469a-b7ea-24189949e6af req-44378a01-65fa-4297-9072-75481161ff58 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0545540 Mar 31 23:42:33.670055 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09457228-2f96-469a-b7ea-24189949e6af req-e7180200-a61f-4047-98f8-b981d07879f3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Mar 31 23:42:33.876904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0d6c-3e5a-44f5-8a1f-484bdfc8583e req-6b170b63-b5fc-496c-af1b-c28b5a233670 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:33.878400 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-068e0d6c-3e5a-44f5-8a1f-484bdfc8583e req-6b170b63-b5fc-496c-af1b-c28b5a233670 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 943 time: 0.0569618 Mar 31 23:42:33.886866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-cefbb3c6-79d9-48d1-bcb8-b20b606e13c5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:33.888368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-cefbb3c6-79d9-48d1-bcb8-b20b606e13c5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1&tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.0528135 Mar 31 23:42:33.930540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-068e0d6c-3e5a-44f5-8a1f-484bdfc8583e req-59aba933-b935-4722-8cfe-cd69f93ca6a4 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348761 Mar 31 23:42:33.950798 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-037e0651-ef87-45ed-9f21-11206ff0ed8d service neutron] delete failed (client error): The resource could not be found. Mar 31 23:42:33.951867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-037e0651-ef87-45ed-9f21-11206ff0ed8d service neutron] 10.222.0.60 "DELETE /v2.0/ports/efa1b341-0c6e-42f6-bba2-e5a1f90e187b/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0550733 Mar 31 23:42:34.040345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-0305e715-a592-44ec-84ce-91849cf8cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:34.041778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-0305e715-a592-44ec-84ce-91849cf8cbf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 1094 time: 0.0453334 Mar 31 23:42:34.131530 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-95c159dd-5709-4d01-802a-1e4dc6d8cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:34.132870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-95c159dd-5709-4d01-802a-1e4dc6d8cb50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0840831 Mar 31 23:42:34.182005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-02650c88-6e4b-44d9-b734-1cb570918378 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 200 len: 217 time: 0.0419736 Mar 31 23:42:34.237099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-e88245ce-4fb1-4cb3-ba13-3253cbad4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:34.238688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-e88245ce-4fb1-4cb3-ba13-3253cbad4120 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0498986 Mar 31 23:42:34.270507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-0435977b-43d0-4a25-83b4-344678a93734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251634 Mar 31 23:42:34.363373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-4f76e9e6-8fd2-479e-920a-d912f03c4da0 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857880 Mar 31 23:42:34.407439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:42:34.462187 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbb4093f-1263-4efe-a321-de92f7bf0dd2 req-6bb7b630-e801-4a66-9a82-9c140f07d78c service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902162 Mar 31 23:42:34.504843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:34.518711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'port_id': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'mac_address': 'fa:16:3e:eb:a9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7448d70c-f55b-4e91-a84f-1510ab8cecb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:42:34.568830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d08b91e9-dd85-45d0-a84a-a6914d726069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:34.570696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:34.583759 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa1b341-0c6e-42f6-bba2-e5a1f90e187b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:42:34.603595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:34.609023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:34.658773 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:34.917727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa1b341-0c6e-42f6-bba2-e5a1f90e187b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:42:35.058237 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7b925-46ec-4464-9cd0-73d1a202b8f8 req-2589837d-1b9e-4fd1-846b-eb25d236e8f5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:35.060410 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dc7b925-46ec-4464-9cd0-73d1a202b8f8 req-2589837d-1b9e-4fd1-846b-eb25d236e8f5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 944 time: 0.0555022 Mar 31 23:42:35.098909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4dc7b925-46ec-4464-9cd0-73d1a202b8f8 req-a624e604-fbb7-4809-bca6-6c330b3062d2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Mar 31 23:42:35.222201 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765dadb-f0a0-48a3-bce3-c0552f274047 req-ec9ff7ee-23a6-49cb-adee-9a9ac00369e9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:35.224021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d765dadb-f0a0-48a3-bce3-c0552f274047 req-ec9ff7ee-23a6-49cb-adee-9a9ac00369e9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 944 time: 0.0547552 Mar 31 23:42:35.268672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d765dadb-f0a0-48a3-bce3-c0552f274047 req-0520ebec-4b6a-49f6-b49d-05a6f8c7b8bd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356534 Mar 31 23:42:35.404730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef49da-b363-46fd-95d7-256bc78702b7 req-60f9718f-868a-4f58-9f68-8c1166143c12 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:35.406201 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aef49da-b363-46fd-95d7-256bc78702b7 req-60f9718f-868a-4f58-9f68-8c1166143c12 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 944 time: 0.0694876 Mar 31 23:42:35.454144 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9aef49da-b363-46fd-95d7-256bc78702b7 req-fd0f4adb-4173-44f8-8677-9ad6ad03a190 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Mar 31 23:42:35.818914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-fda6eb51-a0f4-4e41-85ba-944bddd378db tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:35.820321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-fda6eb51-a0f4-4e41-85ba-944bddd378db tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 815 time: 0.1016870 Mar 31 23:42:35.835953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-14f67c02-f798-430f-b270-4ad55abe8b11 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/quotas/6026fc5a55c94d8fa47f53fca4cdac3a HTTP/1.1" status: 200 len: 375 time: 0.0097201 Mar 31 23:42:35.897563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-dd6875b8-5fe2-4260-86bf-756190b221ba tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564072 Mar 31 23:42:35.994262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-98df3bb3-f5f6-486e-b2a5-c4d1417f2522 service neutron] 10.222.0.95 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Mar 31 23:42:36.088555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-b4c62983-ce22-42f2-beed-15168b0e8289 service neutron] 10.222.0.95 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864718 Mar 31 23:42:36.254824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d1c7fd2-0337-4032-bf3b-59ea41633a0c req-feb0287e-e320-49af-9e2f-4e646c96c726 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 210 time: 0.0259328 Mar 31 23:42:36.423561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:42:36.473362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port efa1b341-0c6e-42f6-bba2-e5a1f90e187b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:42:36.477575 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port efa1b341-0c6e-42f6-bba2-e5a1f90e187b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:42:36.477939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:36.556699 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:36.580889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:36.583294 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d41021a-29d3-43e7-87e5-e9c5987d695b" -d '{"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-plugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:36.596289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:36.602648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:36.626403 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bec8ae-47c3-4a66-8723-c42659032831 x-openstack-request-id: req-21bec8ae-47c3-4a66-8723-c42659032831 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:36.626694 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-plugged", "status": "completed", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:36.626939 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-21bec8ae-47c3-4a66-8723-c42659032831 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:36.627367 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bec8ae-47c3-4a66-8723-c42659032831'] response: {'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'code': 200} Mar 31 23:42:36.652928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:36.979831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5842be40-fae0-49d3-8a48-a5eec90dd96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.058604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-7cb243ca-b855-4761-b6c3-8cb4ffba2b3c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:37.060170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-7cb243ca-b855-4761-b6c3-8cb4ffba2b3c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f7171c8-7015-4c73-ad70-56c7a52b42b1 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Mar 31 23:42:37.151523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Deleting port efa1b341-0c6e-42f6-bba2-e5a1f90e187b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:42:37.152294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.314586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] For port efa1b341-0c6e-42f6-bba2-e5a1f90e187b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:37.315369 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.345241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Calling delete_port for efa1b341-0c6e-42f6-bba2-e5a1f90e187b owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:42:37.372528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-222b7e9d-8d5d-4cbd-bd4e-326f056522c6 req-b60f3154-55c2-4896-91b3-20e6e9573e8e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 210 time: 0.0437846 Mar 31 23:42:37.426077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-8dcaf1e0-5a88-4c4e-b11c-1887481b2fcf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:37.427690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-8dcaf1e0-5a88-4c4e-b11c-1887481b2fcf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 815 time: 0.2028587 Mar 31 23:42:37.445314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Request body: {'port': {'device_id': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'admin_state_up': True, 'tenant_id': '6026fc5a55c94d8fa47f53fca4cdac3a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:37.594816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.604900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Made reservation on behalf of 6026fc5a55c94d8fa47f53fca4cdac3a for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:42:37.606743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa1b341-0c6e-42f6-bba2-e5a1f90e187b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:42:37.608415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.642583 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Pushing event deleted for resources: {'Port': ['ID=efa1b341-0c6e-42f6-bba2-e5a1f90e187b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:37.661107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.661587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.661927 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.662247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.662570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.662891 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.663206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.663551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.663866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.664179 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.664495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.664809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:37.735085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] No DVR routers for this DVR port efa1b341-0c6e-42f6-bba2-e5a1f90e187b on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:42:37.738659 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:37.743705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.96 "DELETE /v2.0/ports/efa1b341-0c6e-42f6-bba2-e5a1f90e187b HTTP/1.1" status: 204 len: 173 time: 0.6772907 Mar 31 23:42:37.747165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-deleted', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:37.749492 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d73580-1404-44b0-ad84-3ca136b2a4d6" -d '{"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-deleted", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:37.804134 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca8b96-abb2-4e86-ac9e-0b01c8d3013d x-openstack-request-id: req-f9ca8b96-abb2-4e86-ac9e-0b01c8d3013d {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:37.804468 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7171c8-7015-4c73-ad70-56c7a52b42b1", "name": "network-vif-deleted", "tag": "efa1b341-0c6e-42f6-bba2-e5a1f90e187b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:37.804742 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f9ca8b96-abb2-4e86-ac9e-0b01c8d3013d {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:37.805045 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ca8b96-abb2-4e86-ac9e-0b01c8d3013d'] response: {'server_uuid': '5f7171c8-7015-4c73-ad70-56c7a52b42b1', 'name': 'network-vif-deleted', 'tag': 'efa1b341-0c6e-42f6-bba2-e5a1f90e187b', 'status': 'completed', 'code': 200} Mar 31 23:42:37.832605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Allocated IP 172.20.0.5 (432e6449-9311-4e7a-ab48-df2a62994fdb/7448d70c-f55b-4e91-a84f-1510ab8cecb7/2d6aaa15-cc16-4c7a-930e-39fc444fe95c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:42:37.989131 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.026299 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.038411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['efa1b341-0c6e-42f6-bba2-e5a1f90e187b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:42:38.082291 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Network 432e6449-9311-4e7a-ab48-df2a62994fdb is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:42:38.085467 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:42:38.090632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:42:38.095934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:38.140712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:38.141380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.160289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-543b6cdb-6585-4a2e-a3d0-8845a49b4731 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224658 Mar 31 23:42:38.172665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Request body: {'port': {'device_id': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:42:38.227292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.504743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.518423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6aaa15-cc16-4c7a-930e-39fc444fe95c {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:42:38.527968 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.538573 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd08f6-32f6-49ff-b012-45321d40b67d req-78d207c6-9de2-4756-8f15-04cf29812c6f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:38.540130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90fd08f6-32f6-49ff-b012-45321d40b67d req-78d207c6-9de2-4756-8f15-04cf29812c6f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 931 time: 0.0967069 Mar 31 23:42:38.558794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Transition to ACTIVE for port object 2d6aaa15-cc16-4c7a-930e-39fc444fe95c will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:42:38.567631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.629094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90fd08f6-32f6-49ff-b012-45321d40b67d req-9b07e986-d6c6-4008-94ae-b615dc773343 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813494 Mar 31 23:42:38.637944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:38.706125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:42:38.706403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:42:38.706752 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:38.711267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:42:38.711592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:42:38.716854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:42:38.717196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Checking segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:42:38.717584 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Bound using segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:42:38.718015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Bound port: 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:42:38.718396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.784699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:42:38.787866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:42:38.794026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.832926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:38.833577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:38.834954 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-68552610-b024-4c57-809b-cc940dd8097a service neutron] 10.222.0.96 "PUT /v2.0/ports/2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 1091 time: 0.6665597 Mar 31 23:42:38.854033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68552610-b024-4c57-809b-cc940dd8097a service neutron] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:38.915609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-2a8ee34a-c03e-4869-a5f0-cea9fe93e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:38.917107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-2a8ee34a-c03e-4869-a5f0-cea9fe93e2d8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0410547 Mar 31 23:42:38.968501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-658c656f-f201-4a00-bcdb-b790d59d08a7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0434237 Mar 31 23:42:39.028981 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-d7f820db-8f00-4a8e-b91b-6150a20515e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:39.030438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-d7f820db-8f00-4a8e-b91b-6150a20515e4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0552881 Mar 31 23:42:39.062234 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-8ff95971-3a14-4032-adb8-d8a01f15f09b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243204 Mar 31 23:42:39.166686 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-aa65196f-af5a-4718-977c-a7bcee0c534b service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966177 Mar 31 23:42:39.263584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bfa84b3e-67dd-4ad9-adf8-2bc1cc38fd6a req-e62f5836-c4de-4822-8ee2-211a47e3a0e2 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900517 Mar 31 23:42:39.769378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47a1de-4079-4223-84c0-d5dd12fb5694 req-bfe7e5ce-6032-4ef2-94f0-00f0b2c147f2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:39.770901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c47a1de-4079-4223-84c0-d5dd12fb5694 req-bfe7e5ce-6032-4ef2-94f0-00f0b2c147f2 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0602801 Mar 31 23:42:39.806669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:39.809287 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4948aad5-a3b4-4739-9370-60eb99aaa912" -d '{"events": [{"name": "network-changed", "server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:39.815892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c47a1de-4079-4223-84c0-d5dd12fb5694 req-8a3e369c-3814-41df-86ee-8e2608d26d2f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Mar 31 23:42:39.852356 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f30081-5acb-44b6-8967-5e45c3201dbb x-openstack-request-id: req-58f30081-5acb-44b6-8967-5e45c3201dbb {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:39.852652 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:39.852897 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-58f30081-5acb-44b6-8967-5e45c3201dbb {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:39.853343 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f30081-5acb-44b6-8967-5e45c3201dbb'] response: {'name': 'network-changed', 'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'status': 'completed', 'code': 200} Mar 31 23:42:39.917750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-647029c2-46cc-4a82-9340-d06bdf4aafac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:39.919312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-647029c2-46cc-4a82-9340-d06bdf4aafac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0431011 Mar 31 23:42:40.014555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-54972726-9e6a-4a37-a30d-cf59ed3f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:40.016095 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-54972726-9e6a-4a37-a30d-cf59ed3f0899 service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0882497 Mar 31 23:42:40.062836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-02e8034c-1f52-4105-a8ef-eca239e1d301 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0347767 Mar 31 23:42:40.111065 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-7ad0f949-ffd3-4b21-9f40-50c8129df501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:40.112655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-7ad0f949-ffd3-4b21-9f40-50c8129df501 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0429630 Mar 31 23:42:40.125486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.148878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-68e37fdf-a8d9-4e47-b632-987be4a93296 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288777 Mar 31 23:42:40.245687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-89fe96a0-008c-4dda-a04d-77153f7af1c7 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878594 Mar 31 23:42:40.346675 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4948aad5-a3b4-4739-9370-60eb99aaa912 req-1f7335e6-08c6-4e89-99f2-5ae013e828ff service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941980 Mar 31 23:42:40.387915 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:40.957551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf157-3dea-4b19-b72b-f8b85fb6e377 req-44d60afb-86ab-449b-98f2-69e3146f188d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:40.959023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7bf157-3dea-4b19-b72b-f8b85fb6e377 req-44d60afb-86ab-449b-98f2-69e3146f188d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0641897 Mar 31 23:42:41.002812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed7bf157-3dea-4b19-b72b-f8b85fb6e377 req-4411f958-d24b-4bdc-8b40-d99bf33fecb9 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Mar 31 23:42:42.137515 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bace75-5c9b-4275-96b9-c1be25e2bc85 req-f7b3347e-662d-4a36-9cf1-e954e6a20b1d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:42.139027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54bace75-5c9b-4275-96b9-c1be25e2bc85 req-f7b3347e-662d-4a36-9cf1-e954e6a20b1d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0581284 Mar 31 23:42:42.180167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54bace75-5c9b-4275-96b9-c1be25e2bc85 req-e824b784-61a2-4b22-9f2f-928b3a3e4dcd tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Mar 31 23:42:42.454761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:42:42.481794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: efa1b341-0c6e-42f6-bba2-e5a1f90e187b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:42:42.482130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device efa1b341-0c6e-42f6-bba2-e5a1f90e187b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:42:43.316334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b51791-52d5-4ccb-b0ee-a202f54c5416 req-8bd1c3f4-929c-4f53-b3d0-f92a42e23e0f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:43.317814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13b51791-52d5-4ccb-b0ee-a202f54c5416 req-8bd1c3f4-929c-4f53-b3d0-f92a42e23e0f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0585423 Mar 31 23:42:43.358587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13b51791-52d5-4ccb-b0ee-a202f54c5416 req-f899f325-414e-4391-b840-c815a9d6a1ff tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344429 Mar 31 23:42:44.452711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:42:44.487203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c89a2-225b-465e-a428-d3f221c80529 req-eac8da6c-640e-460c-9d0c-3476ea80ec3f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:44.488718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c5c89a2-225b-465e-a428-d3f221c80529 req-eac8da6c-640e-460c-9d0c-3476ea80ec3f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0524583 Mar 31 23:42:44.526155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c5c89a2-225b-465e-a428-d3f221c80529 req-18392e56-5b37-4876-a0c0-a3db6445a874 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311358 Mar 31 23:42:44.550293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:44.562715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'port_id': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'mac_address': 'fa:16:3e:fa:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7448d70c-f55b-4e91-a84f-1510ab8cecb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:42:44.600773 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:44.613168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6aaa15-cc16-4c7a-930e-39fc444fe95c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:42:44.632282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:44.637783 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:44.689776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:44.697523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.697871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.698208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.698542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.698862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.699200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.699556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.699884 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.700206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.700529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.700846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.701148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:42:44.982770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2d6aaa15-cc16-4c7a-930e-39fc444fe95c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:42:45.660562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c28b6-88c9-47b4-9ff8-604ea76b8f6d req-7d9c824a-f1ff-426d-ad59-dd8bc744bffe tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:45.662053 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-138c28b6-88c9-47b4-9ff8-604ea76b8f6d req-7d9c824a-f1ff-426d-ad59-dd8bc744bffe tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0507419 Mar 31 23:42:45.701073 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-138c28b6-88c9-47b4-9ff8-604ea76b8f6d req-e600c995-f292-4568-9f9e-66000281b80a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328476 Mar 31 23:42:46.469764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:42:46.533708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:42:46.539690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:42:46.540227 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.622695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.646200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:42:46.648488 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f544a3d0-23c7-43ba-b6de-5ffb8cdb3b45" -d '{"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:42:46.661222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:42:46.666470 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:46.692386 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382f8aae-c5e6-4ab8-ac78-4659aa87e02f x-openstack-request-id: req-382f8aae-c5e6-4ab8-ac78-4659aa87e02f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:42:46.692656 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:42:46.692906 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-382f8aae-c5e6-4ab8-ac78-4659aa87e02f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:42:46.693304 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382f8aae-c5e6-4ab8-ac78-4659aa87e02f'] response: {'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'code': 200} Mar 31 23:42:46.720769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:42:46.800339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a8d96-81ca-476f-bfab-4820e1731bfc req-48e55cc6-dfa9-4729-bb67-91548261e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:46.801903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad4a8d96-81ca-476f-bfab-4820e1731bfc req-48e55cc6-dfa9-4729-bb67-91548261e1fb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0443935 Mar 31 23:42:46.817920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3925d-ea07-48af-8416-dba8cb5a3e3d req-2334faa7-e53a-4cd2-963a-d3f5bb9add4e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:46.819444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0c3925d-ea07-48af-8416-dba8cb5a3e3d req-2334faa7-e53a-4cd2-963a-d3f5bb9add4e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Mar 31 23:42:46.838991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad4a8d96-81ca-476f-bfab-4820e1731bfc req-e1b0e62d-e7f3-4041-a406-62294252324c service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291700 Mar 31 23:42:46.861376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0c3925d-ea07-48af-8416-dba8cb5a3e3d req-fee62d88-8a9c-4bb9-b4bb-3c408122bb6a tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357928 Mar 31 23:42:47.995946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eee89-02e8-4512-b97e-6eae5af9bbc2 req-5224adbe-08c5-426f-a5b2-2ea4d299fc20 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:47.997448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa4eee89-02e8-4512-b97e-6eae5af9bbc2 req-5224adbe-08c5-426f-a5b2-2ea4d299fc20 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Mar 31 23:42:48.035961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aa4eee89-02e8-4512-b97e-6eae5af9bbc2 req-ae930dff-c110-477a-b757-b8721e44c452 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Mar 31 23:42:49.159228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057df525-5895-439d-8051-7daffd9c4d29 req-e155f40b-7fb0-463c-b771-52aae0210adf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:49.160737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-057df525-5895-439d-8051-7daffd9c4d29 req-e155f40b-7fb0-463c-b771-52aae0210adf tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Mar 31 23:42:49.199664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-057df525-5895-439d-8051-7daffd9c4d29 req-14f97f1d-7672-4a9d-863d-29dff79861d4 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Mar 31 23:42:49.321905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48758c-9010-4c33-b2eb-cdd0b758bbe4 req-2435508f-7284-48fb-8ea6-8c492eea6eda tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:49.323328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b48758c-9010-4c33-b2eb-cdd0b758bbe4 req-2435508f-7284-48fb-8ea6-8c492eea6eda tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0549436 Mar 31 23:42:49.366694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5b48758c-9010-4c33-b2eb-cdd0b758bbe4 req-96a1d2f6-d4a6-4d99-bd75-100f659f4597 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Mar 31 23:42:49.650280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-f3ec1add-04c9-4319-a1ab-8b6132a45c64 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696354 Mar 31 23:42:49.666375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f19fe-0a37-477b-bf34-bf56610cc47c req-30b01fba-f738-4d9f-9450-4e0b02f56ac3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:49.668026 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-966f19fe-0a37-477b-bf34-bf56610cc47c req-30b01fba-f738-4d9f-9450-4e0b02f56ac3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0592902 Mar 31 23:42:49.706739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-966f19fe-0a37-477b-bf34-bf56610cc47c req-613982d1-25bb-4973-a946-1a8993deef65 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Mar 31 23:42:50.844374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-1a1901cb-fbda-4011-abb3-6bcef58b6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:50.845917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-1a1901cb-fbda-4011-abb3-6bcef58b6f1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1096 time: 0.0430636 Mar 31 23:42:50.926905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf230739-da0b-4006-8f6c-b67336900f20 req-37b429c8-a1be-43cd-9dd0-65cdc2747339 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:50.928449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf230739-da0b-4006-8f6c-b67336900f20 req-37b429c8-a1be-43cd-9dd0-65cdc2747339 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.1460423 Mar 31 23:42:50.942364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-5b434970-242f-4cd8-9cf3-bd71c33d79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:50.943927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-5b434970-242f-4cd8-9cf3-bd71c33d79e3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0907359 Mar 31 23:42:50.966726 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf230739-da0b-4006-8f6c-b67336900f20 req-f22f4833-93f6-4bcb-aa39-09a73b5088ce tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Mar 31 23:42:50.986605 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-70a9879a-0b45-4dfe-b9d0-b632722accd6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0349183 Mar 31 23:42:51.040251 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-76ce0972-db0f-4fce-8867-17a5667bd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:51.042377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-76ce0972-db0f-4fce-8867-17a5667bd7cb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0481865 Mar 31 23:42:51.079459 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-18e1b065-edfd-4371-a0f3-80f534401c82 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299966 Mar 31 23:42:51.171915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-6bcd7f50-0706-4f18-ba7a-b5cd5d7f602c service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Mar 31 23:42:51.268738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-3b43b994-96f4-4af5-bb92-856d43186215 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892737 Mar 31 23:42:51.349233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:52.156662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7f2c-3540-4a4b-8b6f-b0fc0538e516 req-cdffe0ad-05a2-4f59-aa02-9e1331ad6415 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:52.158138 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62ed7f2c-3540-4a4b-8b6f-b0fc0538e516 req-cdffe0ad-05a2-4f59-aa02-9e1331ad6415 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.1102262 Mar 31 23:42:52.196184 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-62ed7f2c-3540-4a4b-8b6f-b0fc0538e516 req-2fd478e4-75d9-45f8-b4ce-f7d4e3cde044 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Mar 31 23:42:53.334045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4db3a-6cee-4355-b197-bbdcc03404cb req-ab21d4c4-a46e-4b2d-9fe3-205dafc85c75 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:53.336419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12a4db3a-6cee-4355-b197-bbdcc03404cb req-ab21d4c4-a46e-4b2d-9fe3-205dafc85c75 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0632284 Mar 31 23:42:53.379512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12a4db3a-6cee-4355-b197-bbdcc03404cb req-219cb336-3b4b-4791-bbad-51e6fe6570ba tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365987 Mar 31 23:42:54.509110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9569a-3cfd-4f12-a424-0c3b09688556 req-e6b1f0fd-974f-4ca9-86eb-caf2877a9f84 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:54.510580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cd9569a-3cfd-4f12-a424-0c3b09688556 req-e6b1f0fd-974f-4ca9-86eb-caf2877a9f84 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0532136 Mar 31 23:42:54.548082 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4cd9569a-3cfd-4f12-a424-0c3b09688556 req-a9b7f85f-7f69-485d-99a0-213d571387da tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Mar 31 23:42:55.690079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89960-047f-47e3-9323-36532d723a8a req-3224aa8f-3f7d-4a9e-bb6e-59ed35bb4b05 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:55.691581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d89960-047f-47e3-9323-36532d723a8a req-3224aa8f-3f7d-4a9e-bb6e-59ed35bb4b05 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0566185 Mar 31 23:42:55.732234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e7d89960-047f-47e3-9323-36532d723a8a req-14b02894-ae27-470d-b837-8d077d72e685 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Mar 31 23:42:56.607423 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:42:56.868108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595cf1-2d9a-4163-8070-b245837dee44 req-cb531ab5-8cc3-45a0-b3b3-a9b4aa658a51 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:56.869519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3595cf1-2d9a-4163-8070-b245837dee44 req-cb531ab5-8cc3-45a0-b3b3-a9b4aa658a51 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0620198 Mar 31 23:42:56.911454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d3595cf1-2d9a-4163-8070-b245837dee44 req-e0c042e5-e20c-4d65-bd06-02e128df1057 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Mar 31 23:42:58.062420 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9126a6a-e969-44c1-8ab8-896e48603700 req-7a3c54d7-c1bf-4781-b78b-75b1d4d6d410 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:58.063941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9126a6a-e969-44c1-8ab8-896e48603700 req-7a3c54d7-c1bf-4781-b78b-75b1d4d6d410 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0603635 Mar 31 23:42:58.107286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a9126a6a-e969-44c1-8ab8-896e48603700 req-1b70d69d-4fa8-4e42-be1c-5c2c2a4aa835 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Mar 31 23:42:59.231289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21879-5785-4425-a12d-3ab5713f8c27 req-56d6f6d7-11ad-42f6-86f1-b600195f7e63 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:42:59.232808 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78d21879-5785-4425-a12d-3ab5713f8c27 req-56d6f6d7-11ad-42f6-86f1-b600195f7e63 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Mar 31 23:42:59.270797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-78d21879-5785-4425-a12d-3ab5713f8c27 req-a6751db2-83b7-4a92-83bf-6f76a496b6ad tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Mar 31 23:43:00.407502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78500fa6-48fe-45fe-9558-386aca6018e4 req-779571a4-8fb7-4c6a-a1cc-d90fd82cd3e6 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:00.409515 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78500fa6-48fe-45fe-9558-386aca6018e4 req-779571a4-8fb7-4c6a-a1cc-d90fd82cd3e6 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0593917 Mar 31 23:43:00.454089 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-78500fa6-48fe-45fe-9558-386aca6018e4 req-bdc9ec9d-2eed-4efe-8531-4870b5d05118 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Mar 31 23:43:01.582712 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea9e8f-f09f-458f-8645-fdd44f94bebb req-2f732300-615f-433f-80f3-791eb3110d61 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:01.584281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fea9e8f-f09f-458f-8645-fdd44f94bebb req-2f732300-615f-433f-80f3-791eb3110d61 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0524583 Mar 31 23:43:01.627887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5fea9e8f-f09f-458f-8645-fdd44f94bebb req-5a2c39f6-48c3-4edb-82c8-9c8d08c6cff3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365655 Mar 31 23:43:02.755615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321225d-62dc-42e3-a522-a0c20092849b req-70b175e2-1f13-4ef0-b4cc-f3acfab0dd23 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:02.757197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4321225d-62dc-42e3-a522-a0c20092849b req-70b175e2-1f13-4ef0-b4cc-f3acfab0dd23 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0579329 Mar 31 23:43:02.797999 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4321225d-62dc-42e3-a522-a0c20092849b req-670dc1f4-3072-4c9e-b099-879290bcc60f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Mar 31 23:43:03.929016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47331508-17a6-4230-8adb-dda9847d0f67 req-4916f0d1-f43c-4f03-aad1-5b359323ed2f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:03.930494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47331508-17a6-4230-8adb-dda9847d0f67 req-4916f0d1-f43c-4f03-aad1-5b359323ed2f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0580194 Mar 31 23:43:03.968951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47331508-17a6-4230-8adb-dda9847d0f67 req-b8ddfd32-c04a-44fa-b37a-d10a6978e1c1 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Mar 31 23:43:04.552357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2971d83a-02ab-4411-9fe4-7e83a1729d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:05.111903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f631f-2d1d-47ac-864d-4d67f07a6ded req-5e6c13b2-5bce-4e8a-8bdc-60edfe30fda6 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:05.113857 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb7f631f-2d1d-47ac-864d-4d67f07a6ded req-5e6c13b2-5bce-4e8a-8bdc-60edfe30fda6 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0573113 Mar 31 23:43:05.122237 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:43:05.153142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb7f631f-2d1d-47ac-864d-4d67f07a6ded req-f7647313-2dbe-48e5-bc7f-3ef4e2f90e78 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Mar 31 23:43:06.286099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b263697-e5c7-4540-ab59-b8864496828a req-6c04dc69-8665-4988-a02b-803243b02c34 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:06.287592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b263697-e5c7-4540-ab59-b8864496828a req-6c04dc69-8665-4988-a02b-803243b02c34 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0565715 Mar 31 23:43:06.326541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b263697-e5c7-4540-ab59-b8864496828a req-2a90b286-02f7-4560-a8d7-51e80caf8f4f tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Mar 31 23:43:06.977154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-59097065-6386-4630-aaf1-093bfccec6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:07.458585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5173fd-39a4-4f11-9ba3-8a57f35645c1 req-0723b676-88a7-4d70-8f37-ac65bf3cfeda tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:07.460148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c5173fd-39a4-4f11-9ba3-8a57f35645c1 req-0723b676-88a7-4d70-8f37-ac65bf3cfeda tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0582514 Mar 31 23:43:07.507420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c5173fd-39a4-4f11-9ba3-8a57f35645c1 req-f5605339-4f86-4ae4-969b-1a8d09c02481 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Mar 31 23:43:08.517033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:08.628654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a44c9e-23f9-4a46-b6a2-212cff33c3cd req-f98fa5a3-efe3-4fea-8ec7-c70df8fbfc3e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:08.630128 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7a44c9e-23f9-4a46-b6a2-212cff33c3cd req-f98fa5a3-efe3-4fea-8ec7-c70df8fbfc3e tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0516593 Mar 31 23:43:08.671252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7a44c9e-23f9-4a46-b6a2-212cff33c3cd req-8495496b-cd4d-4f08-a686-16c18a7bf7b1 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Mar 31 23:43:09.801210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc594f6c-b522-493a-bab2-57144190daea req-973ecb20-f155-4494-a026-b2680b6f79f3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:09.802682 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc594f6c-b522-493a-bab2-57144190daea req-973ecb20-f155-4494-a026-b2680b6f79f3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0535979 Mar 31 23:43:09.841123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc594f6c-b522-493a-bab2-57144190daea req-c846eb57-fb9d-470c-9fa0-3a86d0a21c21 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319400 Mar 31 23:43:10.132296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.400798 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:10.989481 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a110-f8ed-42a6-9c93-fceab4d72d60 req-8825bb97-e69a-4392-91b7-f6b6bcc79bf8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:10.990989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3924a110-f8ed-42a6-9c93-fceab4d72d60 req-8825bb97-e69a-4392-91b7-f6b6bcc79bf8 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0632029 Mar 31 23:43:11.030155 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3924a110-f8ed-42a6-9c93-fceab4d72d60 req-0174aab3-ba15-423d-8572-c09efc24d785 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Mar 31 23:43:12.149821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c734ae-8eb2-41f6-8257-a477329faab2 req-f1296b36-de4a-43f6-8f98-ae7ce4b224c4 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:12.151326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c734ae-8eb2-41f6-8257-a477329faab2 req-f1296b36-de4a-43f6-8f98-ae7ce4b224c4 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Mar 31 23:43:12.191214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c734ae-8eb2-41f6-8257-a477329faab2 req-bb8f8b3a-1de9-4835-9ad9-adc3eec22ed4 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Mar 31 23:43:13.330281 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca47839-ad7b-4a71-934e-656f4684d422 req-cc97ec94-6b17-4a2a-a6e1-5552f7330b95 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:13.331907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ca47839-ad7b-4a71-934e-656f4684d422 req-cc97ec94-6b17-4a2a-a6e1-5552f7330b95 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0564127 Mar 31 23:43:13.374116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1ca47839-ad7b-4a71-934e-656f4684d422 req-d8f4099a-ea18-4e0e-baba-b5b2f1eb5cd5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Mar 31 23:43:14.494089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21638785-4925-4dd5-bc35-a9f1e68505e3 req-e859413c-4dea-412c-9a86-4aac3d8f23fc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:14.495593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21638785-4925-4dd5-bc35-a9f1e68505e3 req-e859413c-4dea-412c-9a86-4aac3d8f23fc tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0524065 Mar 31 23:43:14.541369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-21638785-4925-4dd5-bc35-a9f1e68505e3 req-977681d3-e5c2-4a5f-a561-e56a5ae919df tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Mar 31 23:43:15.680966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1218f8-2a3f-4823-8308-eae33c95781b req-d4ba8bc1-d8fb-4878-9b9e-896c44020755 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:15.682449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f1218f8-2a3f-4823-8308-eae33c95781b req-d4ba8bc1-d8fb-4878-9b9e-896c44020755 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0503142 Mar 31 23:43:15.724274 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f1218f8-2a3f-4823-8308-eae33c95781b req-4919f842-42ca-48be-8c09-194478dbc4d7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Mar 31 23:43:16.862732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2846c8-e379-480f-8213-192e1d721732 req-cf631502-ee39-48aa-9ec6-d1e4acbbac01 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:16.864245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d2846c8-e379-480f-8213-192e1d721732 req-cf631502-ee39-48aa-9ec6-d1e4acbbac01 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0603116 Mar 31 23:43:16.904309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2d2846c8-e379-480f-8213-192e1d721732 req-6155ed40-328d-49be-b9c4-9e4918b74e85 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Mar 31 23:43:18.048948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb9e8b-e6be-4773-8ee7-9c024adec619 req-3a5a2f6c-e1e3-4a03-bf41-aa2f47584b96 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:18.050731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbcb9e8b-e6be-4773-8ee7-9c024adec619 req-3a5a2f6c-e1e3-4a03-bf41-aa2f47584b96 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0687125 Mar 31 23:43:18.091319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbcb9e8b-e6be-4773-8ee7-9c024adec619 req-e72f8f95-ace2-471d-94db-467902934dd5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Mar 31 23:43:18.353747 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-ae75739c-f746-450d-9f6c-9f496dd6f886 service neutron] show failed (client error): The resource could not be found. Mar 31 23:43:18.354672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-ae75739c-f746-450d-9f6c-9f496dd6f886 service neutron] 10.222.0.96 "GET /v2.0/ports/2d6aaa15-cc16-4c7a-930e-39fc444fe95c/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0711808 Mar 31 23:43:18.597952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-caeb534b-6485-4853-b0cf-5529895517fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:18.599510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-caeb534b-6485-4853-b0cf-5529895517fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9&tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a HTTP/1.1" status: 200 len: 1096 time: 0.0736110 Mar 31 23:43:18.611603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-f34538b6-6648-4e7f-b3a2-246bc3d6a7d7 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:43:18.612493 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-f34538b6-6648-4e7f-b3a2-246bc3d6a7d7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Mar 31 23:43:18.624874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:18.681482 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:18.889781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:18.927869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:18.967657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:18.970032 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72514f44-a6f3-40e4-8d12-0c05e5fbb6d7" -d '{"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:18.974588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:18.987144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Transition to ACTIVE for port object 2d6aaa15-cc16-4c7a-930e-39fc444fe95c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:43:18.992430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:19.023375 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b7c4da-479f-4a7d-9522-71b70de0cbda x-openstack-request-id: req-b6b7c4da-479f-4a7d-9522-71b70de0cbda {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:19.023672 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:19.023918 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b6b7c4da-479f-4a7d-9522-71b70de0cbda {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:19.024309 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b7c4da-479f-4a7d-9522-71b70de0cbda'] response: {'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'code': 200} Mar 31 23:43:19.061564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] No DVR routers for this DVR port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:19.063358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:19.074159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.074499 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.074828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.075154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.075516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.075818 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.076135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.076456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.076771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.077085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.077382 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.077689 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:19.118034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:19.118359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:19.118717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:19.123212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:43:19.123564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Attempting to bind port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on network 432e6449-9311-4e7a-ab48-df2a62994fdb {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:19.128487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:19.128836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Checking segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:19.129245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Bound using segment: {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:19.129726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Bound port: 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd01184-3b76-413d-805d-92e61e0c5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:19.129962 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:19.194012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:19.197097 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:19.203395 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:19.210934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893169a-07a0-4d71-a14f-3d1ffa1b6363 req-f4f8b0bc-17ac-4bec-9f6d-77363ba71233 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.212639 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b893169a-07a0-4d71-a14f-3d1ffa1b6363 req-f4f8b0bc-17ac-4bec-9f6d-77363ba71233 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0505238 Mar 31 23:43:19.242524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.243402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:19.245007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] 10.222.0.60 "PUT /v2.0/ports/2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 1091 time: 0.6238656 Mar 31 23:43:19.251796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b893169a-07a0-4d71-a14f-3d1ffa1b6363 req-32bf2813-e57e-4d99-8625-6359718a72b5 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Mar 31 23:43:19.280320 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71980-19a1-49df-a0f4-1f095a414f9b service neutron] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:19.310243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-1ba61117-589d-4ced-9f63-14afdd2f7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.311798 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-1ba61117-589d-4ced-9f63-14afdd2f7481 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0432355 Mar 31 23:43:19.400285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-9400d34c-520e-455f-a4f5-1ead9ad603b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.401799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-9400d34c-520e-455f-a4f5-1ead9ad603b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0827928 Mar 31 23:43:19.450728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-50835c42-e995-471b-8e3f-19ed3e7e9d83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0378952 Mar 31 23:43:19.506940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-2a84540e-f255-479c-8e69-91cfed196dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:19.508405 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-2a84540e-f255-479c-8e69-91cfed196dbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0469811 Mar 31 23:43:19.540480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-7a6c07fe-3657-411b-93d9-30498dd81793 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243883 Mar 31 23:43:19.634914 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-b0593ca8-9816-4d61-9fb6-be83d8096217 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Mar 31 23:43:19.728635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4572d108-2e4b-400c-bbe9-7a8effa740ee req-c2355cf5-9700-49ab-bece-ecaa85d52be5 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Mar 31 23:43:20.386189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68954a-ef21-4fb2-aef3-9d1b441d0883 req-087747d2-6d93-402e-a9cb-df938092d829 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:20.387546 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d68954a-ef21-4fb2-aef3-9d1b441d0883 req-087747d2-6d93-402e-a9cb-df938092d829 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0565882 Mar 31 23:43:20.432309 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7d68954a-ef21-4fb2-aef3-9d1b441d0883 req-e1bd8405-5b07-4f50-a87e-c6d8355197fe tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354359 Mar 31 23:43:21.025295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:21.027748 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5863757a-bd62-4cb4-aa85-bc57188ea55b" -d '{"events": [{"name": "network-changed", "server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:21.077056 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a54047-ef93-4587-82e3-562a7c4e2505 x-openstack-request-id: req-f6a54047-ef93-4587-82e3-562a7c4e2505 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:21.077887 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:21.078150 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f6a54047-ef93-4587-82e3-562a7c4e2505 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:21.078553 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a54047-ef93-4587-82e3-562a7c4e2505'] response: {'name': 'network-changed', 'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'status': 'completed', 'code': 200} Mar 31 23:43:21.141949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-e67ff0c1-0ca4-4a59-8235-43219e6fa9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.143534 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-e67ff0c1-0ca4-4a59-8235-43219e6fa9fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0446484 Mar 31 23:43:21.147069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-792cd798-847a-4293-8db1-ae4952711dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.148568 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-792cd798-847a-4293-8db1-ae4952711dea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1094 time: 0.0395772 Mar 31 23:43:21.231726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-980153ae-3562-4b8b-bf14-8730274a81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.233324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-980153ae-3562-4b8b-bf14-8730274a81b6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0839119 Mar 31 23:43:21.239594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-05a162ce-7652-4496-b581-cc8e1748fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.241069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-05a162ce-7652-4496-b581-cc8e1748fb54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0849519 Mar 31 23:43:21.277264 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-2a8f2ed2-6787-4694-a69e-d7d36018a4b1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0369663 Mar 31 23:43:21.286953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-4232be9d-1931-4834-9f5d-00ade6c00718 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0373640 Mar 31 23:43:21.326649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-54e01430-f51a-4b55-83af-74cc5707914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.328301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-54e01430-f51a-4b55-83af-74cc5707914e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0445673 Mar 31 23:43:21.336582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-8b9e6188-78c0-45a4-a1dd-2fede02dbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.338051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-8b9e6188-78c0-45a4-a1dd-2fede02dbd40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0436237 Mar 31 23:43:21.360169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-0e5d37e9-fd3d-4fe1-8ef5-0f94ce33227d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257256 Mar 31 23:43:21.362265 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:21.373412 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-03a8b1ee-705c-4270-9bcc-20dd30ef796f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278003 Mar 31 23:43:21.451810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-acf11f0e-15d7-48e6-b62f-95e317469682 service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851264 Mar 31 23:43:21.466953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-13b1d387-97cc-488d-a3c9-9e1d9a114e5f service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865791 Mar 31 23:43:21.540661 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-8cf80ba4-4a28-4415-8deb-69418b27428c service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825911 Mar 31 23:43:21.593930 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5863757a-bd62-4cb4-aa85-bc57188ea55b req-9b3d642a-38f4-48f6-bf4d-0232ca685a51 service neutron] 10.222.0.60 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195364 Mar 31 23:43:21.605301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b5025-cb2d-4cb4-a794-017dddbd2fd4 req-327ef73a-5836-4ab6-a72c-b3c2757ffeaa tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:21.606702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a8b5025-cb2d-4cb4-a794-017dddbd2fd4 req-327ef73a-5836-4ab6-a72c-b3c2757ffeaa tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 943 time: 0.0714402 Mar 31 23:43:21.645383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a8b5025-cb2d-4cb4-a794-017dddbd2fd4 req-7620d9ab-e006-4e0d-8e6d-122914c33400 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Mar 31 23:43:22.262772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:43:22.357784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:22.372578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'network_id': '432e6449-9311-4e7a-ab48-df2a62994fdb', 'port_id': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'mac_address': 'fa:16:3e:fa:50:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7448d70c-f55b-4e91-a84f-1510ab8cecb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:43:22.409219 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:22.421871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6aaa15-cc16-4c7a-930e-39fc444fe95c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:22.441232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:22.448536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:22.497204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:22.656617 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:22.702111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:22.767793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae069e7-2fc1-4f8f-ab2d-3a5bf2ca03bf req-292584b2-0410-4c4b-bb7f-3e091eb84bd7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:22.769279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dae069e7-2fc1-4f8f-ab2d-3a5bf2ca03bf req-292584b2-0410-4c4b-bb7f-3e091eb84bd7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0492613 Mar 31 23:43:22.809829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dae069e7-2fc1-4f8f-ab2d-3a5bf2ca03bf req-38751f80-24c7-4899-8bdc-dc4b83a2d903 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Mar 31 23:43:23.823741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2d6aaa15-cc16-4c7a-930e-39fc444fe95c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:43:23.941771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25589-b858-4fad-b4ce-6a7254112c3e req-8b10b703-2f2b-4de3-898d-1201ac666d11 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:23.943281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d25589-b858-4fad-b4ce-6a7254112c3e req-8b10b703-2f2b-4de3-898d-1201ac666d11 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0579703 Mar 31 23:43:23.982500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b7d25589-b858-4fad-b4ce-6a7254112c3e req-f0eeb37a-5520-4746-8687-6bb632c35ca3 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Mar 31 23:43:24.190709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651a88c-8f32-42b6-b972-6bef2e086454 req-e859c42f-d860-44a5-93ac-2d617c11c1db tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.192257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e651a88c-8f32-42b6-b972-6bef2e086454 req-e859c42f-d860-44a5-93ac-2d617c11c1db tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Mar 31 23:43:24.230573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e651a88c-8f32-42b6-b972-6bef2e086454 req-967a0d87-18e9-4467-9cef-0da1578a817c tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Mar 31 23:43:24.258718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-75ada5a7-0c26-4c4b-9a0d-64ca70af1c31 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.260256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-75ada5a7-0c26-4c4b-9a0d-64ca70af1c31 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.96 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9&tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 944 time: 0.1098397 Mar 31 23:43:24.320973 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-e343861b-7e50-41b5-a197-d70b7355f63c service neutron] delete failed (client error): The resource could not be found. Mar 31 23:43:24.321972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-e343861b-7e50-41b5-a197-d70b7355f63c service neutron] 10.222.0.96 "DELETE /v2.0/ports/2d6aaa15-cc16-4c7a-930e-39fc444fe95c/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0542347 Mar 31 23:43:24.406470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-e17eb977-b49c-4c9c-a20f-99f5a3fafd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.407890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-e17eb977-b49c-4c9c-a20f-99f5a3fafd95 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 1095 time: 0.0410366 Mar 31 23:43:24.506485 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-a5db69a2-695a-48f0-b219-1fe622e46cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.507999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-a5db69a2-695a-48f0-b219-1fe622e46cb7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 200 len: 917 time: 0.0935476 Mar 31 23:43:24.549163 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-45a74b06-1e5c-467a-aba0-4f1c637f7e30 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 200 len: 217 time: 0.0338624 Mar 31 23:43:24.598663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-9080a56e-54fd-4c93-89d7-97d6e3954220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:24.601076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-9080a56e-54fd-4c93-89d7-97d6e3954220 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 200 len: 855 time: 0.0457249 Mar 31 23:43:24.642276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-19f1aaea-58af-4f6b-9fd6-aa9cdefaf080 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=432e6449-9311-4e7a-ab48-df2a62994fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328748 Mar 31 23:43:24.734829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-c3f55218-a39c-4f4d-90de-18bd5d1d3cce service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858145 Mar 31 23:43:24.833250 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9df0a9ba-1414-4ea1-b4fd-146b1c21caca req-6052b629-e8d6-45d2-81ec-cef44ee9980d service neutron] 10.222.0.96 "GET /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910466 Mar 31 23:43:25.371471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40960b-c932-4811-8922-38b251b5b82c req-0a05ac7d-a323-4836-8da4-ba582db73bae tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:25.373304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b40960b-c932-4811-8922-38b251b5b82c req-0a05ac7d-a323-4836-8da4-ba582db73bae tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0653257 Mar 31 23:43:25.414198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b40960b-c932-4811-8922-38b251b5b82c req-79c10f5c-ac30-497f-b720-0b417a9be36d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Mar 31 23:43:25.538861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd107be3-34f8-4f46-ac6a-f0ba6c6ab1d3 req-1f5bd900-b37f-47cf-ab64-925825cd38f7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:25.540365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd107be3-34f8-4f46-ac6a-f0ba6c6ab1d3 req-1f5bd900-b37f-47cf-ab64-925825cd38f7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0549448 Mar 31 23:43:25.578595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd107be3-34f8-4f46-ac6a-f0ba6c6ab1d3 req-01ab5604-21d4-4052-86d2-72cb7fc4401d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Mar 31 23:43:25.710313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df9048-1f77-4e90-9292-f0f76c8b09c4 req-6b243a01-7ed3-4fd7-bf77-74042d5d629b tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:25.711865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3df9048-1f77-4e90-9292-f0f76c8b09c4 req-6b243a01-7ed3-4fd7-bf77-74042d5d629b tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0586307 Mar 31 23:43:25.753834 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e3df9048-1f77-4e90-9292-f0f76c8b09c4 req-53439111-8219-472c-a4a2-29528117a029 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344548 Mar 31 23:43:26.119596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c73a8-fae8-48d4-8e13-18e37907dfae req-c64d3420-646a-4abd-852c-90d249d0cd03 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:26.121529 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-120c73a8-fae8-48d4-8e13-18e37907dfae req-c64d3420-646a-4abd-852c-90d249d0cd03 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 944 time: 0.0571980 Mar 31 23:43:26.160059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-120c73a8-fae8-48d4-8e13-18e37907dfae req-dd05cc49-9a3e-4f0e-81fe-eb7e5c77d379 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Mar 31 23:43:26.314925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:26.375112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:43:26.378995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:26.379404 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:26.453272 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:26.476430 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:26.478707 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd1538-fe95-4fdd-9259-7da3fd37185c" -d '{"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:26.491644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:26.497426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:26.526158 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32abcf8-d19a-4bfc-8ee3-08c9e49d26a1 x-openstack-request-id: req-f32abcf8-d19a-4bfc-8ee3-08c9e49d26a1 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:26.526506 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-plugged", "status": "completed", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:26.526751 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f32abcf8-d19a-4bfc-8ee3-08c9e49d26a1 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:26.527180 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f32abcf8-d19a-4bfc-8ee3-08c9e49d26a1'] response: {'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'code': 200} Mar 31 23:43:26.550919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:26.599480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:27.285770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0b63c-aff2-4521-87ee-b01413f7eea9 req-1f52bd45-d710-43c4-823a-4f9b7446e05d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:27.287258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a0b63c-aff2-4521-87ee-b01413f7eea9 req-1f52bd45-d710-43c4-823a-4f9b7446e05d tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Mar 31 23:43:27.325859 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6a0b63c-aff2-4521-87ee-b01413f7eea9 req-46131a82-c24b-4240-8ad7-2296268930ae tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.95 "GET /v2.0/security-groups?id=7db38942-2ba7-4f53-9ced-3a5be3facc61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Mar 31 23:43:27.675777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-12c38c84-0bc3-487d-b969-a490fff9ce95 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:27.677219 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-12c38c84-0bc3-487d-b969-a490fff9ce95 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.60 "GET /v2.0/ports?device_id=164e1500-55ab-4fe4-b990-63ddb40bfbd9 HTTP/1.1" status: 200 len: 945 time: 0.0546482 Mar 31 23:43:27.770058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Deleting port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:43:27.770410 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:27.864785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] For port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,segment=NetworkSegment(efd01184-3b76-413d-805d-92e61e0c5d92),segment_id=efd01184-3b76-413d-805d-92e61e0c5d92)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:27.865039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:27.876735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Calling delete_port for 2d6aaa15-cc16-4c7a-930e-39fc444fe95c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:43:28.017814 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.029700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2d6aaa15-cc16-4c7a-930e-39fc444fe95c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:43:28.051745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Pushing event deleted for resources: {'Port': ['ID=2d6aaa15-cc16-4c7a-930e-39fc444fe95c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:28.094410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] No DVR routers for this DVR port 2d6aaa15-cc16-4c7a-930e-39fc444fe95c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:43:28.098430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.101898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-29b707fc-4641-4de7-83ef-7b0cf30df684 req-e24b841b-11ee-4ca3-beee-32f7c7af0a19 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] 10.222.0.60 "DELETE /v2.0/ports/2d6aaa15-cc16-4c7a-930e-39fc444fe95c HTTP/1.1" status: 204 len: 173 time: 0.4179916 Mar 31 23:43:28.102339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-deleted', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:28.104805 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40d16ce-85c9-4228-82a0-c6a69525ba67" -d '{"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-deleted", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:28.147525 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42076cf8-de0e-4740-b353-353279994821 x-openstack-request-id: req-42076cf8-de0e-4740-b353-353279994821 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:28.147822 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164e1500-55ab-4fe4-b990-63ddb40bfbd9", "name": "network-vif-deleted", "tag": "2d6aaa15-cc16-4c7a-930e-39fc444fe95c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:28.148073 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-42076cf8-de0e-4740-b353-353279994821 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:28.148502 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42076cf8-de0e-4740-b353-353279994821'] response: {'server_uuid': '164e1500-55ab-4fe4-b990-63ddb40bfbd9', 'name': 'network-vif-deleted', 'tag': '2d6aaa15-cc16-4c7a-930e-39fc444fe95c', 'status': 'completed', 'code': 200} Mar 31 23:43:28.449954 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34738) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:28.498649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Deleting subnet 7448d70c-f55b-4e91-a84f-1510ab8cecb7 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:43:28.503337 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.539949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.583903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.639145 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.663828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7448d70c-f55b-4e91-a84f-1510ab8cecb7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:28.668989 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:28.672236 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-89155e6b-24f9-425f-86b5-09e62743e96f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/7448d70c-f55b-4e91-a84f-1510ab8cecb7 HTTP/1.1" status: 204 len: 168 time: 0.2211156 Mar 31 23:43:28.674877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34740) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:29.101967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.188950 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.208288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432e6449-9311-4e7a-ab48-df2a62994fdb']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:29.217154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd01184-3b76-413d-805d-92e61e0c5d92') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:29.217447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd01184-3b76-413d-805d-92e61e0c5d92') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:29.230764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.243576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.249872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:43:29.250252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:43:29.251929 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:43:29.309271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.316910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.320067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] 10.222.0.95 "DELETE /v2.0/networks/432e6449-9311-4e7a-ab48-df2a62994fdb HTTP/1.1" status: 204 len: 168 time: 0.6442177 Mar 31 23:43:29.329521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1956eef-f345-433f-850f-17deeb541581 admin admin] Pushing event deleted for resources: {'Network': ['ID=432e6449-9311-4e7a-ab48-df2a62994fdb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:29.447785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34744) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:29.487515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5584f322-ae98-4d9a-8152-12f3e9cdf00f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6026fc5a55c94d8fa47f53fca4cdac3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385079 Mar 31 23:43:29.490279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34746) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:29.554259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.581123 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.630117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.632650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:29.633797 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7db38942-2ba7-4f53-9ced-3a5be3facc61 HTTP/1.1" status: 204 len: 168 time: 0.1422677 Mar 31 23:43:29.641470 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b834146-cc6c-4275-ab6d-c2c575e818ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db38942-2ba7-4f53-9ced-3a5be3facc61,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:30.422148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34768) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:30.535927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1876974623-network', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:30.558074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:43:30.560531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.569640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.640929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.648015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.679168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:43:30.690477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d3e00-235a-47bb-bc11-b37b5a7ee5ad,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:30.694559 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.694904 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Added segment a9d59251-903e-4a5f-8eb8-010a9eb17e80 of type vlan for network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 Mar 31 23:43:30.741422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.766682 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.767948 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:30.768521 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.798757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3755124 Mar 31 23:43:30.802074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34772) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:30.807166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Request body: {'subnet': {'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1876974623-subnet', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:30.827886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:43:30.829557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e4352-4ab2-415e-8be5-dffdd49a2aeb admin admin] Pushing event updated for resources: {'Network': ['ID=fe91feb6-5278-4bce-b8f2-4b2fcf24e885,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:30.830318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:30.839509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:43:31.006426 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.061017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6138c7-e9bc-4f01-93e6-89762e61858b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:31.069637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:31.069997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Network hostable DHCP agents. Network: fe91feb6-5278-4bce-b8f2-4b2fcf24e885, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:43:31.089116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:43:31.099958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, fe91feb6-5278-4bce-b8f2-4b2fcf24e885) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:31.104817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:31.105760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.108944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab4ae9-6e8b-49bf-8c7c-f450c17eaaa3 None None] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:43:31.123448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d735a69b-a210-4dc0-9362-c7927766ecf4 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3201568 Mar 31 23:43:31.126101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34774) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:31.130301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:31.156163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.157215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.242518 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.256862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:43:31.257734 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.382318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.406084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Allocated IP 172.20.0.2 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/a195e0de-004c-4fc5-9b44-96d831b91950) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:31.546658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.554476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.596848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:31.598005 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.599765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:31.603316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:31.609937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Pushing event updated for resources: {'Port': ['ID=a195e0de-004c-4fc5-9b44-96d831b91950,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:31.629640 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.660167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Attempting to bind port a195e0de-004c-4fc5-9b44-96d831b91950 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:31.660479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Attempting to bind port a195e0de-004c-4fc5-9b44-96d831b91950 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:31.660818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Attempting to bind port a195e0de-004c-4fc5-9b44-96d831b91950 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:31.666088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:31.666088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:31.666350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.666761 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:31.667213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Bound port: a195e0de-004c-4fc5-9b44-96d831b91950, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:31.667619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.728726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] For port a195e0de-004c-4fc5-9b44-96d831b91950, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:31.731517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Allocated IP 172.25.8.32 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/04381565-9bf7-4f0e-93b0-a362044d754c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:31.731966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] For port a195e0de-004c-4fc5-9b44-96d831b91950, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a195e0de-004c-4fc5-9b44-96d831b91950,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:31.738850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.796747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec873d6-a2aa-4aca-b538-96eb4e5d7952 None None] Pushing event updated for resources: {'Port': ['ID=a195e0de-004c-4fc5-9b44-96d831b91950,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:31.844659 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.879915 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:31.917843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:31.937315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:31.940504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Pushing event updated for resources: {'Port': ['ID=04381565-9bf7-4f0e-93b0-a362044d754c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:31.942962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:32.220485 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:32.295858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:43:32.320257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 2d6aaa15-cc16-4c7a-930e-39fc444fe95c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:43:32.320695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2d6aaa15-cc16-4c7a-930e-39fc444fe95c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:43:32.434086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:32.580268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:43:32.688324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:32.702270 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:32.708156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:32.711302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fc8154c2-55ad-4870-beb0-edba3fcbfa1c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5824068 Mar 31 23:43:32.711445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a164784-9a46-4160-85c4-af28a8966ac8 None None] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:43:32.712313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34778) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:32.717547 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:32.718161 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:32.819838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:32.840788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] Provisioning complete for port a195e0de-004c-4fc5-9b44-96d831b91950 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:32.841307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:32.948365 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:32.999211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] For port a195e0de-004c-4fc5-9b44-96d831b91950, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a195e0de-004c-4fc5-9b44-96d831b91950,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:33.005986 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.070580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2d351-7212-4047-b7bf-01608def36cb None None] Pushing event updated for resources: {'Port': ['ID=a195e0de-004c-4fc5-9b44-96d831b91950,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:33.131735 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:32Z', 'revision_number': 3, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:33.158038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:33.158386 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Updating router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d port 04381565-9bf7-4f0e-93b0-a362044d754c binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:43:33.175491 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.186140 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.233067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-dcb69115-ecfb-42ca-9a32-1aa9661a8a47 None None] Provisioning complete for port a195e0de-004c-4fc5-9b44-96d831b91950 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:33.233779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcb69115-ecfb-42ca-9a32-1aa9661a8a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.444586 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.450276 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.498834 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Attempting to bind port 04381565-9bf7-4f0e-93b0-a362044d754c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:33.499196 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Attempting to bind port 04381565-9bf7-4f0e-93b0-a362044d754c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:33.499579 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Attempting to bind port 04381565-9bf7-4f0e-93b0-a362044d754c on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:33.504907 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Pushing event updated for resources: {'Port': ['ID=04381565-9bf7-4f0e-93b0-a362044d754c,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:33.513575 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.513953 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.514284 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.514612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.514938 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.515257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.515596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.515909 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.516226 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.516525 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.516835 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.517146 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:33.520446 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:33.520818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:33.521215 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.521588 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:33.522051 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Bound port: 04381565-9bf7-4f0e-93b0-a362044d754c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:33.522426 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.574904 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] For port 04381565-9bf7-4f0e-93b0-a362044d754c, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:33.577871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] For port 04381565-9bf7-4f0e-93b0-a362044d754c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=04381565-9bf7-4f0e-93b0-a362044d754c,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:33.582269 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.631015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Allocated IP 172.20.0.1 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/644a162f-a986-429c-8c3d-be52f88a75e0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:33.641681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:33.642301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:33.646229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa7502-0f65-4247-832a-c71422781532 None None] Pushing event updated for resources: {'Port': ['ID=04381565-9bf7-4f0e-93b0-a362044d754c,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:33.707848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a195e0de-004c-4fc5-9b44-96d831b91950 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:33.742781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.755836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:33.765219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a195e0de-004c-4fc5-9b44-96d831b91950 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:33.765738 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.781139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.822716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:33.825750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:33.828472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:33.854035 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Pushing event updated for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:33.880520 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:33.942970 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:32Z', 'revision_number': 3, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:33.975424 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed92e04-5d3b-4a7b-a6d3-c1c4fe34f075 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:32Z', 'revision_number': 3, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:34.060951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.070087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-01bf1400-1df4-4132-81e1-54d8977d6105 None None] Provisioning complete for port 644a162f-a986-429c-8c3d-be52f88a75e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:34.070467 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01bf1400-1df4-4132-81e1-54d8977d6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.105930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-01bf1400-1df4-4132-81e1-54d8977d6105 None None] Port 644a162f-a986-429c-8c3d-be52f88a75e0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:43:34.255182 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.261374 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.331750 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.333518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Pushing event updated for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:34.427361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:34.428866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:34.550636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:34.553977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a82-22f5-4e43-ad1b-65a73211e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.668411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:34.675774 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73d74f3a-1bcf-4828-94d7-e3a3401cd3ff admin admin] 10.222.0.95 "PUT /v2.0/routers/ef420ec0-95b4-43ee-89ab-23b0d93b8a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9623551 Mar 31 23:43:34.728489 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-66c4ff94-7449-4c4e-bc28-9f100cf75471 None None] Provisioning complete for port 644a162f-a986-429c-8c3d-be52f88a75e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:34.729029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-66c4ff94-7449-4c4e-bc28-9f100cf75471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:34.762613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-66c4ff94-7449-4c4e-bc28-9f100cf75471 None None] Port 644a162f-a986-429c-8c3d-be52f88a75e0 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:43:35.141254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34786) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:35.145873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254462002', 'description': 'tempest-description--2081089538'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:35.170348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.241119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.247156 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.275636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef30704a-7474-4f8e-a128-8d6e3653ed21,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:35.279971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.281161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0a411663-0d66-43e8-a801-ef0dc17f90e4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1389074 Mar 31 23:43:35.284232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34788) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:35.288624 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'security_group_rule': {'security_group_id': 'ef30704a-7474-4f8e-a128-8d6e3653ed21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:35.316732 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.390222 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.395463 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.415077 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fe731a-dcbb-4805-9ec4-36b3a722dd75,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:35.420685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.421870 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6f1bd400-7c65-4817-9c98-f40c10987cff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367128 Mar 31 23:43:35.424627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 34790) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:35.428970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'security_group_rule': {'security_group_id': 'ef30704a-7474-4f8e-a128-8d6e3653ed21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:35.455783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.514235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:35.515514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.532733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.536459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:35.537314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:35.552085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed31a042-cba6-4813-bc73-cbb71322d13f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:35.561611 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.562804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9ae2fc60-b1b6-4751-870c-a24750c20fc9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372600 Mar 31 23:43:35.566016 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34792) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:35.570811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:35.593048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.645653 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:35.699598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.724461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 04381565-9bf7-4f0e-93b0-a362044d754c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:35.804107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Allocated IP 172.25.8.94 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/47e2c621-668b-4960-aebe-9ec94e575126) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:35.839645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 04381565-9bf7-4f0e-93b0-a362044d754c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:35.840339 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.919078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.952492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 2, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:35.953474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.954302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:35.987478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:35.987849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Updating router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d port 644a162f-a986-429c-8c3d-be52f88a75e0 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:43:35.992719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:35.995691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:36.000630 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:36.017754 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 04381565-9bf7-4f0e-93b0-a362044d754c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=04381565-9bf7-4f0e-93b0-a362044d754c,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:36.024746 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.025094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=47e2c621-668b-4960-aebe-9ec94e575126,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:36.026547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.089448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.106748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=04381565-9bf7-4f0e-93b0-a362044d754c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:36.130570 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.296929 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.304089 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.343658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.351499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.372434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=47e2c621-668b-4960-aebe-9ec94e575126,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:36.380895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.398917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.400030 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ddfcce0-c84e-4df6-9f4c-1d8b1da45f9f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8328552 Mar 31 23:43:36.418506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6939894-d2f4-497a-bbe2-b3cafcfc8ea0 None None] Pushing event updated for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:36.449958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Attempting to bind port 644a162f-a986-429c-8c3d-be52f88a75e0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:36.450474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Attempting to bind port 644a162f-a986-429c-8c3d-be52f88a75e0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:36.451131 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Attempting to bind port 644a162f-a986-429c-8c3d-be52f88a75e0 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:36.456491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:36.457457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:36.458072 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.458628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:36.459098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Bound port: 644a162f-a986-429c-8c3d-be52f88a75e0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:36.459675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.531532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] For port 644a162f-a986-429c-8c3d-be52f88a75e0, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:36.534983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] For port 644a162f-a986-429c-8c3d-be52f88a75e0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=644a162f-a986-429c-8c3d-be52f88a75e0,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:36.541543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.558138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-bff02e8c-911c-4784-ab50-09cca0024179 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--254462002&fields=id&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 267 time: 0.0350742 Mar 31 23:43:36.603958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:36.604704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:36.607917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6939894-d2f4-497a-bbe2-b3cafcfc8ea0 None None] Pushing event updated for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:36.677255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-bc76590c-c5de-492b-ae74-cd6108827547 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:36.678811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-bc76590c-c5de-492b-ae74-cd6108827547 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1119597 Mar 31 23:43:36.696531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c3c9bf8a-f795-40a4-920c-b2e989ca6638 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/quotas/11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 375 time: 0.0097578 Mar 31 23:43:36.725306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:36.727153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] Provisioning complete for port 644a162f-a986-429c-8c3d-be52f88a75e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:36.727551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:36.754778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-69dffa09-8881-4e21-933f-97cdf52f852b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502448 Mar 31 23:43:37.112309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5061c69-a4e4-4ae2-b90d-c14e0f00862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:37.113774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:37.173254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] For port 644a162f-a986-429c-8c3d-be52f88a75e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=644a162f-a986-429c-8c3d-be52f88a75e0,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:37.175992 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-ae6b4a1e-9431-4228-8227-e9d415b5414e service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083910 Mar 31 23:43:37.179367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:37.221888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:36Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:37.257642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938c7e84-de16-40d5-9f62-c4051e671be3 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:36Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:37.261853 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30eb13b-3f40-4963-b204-f0770477a19b None None] Pushing event updated for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:37.267085 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-a868564b-d7c2-4b0f-bc6e-4fab1832ea32 service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868883 Mar 31 23:43:37.313494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-33a34cbe-57fe-4a98-b432-fa05135f609c None None] Provisioning complete for port 644a162f-a986-429c-8c3d-be52f88a75e0 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:37.313494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-33a34cbe-57fe-4a98-b432-fa05135f609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:37.474848 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-630cbc33-a8a0-4c6e-befe-8a90c4dc9bc7 req-0e1ba823-3eb2-4792-930d-8d9af980f30f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 210 time: 0.0298750 Mar 31 23:43:37.750861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 04381565-9bf7-4f0e-93b0-a362044d754c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:37.813552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 04381565-9bf7-4f0e-93b0-a362044d754c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:37.813928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:37.896777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 644a162f-a986-429c-8c3d-be52f88a75e0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:37.945960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 644a162f-a986-429c-8c3d-be52f88a75e0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:37.946328 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.512053 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.522174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-9c535156-63bd-492d-a85b-436c0df41925 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:38.523702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-9c535156-63bd-492d-a85b-436c0df41925 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1082611 Mar 31 23:43:38.586941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ec87fdae-bedb-4fc0-b484-52d17ee82e63 req-1ea6b6c5-9d68-46d0-967f-eb543fb30bf6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 210 time: 0.0364273 Mar 31 23:43:38.593996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-f3a5185f-75b7-4b6f-930c-57abfa132c19 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 379 time: 0.0598383 Mar 31 23:43:38.604674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'port': {'device_id': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'admin_state_up': True, 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'security_groups': ['ef30704a-7474-4f8e-a128-8d6e3653ed21']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:38.718369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:43:38.722190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:38.850959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Allocated IP 172.20.0.9 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/711ef4e7-934b-4457-9611-b5a3d0d297f9) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:43:39.000839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.037259 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.079361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:43:39.082400 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:43:39.086143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:43:39.115809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:39.149272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.149925 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.168288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-530c47f2-33ff-4254-bacb-2d3b51c825ca tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674574 Mar 31 23:43:39.237098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Request body: {'port': {'device_id': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:39.292026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.347685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4fb89cff-a2d7-45ee-8cca-83914bfb7db1 None None] Provisioning complete for port 711ef4e7-934b-4457-9611-b5a3d0d297f9 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:39.348162 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4fb89cff-a2d7-45ee-8cca-83914bfb7db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.383775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4fb89cff-a2d7-45ee-8cca-83914bfb7db1 None None] Port 711ef4e7-934b-4457-9611-b5a3d0d297f9 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:43:39.563659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 711ef4e7-934b-4457-9611-b5a3d0d297f9 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:39.571551 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.584715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Transition to ACTIVE for port object 711ef4e7-934b-4457-9611-b5a3d0d297f9 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:43:39.590685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.640230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:39.712834 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:43:39.713165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:43:39.713493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:39.716886 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d656f65-ed97-4a1c-94b8-6c3f82331fd7 req-692f81ca-7e44-40a2-8532-649a44b0fe5f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.718561 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:43:39.718727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d656f65-ed97-4a1c-94b8-6c3f82331fd7 req-692f81ca-7e44-40a2-8532-649a44b0fe5f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0570025 Mar 31 23:43:39.719022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:43:39.724801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:43:39.725135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:43:39.725514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:43:39.725933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Bound port: 711ef4e7-934b-4457-9611-b5a3d0d297f9, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:43:39.726291 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.759573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6d656f65-ed97-4a1c-94b8-6c3f82331fd7 req-3b9df970-2d13-4bdb-8ceb-bc355566d350 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332673 Mar 31 23:43:39.796734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:43:39.800312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:43:39.805609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.841453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.842130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:39.843514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] 10.222.0.60 "PUT /v2.0/ports/711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 1091 time: 0.6663070 Mar 31 23:43:39.844190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:39.846591 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:39.868625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20876bd-4639-4119-ab16-7dcbe7e81a2a service neutron] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:39.885800 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b2c4d8-1cc4-4b5b-b5ff-b4f87e70642b x-openstack-request-id: req-f8b2c4d8-1cc4-4b5b-b5ff-b4f87e70642b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:39.886092 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:39.886365 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f8b2c4d8-1cc4-4b5b-b5ff-b4f87e70642b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:39.886832 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b2c4d8-1cc4-4b5b-b5ff-b4f87e70642b'] response: {'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'status': 'completed', 'code': 200} Mar 31 23:43:39.942300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-76b4640c-dcd2-4b68-ba3e-6aa191d12340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:39.943898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-76b4640c-dcd2-4b68-ba3e-6aa191d12340 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0484369 Mar 31 23:43:39.994263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-9ed53c22-23cd-4ae3-a64f-1c9bec216b7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 217 time: 0.0394309 Mar 31 23:43:40.047550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-317b59cd-c348-4c0b-82dd-81f74cbf8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.049262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-317b59cd-c348-4c0b-82dd-81f74cbf8ccd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0461051 Mar 31 23:43:40.104769 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-61a1d22c-257d-43c6-9c04-a0c41fdc921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.106303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-61a1d22c-257d-43c6-9c04-a0c41fdc921d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489709 Mar 31 23:43:40.147187 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:40.211806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-0fd1fe8d-6958-4556-a8cd-864a60979565 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969837 Mar 31 23:43:40.317937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d49ad0ae-3bc8-4f55-9aa6-b475206c8f52 req-9f2cf3f6-4884-4f1a-8aa6-000f65c88adf service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991409 Mar 31 23:43:40.399643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:40.417049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-326d5acb-61ef-43f8-924a-40b83ead26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.419433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-326d5acb-61ef-43f8-924a-40b83ead26af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0490029 Mar 31 23:43:40.524867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-72c6a32e-13ef-4584-a25f-f2c799201e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.526715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-72c6a32e-13ef-4584-a25f-f2c799201e6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0997338 Mar 31 23:43:40.572235 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-98c834a2-e3b0-4a13-bdc8-6d199035cc27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 217 time: 0.0372629 Mar 31 23:43:40.627643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-7e07a341-8c3f-4e8c-b1fa-91eac39f6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.629075 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-7e07a341-8c3f-4e8c-b1fa-91eac39f6b4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0492883 Mar 31 23:43:40.676273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-9d6d2a02-3318-4ce3-8ddc-ce124b6327a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.677711 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-9d6d2a02-3318-4ce3-8ddc-ce124b6327a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410938 Mar 31 23:43:40.770923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-dd832804-e71b-4128-bf17-8a4beae967c5 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853508 Mar 31 23:43:40.862359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d91a042-7f4e-4b47-a70f-ba2f5ed95d59 req-d86ab690-aa63-47a3-be01-5cd112063f13 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831714 Mar 31 23:43:40.878488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742e91a-4b2c-40a0-bb79-81a257773cab req-641ae642-b997-4258-ac32-b2c404e6171c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:40.880042 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e742e91a-4b2c-40a0-bb79-81a257773cab req-641ae642-b997-4258-ac32-b2c404e6171c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0497832 Mar 31 23:43:40.917352 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e742e91a-4b2c-40a0-bb79-81a257773cab req-29a4ef3f-21b1-416d-97e4-af140c534e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Mar 31 23:43:42.047952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2b39a-8c66-42de-ac35-2316f2e77476 req-bffe3f2a-b2b3-42e7-9808-1b1ea7cee6d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:42.049611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18a2b39a-8c66-42de-ac35-2316f2e77476 req-bffe3f2a-b2b3-42e7-9808-1b1ea7cee6d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0571291 Mar 31 23:43:42.087824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18a2b39a-8c66-42de-ac35-2316f2e77476 req-b9e23328-5998-4649-a866-145bc6972b5e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Mar 31 23:43:42.126303 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:43:43.214460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee147194-0a83-4b7b-a581-575738aea19b req-a369a29c-0cea-44fe-8a85-c24d9c121738 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:43.215938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee147194-0a83-4b7b-a581-575738aea19b req-a369a29c-0cea-44fe-8a85-c24d9c121738 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0501354 Mar 31 23:43:43.258858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ee147194-0a83-4b7b-a581-575738aea19b req-fa9e0ff3-9a7c-45f9-8583-01a593af47b0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353532 Mar 31 23:43:44.371615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:43:44.387336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f4761-cefd-422a-aee3-a62e42b41992 req-9d5d8e94-9665-44ae-a1f7-7238254a0d98 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:44.388802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f27f4761-cefd-422a-aee3-a62e42b41992 req-9d5d8e94-9665-44ae-a1f7-7238254a0d98 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0550079 Mar 31 23:43:44.428555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f27f4761-cefd-422a-aee3-a62e42b41992 req-fd2fd983-09af-43f4-8d7b-51a64e1d051a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331519 Mar 31 23:43:44.466413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:44.480244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'mac_address': 'fa:16:3e:af:7d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:43:44.527296 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:44.543870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711ef4e7-934b-4457-9611-b5a3d0d297f9 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:43:44.569793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:44.575648 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:44.625089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:44.888473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['711ef4e7-934b-4457-9611-b5a3d0d297f9'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:43:45.556684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071351d-91c4-40de-9f17-40fc43ac4c61 req-dc1b24cb-3a3b-4dae-8920-bc2d0a5f5ee2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:45.558112 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4071351d-91c4-40de-9f17-40fc43ac4c61 req-dc1b24cb-3a3b-4dae-8920-bc2d0a5f5ee2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 944 time: 0.0528626 Mar 31 23:43:45.597295 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4071351d-91c4-40de-9f17-40fc43ac4c61 req-5e749913-920d-4a31-9296-61201968b644 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313504 Mar 31 23:43:46.377679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:43:46.430854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 711ef4e7-934b-4457-9611-b5a3d0d297f9 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:43:46.434480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 711ef4e7-934b-4457-9611-b5a3d0d297f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:43:46.434849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.529359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.551720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:46.553977 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b775208a-4f69-4e40-aa35-80cc95cc5243" -d '{"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-plugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:46.565852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:43:46.571928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:46.594766 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148cbeb-dcb5-434b-a75f-762e68b2318f x-openstack-request-id: req-8148cbeb-dcb5-434b-a75f-762e68b2318f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:46.595053 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-plugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:46.595326 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8148cbeb-dcb5-434b-a75f-762e68b2318f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:46.595722 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8148cbeb-dcb5-434b-a75f-762e68b2318f'] response: {'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'code': 200} Mar 31 23:43:46.621473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:43:46.628888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.629167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.629498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.629824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.630166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.630469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.630789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.631107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.631451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.631766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.632088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.632409 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:43:46.693916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef922db4-8db3-4a21-b702-888ac64876b3 req-e410c126-d0ec-4e42-aab7-ea485e86c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:46.695557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef922db4-8db3-4a21-b702-888ac64876b3 req-e410c126-d0ec-4e42-aab7-ea485e86c93b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1096 time: 0.0393293 Mar 31 23:43:46.716054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959aa92-22d3-4a3d-bfee-79fe3867b4f6 req-a95b20c3-697f-4c68-bdf4-98b2960ef0c0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:46.717526 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a959aa92-22d3-4a3d-bfee-79fe3867b4f6 req-a95b20c3-697f-4c68-bdf4-98b2960ef0c0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0471418 Mar 31 23:43:46.731744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef922db4-8db3-4a21-b702-888ac64876b3 req-9a72251e-f3c4-4b27-b319-14143816d0f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292301 Mar 31 23:43:46.755865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a959aa92-22d3-4a3d-bfee-79fe3867b4f6 req-31050049-1df1-4315-9de0-844af1d4568e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Mar 31 23:43:47.877369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7371b1-dc98-4ddc-954a-b75db67ea8b0 req-1461b6f5-77ce-4364-a41a-d2430f4f4209 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:47.878871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e7371b1-dc98-4ddc-954a-b75db67ea8b0 req-1461b6f5-77ce-4364-a41a-d2430f4f4209 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0522616 Mar 31 23:43:47.919193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e7371b1-dc98-4ddc-954a-b75db67ea8b0 req-89be67ce-4bd2-4561-a39c-109fee53a8ec tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Mar 31 23:43:49.039479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746ebfa-412b-4675-83ac-1d042b101cea req-471ed514-d4ed-4df1-ba62-4581eaf18552 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:49.040980 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b746ebfa-412b-4675-83ac-1d042b101cea req-471ed514-d4ed-4df1-ba62-4581eaf18552 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0487349 Mar 31 23:43:49.084511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b746ebfa-412b-4675-83ac-1d042b101cea req-bbb2bc08-65e9-4f64-a78e-6123d2fcfac0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345778 Mar 31 23:43:49.205638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70657599-c872-4ee4-8ae9-019a3ef6546e req-1e20db63-402b-419c-999f-3eb8a55f26aa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:49.206981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70657599-c872-4ee4-8ae9-019a3ef6546e req-1e20db63-402b-419c-999f-3eb8a55f26aa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0546560 Mar 31 23:43:49.216995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 34850) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:43:49.221758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'floatingip': {'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:43:49.261745 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:49.716177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:49.723848 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:49.825188 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 associated. External IP: 172.25.8.94, port: 711ef4e7-934b-4457-9611-b5a3d0d297f9. Mar 31 23:43:50.052363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:43:50.165172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:43:50.170249 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:50.178730 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b37f30-9406-4876-970b-05674b615705 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:43:50.188454 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:50.189257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:50.197924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a14ec50f-0545-4e88-88f8-4a17c0bacb26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "PUT /v2.0/floatingips/f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 HTTP/1.1" status: 200 len: 990 time: 0.9798622 Mar 31 23:43:50.198512 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:43:50.201014 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe23523-12d2-4e4d-b2a8-db1a4565533f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:43:50.243967 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95098ec0-7e5b-40bb-b300-e5ed2378eb2f x-openstack-request-id: req-95098ec0-7e5b-40bb-b300-e5ed2378eb2f {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:43:50.244610 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:43:50.244610 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-95098ec0-7e5b-40bb-b300-e5ed2378eb2f {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:43:50.244911 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95098ec0-7e5b-40bb-b300-e5ed2378eb2f'] response: {'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'status': 'completed', 'code': 200} Mar 31 23:43:50.300608 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:50.300993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49662c3-4ee6-479b-8b7f-ada98a5d5a87 req-f3ad042a-1a64-42fb-818f-7adf8c400ffd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.302616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b49662c3-4ee6-479b-8b7f-ada98a5d5a87 req-f3ad042a-1a64-42fb-818f-7adf8c400ffd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0520999 Mar 31 23:43:50.316327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-33192b83-114f-4970-8d6a-53904b7425fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.317861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-33192b83-114f-4970-8d6a-53904b7425fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1096 time: 0.0428169 Mar 31 23:43:50.344650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b49662c3-4ee6-479b-8b7f-ada98a5d5a87 req-dca97745-4eec-4ee9-a0dc-ea9c6df735d5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336344 Mar 31 23:43:50.428403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-ecf2177a-0985-49bf-bcc4-c0a20601edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.429004 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-ecf2177a-0985-49bf-bcc4-c0a20601edcc service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1040258 Mar 31 23:43:50.509920 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5115bf-e308-45cf-8667-84b520505b1b req-02ffa73f-9417-479e-8912-375ea8311c2c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.511473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b5115bf-e308-45cf-8667-84b520505b1b req-02ffa73f-9417-479e-8912-375ea8311c2c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0957420 Mar 31 23:43:50.515570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-aa33c525-f548-4555-95c0-e771ab70c41b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 998 time: 0.0735424 Mar 31 23:43:50.529831 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:af:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:43:49Z', 'revision_number': 1, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:50.562204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b37f30-9406-4876-970b-05674b615705 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:43:50.572356 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:43:50.572979 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:43:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:50.601063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3b5115bf-e308-45cf-8667-84b520505b1b req-742a4821-ac70-46df-9a26-fc6847f01e3b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824983 Mar 31 23:43:50.608426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-05c6e1e5-24a4-4198-be17-c89713b56522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.610863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-05c6e1e5-24a4-4198-be17-c89713b56522 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0860343 Mar 31 23:43:50.663086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-71c525d5-58af-4c61-a52a-fb5017397ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:50.664737 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-71c525d5-58af-4c61-a52a-fb5017397ab8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430508 Mar 31 23:43:50.685510 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:43:50.763982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-8ccb869d-4800-47a3-8c05-8fead69118a0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900795 Mar 31 23:43:50.865484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbe23523-12d2-4e4d-b2a8-db1a4565533f req-81350b19-120a-4ad9-a0a7-e1bf53128cb0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923593 Mar 31 23:43:51.014318 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-49b37f30-9406-4876-970b-05674b615705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:af:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:43:49Z', 'revision_number': 1, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:43:51.044713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b37f30-9406-4876-970b-05674b615705 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:af:7d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:43:49Z', 'revision_number': 1, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:43:51.255028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593fac8f-3782-4900-8203-0d3afcf0e928 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:43:51.411919 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:51.729151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25340c0-92f4-413d-9150-0ae180b294e9 req-542b7a30-e1ee-4031-a7d5-845a131f8f6a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:51.730615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f25340c0-92f4-413d-9150-0ae180b294e9 req-542b7a30-e1ee-4031-a7d5-845a131f8f6a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0523856 Mar 31 23:43:51.769287 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f25340c0-92f4-413d-9150-0ae180b294e9 req-66d6ec71-9438-482c-ab04-f64c4170887f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321100 Mar 31 23:43:51.898896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660fa74-cc6b-4d0d-9680-b7f7124e8b1c req-5aea83e7-fa00-4943-9226-44317e2f4c0d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:51.900399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d660fa74-cc6b-4d0d-9680-b7f7124e8b1c req-5aea83e7-fa00-4943-9226-44317e2f4c0d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0606444 Mar 31 23:43:51.940583 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d660fa74-cc6b-4d0d-9680-b7f7124e8b1c req-94e1a130-40ce-42f0-abbb-bd6d568b973f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Mar 31 23:43:52.186293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-b888ed9c-c86a-4c7e-9a48-02c48b96be5e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404966 Mar 31 23:43:52.202875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f019e-b9e8-4f3a-ae69-3b37d4d95f0f req-8d3b3a61-63e7-40e1-8392-0e716c0285d0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:52.204744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a6f019e-b9e8-4f3a-ae69-3b37d4d95f0f req-8d3b3a61-63e7-40e1-8392-0e716c0285d0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0553105 Mar 31 23:43:52.245722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4a6f019e-b9e8-4f3a-ae69-3b37d4d95f0f req-da88286a-81f0-4750-b093-b4ed004c4414 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349138 Mar 31 23:43:53.381612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc65617-2f78-4991-a8d2-1f43c14dc908 req-9eb97340-fa34-44c4-a126-5a8d7c4caa2a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.382979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fdc65617-2f78-4991-a8d2-1f43c14dc908 req-9eb97340-fa34-44c4-a126-5a8d7c4caa2a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0553377 Mar 31 23:43:53.421443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fdc65617-2f78-4991-a8d2-1f43c14dc908 req-d867d240-f327-4072-a980-d8013c576cfc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Mar 31 23:43:53.436393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-40b918da-2086-48f0-9bbd-069a6a3e3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.437931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-40b918da-2086-48f0-9bbd-069a6a3e3014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1096 time: 0.0400879 Mar 31 23:43:53.849226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-a59ab17d-e2e0-41d6-8341-8aa4e7e39c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.850732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-a59ab17d-e2e0-41d6-8341-8aa4e7e39c1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.4052610 Mar 31 23:43:53.917978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-acb34fde-4a6e-444d-850e-9b31aace67ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 1000 time: 0.0602610 Mar 31 23:43:53.973174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d4bc2725-b84c-43aa-99a1-1c7fe0abd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:53.975147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d4bc2725-b84c-43aa-99a1-1c7fe0abd6ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0498464 Mar 31 23:43:54.028910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-e5fe8c7e-092a-476a-985c-2adea8645680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.030420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-e5fe8c7e-092a-476a-985c-2adea8645680 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479803 Mar 31 23:43:54.122629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-942d0124-c34b-420d-ab64-4108e6e52a1b service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850382 Mar 31 23:43:54.225995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d5194542-8dc6-4ea7-8c8a-43a6829379f1 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943148 Mar 31 23:43:54.541735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a29a9-f02a-49c0-bf9b-ed24c02a067d req-b229b957-c8d3-4162-8c7c-e8dafc7f9221 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:54.543204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c2a29a9-f02a-49c0-bf9b-ed24c02a067d req-b229b957-c8d3-4162-8c7c-e8dafc7f9221 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0494044 Mar 31 23:43:54.581581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c2a29a9-f02a-49c0-bf9b-ed24c02a067d req-e03ece7d-cf86-4b63-9c38-f49acfe7be90 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Mar 31 23:43:55.718778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218379-03e5-48f8-99b1-95b3ba58bd99 req-3f30a32f-4d85-414c-858d-aafe2bb26d93 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:55.720270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d218379-03e5-48f8-99b1-95b3ba58bd99 req-3f30a32f-4d85-414c-858d-aafe2bb26d93 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0592546 Mar 31 23:43:55.768289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d218379-03e5-48f8-99b1-95b3ba58bd99 req-e3fd0009-9675-4071-bb0c-26d6f2f0d980 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Mar 31 23:43:56.611670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:43:56.907281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34f18-9096-44b0-a4d9-54805c5b8e24 req-22620b33-e4b5-49ff-a16f-38702bd4906b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:56.908781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4b34f18-9096-44b0-a4d9-54805c5b8e24 req-22620b33-e4b5-49ff-a16f-38702bd4906b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0645633 Mar 31 23:43:56.955334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e4b34f18-9096-44b0-a4d9-54805c5b8e24 req-512672e9-ce61-48c3-9ca6-05d7508d0f3c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Mar 31 23:43:58.097830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1950af-1a15-4b40-ac7d-d435fa9edb0e req-991f026c-810a-4e99-b3ba-a2c3d0010d34 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:58.099456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a1950af-1a15-4b40-ac7d-d435fa9edb0e req-991f026c-810a-4e99-b3ba-a2c3d0010d34 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0573590 Mar 31 23:43:58.140081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4a1950af-1a15-4b40-ac7d-d435fa9edb0e req-4aea656d-16b7-4c5e-bfeb-96226fbceecc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344515 Mar 31 23:43:59.259054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42040b18-6ae7-4e14-a025-2c54c3688e12 req-f0cafd8e-b07b-46eb-a615-7b21f5f2752e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:43:59.261324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42040b18-6ae7-4e14-a025-2c54c3688e12 req-f0cafd8e-b07b-46eb-a615-7b21f5f2752e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0518198 Mar 31 23:43:59.299227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42040b18-6ae7-4e14-a025-2c54c3688e12 req-14acdad4-041e-4146-aebf-50e3dad48352 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Mar 31 23:44:00.446786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c54cb-62b6-48b9-9858-156bf56b10c2 req-4512407f-1d84-411d-9fbb-dbbdc3be623b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:00.448375 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e5c54cb-62b6-48b9-9858-156bf56b10c2 req-4512407f-1d84-411d-9fbb-dbbdc3be623b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0686383 Mar 31 23:44:00.490668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9e5c54cb-62b6-48b9-9858-156bf56b10c2 req-03b6a638-65f3-43a7-a4d0-cdd2b747d3b4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361292 Mar 31 23:44:01.626126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa412-3be0-4eda-b106-c08a64dddfcc req-4b4132c9-a8c5-4f15-916e-ff96d429d619 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:01.627646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5cfa412-3be0-4eda-b106-c08a64dddfcc req-4b4132c9-a8c5-4f15-916e-ff96d429d619 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0559669 Mar 31 23:44:01.666961 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e5cfa412-3be0-4eda-b106-c08a64dddfcc req-4aef91b3-0cc8-47bd-abaa-018be9f66ca3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Mar 31 23:44:02.793188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd301a92-a30a-4910-82ad-3aa94c18253f req-e6b6bdd5-d5ec-4f58-8610-95e13c55206d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:02.794631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd301a92-a30a-4910-82ad-3aa94c18253f req-e6b6bdd5-d5ec-4f58-8610-95e13c55206d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0515592 Mar 31 23:44:02.833849 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fd301a92-a30a-4910-82ad-3aa94c18253f req-1ef70cad-9f9e-4da6-9f5c-15816cc7192c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Mar 31 23:44:03.969572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cdf06-16bb-4df2-b5ad-653d3572d532 req-64a3d4d2-aaa6-4ad4-92f5-dd1940b5f990 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:03.971450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a05cdf06-16bb-4df2-b5ad-653d3572d532 req-64a3d4d2-aaa6-4ad4-92f5-dd1940b5f990 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0537355 Mar 31 23:44:04.014110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a05cdf06-16bb-4df2-b5ad-653d3572d532 req-b4177f98-7bc2-416f-b869-bbb98ecf1e58 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363746 Mar 31 23:44:04.551075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03799559-4fca-4693-83da-cc412ad0c30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:05.138723 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ae879-cbd8-4f0e-909c-a722b27cbabb req-f88244e6-0f04-42c5-9115-84569eb1d2d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:05.140245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f74ae879-cbd8-4f0e-909c-a722b27cbabb req-f88244e6-0f04-42c5-9115-84569eb1d2d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0519907 Mar 31 23:44:05.182331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f74ae879-cbd8-4f0e-909c-a722b27cbabb req-c6a597fa-3bb4-465e-ac62-994612cd5f37 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343120 Mar 31 23:44:06.337163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a205bb-dd6a-4374-ab5b-914de4a6bce4 req-e6767c60-8ede-492e-91f1-ebdfd794924b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:06.338891 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4a205bb-dd6a-4374-ab5b-914de4a6bce4 req-e6767c60-8ede-492e-91f1-ebdfd794924b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0663707 Mar 31 23:44:06.382287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f4a205bb-dd6a-4374-ab5b-914de4a6bce4 req-3631d34f-2599-4390-9f1c-fec9f7d0a365 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369775 Mar 31 23:44:06.984429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0ca0fb74-52eb-40de-b21c-291780be55c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:07.518862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d4849-d589-48af-bdc9-e46db861f4e8 req-da994e40-d36d-454b-801a-410435884905 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:07.520338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-106d4849-d589-48af-bdc9-e46db861f4e8 req-da994e40-d36d-454b-801a-410435884905 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0537891 Mar 31 23:44:07.557104 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-106d4849-d589-48af-bdc9-e46db861f4e8 req-54471350-b39a-41b6-96fc-6ac43e7b6191 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305331 Mar 31 23:44:08.519622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:08.677508 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27d32f-4080-4d73-ac84-f74c818c184e req-d20e00c3-92c0-49a7-b311-55b26f58e375 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:08.678993 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd27d32f-4080-4d73-ac84-f74c818c184e req-d20e00c3-92c0-49a7-b311-55b26f58e375 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0510919 Mar 31 23:44:08.720651 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd27d32f-4080-4d73-ac84-f74c818c184e req-221fb549-c920-49ce-9ae5-8ce8d53e5b6b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325167 Mar 31 23:44:09.867919 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cbc46-edad-4f11-9df0-38401c96a3a6 req-18fc5a35-31b7-49fc-9bc4-7a25ffa89ecb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:09.869293 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-171cbc46-edad-4f11-9df0-38401c96a3a6 req-18fc5a35-31b7-49fc-9bc4-7a25ffa89ecb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0671952 Mar 31 23:44:09.913286 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-171cbc46-edad-4f11-9df0-38401c96a3a6 req-884fbf91-7550-44de-9e11-90f040fca5dc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Mar 31 23:44:10.142454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:10.405693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:11.033426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad800f-b89b-43a2-b8e6-19db125de9e3 req-4c889a9c-401b-4e0d-bc6e-42bee93afb7e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:11.034938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fad800f-b89b-43a2-b8e6-19db125de9e3 req-4c889a9c-401b-4e0d-bc6e-42bee93afb7e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0509801 Mar 31 23:44:11.076810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7fad800f-b89b-43a2-b8e6-19db125de9e3 req-7995976b-78f5-47e6-9829-2f62de6aa892 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354621 Mar 31 23:44:12.199276 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dbc89-58ab-4556-8b9a-e956798f1909 req-10003e7c-4c13-4cd4-8e99-3567eb82f24c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:12.200751 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e66dbc89-58ab-4556-8b9a-e956798f1909 req-10003e7c-4c13-4cd4-8e99-3567eb82f24c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0493398 Mar 31 23:44:12.241125 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e66dbc89-58ab-4556-8b9a-e956798f1909 req-acdef712-b099-4c97-bfff-7dcff52e45e6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341437 Mar 31 23:44:13.358211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc9c35-aa29-455d-aee4-6fc072a92425 req-0da8bacc-0254-4128-bd83-5d9c89f4aa61 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:13.359796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ecc9c35-aa29-455d-aee4-6fc072a92425 req-0da8bacc-0254-4128-bd83-5d9c89f4aa61 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0492876 Mar 31 23:44:13.401905 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ecc9c35-aa29-455d-aee4-6fc072a92425 req-68cde87c-eaa5-40ae-af65-b35c797e1b96 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358822 Mar 31 23:44:14.526083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978305e-e826-4fee-a374-b25722466e86 req-59953403-38b0-4560-83ba-fe4dfb35ba4d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:14.527585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3978305e-e826-4fee-a374-b25722466e86 req-59953403-38b0-4560-83ba-fe4dfb35ba4d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0532310 Mar 31 23:44:14.576754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3978305e-e826-4fee-a374-b25722466e86 req-a62a65b6-69e5-414c-90fa-8342ed39b8f5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Mar 31 23:44:15.710944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6e00f-fef4-4eaf-a3ed-0b49e6756e0e req-3763c102-0247-44e5-882c-e827ef23ffb8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:15.712426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76c6e00f-fef4-4eaf-a3ed-0b49e6756e0e req-3763c102-0247-44e5-882c-e827ef23ffb8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0505123 Mar 31 23:44:15.754245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76c6e00f-fef4-4eaf-a3ed-0b49e6756e0e req-f689a856-514c-4450-b5b0-48206dba5e01 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321500 Mar 31 23:44:16.898252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd839338-1579-4354-9502-8c16bae86cf7 req-53967ebb-de7e-4849-b0b9-4a1d9e0d5a46 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:16.899767 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd839338-1579-4354-9502-8c16bae86cf7 req-53967ebb-de7e-4849-b0b9-4a1d9e0d5a46 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0613627 Mar 31 23:44:16.941752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd839338-1579-4354-9502-8c16bae86cf7 req-79fa9b3f-dbd0-40c1-813d-ab39eb4ccf80 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Mar 31 23:44:18.070063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ef9d8-aabd-40d3-92b2-d83fb8fef011 req-6d964af6-f730-40c1-9d20-c6dd1a5ea833 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:18.071565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d1ef9d8-aabd-40d3-92b2-d83fb8fef011 req-6d964af6-f730-40c1-9d20-c6dd1a5ea833 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0500200 Mar 31 23:44:18.117001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d1ef9d8-aabd-40d3-92b2-d83fb8fef011 req-6e19b8a4-1696-4ffe-8840-49056229d26e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364861 Mar 31 23:44:19.125663 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:19.238861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96b216-1f1a-4c57-b6da-22b89157231b req-954b5293-a759-4568-bc47-95f3d58ba385 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:19.240370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f96b216-1f1a-4c57-b6da-22b89157231b req-954b5293-a759-4568-bc47-95f3d58ba385 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0512347 Mar 31 23:44:19.280503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f96b216-1f1a-4c57-b6da-22b89157231b req-f3963495-839a-4403-bc6a-ee2e91510a6c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311558 Mar 31 23:44:20.425397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd3946-33c9-44a4-a553-94a20777c199 req-af006ef0-3d90-4c30-8ae3-982182d62884 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:20.426782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27bd3946-33c9-44a4-a553-94a20777c199 req-af006ef0-3d90-4c30-8ae3-982182d62884 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0609941 Mar 31 23:44:20.467915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27bd3946-33c9-44a4-a553-94a20777c199 req-d9c89b11-07e8-40c6-b28c-43a7d0717639 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Mar 31 23:44:21.279551 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-0b9c935e-bd68-4a8f-bdf2-9aa46aef643b service neutron] show failed (client error): The resource could not be found. Mar 31 23:44:21.280589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-0b9c935e-bd68-4a8f-bdf2-9aa46aef643b service neutron] 10.222.0.60 "GET /v2.0/ports/711ef4e7-934b-4457-9611-b5a3d0d297f9/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0740342 Mar 31 23:44:21.382654 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:21.491791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d5613545-54e3-427c-aea7-79477229d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.493267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d5613545-54e3-427c-aea7-79477229d275 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1096 time: 0.0449331 Mar 31 23:44:21.504972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:21.565090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:21.638018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a4aa7-c927-4e6e-84b2-de95a696de10 req-ca7632f7-efd5-4024-a430-7338e0126253 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:21.639426 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-697a4aa7-c927-4e6e-84b2-de95a696de10 req-ca7632f7-efd5-4024-a430-7338e0126253 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0898092 Mar 31 23:44:21.758131 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-697a4aa7-c927-4e6e-84b2-de95a696de10 req-66ecdc76-d9aa-4a07-b03e-217be0d5993c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118298 Mar 31 23:44:21.841795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:21.876440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:21.924366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:21.926654 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a0d89-588e-4098-9c3d-2a9c73e9a024" -d '{"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-unplugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:21.930794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:21.943771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Transition to ACTIVE for port object 711ef4e7-934b-4457-9611-b5a3d0d297f9 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:44:21.948877 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:21.980981 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d6cb7e-3755-44d2-9472-b466c2bbd115 x-openstack-request-id: req-35d6cb7e-3755-44d2-9472-b466c2bbd115 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:21.981312 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-unplugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:21.981561 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-35d6cb7e-3755-44d2-9472-b466c2bbd115 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:21.981967 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d6cb7e-3755-44d2-9472-b466c2bbd115'] response: {'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'code': 200} Mar 31 23:44:22.017674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:22.075903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.076253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.076593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.076929 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.077259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.077590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.077895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.078212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.078542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.078860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.079180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.079601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:44:22.137716 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] No DVR routers for this DVR port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:44:22.272554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:44:22.272893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:44:22.273224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:22.277487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:44:22.277812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Attempting to bind port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:22.282933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:44:22.283268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:44:22.283705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:44:22.284126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Bound port: 711ef4e7-934b-4457-9611-b5a3d0d297f9, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:44:22.284481 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:22.350542 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:22.353740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:44:22.358497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:22.397133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:22.397773 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:22.399204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] 10.222.0.96 "PUT /v2.0/ports/711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 1091 time: 0.8983388 Mar 31 23:44:22.416893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff1ab1-02ec-4558-a289-2e65a25c04c2 service neutron] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:22.466342 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d87ab1fd-2577-44b7-9334-65be5deedce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:22.467899 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-d87ab1fd-2577-44b7-9334-65be5deedce7 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0417070 Mar 31 23:44:22.813791 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-6a4115c2-845f-4539-bdbc-bc7826310a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:22.815394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-6a4115c2-845f-4539-bdbc-bc7826310a3f service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.3408310 Mar 31 23:44:22.917941 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-479a99f2-4939-45af-ad43-8bb6b6cfc190 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 998 time: 0.0954175 Mar 31 23:44:22.939447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323caf-9492-4779-b126-b5d346b867fe req-8c1d5a29-1904-4a37-a1de-bb6045dad1ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:22.940874 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c323caf-9492-4779-b126-b5d346b867fe req-8c1d5a29-1904-4a37-a1de-bb6045dad1ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0723159 Mar 31 23:44:22.995790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-678142f6-f6c1-4ab7-8f0b-a7a91b71ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:22.997215 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-678142f6-f6c1-4ab7-8f0b-a7a91b71ea6d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0718508 Mar 31 23:44:23.004525 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9c323caf-9492-4779-b126-b5d346b867fe req-e8d7b14c-28bd-4253-b0f0-6b31c1a2d46e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451038 Mar 31 23:44:23.043538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-e3b6fe96-26dc-4309-a4c0-cb4f52b96a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:23.044944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-e3b6fe96-26dc-4309-a4c0-cb4f52b96a02 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395949 Mar 31 23:44:23.145480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-6de61a9b-1552-41c4-a4ef-21b8d8b7e756 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929174 Mar 31 23:44:23.240355 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7025abdd-19e0-4d28-a014-51c41a8c8b48 req-b86374cb-b4f3-44f1-aaf0-497a11b0b65f service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867038 Mar 31 23:44:23.983657 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:23.987438 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338fe25-3ed7-46ea-8230-e9b240ebfabb" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:24.044621 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2075a-6f96-45f5-a49e-a95157144d26 x-openstack-request-id: req-78d2075a-6f96-45f5-a49e-a95157144d26 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:24.044925 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:24.045180 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-78d2075a-6f96-45f5-a49e-a95157144d26 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:24.045585 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d2075a-6f96-45f5-a49e-a95157144d26'] response: {'name': 'network-changed', 'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'status': 'completed', 'code': 200} Mar 31 23:44:24.115018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-76d5293b-caaf-4923-9be0-9f4a4cc65b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.116692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-76d5293b-caaf-4923-9be0-9f4a4cc65b0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0506611 Mar 31 23:44:24.142099 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-596b5298-36da-4b2f-8a5f-40503e2d2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.143618 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-596b5298-36da-4b2f-8a5f-40503e2d2fa8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0739594 Mar 31 23:44:24.157567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9688f7f-81c1-41a6-9f27-d58b911d62ee req-cad551d4-a8dc-4c02-82fb-2c883e68f714 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.159031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9688f7f-81c1-41a6-9f27-d58b911d62ee req-cad551d4-a8dc-4c02-82fb-2c883e68f714 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0789342 Mar 31 23:44:24.212046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-d8b27162-e83a-4fe9-b761-a2c09a1008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.213537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-d8b27162-e83a-4fe9-b761-a2c09a1008d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0901432 Mar 31 23:44:24.254696 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9688f7f-81c1-41a6-9f27-d58b911d62ee req-75867eb2-b886-4d21-bb65-6fbf575bdf96 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873311 Mar 31 23:44:24.275910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-3129c9f0-cad0-40c9-8cea-1773454b191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.277499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-3129c9f0-cad0-40c9-8cea-1773454b191c service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1174757 Mar 31 23:44:24.281562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-8f7286b5-2b2d-4924-b4fd-0ee00b8ff09a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 998 time: 0.0601008 Mar 31 23:44:24.337509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-a7dd6b6a-a823-4b0e-9b97-0398a807d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.339103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-a7dd6b6a-a823-4b0e-9b97-0398a807d082 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0493553 Mar 31 23:44:24.344839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-2e473a1e-7fd7-41cf-beb4-9d98a44854e9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 998 time: 0.0598094 Mar 31 23:44:24.384858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-8c685cce-d27d-40d8-90ea-686ace06c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.386404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-8c685cce-d27d-40d8-90ea-686ace06c4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400178 Mar 31 23:44:24.397492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-20ea9fa3-7317-46c2-ba7e-35cce3c0cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.398945 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-20ea9fa3-7317-46c2-ba7e-35cce3c0cc3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0465589 Mar 31 23:44:24.448172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-e3474ce7-18b6-4cfb-97ee-5af1aaa46473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:24.449727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-e3474ce7-18b6-4cfb-97ee-5af1aaa46473 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439827 Mar 31 23:44:24.477411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-f37e73e3-c18b-4eff-9ed8-53b3a4411541 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829134 Mar 31 23:44:24.560350 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-f7f2825b-bfb2-4d4d-a895-62ba607afccf service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036403 Mar 31 23:44:24.580508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-de90bf4a-205d-4a87-8e4a-ca60a20a14f6 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946627 Mar 31 23:44:24.659638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7338fe25-3ed7-46ea-8230-e9b240ebfabb req-bb6b7e16-a776-4258-9c22-a032e296cbff service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914028 Mar 31 23:44:25.378737 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f731f7-1d96-4bb6-8427-8f98c205cc13 req-fa50700d-cb21-449a-8c94-3025c29497bc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:25.380185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30f731f7-1d96-4bb6-8427-8f98c205cc13 req-fa50700d-cb21-449a-8c94-3025c29497bc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0503011 Mar 31 23:44:25.420781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-30f731f7-1d96-4bb6-8427-8f98c205cc13 req-bcc161fb-f12d-4704-91a2-b22ddd879973 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344009 Mar 31 23:44:26.550750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e312a-630d-49df-a28a-e664215ad90d req-dd41e735-abe1-4687-905a-b7c4fe9aed80 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:26.552357 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e9e312a-630d-49df-a28a-e664215ad90d req-dd41e735-abe1-4687-905a-b7c4fe9aed80 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0533018 Mar 31 23:44:26.577651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:44:26.601461 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e9e312a-630d-49df-a28a-e664215ad90d req-7032fc08-1e4a-4b22-9368-8a70698d0168 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377581 Mar 31 23:44:26.633242 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:44:26.637496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:26.803055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b07be7-0d49-4dd6-85c5-7abcbe111fa6 req-b064f741-b19d-4424-bcfa-e1db6543355c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:26.804613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7b07be7-0d49-4dd6-85c5-7abcbe111fa6 req-b064f741-b19d-4424-bcfa-e1db6543355c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 943 time: 0.0497091 Mar 31 23:44:26.826847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-84ab7149-b1a2-4fe6-ba4b-eb9e4bac3a2a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:26.828345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-84ab7149-b1a2-4fe6-ba4b-eb9e4bac3a2a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d&tenant_id=11bcc2304e7e41ad9cbe003869fef159&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.0563021 Mar 31 23:44:26.842998 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7b07be7-0d49-4dd6-85c5-7abcbe111fa6 req-6cb24cf3-b3c1-429d-8e28-c8bf19d8eb5d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Mar 31 23:44:26.888727 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-931b9dfb-cf9d-4c3d-ba60-4a7d67137b14 service neutron] delete failed (client error): The resource could not be found. Mar 31 23:44:26.889784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-931b9dfb-cf9d-4c3d-ba60-4a7d67137b14 service neutron] 10.222.0.60 "DELETE /v2.0/ports/711ef4e7-934b-4457-9611-b5a3d0d297f9/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0538702 Mar 31 23:44:26.982228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-fe9466a6-fca6-428d-aa29-518071be057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:26.984031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-fe9466a6-fca6-428d-aa29-518071be057a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 1094 time: 0.0450714 Mar 31 23:44:26.998088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:27.081238 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-72b86c76-6b66-4394-ba3c-62f8d6f46fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:27.082732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-72b86c76-6b66-4394-ba3c-62f8d6f46fb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0904162 Mar 31 23:44:27.098753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:27.110368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'mac_address': 'fa:16:3e:af:7d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:27.147800 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-d7a41d6b-ef02-45be-a198-788470b6867f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 200 len: 998 time: 0.0579083 Mar 31 23:44:27.148461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:27.161860 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 711ef4e7-934b-4457-9611-b5a3d0d297f9 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:27.182177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:27.187775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:27.200850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-ced5fe1d-a788-49ad-9866-a4ee0273d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:27.202356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-ced5fe1d-a788-49ad-9866-a4ee0273d2c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0476682 Mar 31 23:44:27.236281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:27.259864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-6ef804b0-415c-4584-9210-9b48869514bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:27.261382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-6ef804b0-415c-4584-9210-9b48869514bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495415 Mar 31 23:44:27.361047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-8a1cee83-2a6b-4584-9d74-5e0948de996c service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912945 Mar 31 23:44:27.463958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ffcd25c-65fa-4ead-8ca9-5f7c64f4ae45 req-d1db1508-37ee-4814-b3aa-3e61f605ddc0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949705 Mar 31 23:44:27.563532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['711ef4e7-934b-4457-9611-b5a3d0d297f9'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:44:27.964857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4a1c-3af7-4dc2-9964-72a0bc76f503 req-01851366-4af0-4490-87be-29f70cb86b99 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:27.966362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d0c4a1c-3af7-4dc2-9964-72a0bc76f503 req-01851366-4af0-4490-87be-29f70cb86b99 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 944 time: 0.0496774 Mar 31 23:44:28.006600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d0c4a1c-3af7-4dc2-9964-72a0bc76f503 req-60d2a87e-eeed-468b-ac0d-a77969ead115 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331209 Mar 31 23:44:29.013625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:44:29.073004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 711ef4e7-934b-4457-9611-b5a3d0d297f9 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:44:29.076983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 711ef4e7-934b-4457-9611-b5a3d0d297f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:44:29.077383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:29.134909 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2e715-33f7-4a7a-9fce-8d99c23b0124 req-91350fdb-87ef-485d-a20b-3e9b953babac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:29.136425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ff2e715-33f7-4a7a-9fce-8d99c23b0124 req-91350fdb-87ef-485d-a20b-3e9b953babac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 944 time: 0.0538855 Mar 31 23:44:29.157163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:29.175636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ff2e715-33f7-4a7a-9fce-8d99c23b0124 req-6d3dd022-77f8-4d3a-b59e-e0ad8bb12571 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327210 Mar 31 23:44:29.180175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:29.182433 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276f0239-1914-411c-ac11-a9c034d59a3c" -d '{"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-plugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:29.195082 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:29.201266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:29.234976 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e54a1d-7bbf-4a5b-8444-dd3bd0ab2fec x-openstack-request-id: req-49e54a1d-7bbf-4a5b-8444-dd3bd0ab2fec {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:29.235306 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-plugged", "status": "completed", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:29.235563 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-49e54a1d-7bbf-4a5b-8444-dd3bd0ab2fec {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:29.235961 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e54a1d-7bbf-4a5b-8444-dd3bd0ab2fec'] response: {'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'code': 200} Mar 31 23:44:29.253579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:29.297068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada971d4-a13f-42b0-8b0d-db9525b78e60 req-93341144-903e-4368-9910-335358675bf4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:29.298485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ada971d4-a13f-42b0-8b0d-db9525b78e60 req-93341144-903e-4368-9910-335358675bf4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0483267 Mar 31 23:44:29.339211 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ada971d4-a13f-42b0-8b0d-db9525b78e60 req-4bd4c1f5-5b68-40ff-9ced-5944be790926 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343616 Mar 31 23:44:29.471493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2bd4d-45ed-49c1-b2f1-7d7f680d27c3 req-19660008-294a-447a-8867-6e61d9cee95f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:29.472967 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66f2bd4d-45ed-49c1-b2f1-7d7f680d27c3 req-19660008-294a-447a-8867-6e61d9cee95f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0550010 Mar 31 23:44:29.516875 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-66f2bd4d-45ed-49c1-b2f1-7d7f680d27c3 req-1a2631ef-58ba-4668-9d20-c49778b62109 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378265 Mar 31 23:44:29.766408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aa0b3-456d-48f4-bc9f-5f2e43841563 req-5996e2ee-14ec-4cee-809b-2c3f43b4da31 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:29.767907 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-238aa0b3-456d-48f4-bc9f-5f2e43841563 req-5996e2ee-14ec-4cee-809b-2c3f43b4da31 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0602107 Mar 31 23:44:29.805696 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-238aa0b3-456d-48f4-bc9f-5f2e43841563 req-95b9fafc-0711-46d6-80ed-b97cb7930d7c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Mar 31 23:44:30.949407 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594da8-d7ce-4fb2-9863-c4e2a18e778f req-93c7b000-76be-4ec8-ba3d-297993e53cf1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:30.950903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13594da8-d7ce-4fb2-9863-c4e2a18e778f req-93c7b000-76be-4ec8-ba3d-297993e53cf1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0526524 Mar 31 23:44:30.994397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-13594da8-d7ce-4fb2-9863-c4e2a18e778f req-b407069b-3bb4-4876-a010-7624ec0c2970 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343800 Mar 31 23:44:31.070261 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1685c-c827-4248-b8bf-e2f66702774b req-9fe4fdd8-6135-487f-be71-ef4439e450ef tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:31.071822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09d1685c-c827-4248-b8bf-e2f66702774b req-9fe4fdd8-6135-487f-be71-ef4439e450ef tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 945 time: 0.0517330 Mar 31 23:44:31.160669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Deleting port 711ef4e7-934b-4457-9611-b5a3d0d297f9 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:44:31.161025 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.251726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] For port 711ef4e7-934b-4457-9611-b5a3d0d297f9, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=711ef4e7-934b-4457-9611-b5a3d0d297f9,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:31.252097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.487376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.487891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.488217 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 disassociated. External IP: 172.25.8.94, port: 711ef4e7-934b-4457-9611-b5a3d0d297f9. Mar 31 23:44:31.488667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Calling delete_port for 711ef4e7-934b-4457-9611-b5a3d0d297f9 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:44:31.624000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.665550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'Port': ['ID=711ef4e7-934b-4457-9611-b5a3d0d297f9,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:31.784771 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:44:31.894720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:44:31.909475 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:44:31.921214 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:31.921823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:44:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:31.938887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] No DVR routers for this DVR port 711ef4e7-934b-4457-9611-b5a3d0d297f9 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:44:31.941609 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:31.944972 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09d1685c-c827-4248-b8bf-e2f66702774b req-59042882-ab36-400a-945d-5a42626eb640 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "DELETE /v2.0/ports/711ef4e7-934b-4457-9611-b5a3d0d297f9 HTTP/1.1" status: 204 len: 173 time: 0.8675730 Mar 31 23:44:31.945411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-deleted', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:31.947767 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f646e-596f-429c-ad61-06788c895fad" -d '{"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-deleted", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:31.984885 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af99bf29-bdad-4221-b902-f93f19e981aa x-openstack-request-id: req-af99bf29-bdad-4221-b902-f93f19e981aa {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:31.985524 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a9dff4-455a-494b-ac41-bef5a36cb72d", "name": "network-vif-deleted", "tag": "711ef4e7-934b-4457-9611-b5a3d0d297f9", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:31.985524 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-af99bf29-bdad-4221-b902-f93f19e981aa {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:31.985891 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af99bf29-bdad-4221-b902-f93f19e981aa'] response: {'server_uuid': 'a1a9dff4-455a-494b-ac41-bef5a36cb72d', 'name': 'network-vif-deleted', 'tag': '711ef4e7-934b-4457-9611-b5a3d0d297f9', 'status': 'completed', 'code': 200} Mar 31 23:44:32.030618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:32.111790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb73cc2f-27a2-4784-bbe5-094821916392 req-68ff287d-cee0-4a9e-9d94-acda5ee55a2d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=a1a9dff4-455a-494b-ac41-bef5a36cb72d HTTP/1.1" status: 200 len: 210 time: 0.0308452 Mar 31 23:44:32.257597 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:32.284344 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:44:32.292991 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:32.293595 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:44:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:32.400767 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:32.601807 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:32.638551 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691abbf-698c-4666-88fa-02d7d69ec1d9 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:44:32.863206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5b3de-e7ef-4f88-8c26-3896d70a6c30 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:44:33.364384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-d136b437-d73a-4d26-baf5-d49a559627bf tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--254462002&fields=id&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 267 time: 0.0409102 Mar 31 23:44:33.483282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-34040ba8-0910-46ac-9d32-6694bcef269f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:33.484776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-34040ba8-0910-46ac-9d32-6694bcef269f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1108189 Mar 31 23:44:33.500057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-547dc7a2-0ccb-4516-9a8f-fc9076cced79 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/quotas/11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 375 time: 0.0093133 Mar 31 23:44:33.556310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-5fa56eec-8ac5-47ed-b7f9-5b19961c0836 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508823 Mar 31 23:44:33.650917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-2a520aaf-d828-458c-9076-a4d65e62e63a service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825498 Mar 31 23:44:33.742924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-58c76a76-c39c-4d9f-931b-7118d8458a0a service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Mar 31 23:44:33.910674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd8c73c9-db16-4fee-94c6-02ce48511e78 req-9a6e838f-c0de-4929-9b20-86724c72f1c5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Mar 31 23:44:34.547460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-528c6dac-7512-46e7-92ff-ba03701c0df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:34.907823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-bb19ce7a-4520-4457-bcee-f788d5b8f91c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:34.909220 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-bb19ce7a-4520-4457-bcee-f788d5b8f91c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1049883 Mar 31 23:44:34.951766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-e5d01456-b2b0-4f96-81c7-ed865d78c02a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 379 time: 0.0337338 Mar 31 23:44:34.962051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'port': {'device_id': '9832166f-535b-4380-80a2-a3deefe08691', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'admin_state_up': True, 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'security_groups': ['ef30704a-7474-4f8e-a128-8d6e3653ed21']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:35.005867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7362abcd-9214-439e-9d00-c81d9b412e8b req-d09cf25f-3431-4607-9da3-9da18d3cb63b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Mar 31 23:44:35.026352 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:44:35.045766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 711ef4e7-934b-4457-9611-b5a3d0d297f9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:44:35.046106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 711ef4e7-934b-4457-9611-b5a3d0d297f9 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:44:35.074639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:44:35.078760 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.200114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Allocated IP 172.20.0.8 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/5efac3ad-3054-47e7-84b9-3975bf8eb16c) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:44:35.354176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.394197 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.437346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:44:35.440496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:44:35.444036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:44:35.450073 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:35.504484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:35.505146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.522884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-b4d2cf5f-a283-4452-9163-061a67693e65 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5646508 Mar 31 23:44:35.537062 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Request body: {'port': {'device_id': '9832166f-535b-4380-80a2-a3deefe08691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:35.593816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.696394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ce431893-76a3-45fe-85c1-2a48e4722720 None None] Provisioning complete for port 5efac3ad-3054-47e7-84b9-3975bf8eb16c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:44:35.697006 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce431893-76a3-45fe-85c1-2a48e4722720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:35.732474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ce431893-76a3-45fe-85c1-2a48e4722720 None None] Port 5efac3ad-3054-47e7-84b9-3975bf8eb16c cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:44:36.168936 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49987383-4068-41dd-979f-2bb865483dd1 req-7b3bf0c2-3b82-4c56-ae48-a99ec7cf7096 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:36.170389 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49987383-4068-41dd-979f-2bb865483dd1 req-7b3bf0c2-3b82-4c56-ae48-a99ec7cf7096 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 931 time: 0.0931182 Mar 31 23:44:36.180335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efac3ad-3054-47e7-84b9-3975bf8eb16c {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:36.192280 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:36.214070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Transition to ACTIVE for port object 5efac3ad-3054-47e7-84b9-3975bf8eb16c will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:44:36.222298 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:36.249612 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49987383-4068-41dd-979f-2bb865483dd1 req-bd11f818-2791-41eb-ad47-3b2f7712eecc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718741 Mar 31 23:44:36.284338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:36.358287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:44:36.358623 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:44:36.358945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:36.363713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:44:36.364171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:44:36.369097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:44:36.369431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:44:36.369816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:44:36.370227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Bound port: 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:44:36.370587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:36.434463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:44:36.437431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:44:36.444439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:36.479823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:36.480578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:36.482002 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] 10.222.0.96 "PUT /v2.0/ports/5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 1091 time: 0.9492810 Mar 31 23:44:36.482432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:36.484858 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9c7bb-a312-4264-99e2-63a6071efc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:36.511690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535dcb6-c716-4c20-b175-e7727272008b service neutron] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:36.535899 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0361ecb-af9e-4db8-a974-55218ffdf925 x-openstack-request-id: req-f0361ecb-af9e-4db8-a974-55218ffdf925 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:36.536137 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:36.536413 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f0361ecb-af9e-4db8-a974-55218ffdf925 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:36.536823 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0361ecb-af9e-4db8-a974-55218ffdf925'] response: {'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'status': 'completed', 'code': 200} Mar 31 23:44:36.566820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-f12697b2-e03e-4d08-b9fd-59b2ee2fb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:36.568614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-f12697b2-e03e-4d08-b9fd-59b2ee2fb945 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0441310 Mar 31 23:44:36.615619 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-9006a092-bae5-4c50-a02a-3a269ce7cea1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 217 time: 0.0387464 Mar 31 23:44:36.670398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-98006141-55d6-4d7c-b1dd-7aed5caa28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:36.671934 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-98006141-55d6-4d7c-b1dd-7aed5caa28e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0495362 Mar 31 23:44:36.717227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-4f43880a-d35c-43a0-8d38-86d26d053172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:36.718743 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-4f43880a-d35c-43a0-8d38-86d26d053172 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394552 Mar 31 23:44:36.820783 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-e1443707-de05-4532-b3f2-0efc6eb5cd31 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956597 Mar 31 23:44:36.921059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6952a0da-88f0-475d-bc03-4c90d20b90ea req-fb77dd55-83cf-4262-ba96-9a8998ce948c service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931199 Mar 31 23:44:36.978690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2461e2c-0dbe-4ca6-bc41-9be4481fb43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:37.021655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-04ef2b8b-4c94-4afe-ad8e-d9274ce6b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.023203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-04ef2b8b-4c94-4afe-ad8e-d9274ce6b677 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0466139 Mar 31 23:44:37.114738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-18868655-4087-4e75-a313-979465c998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.116307 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-18868655-4087-4e75-a313-979465c998a4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0868003 Mar 31 23:44:37.161165 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-ecaad04c-e154-48d8-889b-5d3243645a4c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 217 time: 0.0372293 Mar 31 23:44:37.215222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-9ba3118c-0f5d-43cd-9358-85392bd02a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.217148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-9ba3118c-0f5d-43cd-9358-85392bd02a33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0480123 Mar 31 23:44:37.264028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-496419da-e21c-4156-8a40-66e9596ac4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.265592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-496419da-e21c-4156-8a40-66e9596ac4d3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417054 Mar 31 23:44:37.386715 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-f26641ff-6206-4737-bd96-d7cfc8c6db7e service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133878 Mar 31 23:44:37.402782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c104afd-9ee2-4162-9c08-76623f7b4598 req-0203cddd-18af-4f50-bfe1-bc7423f7feb8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:37.404430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c104afd-9ee2-4162-9c08-76623f7b4598 req-0203cddd-18af-4f50-bfe1-bc7423f7feb8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0725000 Mar 31 23:44:37.493927 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4c104afd-9ee2-4162-9c08-76623f7b4598 req-b166c557-54ec-4474-bf9b-d7aab88a264a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826156 Mar 31 23:44:37.516086 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63a9c7bb-a312-4264-99e2-63a6071efc9d req-b0d6ad79-61e3-4552-beae-5ed90cc54e7c service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220112 Mar 31 23:44:38.524494 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:38.624010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf761d-4983-400e-864b-a7b1fee23fe8 req-e5bc08e5-616b-413b-be3f-ada8478d0e07 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:38.625598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eaf761d-4983-400e-864b-a7b1fee23fe8 req-e5bc08e5-616b-413b-be3f-ada8478d0e07 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0598378 Mar 31 23:44:38.668855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9eaf761d-4983-400e-864b-a7b1fee23fe8 req-db72131a-3104-4bda-847b-287e933dd23b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363526 Mar 31 23:44:39.816774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e483053-2061-41d8-adcd-0060d91cba11 req-afbe8525-ed9c-4b51-9ce6-ca4097322f77 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:39.818358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e483053-2061-41d8-adcd-0060d91cba11 req-afbe8525-ed9c-4b51-9ce6-ca4097322f77 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0687177 Mar 31 23:44:39.858701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2e483053-2061-41d8-adcd-0060d91cba11 req-85fe3e92-6c54-4dcd-960c-94efc6c4e1ff tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Mar 31 23:44:40.144821 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:40.411388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:40.991728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d52f37-2fae-45f8-aad9-d83aa98f7384 req-34672d0b-055c-4c30-9957-e97ee7061cc4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:40.993243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9d52f37-2fae-45f8-aad9-d83aa98f7384 req-34672d0b-055c-4c30-9957-e97ee7061cc4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0553565 Mar 31 23:44:41.032301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9d52f37-2fae-45f8-aad9-d83aa98f7384 req-41ff9f0d-d623-4a8f-b8c0-e3464fea4c0f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Mar 31 23:44:41.045091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:44:41.158478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:41.170290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'mac_address': 'fa:16:3e:37:4b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:44:41.207527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.221345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efac3ad-3054-47e7-84b9-3975bf8eb16c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:44:41.241996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:41.248748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:41.297712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:41.602062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['5efac3ad-3054-47e7-84b9-3975bf8eb16c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:44:42.158675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646bcf4-56ab-492d-b6bd-f363da662e54 req-d904458b-b7e2-43e8-a2af-e242fedf0f64 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:42.160321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5646bcf4-56ab-492d-b6bd-f363da662e54 req-d904458b-b7e2-43e8-a2af-e242fedf0f64 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 944 time: 0.0559232 Mar 31 23:44:42.202903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5646bcf4-56ab-492d-b6bd-f363da662e54 req-d5cc47d4-1afa-4b08-8ae0-66722f19a0aa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362272 Mar 31 23:44:43.059654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:44:43.121930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 5efac3ad-3054-47e7-84b9-3975bf8eb16c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:44:43.125743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 5efac3ad-3054-47e7-84b9-3975bf8eb16c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:44:43.126137 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:43.216646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:43.240667 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:43.242901 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f53ed-e72d-4210-b778-fb9c42518d11" -d '{"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-plugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:43.255770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:44:43.261863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:43.285039 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c50270-de23-4691-b0f0-b2800892c276 x-openstack-request-id: req-88c50270-de23-4691-b0f0-b2800892c276 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:43.285328 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-plugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:43.285573 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-88c50270-de23-4691-b0f0-b2800892c276 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:43.285973 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c50270-de23-4691-b0f0-b2800892c276'] response: {'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'code': 200} Mar 31 23:44:43.314222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:44:43.331209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e99f9-bcfb-4d50-89db-8eb8f1f4c126 req-b033f358-f8cc-4e49-a911-8276b15c1598 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.332762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-152e99f9-bcfb-4d50-89db-8eb8f1f4c126 req-b033f358-f8cc-4e49-a911-8276b15c1598 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0587146 Mar 31 23:44:43.374164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-152e99f9-bcfb-4d50-89db-8eb8f1f4c126 req-e6ae5054-cd58-422e-b304-7571a7e10c0a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348520 Mar 31 23:44:43.383389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9504f72-871f-48e4-8fec-6d5eef6cc529 req-6461e004-a9be-4531-aa32-fdf327e751c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:43.384878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9504f72-871f-48e4-8fec-6d5eef6cc529 req-6461e004-a9be-4531-aa32-fdf327e751c9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1096 time: 0.0459583 Mar 31 23:44:43.420364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b9504f72-871f-48e4-8fec-6d5eef6cc529 req-dfd93ee3-f3d8-45a4-af36-23f6da6fcb71 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282383 Mar 31 23:44:44.499163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a375f-aa74-469e-ae5c-e125efdbb90d req-25c5cb4d-9a2a-43cb-857d-0f92564a6aab tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:44.500690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-591a375f-aa74-469e-ae5c-e125efdbb90d req-25c5cb4d-9a2a-43cb-857d-0f92564a6aab tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Mar 31 23:44:44.541801 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-591a375f-aa74-469e-ae5c-e125efdbb90d req-6765ceaa-32e4-41b6-b456-466cb31ef9f0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Mar 31 23:44:45.664217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7bccd-f725-4acf-848c-6dd8e3615da0 req-ab0fc609-ec11-47e6-b3f7-271edbfb0eac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:45.665748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b7bccd-f725-4acf-848c-6dd8e3615da0 req-ab0fc609-ec11-47e6-b3f7-271edbfb0eac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Mar 31 23:44:45.705303 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-85b7bccd-f725-4acf-848c-6dd8e3615da0 req-4a3b35ec-0022-4a5e-b345-90663d1ab9da tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333099 Mar 31 23:44:45.829806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74d73-b069-4ca2-b177-1397db45fe6b req-6d21e176-b506-4dbe-b7cd-282809111191 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:45.831189 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9ec74d73-b069-4ca2-b177-1397db45fe6b req-6d21e176-b506-4dbe-b7cd-282809111191 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Mar 31 23:44:45.840177 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35028) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:44:45.844965 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'floatingip': {'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:44:45.888878 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.330706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.337743 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.441541 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 associated. External IP: 172.25.8.94, port: 5efac3ad-3054-47e7-84b9-3975bf8eb16c. Mar 31 23:44:46.664321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:44:46.783983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:44:46.788622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:46.793970 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:44:46.805014 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:46.805615 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:44:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:46.816231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ce3a09ce-3b95-4c0f-bf26-c74094076724 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "PUT /v2.0/floatingips/f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 HTTP/1.1" status: 200 len: 990 time: 0.9749997 Mar 31 23:44:46.816893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:44:46.819278 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a16df-8149-4af4-ae43-a30d975fc178" -d '{"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:44:46.862596 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd943f12-9ff0-4100-9f31-1973a9becb68 x-openstack-request-id: req-dd943f12-9ff0-4100-9f31-1973a9becb68 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:44:46.863581 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:44:46.863997 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-dd943f12-9ff0-4100-9f31-1973a9becb68 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:44:46.864570 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd943f12-9ff0-4100-9f31-1973a9becb68'] response: {'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'status': 'completed', 'code': 200} Mar 31 23:44:46.926499 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:46.939916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a16df-8149-4af4-ae43-a30d975fc178 req-d845efc6-5bf8-4937-8dcb-69c5716d78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:46.941635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-d845efc6-5bf8-4937-8dcb-69c5716d78ff service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1096 time: 0.0541294 Mar 31 23:44:47.065967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1da2a-9a6c-42da-9d2d-f897fb3faad3 req-4ccdb3de-01e8-491c-bcee-ae0f636dcff2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.067413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fc1da2a-9a6c-42da-9d2d-f897fb3faad3 req-4ccdb3de-01e8-491c-bcee-ae0f636dcff2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0872676 Mar 31 23:44:47.094764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a16df-8149-4af4-ae43-a30d975fc178 req-c321910c-94f1-4f77-a228-9501a2de02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.096284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-c321910c-94f1-4f77-a228-9501a2de02b6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1438553 Mar 31 23:44:47.155432 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9fc1da2a-9a6c-42da-9d2d-f897fb3faad3 req-41a3754a-6964-4478-b163-afdfde8b16b9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768876 Mar 31 23:44:47.162429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:37:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832166f-535b-4380-80a2-a3deefe08691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:44:46Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:47.175862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-e2e3c953-91bb-4a99-a230-3410ccdef44c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 998 time: 0.0713828 Mar 31 23:44:47.230272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a16df-8149-4af4-ae43-a30d975fc178 req-2ae61ff6-be34-49a4-81a2-2e87447b830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.231873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-2ae61ff6-be34-49a4-81a2-2e87447b830d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0462608 Mar 31 23:44:47.279143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a16df-8149-4af4-ae43-a30d975fc178 req-2600b9a9-e0b9-4bec-a547-23df6c13e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:47.280742 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-2600b9a9-e0b9-4bec-a547-23df6c13e0bb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417049 Mar 31 23:44:47.288008 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:44:47.297931 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:44:47.298545 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:44:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:47.375366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-2a126077-e806-496a-aa6c-f803ec1bd08f service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872111 Mar 31 23:44:47.401959 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:44:47.470649 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-538a16df-8149-4af4-ae43-a30d975fc178 req-5bc9b2df-2c6c-4bc8-adad-0144888d04c7 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881555 Mar 31 23:44:47.646892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:37:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832166f-535b-4380-80a2-a3deefe08691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:44:46Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:44:47.679708 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbc2e53-44ab-4bde-8470-8ab4641b7caf None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:37:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9832166f-535b-4380-80a2-a3deefe08691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:44:46Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:44:47.878020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd4099-37f4-47ae-bdc0-16be888a37c3 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:44:48.290402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7e12-79e9-4652-a71b-fe2dec7a37f7 req-a7dd841d-a38d-4238-8585-e39b1098d441 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:48.291767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57ae7e12-79e9-4652-a71b-fe2dec7a37f7 req-a7dd841d-a38d-4238-8585-e39b1098d441 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0593488 Mar 31 23:44:48.332929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-57ae7e12-79e9-4652-a71b-fe2dec7a37f7 req-189b3670-80bb-4cb6-96fd-78aa21e83183 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347230 Mar 31 23:44:49.454923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7d184-f2b7-47d9-84b5-8487eb14e202 req-66afa542-9c7f-4631-89f6-2cb5b00e6392 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.456516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f7d184-f2b7-47d9-84b5-8487eb14e202 req-66afa542-9c7f-4631-89f6-2cb5b00e6392 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Mar 31 23:44:49.523210 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f7d184-f2b7-47d9-84b5-8487eb14e202 req-0a74dd67-a32d-4c11-a46a-8f56b2d256c0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543599 Mar 31 23:44:49.525876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-fcdc847a-3b68-4d9f-b988-a4f8ecb8ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.527328 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-fcdc847a-3b68-4d9f-b988-a4f8ecb8ab6a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1096 time: 0.0662835 Mar 31 23:44:49.636785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-3bb2d60d-6816-46d7-93f9-ed99fa56d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.638279 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-3bb2d60d-6816-46d7-93f9-ed99fa56d75d service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0913630 Mar 31 23:44:49.711074 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-e1233049-c3a8-46fe-afb4-d4cdd2c7dbd9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 1000 time: 0.0659099 Mar 31 23:44:49.772652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-2ce95c2f-4320-4025-b6c8-8273d372898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.774846 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-2ce95c2f-4320-4025-b6c8-8273d372898e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0544558 Mar 31 23:44:49.822130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-f023ab44-697f-4100-9d33-a6247add0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:49.823687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-f023ab44-697f-4100-9d33-a6247add0f44 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413282 Mar 31 23:44:49.918546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-2989cdda-7293-4b5c-8a1a-8e569564a63d service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852983 Mar 31 23:44:50.013180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-01fbca34-1ac9-4595-ba70-758031eaa462 req-f838527f-dba5-4110-a172-19312db77f6e service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Mar 31 23:44:50.642635 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93214b7-f5b8-42d1-a3c6-c6cbae03bd7f req-717183ed-fb3f-45e0-a171-884fd588ef27 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:50.644183 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c93214b7-f5b8-42d1-a3c6-c6cbae03bd7f req-717183ed-fb3f-45e0-a171-884fd588ef27 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0516708 Mar 31 23:44:50.686806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c93214b7-f5b8-42d1-a3c6-c6cbae03bd7f req-0d5ee291-dcd2-4662-b61d-9731f8c36125 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328648 Mar 31 23:44:51.374441 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:51.807662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b709dd5-6020-4f01-bd85-fac37b3eed6d req-e3c98618-fa85-488f-9b10-bc8d67a1adf4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:51.809081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b709dd5-6020-4f01-bd85-fac37b3eed6d req-e3c98618-fa85-488f-9b10-bc8d67a1adf4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0500307 Mar 31 23:44:51.854192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4b709dd5-6020-4f01-bd85-fac37b3eed6d req-7b5556b7-7583-413c-b59f-7a817ae1d7fb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359542 Mar 31 23:44:52.977012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1da8d5-09d4-4ea8-b9f4-2c6d4d4d9f2b req-add4b1eb-f617-4e85-95a4-081dc7b0ea91 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:52.978538 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c1da8d5-09d4-4ea8-b9f4-2c6d4d4d9f2b req-add4b1eb-f617-4e85-95a4-081dc7b0ea91 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Mar 31 23:44:53.018770 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c1da8d5-09d4-4ea8-b9f4-2c6d4d4d9f2b req-0f9073a5-0dc0-4c31-ae94-7d6bc49b0f5b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Mar 31 23:44:54.144221 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e118664-1437-4ff2-a7be-918c82835c4c req-ae7271b6-84e4-484d-925d-233f4b2e3f01 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:54.145928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e118664-1437-4ff2-a7be-918c82835c4c req-ae7271b6-84e4-484d-925d-233f4b2e3f01 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Mar 31 23:44:54.190586 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8e118664-1437-4ff2-a7be-918c82835c4c req-92ccd227-e669-441b-9c01-7bfb19cbccb7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387216 Mar 31 23:44:55.318151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90921a-1e32-4d2c-bfcd-4a41471ed363 req-cf8e2de9-46bf-4d3c-9768-ddb56612ba16 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:55.319670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef90921a-1e32-4d2c-bfcd-4a41471ed363 req-cf8e2de9-46bf-4d3c-9768-ddb56612ba16 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0541446 Mar 31 23:44:55.367226 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef90921a-1e32-4d2c-bfcd-4a41471ed363 req-89ab8750-4c50-403b-a4d8-d8b9d2b47298 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384479 Mar 31 23:44:56.125638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:44:56.485550 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beddde1-5d6d-446e-8f29-72c6f66dc970 req-5ba5ff38-1bde-47ab-9cb9-8787c49abb54 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:56.487071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3beddde1-5d6d-446e-8f29-72c6f66dc970 req-5ba5ff38-1bde-47ab-9cb9-8787c49abb54 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0509377 Mar 31 23:44:56.528091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3beddde1-5d6d-446e-8f29-72c6f66dc970 req-6318d727-b8d8-4e38-848d-0618ef194eb1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347142 Mar 31 23:44:56.643912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:44:57.665347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f134b-dab5-43e0-b3c3-84d66df1b384 req-46d1a674-072b-4cc9-ac4d-e0b51718f07c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:57.666843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce1f134b-dab5-43e0-b3c3-84d66df1b384 req-46d1a674-072b-4cc9-ac4d-e0b51718f07c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0595593 Mar 31 23:44:57.709147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce1f134b-dab5-43e0-b3c3-84d66df1b384 req-4b92d331-9f1a-42fc-ad8e-75968baea735 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330298 Mar 31 23:44:58.837014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef108d01-b330-4923-abff-d1f023cb93e0 req-887fc7d2-1cf4-4a32-bdd8-ded955ea696e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:44:58.838497 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef108d01-b330-4923-abff-d1f023cb93e0 req-887fc7d2-1cf4-4a32-bdd8-ded955ea696e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0568464 Mar 31 23:44:58.885824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef108d01-b330-4923-abff-d1f023cb93e0 req-8af45c02-2126-427a-b459-e2afac7ce46c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Mar 31 23:45:00.019074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30973d-6775-4320-a0f4-b874b893927f req-200ac3ac-c305-4fcd-b183-e91194b9efdc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:00.020577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd30973d-6775-4320-a0f4-b874b893927f req-200ac3ac-c305-4fcd-b183-e91194b9efdc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0534627 Mar 31 23:45:00.061608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bd30973d-6775-4320-a0f4-b874b893927f req-b172ad91-8fd4-497f-a8aa-578bad5f66bc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323043 Mar 31 23:45:01.191123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4a044-938b-4602-a13d-308e3effa355 req-a9b20254-1689-4932-bb8a-49f23d060a89 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:01.192617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9db4a044-938b-4602-a13d-308e3effa355 req-a9b20254-1689-4932-bb8a-49f23d060a89 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0507727 Mar 31 23:45:01.241896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9db4a044-938b-4602-a13d-308e3effa355 req-a9a229a6-5710-4287-8095-220c5dfde87a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Mar 31 23:45:02.378946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27f5b-5629-4f03-861a-142a938d3373 req-35e3628d-9e28-44a1-a76c-fb0703d0b316 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:02.380430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfe27f5b-5629-4f03-861a-142a938d3373 req-35e3628d-9e28-44a1-a76c-fb0703d0b316 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0668416 Mar 31 23:45:02.418598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bfe27f5b-5629-4f03-861a-142a938d3373 req-bdfc1e9e-40ac-4e60-bb28-5a4df7352940 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Mar 31 23:45:03.556103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d037049-6bf7-46cb-96e6-dd3712ee24ef req-9048ebed-bcc3-491c-9a87-25dde2e782da tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:03.557607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d037049-6bf7-46cb-96e6-dd3712ee24ef req-9048ebed-bcc3-491c-9a87-25dde2e782da tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0582154 Mar 31 23:45:03.601097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d037049-6bf7-46cb-96e6-dd3712ee24ef req-a28b3aa4-a61d-45d4-a547-94134d4fc109 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345685 Mar 31 23:45:04.554314 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07609fec-a217-4a75-9271-26a894c2ee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:04.738363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43c128-76b4-49c7-9115-6c0898468ea1 req-ffc49a23-6391-4df7-8ddc-150e405ae697 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:04.739855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca43c128-76b4-49c7-9115-6c0898468ea1 req-ffc49a23-6391-4df7-8ddc-150e405ae697 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0617979 Mar 31 23:45:04.780292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca43c128-76b4-49c7-9115-6c0898468ea1 req-7a03d53f-ee25-445e-b1fa-ca9028ecfd3f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Mar 31 23:45:05.924769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568dba2-9fa8-4fde-9656-982292904d6b req-d083ff95-7ba9-4e4c-90fa-d4896adf7bb7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:05.926183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9568dba2-9fa8-4fde-9656-982292904d6b req-d083ff95-7ba9-4e4c-90fa-d4896adf7bb7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0671771 Mar 31 23:45:05.978579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9568dba2-9fa8-4fde-9656-982292904d6b req-a14c5d80-af07-412f-9b63-605fba9b4fb5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Mar 31 23:45:06.993028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ec51-fcb4-419c-9ec7-81c2986e20e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:07.114364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfdf87-cf8a-4457-8db5-6f3bab6b4182 req-2e36cdbf-3880-40fc-9796-ca6ec7562ac3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:07.115881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ebfdf87-cf8a-4457-8db5-6f3bab6b4182 req-2e36cdbf-3880-40fc-9796-ca6ec7562ac3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0591652 Mar 31 23:45:07.155977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1ebfdf87-cf8a-4457-8db5-6f3bab6b4182 req-e2236de4-acc0-45db-b020-9938cf2ceb8f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339069 Mar 31 23:45:08.292524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e96f7f-520f-485b-93e9-9a45f0314cb9 req-eab2ab12-2e65-4066-9c5b-c7a1bbc06162 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:08.294794 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89e96f7f-520f-485b-93e9-9a45f0314cb9 req-eab2ab12-2e65-4066-9c5b-c7a1bbc06162 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0681405 Mar 31 23:45:08.353223 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-89e96f7f-520f-485b-93e9-9a45f0314cb9 req-5da9b2ac-5281-481a-95e6-b5608780790c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483346 Mar 31 23:45:08.529542 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:09.492006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f6e7a-350b-4e1f-8793-ba9f81456260 req-d818914a-3808-4edb-bf71-b8faf31f629b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:09.493491 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-288f6e7a-350b-4e1f-8793-ba9f81456260 req-d818914a-3808-4edb-bf71-b8faf31f629b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0612135 Mar 31 23:45:09.534264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-288f6e7a-350b-4e1f-8793-ba9f81456260 req-d5fce02d-7749-4e0c-a1f2-eb143829e91e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Mar 31 23:45:10.145318 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:10.409153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:10.660829 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e45902-867d-49b0-8bbf-575c8560cebe req-2faaff7e-47a2-4aa1-8c38-d52144ae67a0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:10.662233 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25e45902-867d-49b0-8bbf-575c8560cebe req-2faaff7e-47a2-4aa1-8c38-d52144ae67a0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0506446 Mar 31 23:45:10.704590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25e45902-867d-49b0-8bbf-575c8560cebe req-fae479be-823a-4a1a-8711-7f176915d7bb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331132 Mar 31 23:45:11.836305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279af14d-b426-4220-a5e6-5ed6ad4bd1b0 req-34cb28a9-eebb-405e-aa50-f2b5f82099cc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:11.837827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-279af14d-b426-4220-a5e6-5ed6ad4bd1b0 req-34cb28a9-eebb-405e-aa50-f2b5f82099cc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0560765 Mar 31 23:45:11.889812 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-279af14d-b426-4220-a5e6-5ed6ad4bd1b0 req-90cf00e8-6d33-498f-8535-d67554db540c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Mar 31 23:45:13.018023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f7207-dd11-4979-aba8-96640f922a4e req-66c128fa-b468-4fdf-a376-ea244a041111 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:13.019538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac4f7207-dd11-4979-aba8-96640f922a4e req-66c128fa-b468-4fdf-a376-ea244a041111 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Mar 31 23:45:13.063080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac4f7207-dd11-4979-aba8-96640f922a4e req-e68b7c7c-7cfe-423a-9a1d-2372d63df3e2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339987 Mar 31 23:45:13.324158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-340c5ce8-e1bc-4956-8e7b-75ab4e2a1b16 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664787 Mar 31 23:45:13.335955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5a7c-20b8-400a-8371-b95c0064fff7 req-e6704857-04bf-4884-b406-0f5e9dbfc405 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:13.337358 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ccc5a7c-20b8-400a-8371-b95c0064fff7 req-e6704857-04bf-4884-b406-0f5e9dbfc405 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0721049 Mar 31 23:45:13.381556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4ccc5a7c-20b8-400a-8371-b95c0064fff7 req-36045c1b-a89d-4876-9b27-0f8522e26f0f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351663 Mar 31 23:45:14.443024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-a489ee94-d2f2-4333-93df-e5b87a9d4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:14.444645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-a489ee94-d2f2-4333-93df-e5b87a9d4a1a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1096 time: 0.0409029 Mar 31 23:45:14.499949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd29961-b00d-4a84-9298-ff8e7969929c req-e38bb5ee-c1eb-4ea1-ad30-c5ac29ccc1d5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:14.501486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3dd29961-b00d-4a84-9298-ff8e7969929c req-e38bb5ee-c1eb-4ea1-ad30-c5ac29ccc1d5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0494530 Mar 31 23:45:14.541791 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3dd29961-b00d-4a84-9298-ff8e7969929c req-af25391f-8f7a-4751-8deb-48edcef8ac38 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331132 Mar 31 23:45:14.810222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-e558bb24-8e6f-445f-8b28-8e00a66904a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:14.811766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-e558bb24-8e6f-445f-8b28-8e00a66904a5 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.3598795 Mar 31 23:45:14.878327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-1e2b91b5-1fba-421c-b760-a207129748fd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 1000 time: 0.0590858 Mar 31 23:45:14.926842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-dfe6ea5c-84dc-4fa8-99b7-964ad8f8a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:14.928313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-dfe6ea5c-84dc-4fa8-99b7-964ad8f8a79d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0425959 Mar 31 23:45:14.978939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-ba11b137-e429-4893-861b-1b46dfeabada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:14.980856 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-ba11b137-e429-4893-861b-1b46dfeabada service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454862 Mar 31 23:45:15.079557 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-ca5600fc-e20a-4d39-87fa-c723d20f2616 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907595 Mar 31 23:45:15.175731 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-511b59aa-dbe1-40f6-9bcc-19ec1769f3f2 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882709 Mar 31 23:45:15.666968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d975d-dcd8-4735-bd40-f5554fc34092 req-79324087-ac42-43b6-8d40-d8456c1eac07 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:15.668499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f22d975d-dcd8-4735-bd40-f5554fc34092 req-79324087-ac42-43b6-8d40-d8456c1eac07 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0538614 Mar 31 23:45:15.708594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f22d975d-dcd8-4735-bd40-f5554fc34092 req-e828f2b6-505b-4c48-bc40-44b9f4eabd77 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Mar 31 23:45:16.853426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e68a0d-b565-420a-bbaa-3a59d060543f req-1d82c206-939d-4037-968f-72c4abefd276 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:16.854915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68e68a0d-b565-420a-bbaa-3a59d060543f req-1d82c206-939d-4037-968f-72c4abefd276 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0601842 Mar 31 23:45:16.893719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-68e68a0d-b565-420a-bbaa-3a59d060543f req-a386a598-b226-4169-ae12-44619c65f63d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Mar 31 23:45:17.188451 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-de6c1069-e483-4764-99ec-30ebab992e66 service neutron] show failed (client error): The resource could not be found. Mar 31 23:45:17.189473 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-de6c1069-e483-4764-99ec-30ebab992e66 service neutron] 10.222.0.96 "GET /v2.0/ports/5efac3ad-3054-47e7-84b9-3975bf8eb16c/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0659571 Mar 31 23:45:17.404245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-0831f69e-f3ea-452a-94fa-bdb0052c552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:17.406399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-0831f69e-f3ea-452a-94fa-bdb0052c552e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1096 time: 0.0428867 Mar 31 23:45:17.417589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:17.470198 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:17.677050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:17.710994 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:17.751516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:17.753883 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc909af4-4385-4650-829c-72e16f526b1e" -d '{"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-unplugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:17.758019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:17.770354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Transition to ACTIVE for port object 5efac3ad-3054-47e7-84b9-3975bf8eb16c will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:45:17.775637 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:17.881357 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac82c9aa-341f-44f4-ab5e-8aef480d2a66 x-openstack-request-id: req-ac82c9aa-341f-44f4-ab5e-8aef480d2a66 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:17.882014 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-unplugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:17.882014 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ac82c9aa-341f-44f4-ab5e-8aef480d2a66 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:17.882277 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac82c9aa-341f-44f4-ab5e-8aef480d2a66'] response: {'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'code': 200} Mar 31 23:45:17.892731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:17.913814 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.914022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.914358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.914691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.915029 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.915376 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.915703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.916113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.916444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.916768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.917092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.917410 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:17.962007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] No DVR routers for this DVR port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:45:18.094624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310c373-dd5a-4175-9d8e-2dd6390ad7c0 req-df998068-23bb-4783-af9e-f0ef9a0a89d5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.096093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d310c373-dd5a-4175-9d8e-2dd6390ad7c0 req-df998068-23bb-4783-af9e-f0ef9a0a89d5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0965958 Mar 31 23:45:18.148005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:45:18.148386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:45:18.148713 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:18.161364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:45:18.161697 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Attempting to bind port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:18.166138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d310c373-dd5a-4175-9d8e-2dd6390ad7c0 req-5f2221de-9ac9-4888-b8a9-923c2175f188 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603845 Mar 31 23:45:18.170235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:45:18.170571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:45:18.170941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:45:18.171475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Bound port: 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:45:18.171837 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:18.236358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:18.239338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:45:18.244136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:18.282040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.282711 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:18.284065 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] 10.222.0.60 "PUT /v2.0/ports/5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 1091 time: 0.8705199 Mar 31 23:45:18.303371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6f6a3-911d-470b-9997-3b2307a3a740 service neutron] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:18.356473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-9e593968-92cc-4411-af41-4a5d28941acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.358021 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-9e593968-92cc-4411-af41-4a5d28941acc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0456464 Mar 31 23:45:18.449988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-22bd0deb-68e5-4f56-a4d0-cb544ac55df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.451497 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-22bd0deb-68e5-4f56-a4d0-cb544ac55df4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0870521 Mar 31 23:45:18.520523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-3644b96e-7300-4ad6-a606-9bec3a4e8f0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 998 time: 0.0620360 Mar 31 23:45:18.572760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-1bde9710-7645-4eb6-be2e-37de1d78ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.574196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-1bde9710-7645-4eb6-be2e-37de1d78ae87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0459375 Mar 31 23:45:18.622742 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-b847db73-984f-4a4a-b33b-dfab75efe43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:18.624308 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-b847db73-984f-4a4a-b33b-dfab75efe43b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437205 Mar 31 23:45:18.720730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-10f9f61e-7ce1-496d-8afb-24efd6968c0e service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 Mar 31 23:45:18.816948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-686e2993-600c-4d09-bca2-657b0c024ba2 req-173cffc5-a94a-43f5-b918-ad1b31ce0459 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891616 Mar 31 23:45:19.310290 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5f160-1413-4a19-b36c-fd692dcd5bbd req-3aecdc32-c009-41bb-a03a-b89544c757c6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:19.311799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50e5f160-1413-4a19-b36c-fd692dcd5bbd req-3aecdc32-c009-41bb-a03a-b89544c757c6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0684056 Mar 31 23:45:19.358397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50e5f160-1413-4a19-b36c-fd692dcd5bbd req-a9915232-8231-4a92-9d75-5691de7167ee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Mar 31 23:45:19.883552 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:19.887523 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca29d451-4a59-48df-aae2-f037a6903853" -d '{"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:19.948667 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ae2bee-aefe-4e29-9e2d-6e860b78f3fe x-openstack-request-id: req-d4ae2bee-aefe-4e29-9e2d-6e860b78f3fe {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:19.948922 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:19.949508 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d4ae2bee-aefe-4e29-9e2d-6e860b78f3fe {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:19.949921 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ae2bee-aefe-4e29-9e2d-6e860b78f3fe'] response: {'name': 'network-changed', 'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'status': 'completed', 'code': 200} Mar 31 23:45:20.006003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-8aa2c650-05d1-422c-a33e-66e64caaf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.007614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-8aa2c650-05d1-422c-a33e-66e64caaf6a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0413256 Mar 31 23:45:20.014843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-474b4543-37c8-4ae7-98e1-e6713feefdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.016386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-474b4543-37c8-4ae7-98e1-e6713feefdbd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0452919 Mar 31 23:45:20.102275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-ab6443c0-b934-46b2-86f0-0ce9597343a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.103825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-ab6443c0-b934-46b2-86f0-0ce9597343a0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0895009 Mar 31 23:45:20.105850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-61b69191-5cde-46d4-84a8-cb3e09580c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.107363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-61b69191-5cde-46d4-84a8-cb3e09580c85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0834661 Mar 31 23:45:20.172982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-f5372228-6efa-429f-a97d-dfbcc2317c94 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 998 time: 0.0616171 Mar 31 23:45:20.178094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-0060f522-4dc2-482c-813a-8c8a5d988e6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 998 time: 0.0629034 Mar 31 23:45:20.223273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-450b6d08-6531-4561-8e76-e4a5dc2ecb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.224775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-450b6d08-6531-4561-8e76-e4a5dc2ecb1c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0448129 Mar 31 23:45:20.233442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-a9329531-6329-4ee3-b4b7-1de3a8a8b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.235101 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-a9329531-6329-4ee3-b4b7-1de3a8a8b0d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0451322 Mar 31 23:45:20.275817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-eba73918-309b-4e8d-87ff-a22570cae541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.277448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-eba73918-309b-4e8d-87ff-a22570cae541 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454473 Mar 31 23:45:20.282028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29d451-4a59-48df-aae2-f037a6903853 req-c137d0d5-0343-4624-8984-560bf307df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.283534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-c137d0d5-0343-4624-8984-560bf307df24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407324 Mar 31 23:45:20.368214 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-d4f7ea69-adbb-496f-993a-412e925ddc3e service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834143 Mar 31 23:45:20.377840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-0257e46d-bd3f-4866-918a-3629f9e4fac3 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870576 Mar 31 23:45:20.472963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-dd4fa78b-8507-4c62-beeb-ab7a6edb9094 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Mar 31 23:45:20.494725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca29d451-4a59-48df-aae2-f037a6903853 req-65c7899d-6855-4ab4-b207-baccd1150966 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198754 Mar 31 23:45:20.502823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd221ff5-4047-4f44-a1ff-6c539a4d76ab req-d0cfad22-5ab0-4908-8e30-af2700858385 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:20.504247 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd221ff5-4047-4f44-a1ff-6c539a4d76ab req-d0cfad22-5ab0-4908-8e30-af2700858385 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0675220 Mar 31 23:45:20.544752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bd221ff5-4047-4f44-a1ff-6c539a4d76ab req-43a7393d-3747-4d0f-ba56-c6d11cb8e331 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340350 Mar 31 23:45:21.338227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:45:21.400872 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:21.402379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:45:21.689452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58e98c-0885-41d7-b1e9-6c81d1454533 req-233f3c4a-88a8-4f1b-a3f1-96e261dfa22b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:21.690941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d58e98c-0885-41d7-b1e9-6c81d1454533 req-233f3c4a-88a8-4f1b-a3f1-96e261dfa22b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0698376 Mar 31 23:45:21.728915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d58e98c-0885-41d7-b1e9-6c81d1454533 req-c7e74805-799b-4049-9b86-09d0148a85b1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Mar 31 23:45:21.938960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0eec-e84c-4dd4-b7a2-2ac1e85e6ca7 req-9f08148e-0808-43cc-aa0f-c649b67e76f8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:21.940477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17ac0eec-e84c-4dd4-b7a2-2ac1e85e6ca7 req-9f08148e-0808-43cc-aa0f-c649b67e76f8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 943 time: 0.0499084 Mar 31 23:45:21.954083 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-100a7823-c988-4bd5-a03d-97145535a7ad tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:21.955858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-100a7823-c988-4bd5-a03d-97145535a7ad tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691&tenant_id=11bcc2304e7e41ad9cbe003869fef159&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.0540400 Mar 31 23:45:21.986471 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-17ac0eec-e84c-4dd4-b7a2-2ac1e85e6ca7 req-a28b5471-1739-4e12-b4c7-d4dd94b38ed8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370739 Mar 31 23:45:22.029661 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-353ca8e3-5467-4794-8666-95fb91cd600b service neutron] delete failed (client error): The resource could not be found. Mar 31 23:45:22.030816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-353ca8e3-5467-4794-8666-95fb91cd600b service neutron] 10.222.0.96 "DELETE /v2.0/ports/5efac3ad-3054-47e7-84b9-3975bf8eb16c/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0681095 Mar 31 23:45:22.119838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-c7de72c5-907e-4535-bd17-e6bafee3e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:22.121383 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-c7de72c5-907e-4535-bd17-e6bafee3e53e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1094 time: 0.0450578 Mar 31 23:45:22.214513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-2a4763bb-983f-4cc3-b389-a0fa088a0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:22.216012 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-2a4763bb-983f-4cc3-b389-a0fa088a0afb service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0885179 Mar 31 23:45:22.285577 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-421dfce0-122a-490e-9241-459b57996597 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 998 time: 0.0626757 Mar 31 23:45:22.335521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-f517d9b0-f23e-452c-a42f-d26584975269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:22.336995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-f517d9b0-f23e-452c-a42f-d26584975269 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0447631 Mar 31 23:45:22.383313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-5ce5a702-a4a1-45bf-b458-3b0a311b84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:22.384867 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-5ce5a702-a4a1-45bf-b458-3b0a311b84e7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404413 Mar 31 23:45:22.478953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-cf79e70e-36b5-4dba-85e7-b1af5934d2aa service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Mar 31 23:45:22.568747 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4234e2b-c3b0-4bc0-ac0d-12e87220c254 req-7eb77c7c-2167-4494-a9fd-bc0eabcf9588 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831904 Mar 31 23:45:22.813038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:45:22.922732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:22.934355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'mac_address': 'fa:16:3e:37:4b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:45:22.977241 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:22.990513 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efac3ad-3054-47e7-84b9-3975bf8eb16c {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:23.011020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:23.023521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:23.071908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:23.080663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.081037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.081367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.081757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.082106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.082527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.083357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.083899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.084448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.087058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.087674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.088259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:23.126842 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bdba9-110e-4c29-b4fa-3a4308e58cba req-b92406c1-bea2-4417-a596-76857215850d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.128378 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e9bdba9-110e-4c29-b4fa-3a4308e58cba req-b92406c1-bea2-4417-a596-76857215850d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 944 time: 0.0623808 Mar 31 23:45:23.169435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e9bdba9-110e-4c29-b4fa-3a4308e58cba req-29c508e8-2eb1-4d54-8d9b-d6d313d9b68f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328193 Mar 31 23:45:23.285802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8f9b5-6980-4c6e-b45f-ecc61337911e req-6e9c6829-0877-4237-be2e-91530267cc41 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.287259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfe8f9b5-6980-4c6e-b45f-ecc61337911e req-6e9c6829-0877-4237-be2e-91530267cc41 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 944 time: 0.0483353 Mar 31 23:45:23.325067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cfe8f9b5-6980-4c6e-b45f-ecc61337911e req-08a9874a-c47b-42a6-8f20-b193837a9aa8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314572 Mar 31 23:45:23.330501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['5efac3ad-3054-47e7-84b9-3975bf8eb16c'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:45:23.560230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8175f-00db-4356-a008-22fbccf50875 req-dd829332-227b-4d4e-86a3-3e7cc03439a1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.561709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ea8175f-00db-4356-a008-22fbccf50875 req-dd829332-227b-4d4e-86a3-3e7cc03439a1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 944 time: 0.0765676 Mar 31 23:45:23.575686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c281-d973-4957-96c9-4909bbd92d2a req-6f5d5b94-049f-484d-a2b9-97427a59e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.577050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-6f5d5b94-049f-484d-a2b9-97427a59e977 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 1095 time: 0.0616243 Mar 31 23:45:23.630817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0ea8175f-00db-4356-a008-22fbccf50875 req-99a8abbb-580e-467a-a6e2-10fcaac338d6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628324 Mar 31 23:45:23.703324 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c281-d973-4957-96c9-4909bbd92d2a req-b72c8b9c-32ab-4f1e-8bc4-2cd79c40537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.704805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-b72c8b9c-32ab-4f1e-8bc4-2cd79c40537d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1196811 Mar 31 23:45:23.779184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-67c171bf-3512-428f-b4ab-91ddbdcb1386 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 200 len: 999 time: 0.0666854 Mar 31 23:45:23.827310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c281-d973-4957-96c9-4909bbd92d2a req-90c15983-ad1f-4c68-8e39-989bad4489e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.828604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-90c15983-ad1f-4c68-8e39-989bad4489e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0424519 Mar 31 23:45:23.878609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c281-d973-4957-96c9-4909bbd92d2a req-05017448-1db0-4e77-8ccc-3c6973944620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:23.880138 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-05017448-1db0-4e77-8ccc-3c6973944620 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441380 Mar 31 23:45:24.305221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-751e1962-b26d-4593-b6c9-436f75dd50ed service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144211 Mar 31 23:45:24.423879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c049c281-d973-4957-96c9-4909bbd92d2a req-80ea9ded-bc8e-46a0-b634-0f9cb13487e4 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109967 Mar 31 23:45:24.753171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61133f-591a-40c1-88dc-fc4b6d54102d req-874ef1a7-22d7-4aa0-bf03-b5a908426adc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:24.754634 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b61133f-591a-40c1-88dc-fc4b6d54102d req-874ef1a7-22d7-4aa0-bf03-b5a908426adc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 944 time: 0.0491502 Mar 31 23:45:24.805442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0b61133f-591a-40c1-88dc-fc4b6d54102d req-67eb28c5-943c-402c-8cda-829045495e89 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Mar 31 23:45:24.829115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:45:24.881645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 5efac3ad-3054-47e7-84b9-3975bf8eb16c completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:45:24.885987 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 5efac3ad-3054-47e7-84b9-3975bf8eb16c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:24.886384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:24.964740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:24.987709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:24.989936 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655a8de-7f32-4f3e-8717-34e50f0fbc50" -d '{"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-plugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:25.002610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:25.008099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:25.030839 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def85f1d-4a46-474d-bad1-7846d66529d2 x-openstack-request-id: req-def85f1d-4a46-474d-bad1-7846d66529d2 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:25.031131 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-plugged", "status": "completed", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:25.031400 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-def85f1d-4a46-474d-bad1-7846d66529d2 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:25.031784 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def85f1d-4a46-474d-bad1-7846d66529d2'] response: {'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'code': 200} Mar 31 23:45:25.055800 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:25.942673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedeab5f-fb18-43dc-bd5d-22f0e45230c8 req-84877fdd-5f71-4493-b7e9-cf22f5937cfa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:25.944435 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aedeab5f-fb18-43dc-bd5d-22f0e45230c8 req-84877fdd-5f71-4493-b7e9-cf22f5937cfa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0572519 Mar 31 23:45:25.983746 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-aedeab5f-fb18-43dc-bd5d-22f0e45230c8 req-4bb0923e-ecb3-4bf9-a618-61e4eb46edf9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330231 Mar 31 23:45:26.232058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0b53a-df07-4e19-ae9d-e65f0afb6149 req-69bbf1e2-fbcb-49f2-b798-f11c39d0190e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:26.233141 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63b0b53a-df07-4e19-ae9d-e65f0afb6149 req-69bbf1e2-fbcb-49f2-b798-f11c39d0190e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0557613 Mar 31 23:45:26.275871 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63b0b53a-df07-4e19-ae9d-e65f0afb6149 req-48a50841-d191-4cc9-b3b5-ec8ccb2de273 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318439 Mar 31 23:45:26.627028 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:27.414079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f9942-dcc6-44e2-9150-462ee1300a24 req-477c3a08-2ce4-4892-8930-e66f32718ba0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.415508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc2f9942-dcc6-44e2-9150-462ee1300a24 req-477c3a08-2ce4-4892-8930-e66f32718ba0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Mar 31 23:45:27.454551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc2f9942-dcc6-44e2-9150-462ee1300a24 req-3a810b81-b122-4905-bf68-62fd6e25d6cd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328043 Mar 31 23:45:27.834929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-59666c68-787e-4c6f-a7ee-793e4a6ae37e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:27.836773 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-59666c68-787e-4c6f-a7ee-793e4a6ae37e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 945 time: 0.0666659 Mar 31 23:45:27.940893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Deleting port 5efac3ad-3054-47e7-84b9-3975bf8eb16c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:45:27.941244 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.037096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] For port 5efac3ad-3054-47e7-84b9-3975bf8eb16c, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=5efac3ad-3054-47e7-84b9-3975bf8eb16c,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:28.037514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.225238 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.225561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.225912 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 disassociated. External IP: 172.25.8.94, port: 5efac3ad-3054-47e7-84b9-3975bf8eb16c. Mar 31 23:45:28.226503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Calling delete_port for 5efac3ad-3054-47e7-84b9-3975bf8eb16c owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:45:28.363264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.399264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'Port': ['ID=5efac3ad-3054-47e7-84b9-3975bf8eb16c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:28.519914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:45:28.571940 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8fc68991-94bb-4c94-b4a5-b11de2554561 req-d029b169-4817-4356-9881-78cbf7036a3f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=9832166f-535b-4380-80a2-a3deefe08691 HTTP/1.1" status: 200 len: 210 time: 0.0403199 Mar 31 23:45:28.636995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:45:28.648606 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:45:28.658750 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:28.659379 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:45:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:28.677246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] No DVR routers for this DVR port 5efac3ad-3054-47e7-84b9-3975bf8eb16c on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:45:28.680084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:28.683633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1e9f8b5-1a71-4bd2-a10e-b922a2c8dda3 req-40f9b05a-27ff-4c64-8910-936d8c119b94 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "DELETE /v2.0/ports/5efac3ad-3054-47e7-84b9-3975bf8eb16c HTTP/1.1" status: 204 len: 173 time: 0.8411160 Mar 31 23:45:28.684065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-deleted', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:28.686379 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc63bdc-e33e-46c3-9fe8-516f3dc70f4b" -d '{"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-deleted", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:28.725770 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa639ab-adb9-4414-84b2-7b463dc21458 x-openstack-request-id: req-daa639ab-adb9-4414-84b2-7b463dc21458 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:28.726068 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9832166f-535b-4380-80a2-a3deefe08691", "name": "network-vif-deleted", "tag": "5efac3ad-3054-47e7-84b9-3975bf8eb16c", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:28.726309 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-daa639ab-adb9-4414-84b2-7b463dc21458 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:28.726721 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa639ab-adb9-4414-84b2-7b463dc21458'] response: {'server_uuid': '9832166f-535b-4380-80a2-a3deefe08691', 'name': 'network-vif-deleted', 'tag': '5efac3ad-3054-47e7-84b9-3975bf8eb16c', 'status': 'completed', 'code': 200} Mar 31 23:45:28.772429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:28.981114 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:29.007214 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:45:29.015917 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:29.016522 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:45:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:29.125067 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:29.348819 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:29.374274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64285f54-b00e-42d2-bf96-a8b96bfa5f5d None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:45:29.584101 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d5f2bb-9266-40f4-9111-cfaf044a18e5 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:45:29.817880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-c84846ea-b153-4101-af57-2cdec1e615c2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--254462002&fields=id&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 267 time: 0.0415471 Mar 31 23:45:29.928799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-ea85fb14-0810-4605-8ce1-7d147e1edd28 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:29.930188 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-ea85fb14-0810-4605-8ce1-7d147e1edd28 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1050892 Mar 31 23:45:29.945570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-fb9c8729-5dc0-4f8f-a8fe-7e7adea88e23 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/quotas/11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 375 time: 0.0095050 Mar 31 23:45:30.011489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-c5ad093b-fca4-4e31-a7c8-a467ba16a6bc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602663 Mar 31 23:45:30.118116 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-c337037c-83fd-43b1-86a5-28b255a4da0a service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938120 Mar 31 23:45:30.207878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-b6004a8a-e808-42bc-8123-2bcedd73de54 service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832288 Mar 31 23:45:30.382098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8001eb99-34dc-43a4-b170-ed0bdfa2ae13 req-62a33bd8-8c7d-478d-ba96-2f94477a1cde tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 210 time: 0.0266037 Mar 31 23:45:31.359447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-88490fa2-f6f8-419d-93ff-3bbc86283644 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:31.360811 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-88490fa2-f6f8-419d-93ff-3bbc86283644 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1060257 Mar 31 23:45:31.402331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-1121b3f3-4e18-4a85-ac19-e49a5d80dea1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 379 time: 0.0330071 Mar 31 23:45:31.411633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'port': {'device_id': '8586f596-744f-40fc-898a-bf10e77a2dad', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'admin_state_up': True, 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'security_groups': ['ef30704a-7474-4f8e-a128-8d6e3653ed21']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:31.501687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33bbcfe5-af3b-4780-92c2-75a267a713ac req-d7a48649-5c69-49bc-a593-acc082bf6b08 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 210 time: 0.0355971 Mar 31 23:45:31.541313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:45:31.544967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:31.677405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Allocated IP 172.20.0.10 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:45:31.822503 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:31.861746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:31.905178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:45:31.908321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:45:31.911802 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:45:31.917918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:31.949422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.949744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.950085 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.950422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.950749 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.951101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.951439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.951756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.952079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.952385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.952692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.953022 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:45:31.977532 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:31.978202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:31.995776 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-6d8ba0b9-fed6-43d9-8fe3-4d3db14d10ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879819 Mar 31 23:45:32.007895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Request body: {'port': {'device_id': '8586f596-744f-40fc-898a-bf10e77a2dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:32.064938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.142350 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-58fb7166-54e5-4f57-80a5-b6384b3075f4 None None] Provisioning complete for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:32.142968 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58fb7166-54e5-4f57-80a5-b6384b3075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.178628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-58fb7166-54e5-4f57-80a5-b6384b3075f4 None None] Port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:45:32.334382 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:32.342009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.355425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Transition to ACTIVE for port object 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:45:32.361978 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.411001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:32.480689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:45:32.481038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:45:32.481345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:32.485816 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:45:32.486144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:45:32.491107 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:45:32.491471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:45:32.491852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:45:32.492277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Bound port: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:45:32.492636 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.566541 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:45:32.569711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:45:32.576790 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.620412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:32.621177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:32.622593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] 10.222.0.96 "PUT /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1092 time: 0.6190445 Mar 31 23:45:32.623190 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:32.625936 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9567d369-2574-4ab7-a488-5ae835babd59" -d '{"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:32.653124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81773b31-6817-4c39-bd14-90aa6d756e3b req-f59fe782-e2ba-4eac-b045-4a5355f65ca1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:32.663982 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81773b31-6817-4c39-bd14-90aa6d756e3b req-f59fe782-e2ba-4eac-b045-4a5355f65ca1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0674272 Mar 31 23:45:32.676295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8e9ea-4c20-4d1e-ac10-f92ee518cd1a service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:32.690057 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a9123-3cfc-4504-9ad4-072716cda0af x-openstack-request-id: req-e01a9123-3cfc-4504-9ad4-072716cda0af {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:32.690354 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:32.690607 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e01a9123-3cfc-4504-9ad4-072716cda0af {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:32.691008 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01a9123-3cfc-4504-9ad4-072716cda0af'] response: {'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'status': 'completed', 'code': 200} Mar 31 23:45:32.726863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-81773b31-6817-4c39-bd14-90aa6d756e3b req-8f857735-6660-42ec-9e96-918a8354400d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611989 Mar 31 23:45:32.737888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-3dcbd25c-be96-4af9-8aaa-1ab223dc86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:32.739836 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-3dcbd25c-be96-4af9-8aaa-1ab223dc86be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1095 time: 0.0518069 Mar 31 23:45:32.788176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-73585d36-ad59-49ea-9449-69d0cb1f2025 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 217 time: 0.0406232 Mar 31 23:45:32.841141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-5277f546-dd7e-4277-ae16-48abbd95cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:32.843016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-5277f546-dd7e-4277-ae16-48abbd95cb72 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0475125 Mar 31 23:45:32.843658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:45:32.872415 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 5efac3ad-3054-47e7-84b9-3975bf8eb16c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:45:32.873040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 5efac3ad-3054-47e7-84b9-3975bf8eb16c not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:45:32.898087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-0785f851-2677-4495-8e9d-0cc20139f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:32.898087 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-0785f851-2677-4495-8e9d-0cc20139f31e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463071 Mar 31 23:45:32.991559 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-19642a72-0a09-4598-8c6b-e5fd01a1dd1c service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872147 Mar 31 23:45:33.079485 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4716ad97-2f68-41d7-a4b3-899bcb8902f9 req-a5364b57-b001-4ade-b025-bf254fa32ec3 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808322 Mar 31 23:45:33.125204 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:45:33.175410 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567d369-2574-4ab7-a488-5ae835babd59 req-aba5971e-4561-472a-9b2d-444c84117e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.176916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-aba5971e-4561-472a-9b2d-444c84117e65 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1095 time: 0.0469868 Mar 31 23:45:33.287609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567d369-2574-4ab7-a488-5ae835babd59 req-86341103-c1c4-4eb4-a049-09f116e8bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.289011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-86341103-c1c4-4eb4-a049-09f116e8bc79 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1054437 Mar 31 23:45:33.330901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-5ab81a75-9e31-420f-8d53-4efa8ce226f5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 217 time: 0.0334983 Mar 31 23:45:33.385253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567d369-2574-4ab7-a488-5ae835babd59 req-504c2982-dd0d-41fa-93eb-049af8c1d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.386681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-504c2982-dd0d-41fa-93eb-049af8c1d0fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0491126 Mar 31 23:45:33.433374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567d369-2574-4ab7-a488-5ae835babd59 req-e9e76d6e-3ccd-4d1b-a9ae-3ef23ff35f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.434881 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-e9e76d6e-3ccd-4d1b-a9ae-3ef23ff35f1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414395 Mar 31 23:45:33.533081 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-c71f99a1-d570-4028-979d-26655eb02eb0 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913503 Mar 31 23:45:33.624377 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9567d369-2574-4ab7-a488-5ae835babd59 req-20da902c-a81c-4cb9-8b80-f5f6f213592b service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Mar 31 23:45:33.853544 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9679a-9361-4442-8372-c979064216e4 req-325fd0ff-dd4a-4857-b56e-1c8992598387 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:33.855033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30b9679a-9361-4442-8372-c979064216e4 req-325fd0ff-dd4a-4857-b56e-1c8992598387 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0494902 Mar 31 23:45:33.897470 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30b9679a-9361-4442-8372-c979064216e4 req-49a53447-ea3a-4089-8cb5-1fcc16483fa8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Mar 31 23:45:34.549696 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-06ae2398-3909-4abd-974e-719dca1e4a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:35.050845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09faa1-ec10-4f58-baa2-60ba026cf378 req-16273aec-215c-4f78-a6ba-d3a6004655c6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:35.052345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac09faa1-ec10-4f58-baa2-60ba026cf378 req-16273aec-215c-4f78-a6ba-d3a6004655c6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0674558 Mar 31 23:45:35.094898 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ac09faa1-ec10-4f58-baa2-60ba026cf378 req-09412d14-1da4-409d-b5aa-b892737ce42e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335615 Mar 31 23:45:36.220191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb2ff-44ff-4213-a03f-512fb6714dbc req-5d01e07b-df5d-489d-af20-1d83db984968 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:36.221640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6fb2ff-44ff-4213-a03f-512fb6714dbc req-5d01e07b-df5d-489d-af20-1d83db984968 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0524039 Mar 31 23:45:36.261148 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6fb2ff-44ff-4213-a03f-512fb6714dbc req-661fd029-9df6-433e-b9c0-8b3ae8c4a760 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Mar 31 23:45:36.992766 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-52532972-7ad4-4cd1-914e-7672ad7e1507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:37.382813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:45:37.402673 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a5f8-c5a7-4c7b-b368-e9fa57840f29 req-569cebf8-1759-4828-8475-886610bfe8fc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:37.404263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c296a5f8-c5a7-4c7b-b368-e9fa57840f29 req-569cebf8-1759-4828-8475-886610bfe8fc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0632756 Mar 31 23:45:37.449377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c296a5f8-c5a7-4c7b-b368-e9fa57840f29 req-da169a1a-0b38-4a27-a4f7-abe9a61b7747 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383174 Mar 31 23:45:37.477822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:37.488904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:45:37.528994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:37.542433 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:45:37.561108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:37.567948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:37.612913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:37.966049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:45:38.528409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:38.578990 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e9f46-7025-40f6-b996-c4d5687b964e req-83ce46a1-bd56-4c25-bf47-f7b3d850a623 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:38.580507 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e28e9f46-7025-40f6-b996-c4d5687b964e req-83ce46a1-bd56-4c25-bf47-f7b3d850a623 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0512309 Mar 31 23:45:38.618637 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e28e9f46-7025-40f6-b996-c4d5687b964e req-cb416a18-d62f-4146-8767-948710ea1f50 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319650 Mar 31 23:45:39.385029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:45:39.446037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:45:39.450259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:45:39.450641 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:39.532495 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:39.555487 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:39.557733 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c581b9e-066a-44e4-9d9b-23ae57cb01c4" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:39.570991 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:45:39.576432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:39.600104 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07690c2-52d3-4454-b9e0-d60313c40c8e x-openstack-request-id: req-a07690c2-52d3-4454-b9e0-d60313c40c8e {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:39.600404 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:39.600661 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a07690c2-52d3-4454-b9e0-d60313c40c8e {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:39.601054 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07690c2-52d3-4454-b9e0-d60313c40c8e'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'code': 200} Mar 31 23:45:39.626505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:45:39.705458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ce88e-7d89-46b3-8ca2-bf673f29e0f1 req-b4fa1fb4-97e9-4030-bf88-6a64969357d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:39.707007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a9ce88e-7d89-46b3-8ca2-bf673f29e0f1 req-b4fa1fb4-97e9-4030-bf88-6a64969357d4 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1097 time: 0.0506203 Mar 31 23:45:39.762447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a9ce88e-7d89-46b3-8ca2-bf673f29e0f1 req-e9e754f9-3922-4ce5-8885-c8bf1dccfaad service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 Mar 31 23:45:39.769987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755f7da-f456-4291-89b2-dd64ebd53dc1 req-82542694-d98e-460b-8771-9be211a4304d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:39.771454 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6755f7da-f456-4291-89b2-dd64ebd53dc1 req-82542694-d98e-460b-8771-9be211a4304d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0781388 Mar 31 23:45:39.812029 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6755f7da-f456-4291-89b2-dd64ebd53dc1 req-fe2e0476-cd86-4988-b3c0-782f8ae1a0b0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Mar 31 23:45:40.152897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:40.412370 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:40.944300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52e76b-3596-4b1f-aed7-41197b2e6dd2 req-a7d2b254-2ee4-462c-a6d9-6fa30f3cd7af tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:40.945756 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef52e76b-3596-4b1f-aed7-41197b2e6dd2 req-a7d2b254-2ee4-462c-a6d9-6fa30f3cd7af tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0511589 Mar 31 23:45:40.985575 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef52e76b-3596-4b1f-aed7-41197b2e6dd2 req-47fed04a-0ec6-4c7c-b7ea-9eda40a04511 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Mar 31 23:45:42.122167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c96cd9-a9e7-460d-be9b-57e837ce8b1d req-148e843a-3dd9-470d-b55c-ee2285c0922f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:42.123695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0c96cd9-a9e7-460d-be9b-57e837ce8b1d req-148e843a-3dd9-470d-b55c-ee2285c0922f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0596676 Mar 31 23:45:42.162741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0c96cd9-a9e7-460d-be9b-57e837ce8b1d req-c36c91bd-fb34-45f9-b008-cef628e11ede tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327408 Mar 31 23:45:42.296510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781b002-9d1e-4732-8d0d-d57324223000 req-d8df6b02-b62e-4917-858f-f39812214be9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:42.297903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7781b002-9d1e-4732-8d0d-d57324223000 req-d8df6b02-b62e-4917-858f-f39812214be9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0690563 Mar 31 23:45:42.308419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:45:42.312981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'floatingip': {'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:45:42.355093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.789503 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.797146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:42.899015 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 associated. External IP: 172.25.8.94, port: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7. Mar 31 23:45:43.106682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:45:43.214869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:45:43.220777 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:43.225470 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:45:43.236900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:43.237617 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:45:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:43.256827 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c42bdd3-84cf-4811-9143-ee1be3c148d8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "PUT /v2.0/floatingips/f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 HTTP/1.1" status: 200 len: 991 time: 0.9471605 Mar 31 23:45:43.257392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:45:43.259742 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1985d0b-5147-481d-9e52-fb9bdd32051d" -d '{"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:45:43.302389 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b08cfd-988e-4dfa-be34-a4ac6f1ff90c x-openstack-request-id: req-f2b08cfd-988e-4dfa-be34-a4ac6f1ff90c {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:45:43.303035 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:45:43.303035 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f2b08cfd-988e-4dfa-be34-a4ac6f1ff90c {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:45:43.303463 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b08cfd-988e-4dfa-be34-a4ac6f1ff90c'] response: {'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'status': 'completed', 'code': 200} Mar 31 23:45:43.349731 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:43.370794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-a2a2a7b2-e850-46f5-bfea-57726b462861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.372463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-a2a2a7b2-e850-46f5-bfea-57726b462861 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1097 time: 0.0436187 Mar 31 23:45:43.499301 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf840de-b223-4a46-89bb-1f2b3be20721 req-95792625-325d-400f-9a14-197051b08c33 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.500885 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bf840de-b223-4a46-89bb-1f2b3be20721 req-95792625-325d-400f-9a14-197051b08c33 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0512378 Mar 31 23:45:43.510324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-119508ef-02dd-4184-90b7-19a9f1c1f0e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648007 Mar 31 23:45:43.515372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-7413c9a9-a27d-42aa-b818-5ec7f9c177ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.516805 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-7413c9a9-a27d-42aa-b818-5ec7f9c177ee service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1354659 Mar 31 23:45:43.542061 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bf840de-b223-4a46-89bb-1f2b3be20721 req-54baca26-2fed-4825-aa26-aec310c34ea6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347500 Mar 31 23:45:43.612308 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8586f596-744f-40fc-898a-bf10e77a2dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:45:42Z', 'revision_number': 9, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:43.644599 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:45:43.654012 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:45:43.654757 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:45:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:43.873139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:45:43.885291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-db6cb74f-ee91-49cb-8aec-14d374d08e1a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 999 time: 0.3607712 Mar 31 23:45:43.936226 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-f3f17ebc-b1d5-41f7-aa49-80490667ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.937728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-f3f17ebc-b1d5-41f7-aa49-80490667ace9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0452683 Mar 31 23:45:43.989502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-91e5dba3-b9ec-45d6-befd-46be5921eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:43.992575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-91e5dba3-b9ec-45d6-befd-46be5921eeda service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474567 Mar 31 23:45:44.096195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-c09cd82f-56c3-4653-836f-a7dd9fd1cc83 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932086 Mar 31 23:45:44.115003 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8586f596-744f-40fc-898a-bf10e77a2dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:45:42Z', 'revision_number': 9, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:45:44.149226 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee65b2-22c9-41b6-8529-7d728e6ba759 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8586f596-744f-40fc-898a-bf10e77a2dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:45:42Z', 'revision_number': 9, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:45:44.201121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e1985d0b-5147-481d-9e52-fb9bdd32051d req-b242cb35-21b7-40fc-9af8-d3b341d56261 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005595 Mar 31 23:45:44.367317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8482d5d-3180-474d-9a0d-2fb810114a87 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:45:44.675609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5d37-29ad-43e1-a5d2-c7a7c69e7399 req-dd0ba7f6-f945-48c2-97ed-909db8888e4b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.676993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d47b5d37-29ad-43e1-a5d2-c7a7c69e7399 req-dd0ba7f6-f945-48c2-97ed-909db8888e4b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0590010 Mar 31 23:45:44.717672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d47b5d37-29ad-43e1-a5d2-c7a7c69e7399 req-2770c267-4f52-49f7-8dd3-a33d72f12854 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322320 Mar 31 23:45:44.873742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-c22c1ccd-f6d7-4880-a106-a746435fc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.875271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-c22c1ccd-f6d7-4880-a106-a746435fc2b3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1097 time: 0.0433564 Mar 31 23:45:44.969851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-a87fc2b7-ffe6-4712-82e6-8cd1aee4ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:44.971361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-a87fc2b7-ffe6-4712-82e6-8cd1aee4ada1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0874164 Mar 31 23:45:45.037816 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-2c18c408-fc50-41cd-a325-519b3b173fe8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1002 time: 0.0593967 Mar 31 23:45:45.091350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-59e7853c-1a9a-4ffe-b3f8-1595a9d81df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.092830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-59e7853c-1a9a-4ffe-b3f8-1595a9d81df2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0446301 Mar 31 23:45:45.142630 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-c7a673b2-fd7d-4b2e-a300-23f36e77bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.144171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-c7a673b2-fd7d-4b2e-a300-23f36e77bc7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439987 Mar 31 23:45:45.242523 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-dc47f3e5-3e19-4c69-b82f-9958aecb3805 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901139 Mar 31 23:45:45.344483 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-8894749f-17b3-4d6d-90b0-e5385aa1acbb service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936961 Mar 31 23:45:45.845432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ae790-b0f8-4b05-935f-f45bb9e0487a req-98dfb495-5212-40ad-932f-db2cd5074af7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:45.846944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-968ae790-b0f8-4b05-935f-f45bb9e0487a req-98dfb495-5212-40ad-932f-db2cd5074af7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0567880 Mar 31 23:45:45.885970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-968ae790-b0f8-4b05-935f-f45bb9e0487a req-1ea08b8c-a401-4025-bd61-e8fa413bc584 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Mar 31 23:45:47.020533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7a708-7037-44bd-8f1e-895304b54a4b req-f470c5cb-2b7e-4e1a-8efa-296d23715906 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:47.022030 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36f7a708-7037-44bd-8f1e-895304b54a4b req-f470c5cb-2b7e-4e1a-8efa-296d23715906 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0509124 Mar 31 23:45:47.059491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-36f7a708-7037-44bd-8f1e-895304b54a4b req-2f3f7680-6fda-4b34-b7d1-aeb769b37197 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Mar 31 23:45:48.200900 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4aeed-8c6d-48f6-ab85-7e5f3df429f0 req-c3b6469f-eea2-45de-aa2e-8881303554fa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:48.202402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01f4aeed-8c6d-48f6-ab85-7e5f3df429f0 req-c3b6469f-eea2-45de-aa2e-8881303554fa tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0518725 Mar 31 23:45:48.241113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01f4aeed-8c6d-48f6-ab85-7e5f3df429f0 req-7bba9cd0-5949-4146-abff-f49c5b9232ee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Mar 31 23:45:49.376536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a201ce8-c424-4f75-bf10-b04a62008af8 req-64483d14-349b-4621-83ee-a6d7abc9898f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:49.377924 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a201ce8-c424-4f75-bf10-b04a62008af8 req-64483d14-349b-4621-83ee-a6d7abc9898f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0632734 Mar 31 23:45:49.419604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0a201ce8-c424-4f75-bf10-b04a62008af8 req-e52615a5-f742-4a02-86ec-794723fb201b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Mar 31 23:45:50.493904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-c9c476ba-5e56-42a6-b9cc-6bad9180f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.495449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-c9c476ba-5e56-42a6-b9cc-6bad9180f358 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1097 time: 0.0460889 Mar 31 23:45:50.540916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc663c85-2406-4adc-85da-edcbc4cd6f7f req-1dbbb197-1efb-4c66-b2a0-f20ea23d2d10 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.542437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc663c85-2406-4adc-85da-edcbc4cd6f7f req-1dbbb197-1efb-4c66-b2a0-f20ea23d2d10 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0512862 Mar 31 23:45:50.583126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc663c85-2406-4adc-85da-edcbc4cd6f7f req-81c408e7-e8be-485d-b0f5-688edadc0591 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336251 Mar 31 23:45:50.601768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-5c09b5bb-edb3-4735-a897-3b9b49a01931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.603253 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-5c09b5bb-edb3-4735-a897-3b9b49a01931 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0889573 Mar 31 23:45:50.677541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-5981b7ad-4377-4b4c-b8e2-e9e32a91251f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1002 time: 0.0635829 Mar 31 23:45:50.730706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-e6dba79c-7860-4c1c-8626-d67e3419a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.732397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-e6dba79c-7860-4c1c-8626-d67e3419a446 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0475047 Mar 31 23:45:50.780087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-5cda7703-9034-4969-bd70-2be5109dcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:50.781672 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-5cda7703-9034-4969-bd70-2be5109dcdd7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422750 Mar 31 23:45:50.881123 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-dfa590cc-2b75-486d-87d8-7e463ce51296 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911880 Mar 31 23:45:50.975705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-201c8f0f-c02d-4c57-a09f-7680752f2d02 req-67d13c8a-054d-4306-9fa9-f2c1899de85f service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Mar 31 23:45:51.397348 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:51.713348 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8917-ae64-4c08-b8a2-ca61c8a54222 req-d973670c-b330-4a85-9241-5d92356cb9ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:51.714882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5bb8917-ae64-4c08-b8a2-ca61c8a54222 req-d973670c-b330-4a85-9241-5d92356cb9ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0604961 Mar 31 23:45:51.754419 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e5bb8917-ae64-4c08-b8a2-ca61c8a54222 req-f5faf2aa-1e01-42b1-8cdc-ad1ac260fd9e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326128 Mar 31 23:45:52.884802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c3a1-df8f-4071-a76c-089e0d21da56 req-f8b82948-6406-4f79-8a0d-605715069bcd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:52.886281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c6c3a1-df8f-4071-a76c-089e0d21da56 req-f8b82948-6406-4f79-8a0d-605715069bcd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0532024 Mar 31 23:45:52.926277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46c6c3a1-df8f-4071-a76c-089e0d21da56 req-3ecc2dab-5c13-4e99-b900-90ade470c988 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Mar 31 23:45:54.061347 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a0489-d51e-4341-9276-2a1410289c9c req-29e5abca-e556-498b-9781-439878b23c82 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:54.062907 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d82a0489-d51e-4341-9276-2a1410289c9c req-29e5abca-e556-498b-9781-439878b23c82 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0561976 Mar 31 23:45:54.104983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d82a0489-d51e-4341-9276-2a1410289c9c req-5d68e16c-462b-49ec-ae64-945138f32efc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Mar 31 23:45:55.238703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25425094-033e-4e68-a4fb-9da2630e11d9 req-24552b9c-8b06-43f0-8064-b81544c79271 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:55.240194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25425094-033e-4e68-a4fb-9da2630e11d9 req-24552b9c-8b06-43f0-8064-b81544c79271 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0629008 Mar 31 23:45:55.278049 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25425094-033e-4e68-a4fb-9da2630e11d9 req-5ccdc90b-7ae2-4f8c-92fe-676587427785 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Mar 31 23:45:56.402068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af55e1e-6174-4730-a195-8f58facd82bc req-2cda1a80-5a5f-4deb-ba98-2b9ce71c7738 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:56.403562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0af55e1e-6174-4730-a195-8f58facd82bc req-2cda1a80-5a5f-4deb-ba98-2b9ce71c7738 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0512497 Mar 31 23:45:56.443579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0af55e1e-6174-4730-a195-8f58facd82bc req-3b74e373-c8f1-4bb6-b97a-7b998296665a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334799 Mar 31 23:45:56.648735 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:45:57.570862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fd7a4-d05a-4e43-a76d-c8afab0cfa8b req-e1a9eade-1caa-4877-8c83-f55a79bbe0ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:57.572365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-983fd7a4-d05a-4e43-a76d-c8afab0cfa8b req-e1a9eade-1caa-4877-8c83-f55a79bbe0ac tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0535197 Mar 31 23:45:57.618326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-983fd7a4-d05a-4e43-a76d-c8afab0cfa8b req-2b011e2b-d164-4291-873b-342cbbaf555a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372338 Mar 31 23:45:58.742825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7383c4-bf26-4830-887e-ae26857736ef req-6b6bc8c9-3803-4b8a-909e-341b354eabd7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:58.744326 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f7383c4-bf26-4830-887e-ae26857736ef req-6b6bc8c9-3803-4b8a-909e-341b354eabd7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0527465 Mar 31 23:45:58.784092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f7383c4-bf26-4830-887e-ae26857736ef req-d879581c-ba27-4ff3-8a96-a8bb5c09fcd8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334358 Mar 31 23:45:59.914909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9cd6-ee3e-4d4a-a104-2641d1a178e3 req-a11dabbd-d192-47c0-a005-d101543fd675 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:45:59.916547 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d63d9cd6-ee3e-4d4a-a104-2641d1a178e3 req-a11dabbd-d192-47c0-a005-d101543fd675 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0536456 Mar 31 23:45:59.955551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d63d9cd6-ee3e-4d4a-a104-2641d1a178e3 req-b0a28cd8-5196-44fc-b0fc-ce0f7d11a38c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Mar 31 23:46:01.084269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5cf1-fe42-4815-9485-f5ee9252349b req-27b7a573-d85c-4a30-8255-59128912ac70 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:01.085778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-909d5cf1-fe42-4815-9485-f5ee9252349b req-27b7a573-d85c-4a30-8255-59128912ac70 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0520689 Mar 31 23:46:01.128668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-909d5cf1-fe42-4815-9485-f5ee9252349b req-9f45d31c-09a1-491c-8ca5-dd6fab8e95c9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342035 Mar 31 23:46:02.253622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320699ca-4488-41df-8b04-17f7d0913599 req-4d3d24a0-549c-4a35-ad42-529635c1ca15 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:02.255028 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-320699ca-4488-41df-8b04-17f7d0913599 req-4d3d24a0-549c-4a35-ad42-529635c1ca15 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0573792 Mar 31 23:46:02.293679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-320699ca-4488-41df-8b04-17f7d0913599 req-a18025f4-352d-475d-8a62-f50a565db439 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322983 Mar 31 23:46:03.420156 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594f65-612a-4e19-a985-7b96828fa45c req-d3f5315f-5c59-41dc-8228-7518da0d55c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:03.421749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe594f65-612a-4e19-a985-7b96828fa45c req-d3f5315f-5c59-41dc-8228-7518da0d55c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0494974 Mar 31 23:46:03.475631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe594f65-612a-4e19-a985-7b96828fa45c req-365ac91b-7f0b-4de0-92a7-562fd51214a3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Mar 31 23:46:04.553627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04f89358-0881-47d2-bd9f-6a95304f52e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:04.618285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8bb8-b19a-4812-8832-8947597c49c4 req-2e10dda0-675e-4406-bb17-d296db8894f0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:04.619816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aed8bb8-b19a-4812-8832-8947597c49c4 req-2e10dda0-675e-4406-bb17-d296db8894f0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0535731 Mar 31 23:46:04.660041 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0aed8bb8-b19a-4812-8832-8947597c49c4 req-4c111c80-f71b-416e-97ef-c38a1824598e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Mar 31 23:46:05.792463 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9410f-04dc-4fff-9316-bb6f660ac797 req-ba6118e4-99ce-41d5-b0ab-591c11b993e0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:05.793947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22e9410f-04dc-4fff-9316-bb6f660ac797 req-ba6118e4-99ce-41d5-b0ab-591c11b993e0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0602868 Mar 31 23:46:05.833903 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22e9410f-04dc-4fff-9316-bb6f660ac797 req-9bfd0f8e-8143-4129-a3f9-ca2520bdf71c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Mar 31 23:46:06.965516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026b445-0c35-43c0-aff3-98b121fe1451 req-f5c6c9f6-9e5a-45f8-816b-2fc6c4a190ef tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:06.966976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b026b445-0c35-43c0-aff3-98b121fe1451 req-f5c6c9f6-9e5a-45f8-816b-2fc6c4a190ef tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0579870 Mar 31 23:46:06.987857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cd555300-c21b-4320-b62c-6786aadc2fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:07.006590 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b026b445-0c35-43c0-aff3-98b121fe1451 req-12b664ee-4a5b-4ffe-aab9-95802f24117c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323505 Mar 31 23:46:08.126038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e69169-a758-478b-bbfc-e172a9571605 req-dc0f24cd-4186-4442-bebf-f0bb53d87abe tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:08.127585 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70e69169-a758-478b-bbfc-e172a9571605 req-dc0f24cd-4186-4442-bebf-f0bb53d87abe tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0489378 Mar 31 23:46:08.166547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70e69169-a758-478b-bbfc-e172a9571605 req-4d1b77b9-a573-4b3d-b80c-cc39202d62c2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328393 Mar 31 23:46:08.535973 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:09.301452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb9fb1-31a8-405c-92b2-d650a8f4f8ba req-3cdcfa0e-b08e-4eb3-9c17-ed26fff4976f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:09.302932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32cb9fb1-31a8-405c-92b2-d650a8f4f8ba req-3cdcfa0e-b08e-4eb3-9c17-ed26fff4976f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0652385 Mar 31 23:46:09.344092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-32cb9fb1-31a8-405c-92b2-d650a8f4f8ba req-c094aef9-67c5-456a-8245-480899cabffb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Mar 31 23:46:10.124465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:46:10.152831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:10.414354 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:10.469525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659146f1-45b4-49f3-a2d5-ce49a62995d3 req-0eb78d2f-1e13-4e0e-98e3-d41d881957c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:10.471054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-659146f1-45b4-49f3-a2d5-ce49a62995d3 req-0eb78d2f-1e13-4e0e-98e3-d41d881957c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0491917 Mar 31 23:46:10.512371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-659146f1-45b4-49f3-a2d5-ce49a62995d3 req-9728fbe6-fa4f-4d0a-be38-95eba260b76b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348899 Mar 31 23:46:11.648866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322e8c4-84ad-415a-8808-5a9134606590 req-e7604528-2d88-4857-bfbd-5c693a42277c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:11.650345 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1322e8c4-84ad-415a-8808-5a9134606590 req-e7604528-2d88-4857-bfbd-5c693a42277c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0542941 Mar 31 23:46:11.693863 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1322e8c4-84ad-415a-8808-5a9134606590 req-f646e4ee-31d2-41fd-8951-608a453ac240 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336330 Mar 31 23:46:12.352043 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-f1fb4108-3f94-4fc6-81f5-a2a85e6ba517 service neutron] show failed (client error): The resource could not be found. Mar 31 23:46:12.352960 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-f1fb4108-3f94-4fc6-81f5-a2a85e6ba517 service neutron] 10.222.0.96 "GET /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0618548 Mar 31 23:46:12.586232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-91b0f2b5-b7df-43d0-bcd4-45e6dbf41849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:12.587764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-91b0f2b5-b7df-43d0-bcd4-45e6dbf41849 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1097 time: 0.0419459 Mar 31 23:46:12.599556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:12.657890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.820870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a999dff-c588-42f7-bb8f-deccb7bae37f req-2a7fe205-1797-4b2d-9907-50efe1ab034f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:12.822338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a999dff-c588-42f7-bb8f-deccb7bae37f req-2a7fe205-1797-4b2d-9907-50efe1ab034f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0510011 Mar 31 23:46:12.861114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:12.861373 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a999dff-c588-42f7-bb8f-deccb7bae37f req-a5d38edc-a239-4b14-82e6-b07b7e896b67 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Mar 31 23:46:12.893682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:12.933125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:12.935524 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159b1984-da95-4363-b3cc-3afa249da3d7" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:12.939642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.953401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Transition to ACTIVE for port object 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:12.958256 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:12.988665 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba00311b-e117-4fcd-a284-9816b09c2507 x-openstack-request-id: req-ba00311b-e117-4fcd-a284-9816b09c2507 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:12.988950 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:12.989201 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ba00311b-e117-4fcd-a284-9816b09c2507 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:12.989595 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba00311b-e117-4fcd-a284-9816b09c2507'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'code': 200} Mar 31 23:46:13.041328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:13.080570 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] No DVR routers for this DVR port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:13.548584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:13.548807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:13.549255 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:13.554003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:13.554328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:13.559627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:13.559969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:13.560352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:13.560774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Bound port: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:13.561113 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:13.627691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:13.630741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:13.638314 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:13.676176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.676806 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:13.678151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1092 time: 1.0828760 Mar 31 23:46:13.698127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfe342-9c74-4b26-9b73-d5035ca0bc42 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:13.744174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-b5245b80-2746-479b-bbd7-643fd1b60029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.745706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-b5245b80-2746-479b-bbd7-643fd1b60029 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1095 time: 0.0443704 Mar 31 23:46:13.843437 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-609f6bc5-ea7f-4386-8755-32dfd0dd2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.844943 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-609f6bc5-ea7f-4386-8755-32dfd0dd2cd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0911238 Mar 31 23:46:13.918001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-7a18ca2d-1faf-49f2-b13c-a7dc61986001 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0661113 Mar 31 23:46:13.966270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-11a72691-5308-4bba-828f-0c9414a1d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.968170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-11a72691-5308-4bba-828f-0c9414a1d51d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0434985 Mar 31 23:46:13.985554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b567-5dbd-451b-9674-6a064128d778 req-d2af7704-3dac-4ccf-a732-6fda3ba2d283 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:13.987260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4454b567-5dbd-451b-9674-6a064128d778 req-d2af7704-3dac-4ccf-a732-6fda3ba2d283 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0525095 Mar 31 23:46:14.017651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-4f265250-b971-4793-8ab4-982a43a5e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:14.019277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-4f265250-b971-4793-8ab4-982a43a5e08a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441792 Mar 31 23:46:14.028913 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4454b567-5dbd-451b-9674-6a064128d778 req-0519281a-234f-406a-9646-da063fb1031e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352044 Mar 31 23:46:14.113306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-778f739b-669e-4dcf-a37c-2919cf9c3bbf service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866034 Mar 31 23:46:14.212081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab523446-0bb0-4c1a-9018-a8f920ccb03f req-7735ea13-344f-445f-ab3a-d29eb714cc0c service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920014 Mar 31 23:46:14.991111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:14.995067 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49c8413-d6bc-409c-9ffd-2e57d2e42092" -d '{"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:15.049243 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3078a2f-b734-4d8e-945e-e77f00a0f1d8 x-openstack-request-id: req-c3078a2f-b734-4d8e-945e-e77f00a0f1d8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:15.049628 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:15.049954 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c3078a2f-b734-4d8e-945e-e77f00a0f1d8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:15.050541 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3078a2f-b734-4d8e-945e-e77f00a0f1d8'] response: {'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'status': 'completed', 'code': 200} Mar 31 23:46:15.116801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-4fb30d11-d65c-49b3-ab38-483205e232f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.118430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-4fb30d11-d65c-49b3-ab38-483205e232f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1095 time: 0.0443616 Mar 31 23:46:15.130590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-b7efc6a5-f34e-4b13-8672-9abe2b4bbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.132106 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-b7efc6a5-f34e-4b13-8672-9abe2b4bbb8e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1095 time: 0.0576606 Mar 31 23:46:15.210106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c17363c1-95e3-4e09-9451-4285d4062fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.212390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c17363c1-95e3-4e09-9451-4285d4062fe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0865531 Mar 31 23:46:15.223423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1163d-c4a3-4ada-a2e1-b8a80f8cc716 req-7de78ce6-7abe-465f-ac54-ced7f04cf223 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.225137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd1163d-c4a3-4ada-a2e1-b8a80f8cc716 req-7de78ce6-7abe-465f-ac54-ced7f04cf223 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.1132238 Mar 31 23:46:15.267037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-1c549c57-5224-4c71-8dc9-9e492cfcd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.268451 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-1c549c57-5224-4c71-8dc9-9e492cfcd80f service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.1230314 Mar 31 23:46:15.281958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-4d4b0eb6-e3e2-4336-93af-93ca8846678a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0631444 Mar 31 23:46:15.292198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfd1163d-c4a3-4ada-a2e1-b8a80f8cc716 req-60e9da21-cc7d-42d2-8ab5-79cf9f280538 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605745 Mar 31 23:46:15.333445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-d74a6096-9eb1-4779-8f45-18c4d3056589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.334988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-d74a6096-9eb1-4779-8f45-18c4d3056589 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0449624 Mar 31 23:46:15.343319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c075d0a0-437f-41a7-8218-9e182a2edca2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0669918 Mar 31 23:46:15.381070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-ef10b7a2-72ae-4050-ada1-08f22583fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.382619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-ef10b7a2-72ae-4050-ada1-08f22583fe33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407541 Mar 31 23:46:15.393451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c56082a0-b8aa-4f86-850e-c613fadc5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.394915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c56082a0-b8aa-4f86-850e-c613fadc5e9b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0445187 Mar 31 23:46:15.439096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-555cb189-6b0b-4c70-9ef1-44e7194075e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:15.440640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-555cb189-6b0b-4c70-9ef1-44e7194075e0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391924 Mar 31 23:46:15.477111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-c0f29510-6eef-4d0f-995e-9ad5e40d3810 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879517 Mar 31 23:46:15.534824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-1c147b87-56be-4a00-b98e-f6e919d14bc1 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Mar 31 23:46:15.568549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:15.570572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-60a9e022-5b98-4477-98a8-26dcb3d7db6b service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853906 Mar 31 23:46:15.607075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:15.630285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c49c8413-d6bc-409c-9ffd-2e57d2e42092 req-afa25122-76c2-459d-9703-9fcf0d51b6f6 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884981 Mar 31 23:46:16.443946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb53a23-9d04-472d-bdb0-113dc040befc req-7e3d9608-2d7e-4de6-9f5d-404bf1746415 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:16.445411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bb53a23-9d04-472d-bdb0-113dc040befc req-7e3d9608-2d7e-4de6-9f5d-404bf1746415 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 944 time: 0.0671566 Mar 31 23:46:16.486295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9bb53a23-9d04-472d-bdb0-113dc040befc req-9d80efe7-1621-4cfe-b6e5-4b0168af1046 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Mar 31 23:46:17.101899 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:46:17.202888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:17.214197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:46:17.250928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:17.263124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:17.282013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:17.287551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:17.333245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:17.583671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:17.611220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774f6fd-69ff-4baf-abd0-d84cdfcd1c56 req-c2d39ded-9e6a-4869-bcfa-b8f3805b773c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:17.612857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c774f6fd-69ff-4baf-abd0-d84cdfcd1c56 req-c2d39ded-9e6a-4869-bcfa-b8f3805b773c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0563881 Mar 31 23:46:17.651418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c774f6fd-69ff-4baf-abd0-d84cdfcd1c56 req-4f5bd51a-3d36-4b84-82e2-2c16ba9f2063 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Mar 31 23:46:17.956356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-a8049eee-7ad5-4329-9a06-0f9a8ddf2e93 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:17.957840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-a8049eee-7ad5-4329-9a06-0f9a8ddf2e93 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad&tenant_id=11bcc2304e7e41ad9cbe003869fef159&binding%3Ahost_id=n-h2-835855-2 HTTP/1.1" status: 200 len: 945 time: 0.0515182 Mar 31 23:46:17.972064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdda1a-393c-4e48-b0ef-1783efb1ac4b req-a41109bf-a909-433d-bd8f-66a0086d6a33 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:17.973555 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51fdda1a-393c-4e48-b0ef-1783efb1ac4b req-a41109bf-a909-433d-bd8f-66a0086d6a33 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0481484 Mar 31 23:46:18.011474 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-51fdda1a-393c-4e48-b0ef-1783efb1ac4b req-dda86200-c6be-4a56-b199-df5dd4767551 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Mar 31 23:46:18.021037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-2977e289-a48f-40d8-b181-73dfc4590742 service neutron] 10.222.0.60 "GET /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7/bindings/n-h2-835855-2 HTTP/1.1" status: 200 len: 382 time: 0.0542529 Mar 31 23:46:18.106429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-cf256752-85e0-413a-8054-c9abfd992d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.107998 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-cf256752-85e0-413a-8054-c9abfd992d2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1096 time: 0.0551710 Mar 31 23:46:18.201622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-b4e0dd21-1429-44eb-ba78-9412ad8e11c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.203087 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-b4e0dd21-1429-44eb-ba78-9412ad8e11c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0873165 Mar 31 23:46:18.272406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-eec7c26a-9e8e-453e-838a-9522911ffb9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1001 time: 0.0618575 Mar 31 23:46:18.328102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-1c251a82-3e30-457c-866e-523b192b3a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.329530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-1c251a82-3e30-457c-866e-523b192b3a9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0491910 Mar 31 23:46:18.375583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-fd250eb3-f2a8-468f-8620-1ac39b94c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:18.377046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-fd250eb3-f2a8-468f-8620-1ac39b94c5f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396092 Mar 31 23:46:18.473322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-8789d223-cb82-48d3-9d5b-41ef3085feee service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882788 Mar 31 23:46:18.563081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-44e7e6f2-8cce-4df8-bb59-6244e046f163 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Mar 31 23:46:19.122558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:46:19.143224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f7321-62dc-4946-95f6-e380b54a4648 req-9382034d-3ce1-4a38-8088-4b3724f5aedd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:19.144904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-551f7321-62dc-4946-95f6-e380b54a4648 req-9382034d-3ce1-4a38-8088-4b3724f5aedd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0606439 Mar 31 23:46:19.175549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:46:19.179429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:19.179833 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.190369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-551f7321-62dc-4946-95f6-e380b54a4648 req-e480e18f-5ec1-450e-843c-cc4fbfa807c4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Mar 31 23:46:19.261584 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.283721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:19.286085 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593560d-c01d-476f-864c-d43d9099391b" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:19.299215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:19.304830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:19.352319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:19.411330 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbd2301-8607-4a9a-8d38-693da40b25a8 x-openstack-request-id: req-6cbd2301-8607-4a9a-8d38-693da40b25a8 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:19.411592 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:19.411863 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6cbd2301-8607-4a9a-8d38-693da40b25a8 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:19.412259 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbd2301-8607-4a9a-8d38-693da40b25a8'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'code': 200} Mar 31 23:46:20.316392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226670-4b53-4cec-a41f-f64266f5eaa3 req-f50e3609-e6c1-474f-a894-445cc3e852f0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:20.317890 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9226670-4b53-4cec-a41f-f64266f5eaa3 req-f50e3609-e6c1-474f-a894-445cc3e852f0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0506325 Mar 31 23:46:20.361585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9226670-4b53-4cec-a41f-f64266f5eaa3 req-67ceed71-be23-4485-b3f6-f0deb370fd3f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368772 Mar 31 23:46:20.751948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-bb9afa15-a54f-4d3c-b5bd-c7a151051d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:20.753438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-bb9afa15-a54f-4d3c-b5bd-c7a151051d60 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1097 time: 0.0414951 Mar 31 23:46:20.765360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:20.829207 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.054374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:21.086002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:21.126109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:21.128457 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dab361e-392a-48af-b7a1-e6070a47cbdd" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:21.132341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.147975 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Transition to ACTIVE for port object 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:21.152936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.183593 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d96884a-f884-4748-8a11-2ad76b687975 x-openstack-request-id: req-9d96884a-f884-4748-8a11-2ad76b687975 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:21.183887 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:21.184141 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9d96884a-f884-4748-8a11-2ad76b687975 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:21.184540 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d96884a-f884-4748-8a11-2ad76b687975'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'code': 200} Mar 31 23:46:21.239626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=10']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:21.278788 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] No DVR routers for this DVR port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:21.387754 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.422526 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:21.422848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:21.423181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:21.429895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:21.430219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Attempting to bind port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:21.435371 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:21.435706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:21.436084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:21.436519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Bound port: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:21.436867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.479711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843e9ae-3909-4e51-ab30-3315c94381f7 req-ff676dbf-4e81-4b81-bb8d-8102141153e7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.481123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b843e9ae-3909-4e51-ab30-3315c94381f7 req-ff676dbf-4e81-4b81-bb8d-8102141153e7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0484037 Mar 31 23:46:21.502325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:21.505690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:21.510365 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.522804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b843e9ae-3909-4e51-ab30-3315c94381f7 req-36b82de0-7173-42ae-96f4-16a8171b2d23 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349762 Mar 31 23:46:21.541492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.542466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:21.543912 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] 10.222.0.96 "PUT /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1093 time: 0.7824628 Mar 31 23:46:21.580924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3ceb2-72c3-4d9d-b329-4f7e93623f5e service neutron] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=11']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:21.614977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-42db3b0b-6c97-4bf0-b575-44555e97d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.617623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-42db3b0b-6c97-4bf0-b575-44555e97d82b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1096 time: 0.0506179 Mar 31 23:46:21.721793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-ec2fccd2-202f-462e-8529-726f908dd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.723354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-ec2fccd2-202f-462e-8529-726f908dd550 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0980480 Mar 31 23:46:21.789052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-2fa34341-ef41-469b-aa4d-3a6d1caa6772 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0587606 Mar 31 23:46:21.837250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-f4a70988-0011-43b3-93b6-334e513bd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.838616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-f4a70988-0011-43b3-93b6-334e513bd82f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0425441 Mar 31 23:46:21.888699 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ffc08-fb37-40a2-9270-376706f2221e req-906a01f3-a9b7-4730-b943-6a99a811ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:21.890176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-906a01f3-a9b7-4730-b943-6a99a811ba3a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441029 Mar 31 23:46:21.986065 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-6529e77b-f9e8-47a7-8059-05d686fe7ffc service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877559 Mar 31 23:46:22.082077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d77ffc08-fb37-40a2-9270-376706f2221e req-77a4bea9-e625-4dee-a063-12ac7d185af1 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890110 Mar 31 23:46:22.648609 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be613f5-2db2-42bc-a73d-a722e9ecf041 req-edb8e4eb-137a-4cdd-83ab-cf12ed724299 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:22.650092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6be613f5-2db2-42bc-a73d-a722e9ecf041 req-edb8e4eb-137a-4cdd-83ab-cf12ed724299 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0515201 Mar 31 23:46:22.691395 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6be613f5-2db2-42bc-a73d-a722e9ecf041 req-edac5bb9-7587-49f1-a573-d1032ecfe3bd tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348768 Mar 31 23:46:23.185318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:23.187801 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:23.248190 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1757df23-082c-438e-9118-fe94283c9ef4 x-openstack-request-id: req-1757df23-082c-438e-9118-fe94283c9ef4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:23.248506 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:23.248762 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1757df23-082c-438e-9118-fe94283c9ef4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:23.249327 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1757df23-082c-438e-9118-fe94283c9ef4'] response: {'name': 'network-changed', 'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'status': 'completed', 'code': 200} Mar 31 23:46:23.310394 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-ca330fbd-b0df-4a93-857f-eeff9b7562c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.311978 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-ca330fbd-b0df-4a93-857f-eeff9b7562c5 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1096 time: 0.0422347 Mar 31 23:46:23.314344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-6a512c02-33e6-44a2-84ee-c605352cddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.315884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-6a512c02-33e6-44a2-84ee-c605352cddcb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 1096 time: 0.0406878 Mar 31 23:46:23.408809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-b6187c34-dd8b-415a-8b12-f528c9319075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.410187 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-b6187c34-dd8b-415a-8b12-f528c9319075 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0896227 Mar 31 23:46:23.410923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-67a20f5f-6ed5-45d0-9697-7e2c78f684a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.412402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-67a20f5f-6ed5-45d0-9697-7e2c78f684a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0873194 Mar 31 23:46:23.474052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-68cf0d89-a37a-458b-ac2f-a91c1d051f13 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0570238 Mar 31 23:46:23.477241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-1e27d209-7638-4ca3-853b-d0610cd6e065 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0572169 Mar 31 23:46:23.528374 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-a12c3f82-19af-4e93-917a-8966dd1983ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.529888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-a12c3f82-19af-4e93-917a-8966dd1983ab service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0482411 Mar 31 23:46:23.530548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-ee4e5b42-32c0-4810-b3db-af3484963c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.532024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-ee4e5b42-32c0-4810-b3db-af3484963c95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0474739 Mar 31 23:46:23.576076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-b8ef9bcb-052c-4528-aaf1-bcac18856de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.577688 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-b8ef9bcb-052c-4528-aaf1-bcac18856de1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405824 Mar 31 23:46:23.579339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-54e0dd1c-60cd-463b-835d-540a16dace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.580828 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-54e0dd1c-60cd-463b-835d-540a16dace34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402708 Mar 31 23:46:23.679443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-6056f144-abc2-4fec-9abd-d411a14f43b1 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898113 Mar 31 23:46:23.683830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-d2f7bdec-f3e6-452b-9488-93c4bd16c89f service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981674 Mar 31 23:46:23.769402 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-36b50a8b-cfd6-429c-9d81-e3648df36fa6 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834620 Mar 31 23:46:23.803761 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d2f51fe-261f-4e9b-a34d-24f63599cd6d req-9db6c36c-90e8-4d2e-b341-fa5a671b1165 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126618 Mar 31 23:46:23.821718 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c333a1-dcee-4cff-8b52-1b38f8be34db req-92b30937-8671-45e9-9652-8b0fe481b46b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:23.823180 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7c333a1-dcee-4cff-8b52-1b38f8be34db req-92b30937-8671-45e9-9652-8b0fe481b46b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0599041 Mar 31 23:46:23.864845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c7c333a1-dcee-4cff-8b52-1b38f8be34db req-287cad30-862e-453a-acc7-6d40b059f988 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323534 Mar 31 23:46:24.987830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39688b00-312b-40c4-b2e3-80dc7b7265de req-bd40d2d1-48af-49c8-a6a5-a87fa5e22614 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:24.989336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39688b00-312b-40c4-b2e3-80dc7b7265de req-bd40d2d1-48af-49c8-a6a5-a87fa5e22614 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 945 time: 0.0503707 Mar 31 23:46:25.034482 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39688b00-312b-40c4-b2e3-80dc7b7265de req-3bd1a5d7-46b1-4300-abdd-4819b24062ee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 Mar 31 23:46:25.133089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:25.171685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:25.593170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:46:25.703078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:25.714954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'mac_address': 'fa:16:3e:c2:be:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:46:25.751977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.765496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:25.784651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:25.791578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:25.835919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:25.843521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.843818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.844134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.844454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.844792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.845122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.845443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.845763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.846084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.846403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.846718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:25.847030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:26.145088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:26.167189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178b5ed-5a0a-4428-bf23-1ff12af6cf1c req-d202691d-643f-4994-baff-7217daa822b6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.168712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2178b5ed-5a0a-4428-bf23-1ff12af6cf1c req-d202691d-643f-4994-baff-7217daa822b6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0619118 Mar 31 23:46:26.207374 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2178b5ed-5a0a-4428-bf23-1ff12af6cf1c req-646a9556-0a59-4ef9-8332-2b32f3f843f8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321331 Mar 31 23:46:26.326435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701399ae-d039-4afa-9c19-f2567cffc426 req-41b0ce04-9295-4095-b0d5-e1b11b9cd38a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.327954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-701399ae-d039-4afa-9c19-f2567cffc426 req-41b0ce04-9295-4095-b0d5-e1b11b9cd38a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0529487 Mar 31 23:46:26.368913 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-701399ae-d039-4afa-9c19-f2567cffc426 req-27edf51b-6190-4d84-94d0-6150459a1b89 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346839 Mar 31 23:46:26.494640 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29433ed4-1f01-4ce1-9cac-f5aeb28caac7 req-0cd28e50-0cc5-42f9-94fc-010dd0e5b29e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.496246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29433ed4-1f01-4ce1-9cac-f5aeb28caac7 req-0cd28e50-0cc5-42f9-94fc-010dd0e5b29e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0579989 Mar 31 23:46:26.541076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29433ed4-1f01-4ce1-9cac-f5aeb28caac7 req-443a100f-a617-460a-9a8e-86fd4dbbb221 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385251 Mar 31 23:46:26.637559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:26.789628 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a54e9-c849-447e-a425-3549f4886dd5 req-f034199d-1ee9-4e77-9037-ad88448cc5c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:26.791158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac4a54e9-c849-447e-a425-3549f4886dd5 req-f034199d-1ee9-4e77-9037-ad88448cc5c1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 946 time: 0.0571735 Mar 31 23:46:26.828674 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac4a54e9-c849-447e-a425-3549f4886dd5 req-dfd23d58-93e5-4e1a-bedd-e563e2c6094e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312786 Mar 31 23:46:27.603269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:46:27.663815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:46:27.668265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:27.668962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:27.762898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:27.785826 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:27.788164 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3b650-507b-4f74-b8fc-8e8ff96f920f" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:27.801037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:27.813083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:27.836652 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f284a8-2578-49f4-89c5-efe11e157c44 x-openstack-request-id: req-16f284a8-2578-49f4-89c5-efe11e157c44 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:27.836943 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-plugged", "status": "completed", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:27.837193 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-16f284a8-2578-49f4-89c5-efe11e157c44 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:27.837582 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f284a8-2578-49f4-89c5-efe11e157c44'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'code': 200} Mar 31 23:46:27.869679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:27.960491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae5220-c48b-4e22-8f10-097a26832fde req-3a1ca85e-7a96-4555-ae80-4ef8a3958980 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:27.961966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9eae5220-c48b-4e22-8f10-097a26832fde req-3a1ca85e-7a96-4555-ae80-4ef8a3958980 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 947 time: 0.0626817 Mar 31 23:46:28.006784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9eae5220-c48b-4e22-8f10-097a26832fde req-727f4469-c7df-4ad9-83d7-684be3fe065b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Mar 31 23:46:28.296095 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-4c678702-f29c-4be0-8af9-f9a3da29416b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:28.297623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-4c678702-f29c-4be0-8af9-f9a3da29416b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 947 time: 0.0531113 Mar 31 23:46:28.393814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Deleting port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:46:28.394162 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.487847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] For port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:28.488220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.950017 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.950348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:28.950698 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 disassociated. External IP: 172.25.8.94, port: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7. Mar 31 23:46:28.951039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Calling delete_port for 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:46:29.084661 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.106189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef45f3d2-14d3-419d-ab62-faad056929fd req-4f1ed18a-3c6a-447e-8534-76a25abbbc66 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=8586f596-744f-40fc-898a-bf10e77a2dad HTTP/1.1" status: 200 len: 210 time: 0.0275712 Mar 31 23:46:29.113796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'Port': ['ID=2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:29.234748 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:29.347184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:29.360362 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:29.375015 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:29.375665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:46:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:29.394068 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] No DVR routers for this DVR port 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:46:29.396953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:29.400265 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0f048c9-7a8c-43bf-97f2-aa3682e55d00 req-571de55c-6023-471a-8e1d-b03236e93eb3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "DELETE /v2.0/ports/2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 HTTP/1.1" status: 204 len: 173 time: 1.0963368 Mar 31 23:46:29.400709 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-deleted', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:29.402983 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9d33d-3f62-4c71-962e-0222e31153f9" -d '{"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-deleted", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:29.441468 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25565918-7752-452d-ad59-e8fc9d37ca04 x-openstack-request-id: req-25565918-7752-452d-ad59-e8fc9d37ca04 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:29.441844 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8586f596-744f-40fc-898a-bf10e77a2dad", "name": "network-vif-deleted", "tag": "2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:29.442139 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-25565918-7752-452d-ad59-e8fc9d37ca04 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:29.442533 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25565918-7752-452d-ad59-e8fc9d37ca04'] response: {'server_uuid': '8586f596-744f-40fc-898a-bf10e77a2dad', 'name': 'network-vif-deleted', 'tag': '2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7', 'status': 'completed', 'code': 200} Mar 31 23:46:29.479311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:29.709910 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:29.736360 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:29.744819 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:29.745411 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:46:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:29.851638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:30.053110 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:30.078504 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f2ecf0-fa17-493c-8f8f-a36b1e71539f None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:30.307029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d20188-23cb-45f2-8a78-de3e7a155384 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:46:30.348971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f023d811-7057-4943-8aac-0959e74c3fa2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--254462002&fields=id&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 267 time: 0.0327013 Mar 31 23:46:30.460558 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-45404c12-9144-4b2d-8c59-a06c688bd9f4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:30.462118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-45404c12-9144-4b2d-8c59-a06c688bd9f4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1059048 Mar 31 23:46:30.479164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-98687c1b-cd57-4775-8ee3-284a67cbb780 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/quotas/11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 375 time: 0.0103524 Mar 31 23:46:30.535666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-1b25c452-0f0a-4367-befc-a8283ec70078 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499301 Mar 31 23:46:30.552545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-75ac6778-4165-4bbc-a9ea-ed2b22a067e0 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:46:30.553675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-75ac6778-4165-4bbc-a9ea-ed2b22a067e0 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056067 Mar 31 23:46:30.646366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-5cfa8fc9-9811-4696-80ac-50788d85c5b1 service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Mar 31 23:46:30.743150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-60d49227-266a-4ef4-a8a3-3d2912a32d2a service neutron] 10.222.0.95 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870633 Mar 31 23:46:30.909762 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e30508b-4d3d-4d86-b32b-0e4ab9a5b80b req-d12a1cc2-398e-4768-8c97-d4444544ede2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0283237 Mar 31 23:46:31.631075 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:46:31.653618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:46:31.653963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 2a9e0ac7-085d-4709-a4c9-4ca89cad0ce7 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:46:31.937331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-0a0c0400-baa1-4d68-91fa-4644b566325b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:31.938950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-0a0c0400-baa1-4d68-91fa-4644b566325b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 812 time: 0.1093993 Mar 31 23:46:31.987614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-9500e6c4-538e-4e13-98ba-913dcf0b7877 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 379 time: 0.0394492 Mar 31 23:46:32.000825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'port': {'device_id': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'admin_state_up': True, 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'security_groups': ['ef30704a-7474-4f8e-a128-8d6e3653ed21']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:32.026973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ce55df8-6d1c-425c-9256-4381db121897 req-8c6ef108-e0d0-4837-9810-2ca86c7b17c5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0447078 Mar 31 23:46:32.122571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Made reservation on behalf of 11bcc2304e7e41ad9cbe003869fef159 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:46:32.126329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.256186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Allocated IP 172.20.0.10 (fe91feb6-5278-4bce-b8f2-4b2fcf24e885/ad6138c7-e9bc-4f01-93e6-89762e61858b/3675a825-6417-4c1d-99b3-1314435a525b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:46:32.403414 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.437856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.482658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:46:32.486105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:46:32.490184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:46:32.522215 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:32.537205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.537553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.537861 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.538206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.538563 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.539106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.539452 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.539784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.540108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.540434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.540763 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.541095 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:46:32.560358 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:32.560997 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.578926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-f813781b-da1c-425a-bd21-2609a2b68000 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824492 Mar 31 23:46:32.592521 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Request body: {'port': {'device_id': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:32.647096 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.737613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-14163de7-3541-4123-8522-360652c861f5 None None] Provisioning complete for port 3675a825-6417-4c1d-99b3-1314435a525b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:32.738247 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14163de7-3541-4123-8522-360652c861f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.774488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-14163de7-3541-4123-8522-360652c861f5 None None] Port 3675a825-6417-4c1d-99b3-1314435a525b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:46:32.909227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:32.917293 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.932189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Transition to ACTIVE for port object 3675a825-6417-4c1d-99b3-1314435a525b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:46:32.937282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:32.991741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.061643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:46:33.061982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:46:33.062484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:33.067144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:46:33.067498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:46:33.073148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:46:33.073492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:46:33.073873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:46:33.074299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Bound port: 3675a825-6417-4c1d-99b3-1314435a525b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:46:33.074664 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.168167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:46:33.172163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:46:33.180182 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.195189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd987f-1c6d-4dc6-a87e-017c134568f4 req-79022c99-85d0-41dc-8955-90bda68b76a2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.198345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02bd987f-1c6d-4dc6-a87e-017c134568f4 req-79022c99-85d0-41dc-8955-90bda68b76a2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0739169 Mar 31 23:46:33.225335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.226239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:33.228131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] 10.222.0.60 "PUT /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1092 time: 0.6402659 Mar 31 23:46:33.228762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:33.232051 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32" -d '{"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:33.258674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1ebe1-69a1-4063-8736-9a366420fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:33.260108 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02bd987f-1c6d-4dc6-a87e-017c134568f4 req-a03a4cb5-24fb-4892-9961-c63da77e5a61 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553777 Mar 31 23:46:33.292885 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0d459c-7d8d-481c-b847-4069d86a5908 x-openstack-request-id: req-1f0d459c-7d8d-481c-b847-4069d86a5908 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:33.293205 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:33.293453 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1f0d459c-7d8d-481c-b847-4069d86a5908 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:33.293855 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0d459c-7d8d-481c-b847-4069d86a5908'] response: {'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'status': 'completed', 'code': 200} Mar 31 23:46:33.326933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-abbe3f54-b85f-4162-891f-0c0083b826a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.328504 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-abbe3f54-b85f-4162-891f-0c0083b826a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0466435 Mar 31 23:46:33.372990 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-d989fc1f-1459-4d2a-bc03-4772a5317947 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 217 time: 0.0354145 Mar 31 23:46:33.428873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-1007ea81-efc8-48e9-9ca1-751c220966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.430390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-1007ea81-efc8-48e9-9ca1-751c220966e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0507009 Mar 31 23:46:33.485796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-6835bab4-49d4-41ce-a076-8cabc4165e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.487322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-6835bab4-49d4-41ce-a076-8cabc4165e67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498073 Mar 31 23:46:33.583603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-8793a723-dd57-41e2-a03d-953e9a6e5524 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871291 Mar 31 23:46:33.675601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-75825330-ff5c-4ca1-8ecf-14dd22a902b7 req-21e1a454-2f3c-4e2a-aeba-cc2a8b250134 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845990 Mar 31 23:46:33.777864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-350b9efa-5fcc-429f-9953-21958f7efc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.779408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-350b9efa-5fcc-429f-9953-21958f7efc50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0420973 Mar 31 23:46:33.874101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-7612908b-38bb-4cbd-aca6-438525a854ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.875507 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-7612908b-38bb-4cbd-aca6-438525a854ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0892863 Mar 31 23:46:33.917119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-cced6b7e-e22f-4364-a9a0-49766aecdd18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 217 time: 0.0343678 Mar 31 23:46:33.982002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-28761fee-5b0d-4df9-821a-37f42ed560bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:33.983520 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-28761fee-5b0d-4df9-821a-37f42ed560bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0594909 Mar 31 23:46:34.033758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-d37c4103-b271-4541-99de-1a8838c6cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:34.035572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-d37c4103-b271-4541-99de-1a8838c6cdd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438557 Mar 31 23:46:34.125240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-7a5bd936-b07b-48ad-9d0d-d60ea867b93c service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811896 Mar 31 23:46:34.221238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f9c26b35-0a0a-45e8-8c78-6d3f411d7d32 req-3de8fd04-2827-4c9a-9b79-c28f157116cf service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Mar 31 23:46:34.403937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6489623-26e2-4069-a754-6b0b1c59e287 req-4cb9690a-5588-4aea-bbae-7a2b257fbf2c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:34.405305 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6489623-26e2-4069-a754-6b0b1c59e287 req-4cb9690a-5588-4aea-bbae-7a2b257fbf2c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0501280 Mar 31 23:46:34.446725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6489623-26e2-4069-a754-6b0b1c59e287 req-55c13949-ed93-4d20-9f1c-85e6356dd328 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351074 Mar 31 23:46:34.565275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-890cfdcf-523e-4b02-abe8-2232efe96fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:35.588205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b25c9-e5f3-48e2-9c79-ef49c06a3dbd req-9afb9b00-0dd5-4a0e-82b2-751fdbb3b1d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:35.589694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-729b25c9-e5f3-48e2-9c79-ef49c06a3dbd req-9afb9b00-0dd5-4a0e-82b2-751fdbb3b1d4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0611858 Mar 31 23:46:35.629985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-729b25c9-e5f3-48e2-9c79-ef49c06a3dbd req-c89d7010-42c9-4037-946a-2888a6ac53af tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334768 Mar 31 23:46:36.775649 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8f96-fb7b-4242-83d8-8091c691f518 req-7383e741-40e1-4926-b8ae-f39fbedc0be3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:36.777114 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65dd8f96-fb7b-4242-83d8-8091c691f518 req-7383e741-40e1-4926-b8ae-f39fbedc0be3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0648811 Mar 31 23:46:36.827825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-65dd8f96-fb7b-4242-83d8-8091c691f518 req-7415370f-e290-49eb-85f6-755c71ac5db3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409942 Mar 31 23:46:36.993435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-084f852b-0c50-43a6-a977-bcff8caced71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.188649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:46:37.292288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:37.303046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '3675a825-6417-4c1d-99b3-1314435a525b', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:46:37.339644 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.352922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:46:37.373594 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:37.379993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:37.425993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:37.743646 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['3675a825-6417-4c1d-99b3-1314435a525b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:46:37.953764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a6c2-ba13-45bf-a9c1-34c89df8dd60 req-346f4eb6-13a8-450d-8897-a196a328c1d9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:37.955215 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea4a6c2-ba13-45bf-a9c1-34c89df8dd60 req-346f4eb6-13a8-450d-8897-a196a328c1d9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0564575 Mar 31 23:46:38.000149 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea4a6c2-ba13-45bf-a9c1-34c89df8dd60 req-1906508e-54c0-40c4-986f-c8ca20a53125 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356965 Mar 31 23:46:38.545757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.119111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468de3a-02c7-433e-b177-c9ecf0f1fa25 req-0f432882-b064-4e41-a594-649e3438911e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:39.120628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1468de3a-02c7-433e-b177-c9ecf0f1fa25 req-0f432882-b064-4e41-a594-649e3438911e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0498607 Mar 31 23:46:39.159021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1468de3a-02c7-433e-b177-c9ecf0f1fa25 req-bda53d3c-bfb0-4306-82fa-85309777875b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Mar 31 23:46:39.209659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:46:39.264612 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 3675a825-6417-4c1d-99b3-1314435a525b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:46:39.269333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 3675a825-6417-4c1d-99b3-1314435a525b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:46:39.269705 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.351451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.374077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:39.376345 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ea4f7-6295-4ead-9137-10f646ac071f" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:39.388746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:46:39.394060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:39.426163 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4261f698-352c-411e-8df2-400295d04a55 x-openstack-request-id: req-4261f698-352c-411e-8df2-400295d04a55 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:39.426454 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:39.426723 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4261f698-352c-411e-8df2-400295d04a55 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:39.427090 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4261f698-352c-411e-8df2-400295d04a55'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'code': 200} Mar 31 23:46:39.446188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:46:39.531923 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d45478-116f-483c-a2bc-432f2423383d req-1bcd0270-9788-4b44-aeff-83a9962922b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:39.533385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99d45478-116f-483c-a2bc-432f2423383d req-1bcd0270-9788-4b44-aeff-83a9962922b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0416439 Mar 31 23:46:39.579259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99d45478-116f-483c-a2bc-432f2423383d req-b57ab283-2db8-46b5-bb90-43b3a6940dd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373840 Mar 31 23:46:40.154694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:40.276365 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002631-7fcf-4df7-865b-5387c228f10c req-83eb7161-2a61-4c05-a6bc-2afb5b9e6103 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:40.277916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f002631-7fcf-4df7-865b-5387c228f10c req-83eb7161-2a61-4c05-a6bc-2afb5b9e6103 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Mar 31 23:46:40.323216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f002631-7fcf-4df7-865b-5387c228f10c req-e5f190f0-d470-4746-b152-8b1a8be31678 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363722 Mar 31 23:46:40.413033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:41.464440 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe40c-3190-4d73-a65c-130205f3fbe0 req-f497e10d-42e6-4cc4-acba-fd72ac3b47db tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:41.465945 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba9fe40c-3190-4d73-a65c-130205f3fbe0 req-f497e10d-42e6-4cc4-acba-fd72ac3b47db tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0587349 Mar 31 23:46:41.505712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ba9fe40c-3190-4d73-a65c-130205f3fbe0 req-10f6b5ae-f431-40d3-ba61-7862dafe4c7a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324388 Mar 31 23:46:41.619911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3be1-305c-43e9-be8a-817ea0159a77 req-22e155db-5370-4661-9133-8b84f467a135 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:41.621297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e2b3be1-305c-43e9-be8a-817ea0159a77 req-22e155db-5370-4661-9133-8b84f467a135 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0507169 Mar 31 23:46:41.634589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:46:41.639017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Request body: {'floatingip': {'port_id': '3675a825-6417-4c1d-99b3-1314435a525b'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:46:41.676862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.131317 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.137809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.252288 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 associated. External IP: 172.25.8.94, port: 3675a825-6417-4c1d-99b3-1314435a525b. Mar 31 23:46:42.486581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:46:42.623558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:46:42.628653 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:42.636211 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:46:42.646457 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:42.647176 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:46:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:42.656756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f53d9f75-119f-4e21-9a2a-0af7fb989a26 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "PUT /v2.0/floatingips/f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 HTTP/1.1" status: 200 len: 992 time: 1.0210879 Mar 31 23:46:42.657295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:46:42.659585 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819020ab-acce-47ae-9d62-d2ffc839e7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:46:42.760397 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:42.763252 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ff268-463e-4f99-9a77-ac215c0e345a x-openstack-request-id: req-010ff268-463e-4f99-9a77-ac215c0e345a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:46:42.763565 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:46:42.763814 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-010ff268-463e-4f99-9a77-ac215c0e345a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:46:42.764220 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010ff268-463e-4f99-9a77-ac215c0e345a'] response: {'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'status': 'completed', 'code': 200} Mar 31 23:46:42.833415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-aa24fcc5-a4b9-4f6c-ad0f-49c7b63582c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:42.834971 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-aa24fcc5-a4b9-4f6c-ad0f-49c7b63582c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0479298 Mar 31 23:46:42.942160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-911d04be-9062-437f-bf55-9b5b45595f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:42.943731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-911d04be-9062-437f-bf55-9b5b45595f09 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0990260 Mar 31 23:46:43.006224 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:46:42Z', 'revision_number': 13, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:43.018335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-1933389d-04c3-4937-a6ae-a5c38b7ae558 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0669301 Mar 31 23:46:43.074276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-6ef5b9f7-ffeb-4322-9ab3-b56e06380e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.075957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-6ef5b9f7-ffeb-4322-9ab3-b56e06380e11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0500979 Mar 31 23:46:43.129353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:46:43.130554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-6dacab21-23e4-4aa4-a08b-31de2a7e1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:43.132129 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-6dacab21-23e4-4aa4-a08b-31de2a7e1a60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477910 Mar 31 23:46:43.138677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:46:43.139353 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:46:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:43.226577 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-6fd80bde-415e-4095-8da3-5ca714e43bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871637 Mar 31 23:46:43.241881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:46:43.319806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-819020ab-acce-47ae-9d62-d2ffc839e7dd req-4185e993-47e0-4692-9958-0e02ff5c7185 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844691 Mar 31 23:46:43.461859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:46:42Z', 'revision_number': 13, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:46:43.491485 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f46c6-c440-429d-afe5-0cc27f21dfc6 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'floating_ip_address': '172.25.8.94', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:43:36Z', 'updated_at': '2022-03-31T23:46:42Z', 'revision_number': 13, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:46:43.705003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293afc4-8cf9-4597-b88d-9c387b13c51a None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:46:44.123830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a40fb6-fc23-473d-ac70-b1739d27cf41 req-1ca9cd1c-5f4a-4490-9aee-a3ab978c36db tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:44.125321 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5a40fb6-fc23-473d-ac70-b1739d27cf41 req-1ca9cd1c-5f4a-4490-9aee-a3ab978c36db tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0507715 Mar 31 23:46:44.163174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5a40fb6-fc23-473d-ac70-b1739d27cf41 req-3c6b6ec7-8e8a-4d9e-a666-3d4dd4063989 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Mar 31 23:46:47.128665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:46:49.099581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-f0285b88-a3e6-47fe-aaa9-39db830d5345 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453548 Mar 31 23:46:49.183600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81487-fcb6-410b-b5d5-0827174e155c req-35e1ca20-8f5a-4eb5-9942-62afe71f6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.185119 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-35e1ca20-8f5a-4eb5-9942-62afe71f6883 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0418248 Mar 31 23:46:49.288562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81487-fcb6-410b-b5d5-0827174e155c req-121df79f-7356-4619-97e4-5c49c1bb1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.290092 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-121df79f-7356-4619-97e4-5c49c1bb1d9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0845389 Mar 31 23:46:49.675363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-9b977771-a064-493d-898f-c3bc58b5c8fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1002 time: 0.3778615 Mar 31 23:46:49.730384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81487-fcb6-410b-b5d5-0827174e155c req-2622d191-084e-436f-a89d-f0aabb761f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.731903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-2622d191-084e-436f-a89d-f0aabb761f27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0486932 Mar 31 23:46:49.779060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a81487-fcb6-410b-b5d5-0827174e155c req-2ce6c11f-c17d-43c1-854f-78b8650ffda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:49.780672 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-2ce6c11f-c17d-43c1-854f-78b8650ffda6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409167 Mar 31 23:46:49.881539 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-ea7cfb88-ecd7-4b06-b5f5-f2f5c5b6acc8 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931203 Mar 31 23:46:49.981384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74a81487-fcb6-410b-b5d5-0827174e155c req-b99cd528-18c1-410f-8f54-21330983838f service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914087 Mar 31 23:46:51.399135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:54.332243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bc31-766b-4b3a-9db5-39b8298f2cdc req-34847f9c-19ab-47a0-ab5f-9c29226ea6df tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:54.333820 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c199bc31-766b-4b3a-9db5-39b8298f2cdc req-34847f9c-19ab-47a0-ab5f-9c29226ea6df tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0555940 Mar 31 23:46:54.372169 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-b2e64d3e-a1dd-465c-a395-91105e72263a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1038795 Mar 31 23:46:54.373142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c199bc31-766b-4b3a-9db5-39b8298f2cdc req-c1e24cb3-2645-41d5-8fb9-bf3c9778b2ee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Mar 31 23:46:55.510922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b74b71-0b6e-423f-82f6-9b049eef7b32 req-8a7c8fa0-814a-4f46-aac2-e645e70c02b3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.512592 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91b74b71-0b6e-423f-82f6-9b049eef7b32 req-8a7c8fa0-814a-4f46-aac2-e645e70c02b3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0643766 Mar 31 23:46:55.544625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-73b9b3b3-e6e6-48e8-bcd5-8768877c35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.546208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-73b9b3b3-e6e6-48e8-bcd5-8768877c35e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1097 time: 0.0440269 Mar 31 23:46:55.554408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-91b74b71-0b6e-423f-82f6-9b049eef7b32 req-619adf2d-9371-4654-a597-84aee9a97bf5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Mar 31 23:46:55.642047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-603c78d2-a7af-4ba7-8b57-cebe4410e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.643635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-603c78d2-a7af-4ba7-8b57-cebe4410e664 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0897434 Mar 31 23:46:55.712276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-641bb9c0-c66b-4b9e-a2a8-1f9a99c2f8cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1002 time: 0.0570915 Mar 31 23:46:55.768778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-83f62c0c-5e40-4bf9-8208-2d1fdde828d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.770255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-83f62c0c-5e40-4bf9-8208-2d1fdde828d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0471451 Mar 31 23:46:55.821612 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-53000ac1-1a87-41c6-b3bb-21ccd2461bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:55.823112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-53000ac1-1a87-41c6-b3bb-21ccd2461bc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450239 Mar 31 23:46:55.919365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-fb500d91-8b55-478b-a8f8-fe11fdedc894 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883844 Mar 31 23:46:56.017671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-34d9e2c5-7aac-411b-97cf-fe7696a77263 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909336 Mar 31 23:46:56.676274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:46:56.689392 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e2e4-82f8-4229-a743-14a46be79f42 req-3430b55d-173f-4385-a5bd-3342d9b395a7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:56.690966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a596e2e4-82f8-4229-a743-14a46be79f42 req-3430b55d-173f-4385-a5bd-3342d9b395a7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0522759 Mar 31 23:46:56.730688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a596e2e4-82f8-4229-a743-14a46be79f42 req-31164044-19c0-408b-9eb7-ea47ec39a6b1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326562 Mar 31 23:46:57.851764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c56e0-95e0-491b-aeee-798dc2f20071 req-11848a0e-9bd7-4219-ae60-d92d75263cb1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:57.853227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-370c56e0-95e0-491b-aeee-798dc2f20071 req-11848a0e-9bd7-4219-ae60-d92d75263cb1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0503175 Mar 31 23:46:57.891263 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-370c56e0-95e0-491b-aeee-798dc2f20071 req-6a8f1fa0-72b5-4bfc-ae01-eeca60526513 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316691 Mar 31 23:46:59.031451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d1a26-a024-4038-ad2f-638a5a6971ef req-6d734c77-7be0-40e6-9f23-abd2bdeba3f1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:46:59.032940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a42d1a26-a024-4038-ad2f-638a5a6971ef req-6d734c77-7be0-40e6-9f23-abd2bdeba3f1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0586522 Mar 31 23:46:59.071719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a42d1a26-a024-4038-ad2f-638a5a6971ef req-8cd1e6dd-5976-45b7-b359-5182eb00459d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Mar 31 23:47:00.208576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e93a7-b4db-4eef-86dc-f280862c7df7 req-789fac0f-82a4-449d-98ce-964f6745a9ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:00.210429 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c4e93a7-b4db-4eef-86dc-f280862c7df7 req-789fac0f-82a4-449d-98ce-964f6745a9ba tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0537868 Mar 31 23:47:00.256546 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7c4e93a7-b4db-4eef-86dc-f280862c7df7 req-5005ee2f-f81e-488b-9844-f391e4643c09 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383558 Mar 31 23:47:00.819840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-fae8f32e-12cc-493a-8f7e-31ab343b5818 req-5c8fe989-2a4e-4cd6-a102-cf2b2501c662 tempest-TestSecurityGroupsBasicOps-793514210 tempest-TestSecurityGroupsBasicOps-793514210-project] (109298) timed out ('10.222.0.60', 62480) {{(pid=109298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:47:01.399118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42949547-8511-4df6-bf7d-3e8020d75b36 req-ab23854c-a2f3-42ec-9121-a72e3c33e26f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:01.400542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42949547-8511-4df6-bf7d-3e8020d75b36 req-ab23854c-a2f3-42ec-9121-a72e3c33e26f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0570683 Mar 31 23:47:01.441861 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42949547-8511-4df6-bf7d-3e8020d75b36 req-2c200094-40d9-4f1c-9643-1c991a669a1f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Mar 31 23:47:02.582616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c92e57-4d45-487e-befc-a9acc4b9e16a req-af282fb7-01ea-4aba-b3ca-c91c4d20e9c4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:02.584101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14c92e57-4d45-487e-befc-a9acc4b9e16a req-af282fb7-01ea-4aba-b3ca-c91c4d20e9c4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0617032 Mar 31 23:47:02.624739 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14c92e57-4d45-487e-befc-a9acc4b9e16a req-4aa27dbd-c8d0-4fee-8c69-e0b26e548162 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342081 Mar 31 23:47:03.754349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7ce22-05fb-4838-8185-2a457e3b9bc3 req-a8899ddd-290c-472d-b21b-2adc4fc50092 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:03.755879 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04f7ce22-05fb-4838-8185-2a457e3b9bc3 req-a8899ddd-290c-472d-b21b-2adc4fc50092 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0512936 Mar 31 23:47:03.793782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-04f7ce22-05fb-4838-8185-2a457e3b9bc3 req-c330a976-2917-4262-be3f-9f7cb72b4380 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Mar 31 23:47:04.565910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fa57cc5a-3277-4e80-8218-ee2cf0ead444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:04.925330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41076501-600b-4a50-a0ba-38317972b7eb req-9bd993a6-22f5-4f7f-9c2a-b7a3933d28a4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:04.926829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41076501-600b-4a50-a0ba-38317972b7eb req-9bd993a6-22f5-4f7f-9c2a-b7a3933d28a4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0501573 Mar 31 23:47:04.970222 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-41076501-600b-4a50-a0ba-38317972b7eb req-e6f61f15-a8c9-40a9-8f89-9bdfb84ed441 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343552 Mar 31 23:47:06.099265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fb3af-9c46-4c73-8fa1-ee65660d8c4b req-45a2faf6-38ca-4df7-9c13-299e6a08cf69 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:06.101494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-681fb3af-9c46-4c73-8fa1-ee65660d8c4b req-45a2faf6-38ca-4df7-9c13-299e6a08cf69 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0602314 Mar 31 23:47:06.144883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-681fb3af-9c46-4c73-8fa1-ee65660d8c4b req-c2bc9879-83ca-44ef-9b14-58136a7854f2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343599 Mar 31 23:47:06.997961 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-606048cf-24cb-43ee-80a7-e27503a5674e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:07.270579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd32e2-814a-429e-bcd3-7b4e3707ca32 req-34b4ecbf-4e77-4297-9e75-fb01967780d0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:07.272009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0cd32e2-814a-429e-bcd3-7b4e3707ca32 req-34b4ecbf-4e77-4297-9e75-fb01967780d0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0551331 Mar 31 23:47:07.315730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b0cd32e2-814a-429e-bcd3-7b4e3707ca32 req-f0c0f382-d50f-4a9c-b83e-64710681f0c3 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374377 Mar 31 23:47:08.450571 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e117-5628-4038-9f4c-7497bbdee7c0 req-9c40e8b5-55e6-4217-8316-6e98a3e59089 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:08.452103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aac5e117-5628-4038-9f4c-7497bbdee7c0 req-9c40e8b5-55e6-4217-8316-6e98a3e59089 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0564396 Mar 31 23:47:08.494113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aac5e117-5628-4038-9f4c-7497bbdee7c0 req-c1671893-3a09-4f24-b89b-d471341855be tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357997 Mar 31 23:47:08.539499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:09.633756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47588388-4190-4064-8f6e-0e964f43d888 req-fa3a1f46-0a8d-40f9-9078-66c6732649b7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:09.635266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47588388-4190-4064-8f6e-0e964f43d888 req-fa3a1f46-0a8d-40f9-9078-66c6732649b7 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0609255 Mar 31 23:47:09.679594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47588388-4190-4064-8f6e-0e964f43d888 req-9266da09-a5ed-4c71-9e67-764ce645ce08 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373924 Mar 31 23:47:10.168495 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.415659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:10.801522 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c33d13-b752-403c-b921-93e8681967de req-609b482d-3115-47ff-8735-24b5c5fe74c8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:10.802996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67c33d13-b752-403c-b921-93e8681967de req-609b482d-3115-47ff-8735-24b5c5fe74c8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0500476 Mar 31 23:47:10.841782 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-67c33d13-b752-403c-b921-93e8681967de req-d470f911-1472-4d8c-86ae-cffcf860c42a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Mar 31 23:47:11.983766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e9437-48b9-4484-9bad-c2141a59969c req-42772e0f-931a-4c3f-9e9f-469f547ef7ce tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:11.985342 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e43e9437-48b9-4484-9bad-c2141a59969c req-42772e0f-931a-4c3f-9e9f-469f547ef7ce tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0563416 Mar 31 23:47:12.026251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e43e9437-48b9-4484-9bad-c2141a59969c req-7d3db064-59f2-4d3b-a10a-96e13784f73f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344236 Mar 31 23:47:13.163122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5151a-ac8b-4a38-8f65-8e28e6b12baa req-d3f24e78-a54c-4e99-99e9-accbd79732b5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:13.164933 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ac5151a-ac8b-4a38-8f65-8e28e6b12baa req-d3f24e78-a54c-4e99-99e9-accbd79732b5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0607839 Mar 31 23:47:13.206637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6ac5151a-ac8b-4a38-8f65-8e28e6b12baa req-1dbb8023-da7b-411b-9605-02fe611faab9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Mar 31 23:47:14.339580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f4f98-63d3-4056-804b-f451bbecee7e req-cf952672-1167-4867-b694-75425da3a150 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:14.341404 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c76f4f98-63d3-4056-804b-f451bbecee7e req-cf952672-1167-4867-b694-75425da3a150 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0508490 Mar 31 23:47:14.382636 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c76f4f98-63d3-4056-804b-f451bbecee7e req-b2076028-d90e-4f18-8cb6-b131d657f20c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345752 Mar 31 23:47:15.075686 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-f9cf3420-e298-4285-9641-049ec1c3aa4c service neutron] show failed (client error): The resource could not be found. Mar 31 23:47:15.077040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-f9cf3420-e298-4285-9641-049ec1c3aa4c service neutron] 10.222.0.60 "GET /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0635743 Mar 31 23:47:15.351274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-8f0b0215-3589-40f7-975a-a252c3e22a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:15.353100 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-8f0b0215-3589-40f7-975a-a252c3e22a55 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1097 time: 0.0993576 Mar 31 23:47:15.368053 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:15.423179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:15.499351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35334296-ee80-4db2-a9ef-bcaf6018a6c8 req-4c0aa67d-6161-4320-ab8c-eac2c0a9c0e1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:15.500884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35334296-ee80-4db2-a9ef-bcaf6018a6c8 req-4c0aa67d-6161-4320-ab8c-eac2c0a9c0e1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Mar 31 23:47:15.538830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35334296-ee80-4db2-a9ef-bcaf6018a6c8 req-6db412c9-463b-4f1f-a8d6-6867750adf4a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315583 Mar 31 23:47:15.634599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:15.670848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:15.713554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:15.716368 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7ec1d-472b-469d-8eae-2a73b598a174" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:15.720582 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:15.733160 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Transition to ACTIVE for port object 3675a825-6417-4c1d-99b3-1314435a525b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:47:15.738795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:15.766685 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19efa749-ef30-4b39-9e8b-6aaec930eeb5 x-openstack-request-id: req-19efa749-ef30-4b39-9e8b-6aaec930eeb5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:15.766979 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:15.767230 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-19efa749-ef30-4b39-9e8b-6aaec930eeb5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:15.767656 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19efa749-ef30-4b39-9e8b-6aaec930eeb5'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'code': 200} Mar 31 23:47:15.821963 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:15.833833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.834174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.834511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.834841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.835167 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.835648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.836439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.836439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.836664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.836923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.837263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.837577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:15.871677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] No DVR routers for this DVR port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:16.026178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:16.026464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:16.026809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:16.031288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:47:16.031612 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:16.036921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:16.037244 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:16.038008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:16.038162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Bound port: 3675a825-6417-4c1d-99b3-1314435a525b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:16.038423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.108304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:16.112979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:16.120701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.166425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.167098 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:16.168574 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] 10.222.0.96 "PUT /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1092 time: 0.8060801 Mar 31 23:47:16.189064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb33bd6-6dd6-438c-a719-e8ed4eb1335d service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:16.238685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-8d06eb23-f9d2-4f6d-9755-3d8cb3e56655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.240316 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-8d06eb23-f9d2-4f6d-9755-3d8cb3e56655 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0465772 Mar 31 23:47:16.337698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-e5c256ba-157d-47ab-9700-e99a4ba385f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.339202 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-e5c256ba-157d-47ab-9700-e99a4ba385f8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0920625 Mar 31 23:47:16.410140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-e1c4bdcc-217c-43c3-b85a-c2accad644b8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0625789 Mar 31 23:47:16.460400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-c4b5498d-bb65-4ce1-a4c9-6cfed4c90734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.461833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-c4b5498d-bb65-4ce1-a4c9-6cfed4c90734 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0444353 Mar 31 23:47:16.509882 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-4a63a889-8bb0-4dc1-98af-391a3fb199bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.511428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-4a63a889-8bb0-4dc1-98af-391a3fb199bb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403826 Mar 31 23:47:16.608991 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-6bc05216-3668-4d04-a883-a4b5cba43f99 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Mar 31 23:47:16.658583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd4451-b260-47f1-8ed6-cf42c89f3532 req-ee429d1e-02d1-4257-8e63-dca84f189890 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:16.660935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fadd4451-b260-47f1-8ed6-cf42c89f3532 req-ee429d1e-02d1-4257-8e63-dca84f189890 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0508645 Mar 31 23:47:16.699082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fadd4451-b260-47f1-8ed6-cf42c89f3532 req-07d92920-d100-4191-86d0-0d5d552e7e21 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318418 Mar 31 23:47:16.700152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-3dbffcaf-84bf-454f-b7d4-919ae2558523 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 Mar 31 23:47:17.333298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:17.374816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:17.769319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:17.771864 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e086c02-cff6-457e-a521-8b4cb712d072" -d '{"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:17.824128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47f9d0-c9f4-4d6e-886e-fa329cbcffa4 req-23f0d082-83a8-4f63-874d-045530686486 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:17.825901 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f47f9d0-c9f4-4d6e-886e-fa329cbcffa4 req-23f0d082-83a8-4f63-874d-045530686486 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0508916 Mar 31 23:47:17.827421 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026c1fd5-143f-456b-860e-b58c7a7c73c0 x-openstack-request-id: req-026c1fd5-143f-456b-860e-b58c7a7c73c0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:17.827710 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:17.827961 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-026c1fd5-143f-456b-860e-b58c7a7c73c0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:17.828361 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026c1fd5-143f-456b-860e-b58c7a7c73c0'] response: {'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'status': 'completed', 'code': 200} Mar 31 23:47:17.886516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-af22ba7f-a709-4a2c-9568-6fb116dfd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:17.888171 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-af22ba7f-a709-4a2c-9568-6fb116dfd45d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0451064 Mar 31 23:47:17.904569 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7f47f9d0-c9f4-4d6e-886e-fa329cbcffa4 req-4484a0fe-fcd9-42e7-b25f-ef64100544f9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669527 Mar 31 23:47:17.914046 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-d3e904ef-6022-458e-978c-764794c41c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:17.916457 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-d3e904ef-6022-458e-978c-764794c41c50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0644889 Mar 31 23:47:17.989148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-01d4cfff-4142-43bf-b0ea-e5e9438adbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:17.990870 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-01d4cfff-4142-43bf-b0ea-e5e9438adbbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0946815 Mar 31 23:47:18.013339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-12574f53-36c6-4de8-bf60-34815847764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:18.014829 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-12574f53-36c6-4de8-bf60-34815847764a service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0884278 Mar 31 23:47:18.061652 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-0ade9e21-cbc3-4588-b990-b6c247767528 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0622497 Mar 31 23:47:18.085285 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-115b4e44-b75b-458f-b09e-1005cc712ea9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0627935 Mar 31 23:47:18.118266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-98687d2c-8798-40e2-9d59-7b7ac43607a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:18.120096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-98687d2c-8798-40e2-9d59-7b7ac43607a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0509574 Mar 31 23:47:18.135593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-66005b26-ff50-418b-8415-5c969fcac06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:18.137062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-66005b26-ff50-418b-8415-5c969fcac06a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0448301 Mar 31 23:47:18.174275 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-7b27513f-9116-40fa-904f-376ce788eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:18.175852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-7b27513f-9116-40fa-904f-376ce788eeaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469892 Mar 31 23:47:18.184511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-a05f5daa-dbc3-4cf2-800d-1d9a47ef44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:18.186167 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-a05f5daa-dbc3-4cf2-800d-1d9a47ef44db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412679 Mar 31 23:47:18.279796 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-4e566228-608b-4d87-8140-5fc4b980498f service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959523 Mar 31 23:47:18.377894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-96f5e9c8-29bf-430f-9ec0-aa0715e98721 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910218 Mar 31 23:47:18.563616 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-717ece07-5f14-4b05-9661-b32badf75a12 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707545 Mar 31 23:47:18.657007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3e086c02-cff6-457e-a521-8b4cb712d072 req-cb666605-d32f-4f11-b576-119b588c4461 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Mar 31 23:47:19.029186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe74dd2-7e26-4557-bb4b-03a698ad1cae req-5ece29bb-76f0-4c03-8085-2fc2a64c08d9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:19.030646 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cbe74dd2-7e26-4557-bb4b-03a698ad1cae req-5ece29bb-76f0-4c03-8085-2fc2a64c08d9 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0499153 Mar 31 23:47:19.078839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cbe74dd2-7e26-4557-bb4b-03a698ad1cae req-af877f9d-3b9d-4782-854a-fee2476bc707 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381005 Mar 31 23:47:20.201414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca029a-6cc0-4b24-90cd-7f26f635fba5 req-87f8d334-5b95-4c4e-a7f3-1837115cb4b0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:20.202916 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17ca029a-6cc0-4b24-90cd-7f26f635fba5 req-87f8d334-5b95-4c4e-a7f3-1837115cb4b0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0530336 Mar 31 23:47:20.242793 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-17ca029a-6cc0-4b24-90cd-7f26f635fba5 req-860effe6-170b-4b3e-b009-a332e553c0b8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 Mar 31 23:47:21.365658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055adf7-e939-4194-bf38-7ee83052185f req-dd180713-7d0f-4314-bad6-33f4e9d32b24 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:21.367043 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8055adf7-e939-4194-bf38-7ee83052185f req-dd180713-7d0f-4314-bad6-33f4e9d32b24 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0529418 Mar 31 23:47:21.410105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8055adf7-e939-4194-bf38-7ee83052185f req-f4f5c505-8ec4-4f07-ad4f-f2e8b05ed76e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344489 Mar 31 23:47:21.412479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:22.541645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593ab80-6387-4bd6-af39-48ce2d52d8bd req-cb826c4d-830b-4517-995e-0d216c771b3d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:22.543503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a593ab80-6387-4bd6-af39-48ce2d52d8bd req-cb826c4d-830b-4517-995e-0d216c771b3d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0548511 Mar 31 23:47:22.581728 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a593ab80-6387-4bd6-af39-48ce2d52d8bd req-b63f25f8-9156-42c8-ba17-a5dd3a197806 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Mar 31 23:47:23.712336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589c656-c3a8-4882-984c-ec91d0b2558e req-39b76ad5-eac5-4803-aa25-a40ae32e9065 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:23.714077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2589c656-c3a8-4882-984c-ec91d0b2558e req-39b76ad5-eac5-4803-aa25-a40ae32e9065 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0595376 Mar 31 23:47:23.752709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2589c656-c3a8-4882-984c-ec91d0b2558e req-46678823-0b1c-4bfb-a132-ea392ba31b7e tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Mar 31 23:47:24.129798 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:47:24.881705 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9bd9a-e33a-450a-aa81-46b2246adb09 req-03502ea1-7ea4-4fc8-bc00-e619efdcc07c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:24.883164 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bc9bd9a-e33a-450a-aa81-46b2246adb09 req-03502ea1-7ea4-4fc8-bc00-e619efdcc07c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0533953 Mar 31 23:47:24.923938 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6bc9bd9a-e33a-450a-aa81-46b2246adb09 req-8c2feb24-7d22-4a97-83c1-dc081c559f9d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Mar 31 23:47:26.050935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017fb57-8621-49fa-af8e-ae2b386c086d req-3d2f4e86-f4e8-4c8e-a603-1f5363388d8f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:26.052361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b017fb57-8621-49fa-af8e-ae2b386c086d req-3d2f4e86-f4e8-4c8e-a603-1f5363388d8f tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0550220 Mar 31 23:47:26.095533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b017fb57-8621-49fa-af8e-ae2b386c086d req-0e0a70cf-ee0a-47a5-9072-acb0e3539153 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368059 Mar 31 23:47:26.697518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:27.234786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb10cb5-e354-447d-841f-234121e8cf5a req-433da161-6f75-4420-aae8-b9fb7cf4d102 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:27.236386 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eb10cb5-e354-447d-841f-234121e8cf5a req-433da161-6f75-4420-aae8-b9fb7cf4d102 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0581446 Mar 31 23:47:27.279195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7eb10cb5-e354-447d-841f-234121e8cf5a req-73cf07b6-e677-481e-b837-478fa05e0385 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346153 Mar 31 23:47:28.413348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b4c7f-fa72-4265-a098-342f624fcf8b req-297e794f-2ef9-4a0c-b956-9e03dd82147b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:28.414742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-606b4c7f-fa72-4265-a098-342f624fcf8b req-297e794f-2ef9-4a0c-b956-9e03dd82147b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0521784 Mar 31 23:47:28.453668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-606b4c7f-fa72-4265-a098-342f624fcf8b req-34a7b5ea-97a7-47dd-9f2b-6a598f9d1d33 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324960 Mar 31 23:47:29.580411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edca36-d499-4804-88c0-eaa8e0aa2310 req-1ff95e04-81cf-4061-8bf5-95a111f239a0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:29.581880 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02edca36-d499-4804-88c0-eaa8e0aa2310 req-1ff95e04-81cf-4061-8bf5-95a111f239a0 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0522814 Mar 31 23:47:29.620884 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02edca36-d499-4804-88c0-eaa8e0aa2310 req-78ccebd5-eb7e-43d0-b3f4-d26e18fb8042 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Mar 31 23:47:29.940136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:47:29.965216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-307d403d-d6a6-452d-afda-d4fdf9317434 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:29.967178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-307d403d-d6a6-452d-afda-d4fdf9317434 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.96 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2&tenant_id=11bcc2304e7e41ad9cbe003869fef159&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 944 time: 0.0879371 Mar 31 23:47:29.974490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e21c5c-4f3e-4489-9495-751cd7a2f90a req-6aedf155-b278-46f8-9b89-c2f781bc550c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:29.975868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33e21c5c-4f3e-4489-9495-751cd7a2f90a req-6aedf155-b278-46f8-9b89-c2f781bc550c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 944 time: 0.0708256 Mar 31 23:47:30.043166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:30.051961 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33e21c5c-4f3e-4489-9495-751cd7a2f90a req-d46dff18-b30b-47ff-8259-4ab7da826b7c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681167 Mar 31 23:47:30.054512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '3675a825-6417-4c1d-99b3-1314435a525b', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:47:30.058129 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-a134e1ba-8d6c-4974-b84f-493b5e697da7 service neutron] 10.222.0.96 "GET /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b/bindings/n-h1-835855-2 HTTP/1.1" status: 200 len: 382 time: 0.0796375 Mar 31 23:47:30.092001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.105388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:30.124074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:30.124908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-bf73389e-5db9-40fd-9010-a5b4267c09f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:30.126692 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-bf73389e-5db9-40fd-9010-a5b4267c09f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1095 time: 0.0422804 Mar 31 23:47:30.129578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:30.180041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:30.187339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.187686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.188022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.188355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.188681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.189007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.189423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.189748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.190067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.190385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.190703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.191019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:30.222089 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-1aa9ad67-fd45-4c6c-ac09-50283a760543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:30.223835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-1aa9ad67-fd45-4c6c-ac09-50283a760543 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0881987 Mar 31 23:47:30.291539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-c8b56ece-e475-4c21-9e77-287002ce52a1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1001 time: 0.0606220 Mar 31 23:47:30.354766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-27bc4c33-6204-4810-a392-5c0580ac6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:30.356425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-27bc4c33-6204-4810-a392-5c0580ac6031 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0563722 Mar 31 23:47:30.409401 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-3ea19278-44d7-4b40-a61e-2c436f0d5256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:30.410897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-3ea19278-44d7-4b40-a61e-2c436f0d5256 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470111 Mar 31 23:47:30.471728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['3675a825-6417-4c1d-99b3-1314435a525b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:30.508103 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-f62b4c1f-bfdb-45a6-886a-b1b0cb426686 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896604 Mar 31 23:47:30.596550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-07437831-86f4-4600-b113-5ed558aa7d72 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816536 Mar 31 23:47:31.177996 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58350d5c-2514-46fe-ab3a-5952972355d2 req-e4dff7ff-ee5c-4c95-bcd1-7d984ddaf564 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:31.179519 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58350d5c-2514-46fe-ab3a-5952972355d2 req-e4dff7ff-ee5c-4c95-bcd1-7d984ddaf564 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0540080 Mar 31 23:47:31.221995 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58350d5c-2514-46fe-ab3a-5952972355d2 req-c8ff4852-43a5-43a7-a78b-feee3873f69b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328124 Mar 31 23:47:31.962199 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:32.027296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 3675a825-6417-4c1d-99b3-1314435a525b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:47:32.033205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 3675a825-6417-4c1d-99b3-1314435a525b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:32.033691 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.127823 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.150805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:32.153967 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d89aee-0dc7-464f-98cb-37a31042620e" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:32.166460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:32.172964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:32.210252 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42a9ab8-540d-4663-b0ac-4656ba46d1e3 x-openstack-request-id: req-d42a9ab8-540d-4663-b0ac-4656ba46d1e3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:32.210550 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:32.210802 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d42a9ab8-540d-4663-b0ac-4656ba46d1e3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:32.211193 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42a9ab8-540d-4663-b0ac-4656ba46d1e3'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'code': 200} Mar 31 23:47:32.227913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:32.351625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c78fb-c440-4cab-8e3f-6165418bad9e req-541c11e9-c103-4072-9ad2-2083aac6aacb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:32.353010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-618c78fb-c440-4cab-8e3f-6165418bad9e req-541c11e9-c103-4072-9ad2-2083aac6aacb tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0562935 Mar 31 23:47:32.396188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-618c78fb-c440-4cab-8e3f-6165418bad9e req-b6352a4c-1a25-4432-a525-8378a4fccddc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369897 Mar 31 23:47:33.530305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b140d-0a8b-4567-be23-4db64fbbedfe req-72172c0c-a515-49b6-addb-8cc7174d6df8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:33.532091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d4b140d-0a8b-4567-be23-4db64fbbedfe req-72172c0c-a515-49b6-addb-8cc7174d6df8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0530641 Mar 31 23:47:33.571839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0d4b140d-0a8b-4567-be23-4db64fbbedfe req-183d39b9-a8ed-4f87-a853-3ab89b080b5a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Mar 31 23:47:34.560501 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f3eee776-8a63-44fd-b6a1-5ef7f9216c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:34.695073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fcb74-6858-440b-ac90-928397700d7c req-234e0443-18d5-4cda-b2dc-a3369923a37b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:34.696742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f6fcb74-6858-440b-ac90-928397700d7c req-234e0443-18d5-4cda-b2dc-a3369923a37b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Mar 31 23:47:34.736427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f6fcb74-6858-440b-ac90-928397700d7c req-1eed96e6-dac8-4ca1-a577-a117c35a95ea tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331566 Mar 31 23:47:34.871099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-3b7fac33-514b-4449-b723-7deff723b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:34.872629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-3b7fac33-514b-4449-b723-7deff723b272 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2&tenant_id=11bcc2304e7e41ad9cbe003869fef159 HTTP/1.1" status: 200 len: 1097 time: 0.0424020 Mar 31 23:47:34.885014 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:47:34.940844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.140531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:35.173618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:35.212344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:35.214663 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f14e9-99ab-4c30-8f6d-c88786d8ad7c" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:35.218850 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.233353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Transition to ACTIVE for port object 3675a825-6417-4c1d-99b3-1314435a525b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:47:35.237653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.269834 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f21bf7-20f6-4bba-8534-40f48a98db26 x-openstack-request-id: req-68f21bf7-20f6-4bba-8534-40f48a98db26 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:35.270122 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-unplugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:35.270468 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-68f21bf7-20f6-4bba-8534-40f48a98db26 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:35.270826 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f21bf7-20f6-4bba-8534-40f48a98db26'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'code': 200} Mar 31 23:47:35.325257 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=10']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:35.337114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.337445 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.337784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.338110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.338436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.338761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.339098 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.339426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.339746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.340069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.340725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.341042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:47:35.371284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] No DVR routers for this DVR port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:35.505867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:47:35.506188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:47:35.506656 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:35.511350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:47:35.511672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Attempting to bind port 3675a825-6417-4c1d-99b3-1314435a525b on network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:47:35.516721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:47:35.517087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Checking segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:47:35.517474 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Bound using segment: {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:47:35.517911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Bound port: 3675a825-6417-4c1d-99b3-1314435a525b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d59251-903e-4a5f-8eb8-010a9eb17e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:47:35.518265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.582110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:47:35.585087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:47:35.592791 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.630866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.631871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:35.633011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] 10.222.0.60 "PUT /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1093 time: 0.7520349 Mar 31 23:47:35.651397 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1317f-f270-4e67-9cf4-b34be2482c84 service neutron] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=11']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:35.698848 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-949aaa9e-f76e-418f-b132-950f8a31cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.700472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-949aaa9e-f76e-418f-b132-950f8a31cdf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0430200 Mar 31 23:47:35.792819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-561ad8da-a16d-42a5-be28-212d9be2525e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.794395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-561ad8da-a16d-42a5-be28-212d9be2525e service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0873733 Mar 31 23:47:35.887786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-330e49b4-ca5f-432b-82f1-f9ad0cbd0676 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0859504 Mar 31 23:47:35.911550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a7f52-913a-43c7-a96c-268469cacd78 req-e1245206-8aec-4c69-bcb2-7f61ac45142d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.912984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da9a7f52-913a-43c7-a96c-268469cacd78 req-e1245206-8aec-4c69-bcb2-7f61ac45142d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0731695 Mar 31 23:47:35.966405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-a3a87eb9-0507-461a-af86-3f3e28dde05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:35.967717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:35.968242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-a3a87eb9-0507-461a-af86-3f3e28dde05b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0720387 Mar 31 23:47:35.987988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-da9a7f52-913a-43c7-a96c-268469cacd78 req-673c7ae2-4fe2-4474-a12d-bebcee756edc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576355 Mar 31 23:47:36.010055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:36.017378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-1e27c430-1f30-41ae-83dd-6a54464c1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:36.019288 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-1e27c430-1f30-41ae-83dd-6a54464c1ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436642 Mar 31 23:47:36.124570 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-86548b86-8941-4494-9b19-a2c888029b69 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980344 Mar 31 23:47:36.219063 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70a624ea-9dc7-4225-9c70-8c9a69948087 req-c703d7db-9dd2-48d9-8579-662272323a33 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875506 Mar 31 23:47:37.003184 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7591212a-f36a-4f43-9dff-1e3f617831eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:37.115111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc55b-3f36-48d6-9634-2ba35f70d300 req-9e91b7a6-45be-4715-9309-19b145ebe7fc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.116629 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6bc55b-3f36-48d6-9634-2ba35f70d300 req-9e91b7a6-45be-4715-9309-19b145ebe7fc tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0541079 Mar 31 23:47:37.155335 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8b6bc55b-3f36-48d6-9634-2ba35f70d300 req-55144c7f-1e12-4bee-a3dc-3558d1b6a8f2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Mar 31 23:47:37.272903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:37.275283 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:37.325679 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ad83c-6491-456b-9aec-1ea63c05d661 x-openstack-request-id: req-1d2ad83c-6491-456b-9aec-1ea63c05d661 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:37.325950 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:37.326221 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d2ad83c-6491-456b-9aec-1ea63c05d661 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:37.326622 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2ad83c-6491-456b-9aec-1ea63c05d661'] response: {'name': 'network-changed', 'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'status': 'completed', 'code': 200} Mar 31 23:47:37.389745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-5e75b946-cf39-43f4-b8f9-68674904a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.391471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-5e75b946-cf39-43f4-b8f9-68674904a2c6 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0443141 Mar 31 23:47:37.394408 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-1b3e9816-f636-4d73-9b3c-2b578c9ecc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.395955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-1b3e9816-f636-4d73-9b3c-2b578c9ecc2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bcc2304e7e41ad9cbe003869fef159&device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0437353 Mar 31 23:47:37.487097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-e0d0432c-0113-4a76-9c37-aae7b16c7ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.489338 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-e0d0432c-0113-4a76-9c37-aae7b16c7ac1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0901341 Mar 31 23:47:37.493183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-cfce5a12-1e7b-4b23-a30d-83dec82a4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.494691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-cfce5a12-1e7b-4b23-a30d-83dec82a4a24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 200 len: 914 time: 0.0904777 Mar 31 23:47:37.559638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-4eda8844-4d5d-4c36-bdae-dcc755de8c19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0612600 Mar 31 23:47:37.560894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-4b92a87f-592f-4b1e-b993-3520ae4df305 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 200 len: 1000 time: 0.0582995 Mar 31 23:47:37.612426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-44da87c6-3d99-484f-8b70-eeed697a0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.613175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-cb196db1-f60c-4ad7-b3bf-960608f29004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.614011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-44da87c6-3d99-484f-8b70-eeed697a0bb2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0467799 Mar 31 23:47:37.615444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-cb196db1-f60c-4ad7-b3bf-960608f29004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 200 len: 851 time: 0.0475237 Mar 31 23:47:37.664918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-da55c3c6-b875-4a02-8ad1-7cc7696903a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.666727 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-da55c3c6-b875-4a02-8ad1-7cc7696903a1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457695 Mar 31 23:47:37.667076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-a28bb2a1-9304-4b73-9a91-21202a9cbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:37.668360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-a28bb2a1-9304-4b73-9a91-21202a9cbb72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe91feb6-5278-4bce-b8f2-4b2fcf24e885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444803 Mar 31 23:47:37.759009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-d94c7e10-cefc-4a1e-983b-f141baf3923a service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Mar 31 23:47:37.763479 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-d339c6f4-fae6-42ed-b7c4-ec7fa42eed32 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845957 Mar 31 23:47:37.858322 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-ba4a0adc-ef96-4aab-b201-87e08a500cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920742 Mar 31 23:47:37.863655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9485ab7d-8c3e-43e7-9241-9bdf8691e6ac req-bce71118-f974-47f6-9b59-4e6836de7cc0 service neutron] 10.222.0.96 "GET /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926001 Mar 31 23:47:38.278458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd1416-ca32-422e-b177-0617e432251b req-2bf44bcd-b7c4-42d5-aae6-d11f67c36873 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:38.279857 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26cd1416-ca32-422e-b177-0617e432251b req-2bf44bcd-b7c4-42d5-aae6-d11f67c36873 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0500934 Mar 31 23:47:38.319218 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26cd1416-ca32-422e-b177-0617e432251b req-adda93e3-c48d-4aef-8d83-6b2bf613d4ab tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Mar 31 23:47:38.548769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:39.440792 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e510e-3cdc-4a7d-80ec-81dcb5218ea8 req-e845a775-4d62-4815-89fe-27f8163fc8fe tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:39.442324 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-331e510e-3cdc-4a7d-80ec-81dcb5218ea8 req-e845a775-4d62-4815-89fe-27f8163fc8fe tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0506122 Mar 31 23:47:39.483616 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-331e510e-3cdc-4a7d-80ec-81dcb5218ea8 req-05438516-09fa-45be-baa9-7279bdd38da1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349383 Mar 31 23:47:40.161052 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.416703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:40.613112 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7925-8571-4467-ab0b-07c7d36437f0 req-42cef953-72a1-42cc-bc39-e3cb3408daee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:40.614570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd9e7925-8571-4467-ab0b-07c7d36437f0 req-42cef953-72a1-42cc-bc39-e3cb3408daee tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0537446 Mar 31 23:47:40.662248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd9e7925-8571-4467-ab0b-07c7d36437f0 req-1a29984e-ee02-4a9f-b5ae-65b079379760 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390995 Mar 31 23:47:41.781991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d8f4a-2f62-4f15-9fc7-18a083adc3dd req-f10a919f-5e26-4fa7-814b-df16d683684a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:41.783496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef1d8f4a-2f62-4f15-9fc7-18a083adc3dd req-f10a919f-5e26-4fa7-814b-df16d683684a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0493288 Mar 31 23:47:41.825717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ef1d8f4a-2f62-4f15-9fc7-18a083adc3dd req-bb67862c-4ca9-411f-9699-c843cb71287c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360143 Mar 31 23:47:42.965498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dd7ec-f3d9-473e-86da-fe4611fd86a6 req-d1d0a8ca-2f02-41c7-9eb5-ebd1588f0c35 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:42.967004 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d0dd7ec-f3d9-473e-86da-fe4611fd86a6 req-d1d0a8ca-2f02-41c7-9eb5-ebd1588f0c35 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0581079 Mar 31 23:47:43.007947 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d0dd7ec-f3d9-473e-86da-fe4611fd86a6 req-08b160ab-ee18-4925-87ef-4f983cdb4bf2 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Mar 31 23:47:44.140101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb020a-ca86-4070-9615-21be2b9f8bf4 req-f0195e65-b4d9-4742-bbbc-7361ddc7acc1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:44.141607 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54eb020a-ca86-4070-9615-21be2b9f8bf4 req-f0195e65-b4d9-4742-bbbc-7361ddc7acc1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0606153 Mar 31 23:47:44.180238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54eb020a-ca86-4070-9615-21be2b9f8bf4 req-04f5f089-7545-44a1-a8a3-637d6f891027 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Mar 31 23:47:45.313794 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a94acb-18f6-4a06-a01b-2a581174a403 req-d2622089-50ae-4ad1-822d-9d53c1aad39d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:45.315271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3a94acb-18f6-4a06-a01b-2a581174a403 req-d2622089-50ae-4ad1-822d-9d53c1aad39d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Mar 31 23:47:45.358410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a3a94acb-18f6-4a06-a01b-2a581174a403 req-da8b226f-2577-40fb-9cf7-29b42783ca18 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365143 Mar 31 23:47:46.490559 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa43d4e-ec38-4769-86cd-868d638d873b req-376fc34f-1b70-4b1a-8f15-e438057843f8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:46.493147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffa43d4e-ec38-4769-86cd-868d638d873b req-376fc34f-1b70-4b1a-8f15-e438057843f8 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0545628 Mar 31 23:47:46.530411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ffa43d4e-ec38-4769-86cd-868d638d873b req-de92b39a-9782-41d0-8fae-f3e080b8efce tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313101 Mar 31 23:47:47.517750 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:47:47.625116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:47.636067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '3675a825-6417-4c1d-99b3-1314435a525b', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'port_id': '3675a825-6417-4c1d-99b3-1314435a525b', 'mac_address': 'fa:16:3e:8c:85:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:47:47.658568 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9339f-913f-4447-af9e-4c29de8d39e8 req-3f7ecb2d-2d35-41b3-a325-5d5f699a2b16 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:47.660111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0bb9339f-913f-4447-af9e-4c29de8d39e8 req-3f7ecb2d-2d35-41b3-a325-5d5f699a2b16 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Mar 31 23:47:47.672433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.686258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:47:47.698853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0bb9339f-913f-4447-af9e-4c29de8d39e8 req-1a1c6822-d966-44fb-92a1-564157664255 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Mar 31 23:47:47.709500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:47.715993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:47.764340 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=12']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:48.202944 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['3675a825-6417-4c1d-99b3-1314435a525b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:47:48.826450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620604d-46b9-4572-a2ca-f391e9ec7f8d req-4d8ce0e4-9d1e-4dfb-95cd-5bf1548eb618 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:48.828042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b620604d-46b9-4572-a2ca-f391e9ec7f8d req-4d8ce0e4-9d1e-4dfb-95cd-5bf1548eb618 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0571632 Mar 31 23:47:48.872516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b620604d-46b9-4572-a2ca-f391e9ec7f8d req-feefe2a9-5df6-43db-b1e8-896bd0d02825 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381923 Mar 31 23:47:49.007011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da51b-234d-4caa-a914-067548aa4f0b req-1613dbd4-202c-47ad-a978-a7eed150a523 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:49.008413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-914da51b-234d-4caa-a914-067548aa4f0b req-1613dbd4-202c-47ad-a978-a7eed150a523 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0642974 Mar 31 23:47:49.050060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-914da51b-234d-4caa-a914-067548aa4f0b req-7e039082-c5ba-4e3c-99d9-40a388b81f6d tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354288 Mar 31 23:47:49.174492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ee83c-4a75-4c78-9b45-9ae1d92bc099 req-f0b88e72-9955-492b-b473-b265cf794aea tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:49.175991 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-734ee83c-4a75-4c78-9b45-9ae1d92bc099 req-f0b88e72-9955-492b-b473-b265cf794aea tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0576949 Mar 31 23:47:49.214408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-734ee83c-4a75-4c78-9b45-9ae1d92bc099 req-3101b3ae-cb9e-4d1f-b65a-572315c2a27a tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321536 Mar 31 23:47:49.462404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361f5c2-f78b-4417-8d9a-62a004179e55 req-536ede2a-22bb-4a17-97b1-792a3a1084e5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:49.464006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5361f5c2-f78b-4417-8d9a-62a004179e55 req-536ede2a-22bb-4a17-97b1-792a3a1084e5 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 946 time: 0.0496256 Mar 31 23:47:49.503164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5361f5c2-f78b-4417-8d9a-62a004179e55 req-635963e2-338a-4bc2-975f-e769cf95e995 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327821 Mar 31 23:47:49.521391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:47:49.579628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 3675a825-6417-4c1d-99b3-1314435a525b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:47:49.585286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 3675a825-6417-4c1d-99b3-1314435a525b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:47:49.585887 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.669242 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.690573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:49.692833 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9339b5ef-2cce-45ce-b44e-4bfdd07d78f2" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:49.705425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:49.711112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:49.735190 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1850394a-1323-4430-8a31-1c23dd252648 x-openstack-request-id: req-1850394a-1323-4430-8a31-1c23dd252648 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:49.735492 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-plugged", "status": "completed", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:49.735744 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1850394a-1323-4430-8a31-1c23dd252648 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:49.736129 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1850394a-1323-4430-8a31-1c23dd252648'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'code': 200} Mar 31 23:47:49.760191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=13']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:50.690619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818007-7c6d-4684-942e-7c430a08f53b req-235c4aec-98ee-41d8-86d1-c2a7ddadd717 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:50.692159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73818007-7c6d-4684-942e-7c430a08f53b req-235c4aec-98ee-41d8-86d1-c2a7ddadd717 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 947 time: 0.1056504 Mar 31 23:47:50.735388 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-73818007-7c6d-4684-942e-7c430a08f53b req-9df9320e-f4f3-43d4-9257-ce084b0f6d6c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups?id=ef30704a-7474-4f8e-a128-8d6e3653ed21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369008 Mar 31 23:47:50.944284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-2ad8cf12-6099-4c12-9199-b34b5cc6a0f6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:47:50.945886 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-2ad8cf12-6099-4c12-9199-b34b5cc6a0f6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 947 time: 0.0500927 Mar 31 23:47:51.046208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Deleting port 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:51.046588 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.139480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] For port 3675a825-6417-4c1d-99b3-1314435a525b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=3675a825-6417-4c1d-99b3-1314435a525b,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:47:51.139862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.308676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.308918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.309195 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 disassociated. External IP: 172.25.8.94, port: 3675a825-6417-4c1d-99b3-1314435a525b. Mar 31 23:47:51.309562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Calling delete_port for 3675a825-6417-4c1d-99b3-1314435a525b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:51.419142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.444100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.475264 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'Port': ['ID=3675a825-6417-4c1d-99b3-1314435a525b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:51.592077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:47:51.707303 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:47:51.720255 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:47:51.733503 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:51.734128 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:47:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:51.752421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] No DVR routers for this DVR port 3675a825-6417-4c1d-99b3-1314435a525b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:47:51.755703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:51.759984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e3c73126-1d5f-424b-ac13-d28adb55e6c4 req-05c49890-3d8a-45cd-b728-1b74fa40b764 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.60 "DELETE /v2.0/ports/3675a825-6417-4c1d-99b3-1314435a525b HTTP/1.1" status: 204 len: 173 time: 0.8079772 Mar 31 23:47:51.760489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-deleted', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:47:51.762936 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929afa12-356d-48f3-ba84-e9ac8602b0b9" -d '{"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-deleted", "tag": "3675a825-6417-4c1d-99b3-1314435a525b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:47:51.813780 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc756b3-8f46-4239-8f25-a56507c93bb9 x-openstack-request-id: req-3dc756b3-8f46-4239-8f25-a56507c93bb9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:47:51.814075 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62336b42-8327-4685-a9c0-8b0cd85f2dd2", "name": "network-vif-deleted", "tag": "3675a825-6417-4c1d-99b3-1314435a525b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:47:51.814326 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3dc756b3-8f46-4239-8f25-a56507c93bb9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:47:51.814724 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc756b3-8f46-4239-8f25-a56507c93bb9'] response: {'server_uuid': '62336b42-8327-4685-a9c0-8b0cd85f2dd2', 'name': 'network-vif-deleted', 'tag': '3675a825-6417-4c1d-99b3-1314435a525b', 'status': 'completed', 'code': 200} Mar 31 23:47:51.861020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:51.911391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e194f8d9-2af5-4756-ac25-5099c2a50220 req-210fb7e5-7d70-43c5-ae56-5d8ddd1e06d1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0946767 Mar 31 23:47:52.064642 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:52.097942 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:47:52.107261 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:47:52.108012 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:47:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:52.213289 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:47:52.413447 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:47:52.439975 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a101a80-8686-4956-8e21-218f94a87be6 None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:34Z', 'revision_number': 4, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '644a162f-a986-429c-8c3d-be52f88a75e0', 'name': '', 'network_id': 'fe91feb6-5278-4bce-b8f2-4b2fcf24e885', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'mac_address': 'fa:16:3e:8c:4d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:33Z', 'updated_at': '2022-03-31T23:43:37Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'subnets': [{'id': 'ad6138c7-e9bc-4f01-93e6-89762e61858b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:47:52.677140 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c9dfc-3e42-4ee9-9367-0fe675d9adc4 None None] New status for floating IP f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:47:53.011778 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5ebde223-1ccf-43cc-b516-a872a648e842 req-230e3774-e3d5-4567-b9f3-47dfd22b3d10 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Mar 31 23:47:53.532802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:47:53.553084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 3675a825-6417-4c1d-99b3-1314435a525b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:47:53.553416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 3675a825-6417-4c1d-99b3-1314435a525b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:47:54.113364 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6b7161ae-5630-4cd4-b71b-dc3e8a203534 req-7ffdf7e5-ea16-49e5-a74d-57a516c9595c tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Mar 31 23:47:55.242126 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f312309d-10b8-4b57-8f57-f70b86c11cc0 req-5f2c3f6b-b196-4094-bb56-07eb4670c49b tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/ports?device_id=62336b42-8327-4685-a9c0-8b0cd85f2dd2 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Mar 31 23:47:56.693502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:58.963712 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35662) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:59.017303 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.040020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.088862 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.091761 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.095654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "DELETE /v2.0/security-groups/ef30704a-7474-4f8e-a128-8d6e3653ed21 HTTP/1.1" status: 204 len: 168 time: 0.1308098 Mar 31 23:47:59.096011 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35664) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:59.105493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c995f7c-1dba-4f15-be3d-839fad026de6 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef30704a-7474-4f8e-a128-8d6e3653ed21,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:59.113460 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-0c74f06e-21f8-442d-832f-8ff1eb05eda1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] show failed (client error): The resource could not be found. Mar 31 23:47:59.117003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0c74f06e-21f8-442d-832f-8ff1eb05eda1 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "GET /v2.0/security-groups/ef30704a-7474-4f8e-a128-8d6e3653ed21 HTTP/1.1" status: 404 len: 347 time: 0.0191932 Mar 31 23:47:59.117587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35666) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:59.242230 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Deleting port 47e2c621-668b-4960-aebe-9ec94e575126 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:47:59.242524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.322302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.322740 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.334562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Calling delete_port for 47e2c621-668b-4960-aebe-9ec94e575126 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:47:59.476009 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.499998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Pushing event deleted for resources: {'Port': ['ID=47e2c621-668b-4960-aebe-9ec94e575126,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:47:59.569366 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.572327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:47:59.575442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e873ddc5-5690-44c5-ab1a-ad698b8a8ad4 tempest-ServerActionsTestJSON-1902897739 tempest-ServerActionsTestJSON-1902897739-project] 10.222.0.95 "DELETE /v2.0/floatingips/f3325c50-bb8a-4dee-bbd1-ddc3227f0bb7 HTTP/1.1" status: 204 len: 168 time: 0.4549751 Mar 31 23:47:59.576702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:47:59.951574 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:00.215968 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Deleting port 644a162f-a986-429c-8c3d-be52f88a75e0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:00.216699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:00.292362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] For port 644a162f-a986-429c-8c3d-be52f88a75e0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=644a162f-a986-429c-8c3d-be52f88a75e0,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:00.292693 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:00.305025 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Calling delete_port for 644a162f-a986-429c-8c3d-be52f88a75e0 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:00.520408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:00.549486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Pushing event deleted for resources: {'Port': ['ID=644a162f-a986-429c-8c3d-be52f88a75e0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:00.713472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:00.926580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:48:01.130556 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:48:01.315134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:48:01.320792 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0164c9f-25e4-4a28-9dcd-1b3cc2a16874 admin admin] 10.222.0.95 "PUT /v2.0/routers/ef420ec0-95b4-43ee-89ab-23b0d93b8a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427876 Mar 31 23:48:01.323823 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35670) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:01.326625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ec643-5473-4d49-8647-d7688043206c None None] Sync routers for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:48:01.338838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:48:01.339472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:47:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:01.427006 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:01.529294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:01.534428 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:48:01.585192 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Deleting port 04381565-9bf7-4f0e-93b0-a362044d754c {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:01.585418 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:01.661932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] For port 04381565-9bf7-4f0e-93b0-a362044d754c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=04381565-9bf7-4f0e-93b0-a362044d754c,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:01.662305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:01.674493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Calling delete_port for 04381565-9bf7-4f0e-93b0-a362044d754c owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:01.712330 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:48:00Z', 'revision_number': 5, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port': {'id': '04381565-9bf7-4f0e-93b0-a362044d754c', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:9b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:01.740501 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ec643-5473-4d49-8647-d7688043206c None None] Checking router: ef420ec0-95b4-43ee-89ab-23b0d93b8a4d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:48:01.756258 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] Routers {'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:48:01.756915 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:47:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:01.850082 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] Set router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:48:01.851981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:01.878677 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=04381565-9bf7-4f0e-93b0-a362044d754c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:01.906020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-669ec643-5473-4d49-8647-d7688043206c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:48:01Z', 'revision_number': 6, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:01.936121 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669ec643-5473-4d49-8647-d7688043206c None None] The sync data for ids ['ef420ec0-95b4-43ee-89ab-23b0d93b8a4d'] in n-d-835855-2 is: [{'id': 'ef420ec0-95b4-43ee-89ab-23b0d93b8a4d', 'name': 'tempest-ServerActionsTestJSON-1876974623-router', 'tenant_id': '11bcc2304e7e41ad9cbe003869fef159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:43:31Z', 'updated_at': '2022-03-31T23:48:01Z', 'revision_number': 6, 'project_id': '11bcc2304e7e41ad9cbe003869fef159', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:48:01.941326 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.035200 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.037310 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.084107 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.084777 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef420ec0-95b4-43ee-89ab-23b0d93b8a4d {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:48:02.091014 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.092418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-033a3db5-bf1a-4186-9455-6be76f3e7c7e admin admin] 10.222.0.95 "DELETE /v2.0/routers/ef420ec0-95b4-43ee-89ab-23b0d93b8a4d HTTP/1.1" status: 204 len: 168 time: 0.7676761 Mar 31 23:48:02.100523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35672) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:02.145579 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Deleting subnet ad6138c7-e9bc-4f01-93e6-89762e61858b {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:02.150268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.188394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.265621 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.321819 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.348005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6138c7-e9bc-4f01-93e6-89762e61858b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:02.352826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.357084 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-46be8e10-d288-47f1-91ad-d10ce844bd63 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ad6138c7-e9bc-4f01-93e6-89762e61858b HTTP/1.1" status: 204 len: 168 time: 0.2555561 Mar 31 23:48:02.360003 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35674) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:02.362067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4ffc1-e3a9-420c-84f4-3e815f78a35f None None] Network fe91feb6-5278-4bce-b8f2-4b2fcf24e885 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:02.433396 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.688156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] DHCP port deletion for fe91feb6-5278-4bce-b8f2-4b2fcf24e885 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:48:02.745548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Deleting port a195e0de-004c-4fc5-9b44-96d831b91950 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:02.745931 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.802664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Deleting port a195e0de-004c-4fc5-9b44-96d831b91950 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:02.803011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.812463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] For port a195e0de-004c-4fc5-9b44-96d831b91950, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a195e0de-004c-4fc5-9b44-96d831b91950,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:02.812866 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.825196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Calling delete_port for a195e0de-004c-4fc5-9b44-96d831b91950 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:02.866085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] For port a195e0de-004c-4fc5-9b44-96d831b91950, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a195e0de-004c-4fc5-9b44-96d831b91950,segment=NetworkSegment(a9d59251-903e-4a5f-8eb8-010a9eb17e80),segment_id=a9d59251-903e-4a5f-8eb8-010a9eb17e80)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:02.866464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:02.885479 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Calling delete_port for a195e0de-004c-4fc5-9b44-96d831b91950 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:02.977618 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.004954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] No DVR routers for this DVR port a195e0de-004c-4fc5-9b44-96d831b91950 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:03.007784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Pushing event deleted for resources: {'Port': ['ID=a195e0de-004c-4fc5-9b44-96d831b91950,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:48:03.058659 n-d-835855-2 neutron-server[109300]: self.session.flush() Mar 31 23:48:03.066592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.082815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.091123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] Pushing event deleted for resources: {'Port': ['ID=a195e0de-004c-4fc5-9b44-96d831b91950,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:03.098789 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ea7ef-100a-4024-b0b9-2e819c5964a7 None None] No DVR routers for this DVR port a195e0de-004c-4fc5-9b44-96d831b91950 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:03.109100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe91feb6-5278-4bce-b8f2-4b2fcf24e885']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:03.118709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d59251-903e-4a5f-8eb8-010a9eb17e80') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:03.119002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d59251-903e-4a5f-8eb8-010a9eb17e80') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:03.128309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.141189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.146899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:03.147411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:03.148974 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:03.207486 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.215918 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.221027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] 10.222.0.95 "DELETE /v2.0/networks/fe91feb6-5278-4bce-b8f2-4b2fcf24e885 HTTP/1.1" status: 204 len: 168 time: 0.8595455 Mar 31 23:48:03.233448 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017003-216e-4fd7-8d7e-4631043bf224 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe91feb6-5278-4bce-b8f2-4b2fcf24e885,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:03.351478 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35678) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:03.394964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2a255072-f8ac-4bed-90b0-e72079ef0403 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=11bcc2304e7e41ad9cbe003869fef159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422952 Mar 31 23:48:03.397616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35680) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:03.448054 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.472634 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.529735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.532357 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:03.533550 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/201d3e00-235a-47bb-bc11-b37b5a7ee5ad HTTP/1.1" status: 204 len: 168 time: 0.1350241 Mar 31 23:48:03.541785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad5488-7642-49a2-840d-ee12c9045046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d3e00-235a-47bb-bc11-b37b5a7ee5ad,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:03.821098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a195e0de-004c-4fc5-9b44-96d831b91950 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:03.841198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a195e0de-004c-4fc5-9b44-96d831b91950 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:03.841538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a195e0de-004c-4fc5-9b44-96d831b91950 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:03.841956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 04381565-9bf7-4f0e-93b0-a362044d754c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:03.863488 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 04381565-9bf7-4f0e-93b0-a362044d754c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:03.863834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 04381565-9bf7-4f0e-93b0-a362044d754c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:03.864243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 644a162f-a986-429c-8c3d-be52f88a75e0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:03.883071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 644a162f-a986-429c-8c3d-be52f88a75e0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:03.883434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 644a162f-a986-429c-8c3d-be52f88a75e0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:04.252505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35702) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:04.351948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1878681394-network', 'tenant_id': 'ca2b6e5af610417781e50dfd51caba60'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:04.375566 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Made reservation on behalf of ca2b6e5af610417781e50dfd51caba60 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:04.377840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.386296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.459674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.466687 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.490567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1271, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:04.500301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c4dce-c9fa-4e62-b8ab-e4caba605682,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:04.506202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.506498 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Added segment d6960806-893e-4d66-bd2d-98fc865d062a of type vlan for network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e Mar 31 23:48:04.558465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.565726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29a8531b-b505-4f72-8206-5cb6d8b3c4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.586643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.587690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:04.588276 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.622769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3692212 Mar 31 23:48:04.625813 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35706) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:04.631542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Request body: {'subnet': {'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1878681394-subnet', 'tenant_id': 'ca2b6e5af610417781e50dfd51caba60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:04.649563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e70b-cc27-4525-8dd2-102892cbaee3 admin admin] Pushing event updated for resources: {'Network': ['ID=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:04.654233 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Made reservation on behalf of ca2b6e5af610417781e50dfd51caba60 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:04.657044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.661077 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:04.831729 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.889493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:04.898244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Checking segment: {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:04.898616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Network hostable DHCP agents. Network: e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:04.918065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:04.927883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:04.932466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:04.933057 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:04.936902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba12dff-2bc0-4904-89b3-35e2d4bf466b None None] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:04.949670 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b66aa8b6-cb57-432e-aea5-94615a6386b7 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3221889 Mar 31 23:48:05.064714 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1f983-72da-4a25-b6d9-8154ea45cbaf None None] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:05.377678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-0e2f468b-a418-4c59-ac38-77905938b67b tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:05.379090 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-0e2f468b-a418-4c59-ac38-77905938b67b tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 814 time: 0.1049123 Mar 31 23:48:05.395776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-8e53d1fa-28a2-4adc-8036-ce28b367c0e8 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/quotas/ca2b6e5af610417781e50dfd51caba60 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Mar 31 23:48:05.431337 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-2c84a279-a725-48b5-a6f1-62ab753cf4c6 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300062 Mar 31 23:48:05.604044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-b5432320-7223-4ab5-a0c8-71d1b5fe3e69 service neutron] 10.222.0.95 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618865 Mar 31 23:48:05.705523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-c08d2201-d420-4ff5-8bcf-f0c43527eafb service neutron] 10.222.0.95 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918846 Mar 31 23:48:05.876714 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f79a7d2d-5c38-46f0-9104-c3aaaffda78d req-6fcc33c0-76b9-411a-92d5-e56abcf90c4a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Mar 31 23:48:06.875680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-df03eb89-3ac6-423b-9f30-dca365f02abc tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:06.877196 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-df03eb89-3ac6-423b-9f30-dca365f02abc tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.60 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 814 time: 0.1086938 Mar 31 23:48:06.889909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Request body: {'port': {'device_id': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e', 'admin_state_up': True, 'tenant_id': 'ca2b6e5af610417781e50dfd51caba60'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:06.985534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-258a332a-8b04-49ae-a3e3-62e873cb34d7 req-ef108a3d-8591-4e57-9722-898548168b31 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 210 time: 0.0321136 Mar 31 23:48:07.012422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca346ec8-7e5a-4ef1-997c-19cc786ef2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.028085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Made reservation on behalf of ca2b6e5af610417781e50dfd51caba60 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:07.031578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.178692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Allocated IP 172.20.0.8 (e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e/2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a/4654b779-b193-4001-9e4f-c0259533f18b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:07.342828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.382302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.425974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:07.429551 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:07.433368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:07.439694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Pushing event updated for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:07.485022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:07.485627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.502788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-93a64fa4-84a4-47da-a939-e1bbf3a3ee03 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6167228 Mar 31 23:48:07.518234 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Request body: {'port': {'device_id': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:07.575631 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.843632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4654b779-b193-4001-9e4f-c0259533f18b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:07.851126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.863640 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Transition to ACTIVE for port object 4654b779-b193-4001-9e4f-c0259533f18b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:48:07.870128 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:07.918835 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:07.989609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Attempting to bind port 4654b779-b193-4001-9e4f-c0259533f18b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:07.989929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Attempting to bind port 4654b779-b193-4001-9e4f-c0259533f18b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:07.990265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Attempting to bind port 4654b779-b193-4001-9e4f-c0259533f18b on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:07.994595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Port 4654b779-b193-4001-9e4f-c0259533f18b on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:48:07.994924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Attempting to bind port 4654b779-b193-4001-9e4f-c0259533f18b on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:07.999686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:08.000020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Checking segment: {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:08.000402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Bound using segment: {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:08.000820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Bound port: 4654b779-b193-4001-9e4f-c0259533f18b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:08.001171 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.066755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:08.070268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4654b779-b193-4001-9e4f-c0259533f18b,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:08.076988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.112115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cf808-7d90-4ebe-abe0-5f9deaf856d1 req-e4339929-4a0e-4dff-a41f-5204f4667b9e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.114702 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-373cf808-7d90-4ebe-abe0-5f9deaf856d1 req-e4339929-4a0e-4dff-a41f-5204f4667b9e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 943 time: 0.0587237 Mar 31 23:48:08.115140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.115790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.117217 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] 10.222.0.60 "PUT /v2.0/ports/4654b779-b193-4001-9e4f-c0259533f18b HTTP/1.1" status: 200 len: 1091 time: 0.6030724 Mar 31 23:48:08.117662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:08.120172 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c451e243-d9d7-4a92-9166-0c0c857cecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "tag": "4654b779-b193-4001-9e4f-c0259533f18b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:08.143068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891da42-1e9d-487b-ab07-acb81cdeafa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:08.159757 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-373cf808-7d90-4ebe-abe0-5f9deaf856d1 req-afa53be2-aede-4c68-a056-2224781d2ed3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371389 Mar 31 23:48:08.171334 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647147e8-ab25-4373-9554-6ef90d364f04 x-openstack-request-id: req-647147e8-ab25-4373-9554-6ef90d364f04 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:08.171637 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "tag": "4654b779-b193-4001-9e4f-c0259533f18b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:08.171896 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-647147e8-ab25-4373-9554-6ef90d364f04 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:08.172311 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647147e8-ab25-4373-9554-6ef90d364f04'] response: {'name': 'network-changed', 'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b', 'status': 'completed', 'code': 200} Mar 31 23:48:08.224184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-40a75f30-5f9f-48fa-a1e1-e5ef4e800b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.225699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-40a75f30-5f9f-48fa-a1e1-e5ef4e800b07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 1094 time: 0.0446951 Mar 31 23:48:08.271059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-10608403-d419-41e3-a714-38469824721c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4654b779-b193-4001-9e4f-c0259533f18b HTTP/1.1" status: 200 len: 217 time: 0.0354805 Mar 31 23:48:08.323438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46267f06-6b81-4950-a058-2cea6816d60a req-9b9f891c-81c7-42b3-bbbd-890902e13c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.325736 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-9b9f891c-81c7-42b3-bbbd-890902e13c60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a HTTP/1.1" status: 200 len: 854 time: 0.0456572 Mar 31 23:48:08.363136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-c91e5ba8-57a8-4017-b787-f74106804bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305622 Mar 31 23:48:08.457048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-a0e30943-bef3-40ca-b216-85130e880863 service neutron] 10.222.0.60 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Mar 31 23:48:08.552069 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:08.555135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-46267f06-6b81-4950-a058-2cea6816d60a req-c686cf92-5ec0-4952-9226-564f350c2e4e service neutron] 10.222.0.60 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911591 Mar 31 23:48:08.669084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-7a3510a9-b509-4bc7-9636-b53da9561ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.672007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-7a3510a9-b509-4bc7-9636-b53da9561ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 1094 time: 0.0532517 Mar 31 23:48:08.766112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-2949056d-0399-4acc-976e-e56f894a21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.767620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-2949056d-0399-4acc-976e-e56f894a21b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 916 time: 0.0892463 Mar 31 23:48:08.824691 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-120e00c4-d623-4706-9fc6-bea2044fd0d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4654b779-b193-4001-9e4f-c0259533f18b HTTP/1.1" status: 200 len: 217 time: 0.0495558 Mar 31 23:48:08.874383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-1954c775-d552-46ae-b004-658e1cd0824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:08.875874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-1954c775-d552-46ae-b004-658e1cd0824c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a HTTP/1.1" status: 200 len: 854 time: 0.0446062 Mar 31 23:48:08.906118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-3935a934-cb8f-4229-9c11-9b2f5e938a34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237796 Mar 31 23:48:09.000951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-f8f6bc27-467c-4a4c-be0c-1c6f9be8a7aa service neutron] 10.222.0.60 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Mar 31 23:48:09.090498 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c451e243-d9d7-4a92-9166-0c0c857cecc3 req-b7ab24da-d6d3-4a0e-bf95-11d80d1371e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823562 Mar 31 23:48:09.294012 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9da4fa-7413-4010-804e-53f944ffb974 req-20009d07-819d-4db6-b463-f5b46f427ccb tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:09.295521 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e9da4fa-7413-4010-804e-53f944ffb974 req-20009d07-819d-4db6-b463-f5b46f427ccb tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 943 time: 0.0587449 Mar 31 23:48:09.337985 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1e9da4fa-7413-4010-804e-53f944ffb974 req-9bc8572a-add3-4044-924a-72ab8f5440be tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Mar 31 23:48:10.166112 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:10.414818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:10.468852 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab6bd-6416-4647-8fde-63e58ddf9b1c req-ca5b054a-6c31-440c-9793-f727c8bb6230 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:10.470369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-704ab6bd-6416-4647-8fde-63e58ddf9b1c req-ca5b054a-6c31-440c-9793-f727c8bb6230 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 943 time: 0.0482538 Mar 31 23:48:10.514955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-704ab6bd-6416-4647-8fde-63e58ddf9b1c req-6ae15225-c1d2-4b17-83f5-48d3f54bbf70 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Mar 31 23:48:11.641980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cae500-7203-4451-9dee-531a68cc2881 req-dda5be7e-c8de-4234-b7b6-03574fd646a8 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:11.643500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55cae500-7203-4451-9dee-531a68cc2881 req-dda5be7e-c8de-4234-b7b6-03574fd646a8 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 943 time: 0.0527668 Mar 31 23:48:11.684081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-55cae500-7203-4451-9dee-531a68cc2881 req-dca74002-4bea-4e15-a90b-8ee321917694 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343654 Mar 31 23:48:12.829614 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd7ae5-225a-4fc3-94ff-6b93105303da req-464b4363-9aa9-4b19-8e42-cf7718fbc20a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:12.831147 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bfd7ae5-225a-4fc3-94ff-6b93105303da req-464b4363-9aa9-4b19-8e42-cf7718fbc20a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 943 time: 0.0528555 Mar 31 23:48:12.872019 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1bfd7ae5-225a-4fc3-94ff-6b93105303da req-54c925fc-b975-43e5-a12d-6bf59179e3ea tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Mar 31 23:48:13.559130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4654b779-b193-4001-9e4f-c0259533f18b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:13.660605 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4654b779-b193-4001-9e4f-c0259533f18b,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:13.671601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '4654b779-b193-4001-9e4f-c0259533f18b', 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e', 'port_id': '4654b779-b193-4001-9e4f-c0259533f18b', 'mac_address': 'fa:16:3e:5a:08:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:13.708254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:13.721526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4654b779-b193-4001-9e4f-c0259533f18b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:13.741363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4654b779-b193-4001-9e4f-c0259533f18b,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:13.748938 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:13.795380 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:13.998755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8386-81c9-40af-b338-67318e1a1eeb req-1c889c25-e4e2-4409-b760-8c7a3ea772c9 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:14.000247 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce2d8386-81c9-40af-b338-67318e1a1eeb req-1c889c25-e4e2-4409-b760-8c7a3ea772c9 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 944 time: 0.0541403 Mar 31 23:48:14.040137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['4654b779-b193-4001-9e4f-c0259533f18b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:14.044449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ce2d8386-81c9-40af-b338-67318e1a1eeb req-68279f32-b11c-4c2f-a47b-68666cb113ef tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Mar 31 23:48:15.175400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027d1a3-a520-45ae-8877-3d1e0728c0f0 req-b671bc7c-cb4f-4729-9dda-cd5d2c500235 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.176885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b027d1a3-a520-45ae-8877-3d1e0728c0f0 req-b671bc7c-cb4f-4729-9dda-cd5d2c500235 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 944 time: 0.0545871 Mar 31 23:48:15.216345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b027d1a3-a520-45ae-8877-3d1e0728c0f0 req-d546c27a-71a4-4833-8a59-b5d61008d870 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Mar 31 23:48:15.581281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4654b779-b193-4001-9e4f-c0259533f18b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:15.635811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 4654b779-b193-4001-9e4f-c0259533f18b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:15.639743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 4654b779-b193-4001-9e4f-c0259533f18b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:15.640122 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:15.718851 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:15.743301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:15.745643 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a634956-e9a3-4391-b7c9-7b3c589a2736" -d '{"events": [{"server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "name": "network-vif-plugged", "status": "completed", "tag": "4654b779-b193-4001-9e4f-c0259533f18b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:15.760787 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4654b779-b193-4001-9e4f-c0259533f18b,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:15.766862 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:15.794771 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb3c7a-224d-4ff0-81dd-6d2cee91a298 x-openstack-request-id: req-a8fb3c7a-224d-4ff0-81dd-6d2cee91a298 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:15.795566 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "name": "network-vif-plugged", "status": "completed", "tag": "4654b779-b193-4001-9e4f-c0259533f18b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:15.795566 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a8fb3c7a-224d-4ff0-81dd-6d2cee91a298 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:15.796020 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fb3c7a-224d-4ff0-81dd-6d2cee91a298'] response: {'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b', 'code': 200} Mar 31 23:48:15.831068 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:15.902773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03547-c3fc-4ba1-92ce-8ed28b14ec1a req-4942756b-4828-4cd0-8adb-482100be4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:15.905293 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6f03547-c3fc-4ba1-92ce-8ed28b14ec1a req-4942756b-4828-4cd0-8adb-482100be4981 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 1096 time: 0.0536342 Mar 31 23:48:15.942231 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6f03547-c3fc-4ba1-92ce-8ed28b14ec1a req-d1b3acb1-48e6-43ca-a135-dc5bdf7e969b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276423 Mar 31 23:48:16.356668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cea3e-d860-484a-887a-1e2960ce704c req-2ef81d27-e915-4b7a-bbe5-413d0c106482 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:16.358076 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-858cea3e-d860-484a-887a-1e2960ce704c req-2ef81d27-e915-4b7a-bbe5-413d0c106482 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Mar 31 23:48:16.396252 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-858cea3e-d860-484a-887a-1e2960ce704c req-5947692b-0e15-4abd-a6b4-b7218a9289c4 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317335 Mar 31 23:48:17.529947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946dcea-72f6-4fed-b7f7-edad7f72ff81 req-5b4c2c4b-1fd3-4c18-b950-a75d0e291814 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:17.531653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0946dcea-72f6-4fed-b7f7-edad7f72ff81 req-5b4c2c4b-1fd3-4c18-b950-a75d0e291814 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Mar 31 23:48:17.571072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0946dcea-72f6-4fed-b7f7-edad7f72ff81 req-c93329ea-0c3b-42f3-a291-61a9f097e135 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Mar 31 23:48:17.811440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-a263ebd1-84fa-401e-a0e2-e1685c031c96 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:17.812900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-a263ebd1-84fa-401e-a0e2-e1685c031c96 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 814 time: 0.1109462 Mar 31 23:48:17.830704 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-a44ab502-0540-47cd-a61f-23106df0a19e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/quotas/ca2b6e5af610417781e50dfd51caba60 HTTP/1.1" status: 200 len: 375 time: 0.0093873 Mar 31 23:48:17.879890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-e9a74b90-7498-4b1a-a4f2-9bb88977a8c9 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432982 Mar 31 23:48:17.940901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-8501121f-2af0-41f8-92e3-e49ecdf3e4ab service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:48:17.941861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-8501121f-2af0-41f8-92e3-e49ecdf3e4ab service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545287 Mar 31 23:48:18.033977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-cdaf3286-18b5-4dfb-aa63-720bce523960 service neutron] 10.222.0.95 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Mar 31 23:48:18.137228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-51f2f5d4-d592-4c07-b972-a94a9526fd0a service neutron] 10.222.0.95 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951490 Mar 31 23:48:18.308076 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f0ff08a-dea4-488d-a8bd-b14d6bb727ff req-c8bd9abd-4809-4025-bff4-05951c21aff5 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Mar 31 23:48:19.280125 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-4ee8940e-a1a3-4035-a4eb-a42c6abd68b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:19.281604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-4ee8940e-a1a3-4035-a4eb-a42c6abd68b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.96 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 814 time: 0.1077950 Mar 31 23:48:19.294301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Request body: {'port': {'device_id': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e', 'admin_state_up': True, 'tenant_id': 'ca2b6e5af610417781e50dfd51caba60'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:19.408824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9b322663-bea8-40b7-b3ac-a06407c1ff7e req-218af1a7-4e7f-4ca6-bb13-cbc995d9bd70 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 210 time: 0.0290294 Mar 31 23:48:19.426751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Made reservation on behalf of ca2b6e5af610417781e50dfd51caba60 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:19.430277 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:19.557901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Allocated IP 172.20.0.5 (e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e/2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a/dc547043-6e01-4d47-a168-b626244be800) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:19.715858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:19.752981 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:19.765436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['4654b779-b193-4001-9e4f-c0259533f18b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:19.797775 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:19.802762 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:19.808297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:19.812154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Pushing event updated for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:19.839933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.840289 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.840618 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.840945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.841272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.841576 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.841893 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.842215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.842533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.842847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.843158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.843501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:19.868910 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:19.869626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:19.886738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1d1774d3-48a2-47a6-95f7-fbf78c18572a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961421 Mar 31 23:48:19.900116 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Request body: {'port': {'device_id': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:19.956741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.227844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc547043-6e01-4d47-a168-b626244be800 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:20.236984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.255717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Transition to ACTIVE for port object dc547043-6e01-4d47-a168-b626244be800 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:48:20.261325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.315362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:20.384459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Attempting to bind port dc547043-6e01-4d47-a168-b626244be800 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:20.384682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Attempting to bind port dc547043-6e01-4d47-a168-b626244be800 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:20.384996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Attempting to bind port dc547043-6e01-4d47-a168-b626244be800 on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:20.389524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Port dc547043-6e01-4d47-a168-b626244be800 on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:48:20.389982 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Attempting to bind port dc547043-6e01-4d47-a168-b626244be800 on network e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:20.395499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:20.395841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Checking segment: {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:20.396203 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Bound using segment: {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:20.396633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Bound port: dc547043-6e01-4d47-a168-b626244be800, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6960806-893e-4d66-bd2d-98fc865d062a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:20.396984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.460313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:20.463945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=dc547043-6e01-4d47-a168-b626244be800,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:20.469441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.507998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:20.508602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:20.510031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] 10.222.0.96 "PUT /v2.0/ports/dc547043-6e01-4d47-a168-b626244be800 HTTP/1.1" status: 200 len: 1091 time: 0.6145864 Mar 31 23:48:20.510484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'tag': 'dc547043-6e01-4d47-a168-b626244be800'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:20.512854 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1b2a9b-8f10-4d0a-9736-349460830142" -d '{"events": [{"name": "network-changed", "server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "tag": "dc547043-6e01-4d47-a168-b626244be800"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:20.531793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6c0f-5413-4636-9f6e-0f9091fc0428 req-764c9633-1c96-4fa2-b89a-df30bfc8fb5a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:20.533420 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-760d6c0f-5413-4636-9f6e-0f9091fc0428 req-764c9633-1c96-4fa2-b89a-df30bfc8fb5a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 943 time: 0.0516405 Mar 31 23:48:20.537490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bf12f-c190-4938-b3b4-c5963f75e7ae service neutron] Pushing event updated for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:20.572459 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e13a7b-e07f-4817-bee2-0aa7d0d599fa x-openstack-request-id: req-29e13a7b-e07f-4817-bee2-0aa7d0d599fa {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:20.572756 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "tag": "dc547043-6e01-4d47-a168-b626244be800", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:20.573004 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-29e13a7b-e07f-4817-bee2-0aa7d0d599fa {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:20.573402 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e13a7b-e07f-4817-bee2-0aa7d0d599fa'] response: {'name': 'network-changed', 'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'tag': 'dc547043-6e01-4d47-a168-b626244be800', 'status': 'completed', 'code': 200} Mar 31 23:48:20.582852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-760d6c0f-5413-4636-9f6e-0f9091fc0428 req-654c403b-fd70-4df9-9135-a1d6b618a59d tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Mar 31 23:48:20.602808 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-69206c83-9f70-4835-836c-dda0ca3bd2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:20.604431 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-69206c83-9f70-4835-836c-dda0ca3bd2fe service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 1094 time: 0.0422530 Mar 31 23:48:20.646481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-d5ab7c99-8bac-4122-a7b9-26d2c4624823 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc547043-6e01-4d47-a168-b626244be800 HTTP/1.1" status: 200 len: 217 time: 0.0339541 Mar 31 23:48:20.696172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-7822400a-fc9f-4910-87d2-26b9f2f919ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:20.697638 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-7822400a-fc9f-4910-87d2-26b9f2f919ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a HTTP/1.1" status: 200 len: 854 time: 0.0447733 Mar 31 23:48:20.732424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-1c2b00ef-7457-44bf-9d39-ed40675d0114 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280108 Mar 31 23:48:20.829455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-5931e283-46e0-437f-b729-2a6e1e6317b9 service neutron] 10.222.0.96 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891483 Mar 31 23:48:20.944385 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c6f95482-7ab9-4790-9f6b-7129afc1c1e4 req-bba16510-9e72-4df9-ac27-15725f318d70 service neutron] 10.222.0.96 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079783 Mar 31 23:48:21.039379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-610bff81-3068-4a3a-b25b-98606fa771e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:21.041031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-610bff81-3068-4a3a-b25b-98606fa771e3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca2b6e5af610417781e50dfd51caba60&device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 1094 time: 0.0471325 Mar 31 23:48:21.139223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-8dfb299d-85b9-4556-8daa-b208e2ba3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:21.140735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-8dfb299d-85b9-4556-8daa-b208e2ba3320 service neutron] 10.222.0.96 "GET /v2.0/networks?id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 200 len: 916 time: 0.0925748 Mar 31 23:48:21.182771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-38106e36-f134-494a-8980-df449bc2b483 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc547043-6e01-4d47-a168-b626244be800 HTTP/1.1" status: 200 len: 217 time: 0.0345008 Mar 31 23:48:21.234847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-5f3447dd-22a3-46ff-93bf-5f7bcabd5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:21.236308 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-5f3447dd-22a3-46ff-93bf-5f7bcabd5289 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a HTTP/1.1" status: 200 len: 854 time: 0.0464630 Mar 31 23:48:21.268977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-25bc4325-2680-498e-834e-d6909ab51220 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258586 Mar 31 23:48:21.380283 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-b4101892-16c2-41b2-9109-e6c948514e52 service neutron] 10.222.0.96 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033747 Mar 31 23:48:21.425248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:21.484011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a1b2a9b-8f10-4d0a-9736-349460830142 req-2f7a1c03-d181-460e-b40a-5110ed4ee623 service neutron] 10.222.0.96 "GET /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969880 Mar 31 23:48:21.709497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f67ec7-07b7-40df-98ed-c41ecef597c6 req-91de66c3-0d27-4440-b8f5-3fb71e1fa4e9 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:21.710957 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5f67ec7-07b7-40df-98ed-c41ecef597c6 req-91de66c3-0d27-4440-b8f5-3fb71e1fa4e9 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 943 time: 0.0540721 Mar 31 23:48:21.759723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5f67ec7-07b7-40df-98ed-c41ecef597c6 req-6c90de16-5443-45ea-8c6c-6ba9a3a3f2da tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 Mar 31 23:48:22.883345 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a515331-523c-4b50-bc89-9d3629d031c6 req-35dc5231-b614-4222-a059-7074d0e78043 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:22.884847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a515331-523c-4b50-bc89-9d3629d031c6 req-35dc5231-b614-4222-a059-7074d0e78043 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 943 time: 0.0529494 Mar 31 23:48:22.936783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7a515331-523c-4b50-bc89-9d3629d031c6 req-13810e6a-447d-443a-a5b6-619c1a0f26e5 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Mar 31 23:48:24.069892 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701ff52-3549-448b-ab8c-659a0937bf1a req-2a5e3d03-9068-4ab2-b0fa-e3040bd04720 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:24.075791 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a701ff52-3549-448b-ab8c-659a0937bf1a req-2a5e3d03-9068-4ab2-b0fa-e3040bd04720 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 943 time: 0.0586257 Mar 31 23:48:24.113982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a701ff52-3549-448b-ab8c-659a0937bf1a req-f2c7d3ac-fc67-4dc1-9fa1-976d58755640 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360587 Mar 31 23:48:24.236227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device dc547043-6e01-4d47-a168-b626244be800 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:48:24.350432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=dc547043-6e01-4d47-a168-b626244be800,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:24.361147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'dc547043-6e01-4d47-a168-b626244be800', 'network_id': 'e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e', 'port_id': 'dc547043-6e01-4d47-a168-b626244be800', 'mac_address': 'fa:16:3e:61:33:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:48:24.397800 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:24.413966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc547043-6e01-4d47-a168-b626244be800 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:48:24.433396 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=dc547043-6e01-4d47-a168-b626244be800,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:24.440817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:24.487616 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:24.777347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['dc547043-6e01-4d47-a168-b626244be800'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:25.251112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113208a-0314-45b6-8c80-1752822a7c26 req-a726a886-a9a2-4a2e-bab6-dec231655171 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:25.252605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e113208a-0314-45b6-8c80-1752822a7c26 req-a726a886-a9a2-4a2e-bab6-dec231655171 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 944 time: 0.0520883 Mar 31 23:48:25.292951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e113208a-0314-45b6-8c80-1752822a7c26 req-92350a76-9f7b-426e-8939-08430a3b3fa3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Mar 31 23:48:26.240975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device dc547043-6e01-4d47-a168-b626244be800 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:26.299088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port dc547043-6e01-4d47-a168-b626244be800 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:48:26.303155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port dc547043-6e01-4d47-a168-b626244be800 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:26.303556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:26.381408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:26.404996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc547043-6e01-4d47-a168-b626244be800'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:26.407385 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea7837-0531-4df1-922e-12c9bb21980f" -d '{"events": [{"server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "name": "network-vif-plugged", "status": "completed", "tag": "dc547043-6e01-4d47-a168-b626244be800"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:26.410681 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e7132-a96a-4845-9edb-ac8b69b456b7 req-714d2858-6870-49e1-8e27-26c53ae81b0b tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:26.412228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be2e7132-a96a-4845-9edb-ac8b69b456b7 req-714d2858-6870-49e1-8e27-26c53ae81b0b tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 944 time: 0.0490816 Mar 31 23:48:26.420644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=dc547043-6e01-4d47-a168-b626244be800,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:26.426021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:26.453111 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3667f6-803a-4157-9f33-2c97c7078cd5 x-openstack-request-id: req-5e3667f6-803a-4157-9f33-2c97c7078cd5 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:26.453413 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "name": "network-vif-plugged", "status": "completed", "tag": "dc547043-6e01-4d47-a168-b626244be800", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:26.453671 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5e3667f6-803a-4157-9f33-2c97c7078cd5 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:26.454058 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3667f6-803a-4157-9f33-2c97c7078cd5'] response: {'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc547043-6e01-4d47-a168-b626244be800', 'code': 200} Mar 31 23:48:26.459650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-be2e7132-a96a-4845-9edb-ac8b69b456b7 req-036c9aea-5c0c-46a8-91e5-4c830506b11a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398664 Mar 31 23:48:26.481301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:26.545079 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7c0b-6be3-4547-9d57-50f0c8fa51c5 req-d6d67cb9-b904-4b52-a237-d725ef7863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:26.546568 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c4a7c0b-6be3-4547-9d57-50f0c8fa51c5 req-d6d67cb9-b904-4b52-a237-d725ef7863b2 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 1096 time: 0.0394328 Mar 31 23:48:26.595700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1c4a7c0b-6be3-4547-9d57-50f0c8fa51c5 req-24bed83b-4bdd-4945-bc4d-ad26b653f80b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Mar 31 23:48:26.708197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:27.596235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787fc81-978c-4da4-972b-4883cb3f9a7e req-6dc58c2d-ea30-47ae-ad31-437a7695806f tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:27.597957 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0787fc81-978c-4da4-972b-4883cb3f9a7e req-6dc58c2d-ea30-47ae-ad31-437a7695806f tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 945 time: 0.0529196 Mar 31 23:48:27.641852 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0787fc81-978c-4da4-972b-4883cb3f9a7e req-84bd07d2-55c2-4fc9-b463-641ee63144ce tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Mar 31 23:48:28.765955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e3606-3f13-4773-a5fd-4216777a8bad req-354f1b43-64c5-48dd-9e2d-7c908d8665ce tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:28.767519 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b00e3606-3f13-4773-a5fd-4216777a8bad req-354f1b43-64c5-48dd-9e2d-7c908d8665ce tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 945 time: 0.0523844 Mar 31 23:48:28.807676 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b00e3606-3f13-4773-a5fd-4216777a8bad req-03549e49-af45-4574-8ac4-ba28f3d8735c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338905 Mar 31 23:48:29.069582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35976b65-2138-4a6c-8e73-8fbfa2834bab req-0a0f55c4-9640-4040-856a-415d82914e91 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:29.070824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35976b65-2138-4a6c-8e73-8fbfa2834bab req-0a0f55c4-9640-4040-856a-415d82914e91 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Mar 31 23:48:29.114513 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35976b65-2138-4a6c-8e73-8fbfa2834bab req-8d65365f-0779-41e3-80fe-8be44b373872 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Mar 31 23:48:30.253322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45349d48-19a1-48e0-b2f8-a045d1c69dc0 req-0b7027d3-db9d-4684-8e7b-26065cecc761 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:30.254839 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45349d48-19a1-48e0-b2f8-a045d1c69dc0 req-0b7027d3-db9d-4684-8e7b-26065cecc761 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 945 time: 0.0548148 Mar 31 23:48:30.297966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-45349d48-19a1-48e0-b2f8-a045d1c69dc0 req-e909b98f-d8a8-472c-9b7c-d05cce24086e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Mar 31 23:48:30.550505 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-b5a01251-0ab0-45ba-bbeb-caa7f01e67d6 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:30.551986 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-b5a01251-0ab0-45ba-bbeb-caa7f01e67d6 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.96 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 945 time: 0.0584502 Mar 31 23:48:30.644093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Deleting port dc547043-6e01-4d47-a168-b626244be800 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:30.644439 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:30.739899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] For port dc547043-6e01-4d47-a168-b626244be800, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=dc547043-6e01-4d47-a168-b626244be800,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:30.740267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:30.753219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Calling delete_port for dc547043-6e01-4d47-a168-b626244be800 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:30.892857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:30.906562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['4654b779-b193-4001-9e4f-c0259533f18b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:30.909191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['dc547043-6e01-4d47-a168-b626244be800'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:30.923184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Pushing event deleted for resources: {'Port': ['ID=dc547043-6e01-4d47-a168-b626244be800,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:30.963023 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] No DVR routers for this DVR port dc547043-6e01-4d47-a168-b626244be800 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:30.966166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:30.969620 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6aa480c0-336c-4c53-9dfd-64d4c959bac4 req-e689c8f1-5b40-413c-94a4-d3e2a04be3b3 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.96 "DELETE /v2.0/ports/dc547043-6e01-4d47-a168-b626244be800 HTTP/1.1" status: 204 len: 173 time: 0.4115391 Mar 31 23:48:30.970119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'name': 'network-vif-deleted', 'tag': 'dc547043-6e01-4d47-a168-b626244be800'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:30.972524 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270b8ddc401cb9deab5bffdf61278bae5b747953e5a445fe957d21e88c237c6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba795d-8774-4d24-ab3d-b3c94c11a574" -d '{"events": [{"server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "name": "network-vif-deleted", "tag": "dc547043-6e01-4d47-a168-b626244be800"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:31.015534 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e7ab3b-92d2-4c5e-9874-52c6ad3bd1a0 x-openstack-request-id: req-01e7ab3b-92d2-4c5e-9874-52c6ad3bd1a0 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:31.015838 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1164f6b7-3c2a-499a-8b3b-3ba1f434e813", "name": "network-vif-deleted", "tag": "dc547043-6e01-4d47-a168-b626244be800", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:31.016094 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-01e7ab3b-92d2-4c5e-9874-52c6ad3bd1a0 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:31.016497 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e7ab3b-92d2-4c5e-9874-52c6ad3bd1a0'] response: {'server_uuid': '1164f6b7-3c2a-499a-8b3b-3ba1f434e813', 'name': 'network-vif-deleted', 'tag': 'dc547043-6e01-4d47-a168-b626244be800', 'status': 'completed', 'code': 200} Mar 31 23:48:31.417423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-040fdf24-d57f-4837-a56e-cea79d53dd28 req-7add26ca-a1c1-438e-b93c-af1b6eeb0197 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=1164f6b7-3c2a-499a-8b3b-3ba1f434e813 HTTP/1.1" status: 200 len: 210 time: 0.0268061 Mar 31 23:48:32.587123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec80e4-39a6-49c0-9868-d98352c1aa0f req-a97dfafe-791e-4380-986d-9a9c714df460 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:32.588631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fec80e4-39a6-49c0-9868-d98352c1aa0f req-a97dfafe-791e-4380-986d-9a9c714df460 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Mar 31 23:48:32.627848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8fec80e4-39a6-49c0-9868-d98352c1aa0f req-580e72eb-5bbf-47d1-a51b-7061547276ca tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Mar 31 23:48:32.778852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9665bf1-9063-4c0f-8c9d-23d058368ecb req-2add929e-9b44-4de8-b82d-5debca7137f2 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:32.780343 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9665bf1-9063-4c0f-8c9d-23d058368ecb req-2add929e-9b44-4de8-b82d-5debca7137f2 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0630810 Mar 31 23:48:32.823593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9665bf1-9063-4c0f-8c9d-23d058368ecb req-30260a8f-9d32-404d-afdf-f735697f1f2a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343304 Mar 31 23:48:32.946030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636843-3f92-4442-829b-fba907d1d278 req-41a7245e-ba95-43da-a8a4-8dba6dc0a57a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:32.947510 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2636843-3f92-4442-829b-fba907d1d278 req-41a7245e-ba95-43da-a8a4-8dba6dc0a57a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Mar 31 23:48:32.990628 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b2636843-3f92-4442-829b-fba907d1d278 req-cb5387bb-6412-43fe-8a5a-248bb2f3661a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Mar 31 23:48:33.173914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443734-5fea-41cb-a442-a911cf738ea8 req-9d86f409-f960-4598-b884-8bfb85976200 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.175448 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60443734-5fea-41cb-a442-a911cf738ea8 req-9d86f409-f960-4598-b884-8bfb85976200 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0556402 Mar 31 23:48:33.217735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60443734-5fea-41cb-a442-a911cf738ea8 req-67e6035a-19a1-4a5d-be91-d75eca106197 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334659 Mar 31 23:48:33.342278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d136e84-8673-4913-a68c-c1cb8e145c43 req-a88f0f28-0a2f-44b8-84ad-e6842c14e5cc tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.343690 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d136e84-8673-4913-a68c-c1cb8e145c43 req-a88f0f28-0a2f-44b8-84ad-e6842c14e5cc tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0576506 Mar 31 23:48:33.382544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8d136e84-8673-4913-a68c-c1cb8e145c43 req-15d81661-249f-4abe-b793-d4be4c22d735 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326908 Mar 31 23:48:33.513050 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734b7d9-cb19-45ea-925e-cdd4163f55bc req-bc8f0b11-9fe3-4778-99ec-ff74c3524b18 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.514523 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3734b7d9-cb19-45ea-925e-cdd4163f55bc req-bc8f0b11-9fe3-4778-99ec-ff74c3524b18 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Mar 31 23:48:33.561676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3734b7d9-cb19-45ea-925e-cdd4163f55bc req-0cf82256-93fd-46ad-936b-5a3bdd31577b tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346744 Mar 31 23:48:33.877650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9372-7588-4c61-bf18-574cd5b75d64 req-c15d0cd8-6a6e-42fd-8159-89ec01458429 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:33.879023 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-087a9372-7588-4c61-bf18-574cd5b75d64 req-c15d0cd8-6a6e-42fd-8159-89ec01458429 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0559869 Mar 31 23:48:33.923114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-087a9372-7588-4c61-bf18-574cd5b75d64 req-e3095ec9-121e-421b-a1c7-a0bf7d79927a tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348709 Mar 31 23:48:34.228998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device dc547043-6e01-4d47-a168-b626244be800 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:34.249815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: dc547043-6e01-4d47-a168-b626244be800 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:34.250168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device dc547043-6e01-4d47-a168-b626244be800 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:34.569830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4f27-b9ea-4755-8b2e-a9e2421aeb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.054233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e82de-2c7b-4ac5-9db0-8528cdced6ba req-626f7cb1-b6d4-47bf-8fc1-756e88d411a0 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:35.055729 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-479e82de-2c7b-4ac5-9db0-8528cdced6ba req-626f7cb1-b6d4-47bf-8fc1-756e88d411a0 tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0586491 Mar 31 23:48:35.096240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-479e82de-2c7b-4ac5-9db0-8528cdced6ba req-604a6fcc-575a-4b97-a460-3c3eb41827dc tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/security-groups?id=d79c4dce-c9fa-4e62-b8ab-e4caba605682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339296 Mar 31 23:48:35.407768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-640c2394-896d-4078-aeff-0810a54d258e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:35.409116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-640c2394-896d-4078-aeff-0810a54d258e tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.60 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 945 time: 0.0527005 Mar 31 23:48:35.524514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Deleting port 4654b779-b193-4001-9e4f-c0259533f18b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:35.525621 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.617121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] For port 4654b779-b193-4001-9e4f-c0259533f18b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=4654b779-b193-4001-9e4f-c0259533f18b,segment=NetworkSegment(d6960806-893e-4d66-bd2d-98fc865d062a),segment_id=d6960806-893e-4d66-bd2d-98fc865d062a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:35.617495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.630181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Calling delete_port for 4654b779-b193-4001-9e4f-c0259533f18b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:35.763045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.775072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['4654b779-b193-4001-9e4f-c0259533f18b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:48:35.793355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Pushing event deleted for resources: {'Port': ['ID=4654b779-b193-4001-9e4f-c0259533f18b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:35.818965 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.819331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.819672 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.820000 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.820359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.820698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.821001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.821323 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.821643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.821969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.822274 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.822589 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:35.846741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] No DVR routers for this DVR port 4654b779-b193-4001-9e4f-c0259533f18b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:35.849933 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:35.854926 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2176fe88-78cf-4cc8-bd71-73eb60fa6b96 req-a4a9a92f-fc30-4194-91ef-6051220a464c tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.60 "DELETE /v2.0/ports/4654b779-b193-4001-9e4f-c0259533f18b HTTP/1.1" status: 204 len: 173 time: 0.4384460 Mar 31 23:48:35.855593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'name': 'network-vif-deleted', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:48:35.858107 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008d4ec-0fa2-438f-be5c-a11f29af3a6e" -d '{"events": [{"server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "name": "network-vif-deleted", "tag": "4654b779-b193-4001-9e4f-c0259533f18b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:48:35.902569 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0366e2-457c-4d12-a8a3-98ff65c2cb09 x-openstack-request-id: req-2a0366e2-457c-4d12-a8a3-98ff65c2cb09 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:48:35.902866 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b789-cb0d-4a4b-9476-dd95e79a0845", "name": "network-vif-deleted", "tag": "4654b779-b193-4001-9e4f-c0259533f18b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:48:35.903119 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a0366e2-457c-4d12-a8a3-98ff65c2cb09 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:48:35.903628 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0366e2-457c-4d12-a8a3-98ff65c2cb09'] response: {'server_uuid': '5684b789-cb0d-4a4b-9476-dd95e79a0845', 'name': 'network-vif-deleted', 'tag': '4654b779-b193-4001-9e4f-c0259533f18b', 'status': 'completed', 'code': 200} Mar 31 23:48:36.226588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1a20317f-d9b3-4f48-bb33-67282bdf8330 req-caddf207-e2d1-4980-9736-a1d48804cc3f tempest-ServersNegativeTestJSON-1499250543 tempest-ServersNegativeTestJSON-1499250543-project] 10.222.0.95 "GET /v2.0/ports?device_id=5684b789-cb0d-4a4b-9476-dd95e79a0845 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Mar 31 23:48:37.010658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3c0aec40-adb1-4665-98ff-d21c87cba782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.289468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35856) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:37.344406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Deleting subnet 2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:37.349878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.392139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.431136 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.485038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.509217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:37.513034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.516163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-855f54c6-6798-4194-bb81-9b2a1f20cd24 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2c5ed4f1-5c79-4d0d-aeb3-13a7d08eb68a HTTP/1.1" status: 204 len: 168 time: 0.2257180 Mar 31 23:48:37.518793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35858) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:37.591856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.680603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.709501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:37.721361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6960806-893e-4d66-bd2d-98fc865d062a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:37.721662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6960806-893e-4d66-bd2d-98fc865d062a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:37.733715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.751796 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.758147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:37.758586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:37.760214 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:37.817279 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.822836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:37.826042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] 10.222.0.95 "DELETE /v2.0/networks/e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e HTTP/1.1" status: 204 len: 168 time: 0.3062274 Mar 31 23:48:37.836603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97f0c-5951-4a33-be3e-f9ec013ef755 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43ce89b-a6e9-48f9-b7d2-844d3a3ab90e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:37.941314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35862) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:37.983914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1ae722b6-a704-496e-9c40-395307c375f1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ca2b6e5af610417781e50dfd51caba60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414646 Mar 31 23:48:37.986486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35864) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:38.036462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:38.060497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:38.111945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:38.115096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:38.116290 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d79c4dce-c9fa-4e62-b8ab-e4caba605682 HTTP/1.1" status: 204 len: 168 time: 0.1289604 Mar 31 23:48:38.124210 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce31e9-8b67-422e-b15d-f9b6a725c2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c4dce-c9fa-4e62-b8ab-e4caba605682,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:38.130297 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:48:38.549013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:38.900528 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35886) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:38.999285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288298658'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:39.021695 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:39.025072 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.033988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.110157 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.115931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.143555 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] vlan segment allocate from pool success with {'vlan_id': 1259, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:39.148911 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd9b70a-2d16-43f2-9039-49ae3673dbb3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:39.155879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.156219 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Added segment 67dca5a2-4ea2-4231-b1aa-7f536504cbbd of type vlan for network 9deebb15-75da-4164-95c5-ea85f3e7960d Mar 31 23:48:39.199758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.229056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.234977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:39.235567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:39.283014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3814006 Mar 31 23:48:39.340279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5454b-6d98-475e-aaa3-2f13524c3ea1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Network': ['ID=9deebb15-75da-4164-95c5-ea85f3e7960d,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:39.350743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9deebb15-75da-4164-95c5-ea85f3e7960d details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:39.717035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4654b779-b193-4001-9e4f-c0259533f18b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:39.737873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 4654b779-b193-4001-9e4f-c0259533f18b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:39.738112 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 4654b779-b193-4001-9e4f-c0259533f18b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:40.168312 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:40.410146 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:42.405038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35890) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:42.410098 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'subnet': {'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:42.778298 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:42.783452 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:42.973953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.030034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Subnet': ['ID=1c5d8016-19ab-401c-a5fc-732f56a94b97,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:43.041900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking segment: {'id': '67dca5a2-4ea2-4231-b1aa-7f536504cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:43.042260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network hostable DHCP agents. Network: 9deebb15-75da-4164-95c5-ea85f3e7960d, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:43.060063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network 9deebb15-75da-4164-95c5-ea85f3e7960d is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:43.071321 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 9deebb15-75da-4164-95c5-ea85f3e7960d) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:43.075866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.076427 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.081784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b9424e-d725-40ea-ab5a-2ed54f23b865 None None] Network 9deebb15-75da-4164-95c5-ea85f3e7960d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:43.094061 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8c9fd200-7869-4176-b327-6c76e48930a2 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6880088 Mar 31 23:48:43.097831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35892) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:43.103883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369380113'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:43.123694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:43.127417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.159360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] vlan segment allocate from pool success with {'vlan_id': 1266, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:43.168971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.169291 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Added segment 30f21782-ef84-405e-b292-30c5f5434b75 of type vlan for network 17a25622-0fe9-4a48-b4ae-ce0666548681 Mar 31 23:48:43.214771 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.232228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-9deebb15-75da-4164-95c5-ea85f3e7960d', 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d', 'tenant_id': 'cd68916b173c47aaa47f404c774b3a78', 'fixed_ips': [{'subnet_id': '1c5d8016-19ab-401c-a5fc-732f56a94b97'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:43.233291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.242260 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.247812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.248399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.276056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1760850 Mar 31 23:48:43.279169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35894) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:43.290735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'subnet': {'network_id': '17a25622-0fe9-4a48-b4ae-ce0666548681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:43.338633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313e86c-536f-446e-a145-56e4f5f22d4a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Network': ['ID=17a25622-0fe9-4a48-b4ae-ce0666548681,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:43.360026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 17a25622-0fe9-4a48-b4ae-ce0666548681 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:43.409995 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:43.413545 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.431127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Allocated IP 2001:db8:0:ffff::2 (9deebb15-75da-4164-95c5-ea85f3e7960d/1c5d8016-19ab-401c-a5fc-732f56a94b97/3052df23-bea3-4a25-adfe-6baf3778c353) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:43.577964 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.584479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.600299 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.626846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Network 9deebb15-75da-4164-95c5-ea85f3e7960d is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:43.629836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:43.632367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:43.640694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Pushing event updated for resources: {'Port': ['ID=3052df23-bea3-4a25-adfe-6baf3778c353,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:43.650791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.651128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.651493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.651821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.652246 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.652523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.652843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.653191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.653506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.653818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.654128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.654441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:48:43.662168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Subnet': ['ID=f98ca175-2124-4ff4-89d1-8a354f6107f7,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:43.669671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking segment: {'id': '30f21782-ef84-405e-b292-30c5f5434b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '17a25622-0fe9-4a48-b4ae-ce0666548681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:43.670040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network hostable DHCP agents. Network: 17a25622-0fe9-4a48-b4ae-ce0666548681, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:43.687692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network 17a25622-0fe9-4a48-b4ae-ce0666548681 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:43.696914 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 17a25622-0fe9-4a48-b4ae-ce0666548681) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:43.701205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:43.701869 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.706186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e1b5c-bab0-4fdc-9628-cad558878193 None None] Network 17a25622-0fe9-4a48-b4ae-ce0666548681 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:43.709678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Attempting to bind port 3052df23-bea3-4a25-adfe-6baf3778c353 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:43.710041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Attempting to bind port 3052df23-bea3-4a25-adfe-6baf3778c353 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '67dca5a2-4ea2-4231-b1aa-7f536504cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:43.710586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Attempting to bind port 3052df23-bea3-4a25-adfe-6baf3778c353 on network 9deebb15-75da-4164-95c5-ea85f3e7960d {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:43.720131 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f996e305-9e86-4b26-baec-d49bc3eac42a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4400468 Mar 31 23:48:43.723368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35896) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:43.729990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:43.730365 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Checking segment: {'id': '67dca5a2-4ea2-4231-b1aa-7f536504cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:43.730765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.731885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Bound using segment: {'id': '67dca5a2-4ea2-4231-b1aa-7f536504cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:43.731885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Bound port: 3052df23-bea3-4a25-adfe-6baf3778c353, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dca5a2-4ea2-4231-b1aa-7f536504cbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '9deebb15-75da-4164-95c5-ea85f3e7960d'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:43.732106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.820458 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.865353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] For port 3052df23-bea3-4a25-adfe-6baf3778c353, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:43.883200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] For port 3052df23-bea3-4a25-adfe-6baf3778c353, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3052df23-bea3-4a25-adfe-6baf3778c353,segment=NetworkSegment(67dca5a2-4ea2-4231-b1aa-7f536504cbbd),segment_id=67dca5a2-4ea2-4231-b1aa-7f536504cbbd)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:43.890051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.895988 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.949526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379940d8-bcc6-419c-9286-6956198e0c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-17a25622-0fe9-4a48-b4ae-ce0666548681', 'network_id': '17a25622-0fe9-4a48-b4ae-ce0666548681', 'tenant_id': 'cd68916b173c47aaa47f404c774b3a78', 'fixed_ips': [{'subnet_id': 'f98ca175-2124-4ff4-89d1-8a354f6107f7'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:43.950197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-379940d8-bcc6-419c-9286-6956198e0c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:43.965747 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.003505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Subnet': ['ID=f98ca175-2124-4ff4-89d1-8a354f6107f7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.036500 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a0c14-1470-4eed-aa57-d6547baa91b6 None None] Pushing event updated for resources: {'Port': ['ID=3052df23-bea3-4a25-adfe-6baf3778c353,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.056467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90995d64-d897-4a40-af46-97043ad3d975 None None] Network 17a25622-0fe9-4a48-b4ae-ce0666548681 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:44.064815 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.087335 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a25622-0fe9-4a48-b4ae-ce0666548681']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:44.100217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f21782-ef84-405e-b292-30c5f5434b75') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:44.101094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f21782-ef84-405e-b292-30c5f5434b75') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:44.112138 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.141584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.150202 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:44.150617 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:44.154109 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:44.230958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.238940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.242443 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/17a25622-0fe9-4a48-b4ae-ce0666548681 HTTP/1.1" status: 204 len: 168 time: 0.5183520 Mar 31 23:48:44.247337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35898) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:44.252710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87664834'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:44.269055 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a688169-fa54-4f74-a0a2-66e44f45f588 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Network': ['ID=17a25622-0fe9-4a48-b4ae-ce0666548681,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.296768 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:44.301903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.328156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:44.337801 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.338200 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Added segment 20c536e6-1391-4491-b424-daafcc48cb2f of type vlan for network 30afb5ea-5f4c-43b9-a074-1d2406d4c193 Mar 31 23:48:44.379692 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.405375 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.411096 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:44.411713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.446042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1974225 Mar 31 23:48:44.448927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35900) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:44.456185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'subnet': {'network_id': '30afb5ea-5f4c-43b9-a074-1d2406d4c193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:44.500354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a819543-9ca4-4126-93f9-9490513accaa tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Network': ['ID=30afb5ea-5f4c-43b9-a074-1d2406d4c193,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.511039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 30afb5ea-5f4c-43b9-a074-1d2406d4c193 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:44.572674 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:44.576336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.637819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Performing IP validity checks on allocation pools {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 31 23:48:44.638340 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 31 23:48:44.762901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.830615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Subnet': ['ID=cfa22774-8ddf-413d-9b0c-8d67c71a1cba,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:44.836172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking segment: {'id': '20c536e6-1391-4491-b424-daafcc48cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '30afb5ea-5f4c-43b9-a074-1d2406d4c193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:44.836506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network hostable DHCP agents. Network: 30afb5ea-5f4c-43b9-a074-1d2406d4c193, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:44.854883 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network 30afb5ea-5f4c-43b9-a074-1d2406d4c193 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:44.865684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 30afb5ea-5f4c-43b9-a074-1d2406d4c193) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:44.870074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:44.870670 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:44.875047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa918d49-8788-4130-9d3f-7afb62028be5 None None] Network 30afb5ea-5f4c-43b9-a074-1d2406d4c193 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:44.889581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba7370be-3bd6-45fd-a7e0-bc74cec2ce19 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4395778 Mar 31 23:48:44.892398 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35902) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:44.926709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4239fad-09d9-46fe-930a-57c6a2965c91 None None] Network 9deebb15-75da-4164-95c5-ea85f3e7960d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:44.997681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.022145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] Provisioning complete for port 3052df23-bea3-4a25-adfe-6baf3778c353 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:45.022517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.082184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.143927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.172122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa22774-8ddf-413d-9b0c-8d67c71a1cba,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:45.214148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef97c87-88f9-428d-bc88-b6b29a8f7ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-30afb5ea-5f4c-43b9-a074-1d2406d4c193', 'network_id': '30afb5ea-5f4c-43b9-a074-1d2406d4c193', 'tenant_id': 'cd68916b173c47aaa47f404c774b3a78', 'fixed_ips': [{'subnet_id': 'cfa22774-8ddf-413d-9b0c-8d67c71a1cba'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:45.215065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5ef97c87-88f9-428d-bc88-b6b29a8f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.242840 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.247228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.263889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30afb5ea-5f4c-43b9-a074-1d2406d4c193']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:45.274654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c536e6-1391-4491-b424-daafcc48cb2f') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:45.274903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c536e6-1391-4491-b424-daafcc48cb2f') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:45.284775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.302097 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.308607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:45.309004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:45.312797 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:45.346819 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] For port 3052df23-bea3-4a25-adfe-6baf3778c353, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3052df23-bea3-4a25-adfe-6baf3778c353,segment=NetworkSegment(67dca5a2-4ea2-4231-b1aa-7f536504cbbd),segment_id=67dca5a2-4ea2-4231-b1aa-7f536504cbbd)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:45.349276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929be71-48b2-4619-840e-95b4c3a8f6e7 None None] Network 30afb5ea-5f4c-43b9-a074-1d2406d4c193 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:45.363133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.381472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.389664 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.394784 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/30afb5ea-5f4c-43b9-a074-1d2406d4c193 HTTP/1.1" status: 204 len: 168 time: 0.5006452 Mar 31 23:48:45.397866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35904) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:45.403794 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188475583'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:45.410955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1129b-0f1d-471c-b919-c5711613a40e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Network': ['ID=30afb5ea-5f4c-43b9-a074-1d2406d4c193,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:45.434715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:45.438657 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.482139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249b7cc-589b-4bbe-ab28-299a8155bf72 None None] Pushing event updated for resources: {'Port': ['ID=3052df23-bea3-4a25-adfe-6baf3778c353,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:45.584091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-04c2e594-6757-4df9-90db-d3e7450a9eb6 None None] Provisioning complete for port 3052df23-bea3-4a25-adfe-6baf3778c353 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:45.584753 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04c2e594-6757-4df9-90db-d3e7450a9eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.778350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] vlan segment allocate from pool success with {'vlan_id': 1281, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:45.789100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.789533 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Added segment 4cff8b64-42df-4033-925e-ef1ff705e745 of type vlan for network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 Mar 31 23:48:45.830063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.854487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.860094 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:45.860668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.869608 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3052df23-bea3-4a25-adfe-6baf3778c353 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:45.896013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4962518 Mar 31 23:48:45.899937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35906) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:45.905801 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'subnet': {'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:45.921973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3052df23-bea3-4a25-adfe-6baf3778c353 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:45.922316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:45.936429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e7a35-33e4-45c4-9445-8bae78a2cd6a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Network': ['ID=03a1aff3-bf4d-4b9e-b045-80b160ed0689,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:45.952384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:45.998186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:46.003758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.204534 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.257698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Subnet': ['ID=cb5c3d93-a8e2-4c62-a94e-5242665da0b9,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:46.273894 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking segment: {'id': '4cff8b64-42df-4033-925e-ef1ff705e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:46.274250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network hostable DHCP agents. Network: 03a1aff3-bf4d-4b9e-b045-80b160ed0689, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:46.293847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:46.305235 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 03a1aff3-bf4d-4b9e-b045-80b160ed0689) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:46.309556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:46.310363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.317303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f17b70-7551-4b13-bed5-13645b71f841 None None] Network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:46.330266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5a4084b4-0a90-4ddf-b989-01be34e840ec tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4287279 Mar 31 23:48:46.334130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35908) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:46.339977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1067761293'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:46.361094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:46.365056 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.390194 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] vlan segment allocate from pool success with {'vlan_id': 1277, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:46.400116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.400566 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Added segment aff7990b-1503-4c5e-af6b-dab872144ad7 of type vlan for network 9e06fc63-2d53-40de-979c-6fa26c92e784 Mar 31 23:48:46.444593 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.461576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-03a1aff3-bf4d-4b9e-b045-80b160ed0689', 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689', 'tenant_id': 'cd68916b173c47aaa47f404c774b3a78', 'fixed_ips': [{'subnet_id': 'cb5c3d93-a8e2-4c62-a94e-5242665da0b9'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:46.462432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.472087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.477921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:46.478622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.508224 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1727135 Mar 31 23:48:46.511395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:46.518107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Request body: {'subnet': {'network_id': '9e06fc63-2d53-40de-979c-6fa26c92e784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:46.549792 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe25fae-097b-4c56-a100-c5d3dfec6d6f tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Network': ['ID=9e06fc63-2d53-40de-979c-6fa26c92e784,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:46.562455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9e06fc63-2d53-40de-979c-6fa26c92e784 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:46.608820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Made reservation on behalf of cd68916b173c47aaa47f404c774b3a78 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:46.613100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.656658 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Allocated IP 2001:db8::2 (03a1aff3-bf4d-4b9e-b045-80b160ed0689/cb5c3d93-a8e2-4c62-a94e-5242665da0b9/a9348f31-026d-42c3-b189-9dcad235cc51) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:46.797026 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.808044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.813765 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.850671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:46.852082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event updated for resources: {'Subnet': ['ID=cc292b52-4396-4fa7-a32c-650b69ef2b9b,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:46.854637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:46.857040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:46.867740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Checking segment: {'id': 'aff7990b-1503-4c5e-af6b-dab872144ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '9e06fc63-2d53-40de-979c-6fa26c92e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:46.868117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network hostable DHCP agents. Network: 9e06fc63-2d53-40de-979c-6fa26c92e784, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:46.871292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Pushing event updated for resources: {'Port': ['ID=a9348f31-026d-42c3-b189-9dcad235cc51,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:46.886509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Network 9e06fc63-2d53-40de-979c-6fa26c92e784 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:46.898226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 9e06fc63-2d53-40de-979c-6fa26c92e784) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:46.902790 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:46.903433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.909076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f32c966-482f-4319-ad56-4991b2dae880 None None] Network 9e06fc63-2d53-40de-979c-6fa26c92e784 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:46.923462 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-eafa6920-359e-495d-8973-d4706cbecdc5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4102075 Mar 31 23:48:46.925636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35912) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:46.945466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Attempting to bind port a9348f31-026d-42c3-b189-9dcad235cc51 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:46.945831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Attempting to bind port a9348f31-026d-42c3-b189-9dcad235cc51 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4cff8b64-42df-4033-925e-ef1ff705e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:46.946183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Attempting to bind port a9348f31-026d-42c3-b189-9dcad235cc51 on network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:46.979085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:46.979485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Checking segment: {'id': '4cff8b64-42df-4033-925e-ef1ff705e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:46.979881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:46.980323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Bound using segment: {'id': '4cff8b64-42df-4033-925e-ef1ff705e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:46.980775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Bound port: a9348f31-026d-42c3-b189-9dcad235cc51, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cff8b64-42df-4033-925e-ef1ff705e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '03a1aff3-bf4d-4b9e-b045-80b160ed0689'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:46.981147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.025284 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.076748 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.089869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] For port a9348f31-026d-42c3-b189-9dcad235cc51, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:47.094166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] For port a9348f31-026d-42c3-b189-9dcad235cc51, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9348f31-026d-42c3-b189-9dcad235cc51,segment=NetworkSegment(4cff8b64-42df-4033-925e-ef1ff705e745),segment_id=4cff8b64-42df-4033-925e-ef1ff705e745)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:47.120372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.146809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe64f6f-9ff4-45c0-8c5e-efe25955c826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-9e06fc63-2d53-40de-979c-6fa26c92e784', 'network_id': '9e06fc63-2d53-40de-979c-6fa26c92e784', 'tenant_id': 'cd68916b173c47aaa47f404c774b3a78', 'fixed_ips': [{'subnet_id': 'cc292b52-4396-4fa7-a32c-650b69ef2b9b'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:47.147683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bfe64f6f-9ff4-45c0-8c5e-efe25955c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.148029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.175282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Subnet': ['ID=cc292b52-4396-4fa7-a32c-650b69ef2b9b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:47.242934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.255872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76c363-e289-461b-991a-7af7f7114997 None None] Pushing event updated for resources: {'Port': ['ID=a9348f31-026d-42c3-b189-9dcad235cc51,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:47.265236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e06fc63-2d53-40de-979c-6fa26c92e784']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:47.275048 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff7990b-1503-4c5e-af6b-dab872144ad7') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:47.275401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff7990b-1503-4c5e-af6b-dab872144ad7') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:47.279823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9681e-7b42-4671-ada5-803e214c632a None None] Network 9e06fc63-2d53-40de-979c-6fa26c92e784 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:47.285197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.298534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.305745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:47.306223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:47.309335 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:47.396201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.403146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.406596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/9e06fc63-2d53-40de-979c-6fa26c92e784 HTTP/1.1" status: 204 len: 168 time: 0.4799588 Mar 31 23:48:47.409534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.418036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99271ad8-61ca-4e0a-b28a-840427c1f4e0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Network': ['ID=9e06fc63-2d53-40de-979c-6fa26c92e784,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:47.446053 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2dd64c-8577-4a60-9552-05c1de100ce6 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] GET failed (client error): The resource could not be found. Mar 31 23:48:47.447738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cb2dd64c-8577-4a60-9552-05c1de100ce6 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "GET /v2.0/subnets/cc292b52-4396-4fa7-a32c-650b69ef2b9b HTTP/1.1" status: 404 len: 337 time: 0.0371339 Mar 31 23:48:47.450520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.472457 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced5d527-1065-4773-8c57-3bc27de6e3f1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:47.473060 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced5d527-1065-4773-8c57-3bc27de6e3f1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:47.476080 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ced5d527-1065-4773-8c57-3bc27de6e3f1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/9e06fc63-2d53-40de-979c-6fa26c92e784 HTTP/1.1" status: 404 len: 339 time: 0.0245459 Mar 31 23:48:47.479906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35918) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.512151 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c6f939-ac54-4f38-a824-1849dd6b7e3a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:47.512585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c6f939-ac54-4f38-a824-1849dd6b7e3a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:47.517983 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b7c6f939-ac54-4f38-a824-1849dd6b7e3a tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/subnets/cc292b52-4396-4fa7-a32c-650b69ef2b9b HTTP/1.1" status: 404 len: 337 time: 0.0347686 Mar 31 23:48:47.518373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35920) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.537561 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-307dac07-3094-4390-8002-1cb9900ed00e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:47.538118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307dac07-3094-4390-8002-1cb9900ed00e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:47.541221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-307dac07-3094-4390-8002-1cb9900ed00e tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/9e06fc63-2d53-40de-979c-6fa26c92e784 HTTP/1.1" status: 404 len: 339 time: 0.0217960 Mar 31 23:48:47.543987 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35922) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.595061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Deleting subnet cb5c3d93-a8e2-4c62-a94e-5242665da0b9 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:47.598336 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.645797 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.737369 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.800044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.833942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5c3d93-a8e2-4c62-a94e-5242665da0b9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:47.836003 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.839786 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd941db2-3513-45aa-ace2-a467c59870a1 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/subnets/cb5c3d93-a8e2-4c62-a94e-5242665da0b9 HTTP/1.1" status: 204 len: 168 time: 0.2947311 Mar 31 23:48:47.842128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35924) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:47.878868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9348f31-026d-42c3-b189-9dcad235cc51 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:47.921550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.932862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a9348f31-026d-42c3-b189-9dcad235cc51 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:47.933359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:47.976532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Deleting port a9348f31-026d-42c3-b189-9dcad235cc51 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:47.976877 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.014597 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.052933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a9348f31-026d-42c3-b189-9dcad235cc51, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9348f31-026d-42c3-b189-9dcad235cc51,segment=NetworkSegment(4cff8b64-42df-4033-925e-ef1ff705e745),segment_id=4cff8b64-42df-4033-925e-ef1ff705e745)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:48.058630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.064600 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] For port a9348f31-026d-42c3-b189-9dcad235cc51, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a9348f31-026d-42c3-b189-9dcad235cc51,segment=NetworkSegment(4cff8b64-42df-4033-925e-ef1ff705e745),segment_id=4cff8b64-42df-4033-925e-ef1ff705e745)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:48.065120 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.085458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Calling delete_port for a9348f31-026d-42c3-b189-9dcad235cc51 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:48.110992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a9348f31-026d-42c3-b189-9dcad235cc51,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:48.174656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.200538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9a4b0-7f5d-4387-9db7-01ab77712baf None None] Network 03a1aff3-bf4d-4b9e-b045-80b160ed0689 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:48.202509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Port': ['ID=a9348f31-026d-42c3-b189-9dcad235cc51,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:48.204444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No DVR routers for this DVR port a9348f31-026d-42c3-b189-9dcad235cc51 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:48.284823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.304215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b4003116-ab01-4f66-963f-00109d9c787e None None] Could not find standard attr ID for object a9348f31-026d-42c3-b189-9dcad235cc51. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:48:48.305560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a1aff3-bf4d-4b9e-b045-80b160ed0689']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:48.315196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cff8b64-42df-4033-925e-ef1ff705e745') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:48.315524 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cff8b64-42df-4033-925e-ef1ff705e745') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:48.325954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.341863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.348507 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:48.348950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:48.353720 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:48.358375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e15075-b068-43e2-94a8-c63041e337a3 None None] DHCP port deletion for 03a1aff3-bf4d-4b9e-b045-80b160ed0689 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:48:48.424712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.431597 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.434858 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/03a1aff3-bf4d-4b9e-b045-80b160ed0689 HTTP/1.1" status: 204 len: 168 time: 0.5918169 Mar 31 23:48:48.437575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.446176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3c8a8-ab6b-4e8a-84c5-4d3c3bb03e25 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Network': ['ID=03a1aff3-bf4d-4b9e-b045-80b160ed0689,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:48.471717 n-d-835855-2 neutron-server[109299]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a814125-6e88-4112-b125-b81e8cd8cb3b tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:48.472254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a814125-6e88-4112-b125-b81e8cd8cb3b tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109299) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:48.476772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a814125-6e88-4112-b125-b81e8cd8cb3b tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/subnets/cfa22774-8ddf-413d-9b0c-8d67c71a1cba HTTP/1.1" status: 404 len: 337 time: 0.0382285 Mar 31 23:48:48.479473 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35928) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.497799 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a539186-c79e-42dc-9a56-182d91468286 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:48.498364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a539186-c79e-42dc-9a56-182d91468286 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:48.501363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5a539186-c79e-42dc-9a56-182d91468286 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/30afb5ea-5f4c-43b9-a074-1d2406d4c193 HTTP/1.1" status: 404 len: 339 time: 0.0208249 Mar 31 23:48:48.505151 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35930) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.530800 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11b8dc8-fb99-4592-9ab3-e1120ee30542 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:48.531513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11b8dc8-fb99-4592-9ab3-e1120ee30542 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:48.534193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b11b8dc8-fb99-4592-9ab3-e1120ee30542 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/subnets/f98ca175-2124-4ff4-89d1-8a354f6107f7 HTTP/1.1" status: 404 len: 337 time: 0.0281484 Mar 31 23:48:48.536711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35932) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.554244 n-d-835855-2 neutron-server[109298]: INFO neutron.pecan_wsgi.hooks.translation [None req-33434035-b674-4e70-a26b-1232719e3ce0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] DELETE failed (client error): The resource could not be found. Mar 31 23:48:48.554772 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33434035-b674-4e70-a26b-1232719e3ce0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 31 23:48:48.557832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33434035-b674-4e70-a26b-1232719e3ce0 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/17a25622-0fe9-4a48-b4ae-ce0666548681 HTTP/1.1" status: 404 len: 339 time: 0.0202498 Mar 31 23:48:48.560167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.612865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Deleting subnet 1c5d8016-19ab-401c-a5fc-732f56a94b97 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:48.615990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.661514 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.746965 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.807938 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.837980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5d8016-19ab-401c-a5fc-732f56a94b97,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:48.842328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.845473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1ca613e7-c2eb-489b-897a-745f464372e5 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/subnets/1c5d8016-19ab-401c-a5fc-732f56a94b97 HTTP/1.1" status: 204 len: 168 time: 0.2844331 Mar 31 23:48:48.848520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:48.849033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11e776-2fef-4f46-a663-2ca106b67af0 None None] Network 9deebb15-75da-4164-95c5-ea85f3e7960d requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:48.925198 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:48.983119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Deleting port 3052df23-bea3-4a25-adfe-6baf3778c353 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:48.983488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.026777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] DHCP port deletion for 9deebb15-75da-4164-95c5-ea85f3e7960d request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:48:49.044759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] For port 3052df23-bea3-4a25-adfe-6baf3778c353, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3052df23-bea3-4a25-adfe-6baf3778c353,segment=NetworkSegment(67dca5a2-4ea2-4231-b1aa-7f536504cbbd),segment_id=67dca5a2-4ea2-4231-b1aa-7f536504cbbd)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:49.045163 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.057759 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Calling delete_port for 3052df23-bea3-4a25-adfe-6baf3778c353 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:49.074364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Deleting port 3052df23-bea3-4a25-adfe-6baf3778c353 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:49.074767 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.135465 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] For port 3052df23-bea3-4a25-adfe-6baf3778c353, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3052df23-bea3-4a25-adfe-6baf3778c353,segment=NetworkSegment(67dca5a2-4ea2-4231-b1aa-7f536504cbbd),segment_id=67dca5a2-4ea2-4231-b1aa-7f536504cbbd)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:49.135856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.143094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.148923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Calling delete_port for 3052df23-bea3-4a25-adfe-6baf3778c353 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:49.171165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] No DVR routers for this DVR port 3052df23-bea3-4a25-adfe-6baf3778c353 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:49.176149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Port': ['ID=3052df23-bea3-4a25-adfe-6baf3778c353,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:49.232649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.259124 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.260671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] Pushing event deleted for resources: {'Port': ['ID=3052df23-bea3-4a25-adfe-6baf3778c353,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:49.263498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df87d17-186f-4fc1-a393-be210fec448e None None] No DVR routers for this DVR port 3052df23-bea3-4a25-adfe-6baf3778c353 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:49.279521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9deebb15-75da-4164-95c5-ea85f3e7960d']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:49.288572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dca5a2-4ea2-4231-b1aa-7f536504cbbd') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:49.288873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dca5a2-4ea2-4231-b1aa-7f536504cbbd') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:49.298271 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.311268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.317645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:49.318141 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:49.322141 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:49.381173 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.389113 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.392697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] 10.222.0.95 "DELETE /v2.0/networks/9deebb15-75da-4164-95c5-ea85f3e7960d HTTP/1.1" status: 204 len: 168 time: 0.5430622 Mar 31 23:48:49.405480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfbe53-54c1-4809-892f-f2906df13697 tempest-NetworksIpV6Test-956599597 tempest-NetworksIpV6Test-956599597-project] Pushing event deleted for resources: {'Network': ['ID=9deebb15-75da-4164-95c5-ea85f3e7960d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:49.664679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:49.811793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6f1ef29a-0b2b-42be-8ebb-8e580ef1403b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cd68916b173c47aaa47f404c774b3a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458929 Mar 31 23:48:49.814585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35946) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:49.847920 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3052df23-bea3-4a25-adfe-6baf3778c353 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:49.863261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.867982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3052df23-bea3-4a25-adfe-6baf3778c353 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:49.868328 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3052df23-bea3-4a25-adfe-6baf3778c353 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:49.868744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9348f31-026d-42c3-b189-9dcad235cc51 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:49.884050 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.887384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a9348f31-026d-42c3-b189-9dcad235cc51 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:49.887728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a9348f31-026d-42c3-b189-9dcad235cc51 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:49.932668 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.935859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:49.937100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6cd9b70a-2d16-43f2-9039-49ae3673dbb3 HTTP/1.1" status: 204 len: 168 time: 0.1215940 Mar 31 23:48:49.944902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b993e81-0976-4abd-a750-f8953b18ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd9b70a-2d16-43f2-9039-49ae3673dbb3,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:50.602183 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35968) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:50.701701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-767263517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:50.724854 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.726005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.779124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.785101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.803192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.804344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-40b81980-72fb-4672-8aea-77290310425c tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2010841 Mar 31 23:48:50.807161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35972) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:50.812329 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2002587523'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:50.832307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Made reservation on behalf of 67659f3e5ef142f4bf18ad1405ea523d for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:50.835827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.844979 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.920469 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.926894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.950120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] vlan segment allocate from pool success with {'vlan_id': 1261, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:50.964668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4027d7-e6e1-4895-80ae-c02e101fddac,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:50.971270 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:50.971669 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Added segment a188661b-832e-44f1-a31d-f56a01240903 of type vlan for network 639d4ea2-6696-4331-8315-e683a4313b3f Mar 31 23:48:51.014386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.040883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.046353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:51.046934 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.090373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2821374 Mar 31 23:48:51.094937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35974) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:51.098476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'subnet': {'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:51.129777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad67414-a1fe-4a1a-8d59-fd1731d6ca79 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event updated for resources: {'Network': ['ID=639d4ea2-6696-4331-8315-e683a4313b3f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:51.140078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 639d4ea2-6696-4331-8315-e683a4313b3f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:51.200002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Made reservation on behalf of 67659f3e5ef142f4bf18ad1405ea523d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:51.204880 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.389637 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.439116 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.449239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8e96a-bbd4-4dc1-889f-0d9882196a92,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:51.460151 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Checking segment: {'id': 'a188661b-832e-44f1-a31d-f56a01240903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:51.460534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Network hostable DHCP agents. Network: 639d4ea2-6696-4331-8315-e683a4313b3f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:51.480301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Network 639d4ea2-6696-4331-8315-e683a4313b3f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:51.491043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 639d4ea2-6696-4331-8315-e683a4313b3f) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:51.495443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:51.496258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.499912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1dc94c-89dd-4821-a092-177e1edc899e None None] Network 639d4ea2-6696-4331-8315-e683a4313b3f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:51.512810 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c17a7333-77e5-4066-9dd1-c47e6383d276 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4183416 Mar 31 23:48:51.516253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35976) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:51.521231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1900452598'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:51.540378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Made reservation on behalf of 67659f3e5ef142f4bf18ad1405ea523d for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:51.544411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.571423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:51.581764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.582276 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Added segment 1c5fcfaf-5597-46b3-b672-a24949a8a93f of type vlan for network bece9d6f-0a78-4f74-8e4c-319644ab0f58 Mar 31 23:48:51.624690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.653385 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.659055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:51.659688 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.699987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1826446 Mar 31 23:48:51.702776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35978) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:51.709592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'subnet': {'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:51.749430 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0d9d7-0b99-4834-9441-3c5fff27c46e tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event updated for resources: {'Network': ['ID=bece9d6f-0a78-4f74-8e4c-319644ab0f58,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:51.761491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:51.825191 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Made reservation on behalf of 67659f3e5ef142f4bf18ad1405ea523d for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:51.828841 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.858007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-639d4ea2-6696-4331-8315-e683a4313b3f', 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f', 'tenant_id': '67659f3e5ef142f4bf18ad1405ea523d', 'fixed_ips': [{'subnet_id': 'f9b8e96a-bbd4-4dc1-889f-0d9882196a92'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:51.858935 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:51.992924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Allocated IP 172.20.0.2 (639d4ea2-6696-4331-8315-e683a4313b3f/f9b8e96a-bbd4-4dc1-889f-0d9882196a92/bc12b249-361d-4ff4-8947-90ac8bab5eec) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:52.014517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.075633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event updated for resources: {'Subnet': ['ID=e6f4e7bc-57d3-499b-94d9-9152e51471b5,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:52.086368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Checking segment: {'id': '1c5fcfaf-5597-46b3-b672-a24949a8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:52.086761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Network hostable DHCP agents. Network: bece9d6f-0a78-4f74-8e4c-319644ab0f58, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:52.108974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:52.118178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, bece9d6f-0a78-4f74-8e4c-319644ab0f58) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:52.122424 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:52.123067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.133651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a35175-332b-4513-925e-cf734cf4044b None None] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:52.143897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.144539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cfa2a79b-8f35-4067-9fba-8323722a2cd7 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4373858 Mar 31 23:48:52.144539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35980) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:52.149058 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-882a06df-6b39-41cc-ad7a-49dad54d9d5a tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:52.158728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.251864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Network 639d4ea2-6696-4331-8315-e683a4313b3f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:52.254632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Pushing event updated for resources: {'Port': ['ID=bc12b249-361d-4ff4-8947-90ac8bab5eec,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:52.258855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:52.261547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:52.360589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Attempting to bind port bc12b249-361d-4ff4-8947-90ac8bab5eec on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:52.360966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Attempting to bind port bc12b249-361d-4ff4-8947-90ac8bab5eec by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'a188661b-832e-44f1-a31d-f56a01240903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:52.361323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Attempting to bind port bc12b249-361d-4ff4-8947-90ac8bab5eec on network 639d4ea2-6696-4331-8315-e683a4313b3f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:52.371007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:52.371404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Checking segment: {'id': 'a188661b-832e-44f1-a31d-f56a01240903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:52.371802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.372173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Bound using segment: {'id': 'a188661b-832e-44f1-a31d-f56a01240903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:52.372641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Bound port: bc12b249-361d-4ff4-8947-90ac8bab5eec, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a188661b-832e-44f1-a31d-f56a01240903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '639d4ea2-6696-4331-8315-e683a4313b3f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:52.373016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.400447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-882a06df-6b39-41cc-ad7a-49dad54d9d5a tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.420977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-bece9d6f-0a78-4f74-8e4c-319644ab0f58', 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58', 'tenant_id': '67659f3e5ef142f4bf18ad1405ea523d', 'fixed_ips': [{'subnet_id': 'e6f4e7bc-57d3-499b-94d9-9152e51471b5'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:52.421825 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.507726 n-d-835855-2 neutron-server[109299]: INFO neutron.api.v2.resource [None req-882a06df-6b39-41cc-ad7a-49dad54d9d5a tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 31 23:48:52.508663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-882a06df-6b39-41cc-ad7a-49dad54d9d5a tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "PUT /v2.0/routers/106cb340-6e36-483c-9b85-d41e783d2037 HTTP/1.1" status: 400 len: 364 time: 0.3634644 Mar 31 23:48:52.514777 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35982) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:52.525342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] For port bc12b249-361d-4ff4-8947-90ac8bab5eec, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:52.548102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] For port bc12b249-361d-4ff4-8947-90ac8bab5eec, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bc12b249-361d-4ff4-8947-90ac8bab5eec,segment=NetworkSegment(a188661b-832e-44f1-a31d-f56a01240903),segment_id=a188661b-832e-44f1-a31d-f56a01240903)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:52.557084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.568457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Deleting subnet e6f4e7bc-57d3-499b-94d9-9152e51471b5 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:52.646636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Allocated IP 172.21.0.2 (bece9d6f-0a78-4f74-8e4c-319644ab0f58/e6f4e7bc-57d3-499b-94d9-9152e51471b5/def1898b-5eab-471f-ac0e-2bb3da87eebd) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:52.650795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72ff2f-fbed-4e45-9685-85e2432823d6 None None] Pushing event updated for resources: {'Port': ['ID=bc12b249-361d-4ff4-8947-90ac8bab5eec,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:52.807991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.815772 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.816289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.860531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:52.868302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.868548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:52.870891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:52.878802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Pushing event updated for resources: {'Port': ['ID=def1898b-5eab-471f-ac0e-2bb3da87eebd,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:52.943720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Attempting to bind port def1898b-5eab-471f-ac0e-2bb3da87eebd on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:52.944097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Attempting to bind port def1898b-5eab-471f-ac0e-2bb3da87eebd by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '1c5fcfaf-5597-46b3-b672-a24949a8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:52.944473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Attempting to bind port def1898b-5eab-471f-ac0e-2bb3da87eebd on network bece9d6f-0a78-4f74-8e4c-319644ab0f58 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:52.950654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:52.951032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Checking segment: {'id': '1c5fcfaf-5597-46b3-b672-a24949a8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:52.951466 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.951863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Bound using segment: {'id': '1c5fcfaf-5597-46b3-b672-a24949a8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:52.956412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Bound port: def1898b-5eab-471f-ac0e-2bb3da87eebd, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5fcfaf-5597-46b3-b672-a24949a8a93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'bece9d6f-0a78-4f74-8e4c-319644ab0f58'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:52.956845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:52.983274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.047782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.050864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] For port def1898b-5eab-471f-ac0e-2bb3da87eebd, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:53.055504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] For port def1898b-5eab-471f-ac0e-2bb3da87eebd, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=def1898b-5eab-471f-ac0e-2bb3da87eebd,segment=NetworkSegment(1c5fcfaf-5597-46b3-b672-a24949a8a93f),segment_id=1c5fcfaf-5597-46b3-b672-a24949a8a93f)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:53.060666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.076781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Subnet': ['ID=e6f4e7bc-57d3-499b-94d9-9152e51471b5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:53.080529 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.083741 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bfd313cd-bcbf-444b-a66f-456900f5e1af tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "DELETE /v2.0/subnets/e6f4e7bc-57d3-499b-94d9-9152e51471b5 HTTP/1.1" status: 204 len: 168 time: 0.5678368 Mar 31 23:48:53.086250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35984) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:53.126160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d531439-5325-46dc-997f-08ed5aa1191d None None] Pushing event updated for resources: {'Port': ['ID=def1898b-5eab-471f-ac0e-2bb3da87eebd,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:53.183482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.245114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Deleting port def1898b-5eab-471f-ac0e-2bb3da87eebd {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:53.245506 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.319100 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] For port def1898b-5eab-471f-ac0e-2bb3da87eebd, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=def1898b-5eab-471f-ac0e-2bb3da87eebd,segment=NetworkSegment(1c5fcfaf-5597-46b3-b672-a24949a8a93f),segment_id=1c5fcfaf-5597-46b3-b672-a24949a8a93f)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:53.319388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.333252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Calling delete_port for def1898b-5eab-471f-ac0e-2bb3da87eebd owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:53.435149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.462021 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Port': ['ID=def1898b-5eab-471f-ac0e-2bb3da87eebd,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:53.473294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] No DVR routers for this DVR port def1898b-5eab-471f-ac0e-2bb3da87eebd on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:53.564394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.586458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bece9d6f-0a78-4f74-8e4c-319644ab0f58']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:53.597635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5fcfaf-5597-46b3-b672-a24949a8a93f') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:53.597931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5fcfaf-5597-46b3-b672-a24949a8a93f') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:53.608771 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.622999 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.629664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:53.630059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:53.634147 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:53.699982 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.708176 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.711444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "DELETE /v2.0/networks/bece9d6f-0a78-4f74-8e4c-319644ab0f58 HTTP/1.1" status: 204 len: 168 time: 0.6241148 Mar 31 23:48:53.714763 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35986) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:53.734466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6c44d-703c-4b2a-a228-5da2c5d26eb2 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Network': ['ID=bece9d6f-0a78-4f74-8e4c-319644ab0f58,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:53.787736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Deleting subnet f9b8e96a-bbd4-4dc1-889f-0d9882196a92 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:48:53.790929 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.837097 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52577219-2be5-48ba-8448-fdbbefb0dd82 None None] Network 639d4ea2-6696-4331-8315-e683a4313b3f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:53.837690 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.907111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc12b249-361d-4ff4-8947-90ac8bab5eec up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:53.949259 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:53.974434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Provisioning complete for port bc12b249-361d-4ff4-8947-90ac8bab5eec triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:53.974811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.057425 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bc12b249-361d-4ff4-8947-90ac8bab5eec triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:54.057799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.180804 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.242977 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.329608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.359400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8e96a-bbd4-4dc1-889f-0d9882196a92,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:54.364251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.370627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35988) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:54.371257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-234873f2-71b8-4129-828f-ebfb49d1fd83 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "DELETE /v2.0/subnets/f9b8e96a-bbd4-4dc1-889f-0d9882196a92 HTTP/1.1" status: 204 len: 168 time: 0.6446369 Mar 31 23:48:54.378065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f493f-7e5f-4f22-943e-62eaea4ff1a3 None None] DHCP port deletion for bece9d6f-0a78-4f74-8e4c-319644ab0f58 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:48:54.407845 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:48:54.407845 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:48:54.414032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:48:54.414263 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:48:54.417767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05573d48-7e99-4b57-9fed-2753fc16cf4f None None] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:54.430630 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05573d48-7e99-4b57-9fed-2753fc16cf4f None None] Network bece9d6f-0a78-4f74-8e4c-319644ab0f58 could not be found, it might have been deleted concurrently. {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Mar 31 23:48:54.460463 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.479601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38639508-934f-4958-a716-40dfff042ec9 None None] Network 639d4ea2-6696-4331-8315-e683a4313b3f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:54.518505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Deleting port bc12b249-361d-4ff4-8947-90ac8bab5eec {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:54.518753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.587209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] For port bc12b249-361d-4ff4-8947-90ac8bab5eec, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bc12b249-361d-4ff4-8947-90ac8bab5eec,segment=NetworkSegment(a188661b-832e-44f1-a31d-f56a01240903),segment_id=a188661b-832e-44f1-a31d-f56a01240903)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:54.587686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.603860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Calling delete_port for bc12b249-361d-4ff4-8947-90ac8bab5eec owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:54.650639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] DHCP port deletion for 639d4ea2-6696-4331-8315-e683a4313b3f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:48:54.688651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.697160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Deleting port bc12b249-361d-4ff4-8947-90ac8bab5eec {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:48:54.697542 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.716756 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] No DVR routers for this DVR port bc12b249-361d-4ff4-8947-90ac8bab5eec on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:54.722526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Port': ['ID=bc12b249-361d-4ff4-8947-90ac8bab5eec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:54.759679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] For port bc12b249-361d-4ff4-8947-90ac8bab5eec, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:54.760066 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.772317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Calling delete_port for bc12b249-361d-4ff4-8947-90ac8bab5eec owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:48:54.774937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Port bc12b249-361d-4ff4-8947-90ac8bab5eec was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:48:54.776563 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.802622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.802897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] Pushing event deleted for resources: {'Port': ['ID=bc12b249-361d-4ff4-8947-90ac8bab5eec,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:54.808628 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bf745-47c3-4432-a12a-e7b7b4f6f40c None None] No DVR routers for this DVR port bc12b249-361d-4ff4-8947-90ac8bab5eec on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:48:54.829464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639d4ea2-6696-4331-8315-e683a4313b3f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:54.839355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a188661b-832e-44f1-a31d-f56a01240903') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:54.839650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a188661b-832e-44f1-a31d-f56a01240903') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:54.849142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.862211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.868149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:48:54.868509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:48:54.871597 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:48:54.930508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Port bc12b249-361d-4ff4-8947-90ac8bab5eec update to ACTIVE by agent not found {{(pid=109300) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:48:54.935047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.940130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:54.949880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "DELETE /v2.0/networks/639d4ea2-6696-4331-8315-e683a4313b3f HTTP/1.1" status: 204 len: 168 time: 0.5717926 Mar 31 23:48:54.949880 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35990) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:54.951909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7a1005b9-d1d2-4f51-94de-404ddbe995ca None None] Port bc12b249-361d-4ff4-8947-90ac8bab5eec update to ACTIVE by agent not found {{(pid=109300) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2191}} Mar 31 23:48:54.968187 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81829702-d44f-4da5-b35c-1f2d07945030 tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Pushing event deleted for resources: {'Network': ['ID=639d4ea2-6696-4331-8315-e683a4313b3f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:54.985427 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fb9c786f-0b34-4ee6-8067-8fc57f164e6d tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "GET /v2.0/ports?device_id=106cb340-6e36-483c-9b85-d41e783d2037 HTTP/1.1" status: 200 len: 205 time: 0.0354702 Mar 31 23:48:54.987710 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 35992) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:55.062851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3ec970dc-ad8b-468d-ba1c-506211dec0ce None None] Could not find standard attr ID for object def1898b-5eab-471f-ac0e-2bb3da87eebd. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:48:55.064063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.066172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-3ec970dc-ad8b-468d-ba1c-506211dec0ce None None] Could not find standard attr ID for object bc12b249-361d-4ff4-8947-90ac8bab5eec. {{(pid=109300) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 31 23:48:55.225966 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.228221 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.273386 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.273917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Fanout notify agent at l3_agent the message router_deleted on router 106cb340-6e36-483c-9b85-d41e783d2037 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:48:55.280639 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.282376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-348790e3-167e-497d-8fae-37a0e1ae0cfb tempest-RoutersNegativeTest-657716018 tempest-RoutersNegativeTest-657716018-project] 10.222.0.95 "DELETE /v2.0/routers/106cb340-6e36-483c-9b85-d41e783d2037 HTTP/1.1" status: 204 len: 168 time: 0.2931817 Mar 31 23:48:55.555198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 35998) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:55.690958 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4998a85-1585-4b7c-9f65-a5169b9bfcfe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67659f3e5ef142f4bf18ad1405ea523d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345696 Mar 31 23:48:55.693682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:55.744901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.767516 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.824557 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.827210 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:55.828575 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0a4027d7-e6e1-4895-80ae-c02e101fddac HTTP/1.1" status: 204 len: 168 time: 0.1340165 Mar 31 23:48:55.836137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288860-50ca-4843-809a-2542919e7be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4027d7-e6e1-4895-80ae-c02e101fddac,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:55.849947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device def1898b-5eab-471f-ac0e-2bb3da87eebd no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:55.873890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: def1898b-5eab-471f-ac0e-2bb3da87eebd {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:55.874238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device def1898b-5eab-471f-ac0e-2bb3da87eebd not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:55.874657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc12b249-361d-4ff4-8947-90ac8bab5eec no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:48:55.894269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bc12b249-361d-4ff4-8947-90ac8bab5eec {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:48:55.894647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc12b249-361d-4ff4-8947-90ac8bab5eec not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:48:56.521810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:56.629236 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1194234437-network', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:56.657266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Made reservation on behalf of 1e0f776262de4a23b988cb3a9ddeffa3 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:56.659623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.667777 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.702257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.744795 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.750646 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.774158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] vlan segment allocate from pool success with {'vlan_id': 1273, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:48:56.783492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d54caf-9e32-4a04-913a-ae61da5af7aa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:56.788160 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.788496 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Added segment 40e4175e-9548-422a-aa70-22416916b94a of type vlan for network 8161d5f1-8e41-4647-a478-c4390a6077f8 Mar 31 23:48:56.826756 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.853119 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.854027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:56.854631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.886694 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3637171 Mar 31 23:48:56.889903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36028) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:56.894805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Request body: {'subnet': {'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-subnet', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:56.915463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Made reservation on behalf of 1e0f776262de4a23b988cb3a9ddeffa3 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:48:56.917798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:56.919565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76fbbf-62c1-4891-ad4f-fb95bc8caa67 admin admin] Pushing event updated for resources: {'Network': ['ID=8161d5f1-8e41-4647-a478-c4390a6077f8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:56.929734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:48:57.098864 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.154897 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce64627-f4d2-41c6-a0e1-a560d7e8c84c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:57.169807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Checking segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:57.170157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Network hostable DHCP agents. Network: 8161d5f1-8e41-4647-a478-c4390a6077f8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:48:57.188148 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:48:57.197767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8161d5f1-8e41-4647-a478-c4390a6077f8) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:57.201979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:48:57.202717 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.206938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb67e8-e41c-4c5e-9099-9a86ba378db6 None None] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:57.219697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c876c7df-9f3c-4654-88c0-fc3f370597a1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3287182 Mar 31 23:48:57.222450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36030) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:57.226909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:48:57.249557 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.250591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.307102 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.360244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-8161d5f1-8e41-4647-a478-c4390a6077f8', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:48:57.361113 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.452495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.502374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Allocated IP 172.20.0.2 (8161d5f1-8e41-4647-a478-c4390a6077f8/cce64627-f4d2-41c6-a0e1-a560d7e8c84c/7c94280e-85dd-402a-81a3-008ebad4e813) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:57.646055 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.652621 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.653666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.671960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.693312 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:57.697823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:57.702243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:57.704238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Pushing event updated for resources: {'Port': ['ID=7c94280e-85dd-402a-81a3-008ebad4e813,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:57.756376 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Attempting to bind port 7c94280e-85dd-402a-81a3-008ebad4e813 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:48:57.756747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Attempting to bind port 7c94280e-85dd-402a-81a3-008ebad4e813 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:48:57.757109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Attempting to bind port 7c94280e-85dd-402a-81a3-008ebad4e813 on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:48:57.762499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:48:57.762871 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Checking segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:48:57.763345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.763739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Bound using segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:48:57.764192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Bound port: 7c94280e-85dd-402a-81a3-008ebad4e813, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:48:57.764556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.833302 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] For port 7c94280e-85dd-402a-81a3-008ebad4e813, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:48:57.836604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] For port 7c94280e-85dd-402a-81a3-008ebad4e813, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c94280e-85dd-402a-81a3-008ebad4e813,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:48:57.842322 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:57.904169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a978fb-c24e-47db-a67d-70d550092fbc None None] Pushing event updated for resources: {'Port': ['ID=7c94280e-85dd-402a-81a3-008ebad4e813,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:58.127005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Allocated IP 172.25.8.204 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/8383b215-bc43-4b4f-bf1d-ae7cd5acdb29) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:58.233866 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:58.269264 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:58.311610 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:58.314413 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:58.317910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:58.323219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Pushing event updated for resources: {'Port': ['ID=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:58.573201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:58.773822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:58.795994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f0d63-d4f1-41ea-8c59-965238f272b9 None None] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:48:58.857923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] Provisioning complete for port 7c94280e-85dd-402a-81a3-008ebad4e813 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:58.858289 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:58.906879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Router 25474dfa-ed92-43f6-afdd-5a5773e839db is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:48:59.020174 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:48:59.042870 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.044182 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-390c405e-f0a2-46c9-a2ff-fb8e48427b3c admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8206837 Mar 31 23:48:59.046981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36032) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:48:59.049298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Sync routers for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:48:59.083036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:48:59.083715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:59.237837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.289825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:48:59.382220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] For port 7c94280e-85dd-402a-81a3-008ebad4e813, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c94280e-85dd-402a-81a3-008ebad4e813,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:48:59.396432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.477039 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.489079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66c7f7-a0d8-4576-a31f-1f594f625e19 None None] Pushing event updated for resources: {'Port': ['ID=7c94280e-85dd-402a-81a3-008ebad4e813,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:59.550004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:58Z', 'revision_number': 3, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:48:59.581359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Checking router: 25474dfa-ed92-43f6-afdd-5a5773e839db for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:48:59.581788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Updating router 25474dfa-ed92-43f6-afdd-5a5773e839db port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:48:59.611914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.641819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Allocated IP 172.20.0.1 (8161d5f1-8e41-4647-a478-c4390a6077f8/cce64627-f4d2-41c6-a0e1-a560d7e8c84c/31f6569f-16f1-476b-8e24-73dc9ffa4aa6) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:48:59.651506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-80e7833f-d23c-43e0-adf6-8a73ad1bb812 None None] Provisioning complete for port 7c94280e-85dd-402a-81a3-008ebad4e813 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:48:59.651859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-80e7833f-d23c-43e0-adf6-8a73ad1bb812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.749697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.784418 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.823073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:48:59.826194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:48:59.829752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:48:59.858838 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:48:59.878564 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:48:59.923449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c94280e-85dd-402a-81a3-008ebad4e813 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:48:59.997539 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.006211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.021491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.057496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7c94280e-85dd-402a-81a3-008ebad4e813 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:00.057869 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.092084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba14c5-56f8-4937-bb3f-d77640f3a906 None None] Pushing event updated for resources: {'Port': ['ID=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:00.096223 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Attempting to bind port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:00.096592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Attempting to bind port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:00.096957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Attempting to bind port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:00.105364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:00.105740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:00.106144 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.106531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:00.106988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Bound port: 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:00.107401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.187124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.193416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] For port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:00.193630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.217212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] For port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:00.226578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.233790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6d2a2328-32e4-40a8-829b-3e98690a4e33 None None] Provisioning complete for port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:00.234186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6d2a2328-32e4-40a8-829b-3e98690a4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.258259 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:00.260851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.313560 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6d2a2328-32e4-40a8-829b-3e98690a4e33 None None] Port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:00.316383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba14c5-56f8-4937-bb3f-d77640f3a906 None None] Pushing event updated for resources: {'Port': ['ID=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:00.320386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:00.320992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:00.358940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:00.360455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:00.437323 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:00.487633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Router 25474dfa-ed92-43f6-afdd-5a5773e839db has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:00.598935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:00.603958 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc0a9a56-4af9-4640-be25-2164fdec7fe4 admin admin] 10.222.0.95 "PUT /v2.0/routers/25474dfa-ed92-43f6-afdd-5a5773e839db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559738 Mar 31 23:49:00.642132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-bf41bc53-5d43-4540-b0ba-3e97ff62bce4 None None] Provisioning complete for port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:00.642260 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf41bc53-5d43-4540-b0ba-3e97ff62bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:00.681587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:59Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31f6569f-16f1-476b-8e24-73dc9ffa4aa6', 'name': '', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'mac_address': 'fa:16:3e:aa:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:59Z', 'updated_at': '2022-03-31T23:49:00Z', 'revision_number': 2, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'subnets': [{'id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:00.686106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-bf41bc53-5d43-4540-b0ba-3e97ff62bce4 None None] Port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:00.711775 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b91cfb-358d-4eb6-b1f1-9cd803cb315f None None] The sync data for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 is: [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:59Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31f6569f-16f1-476b-8e24-73dc9ffa4aa6', 'name': '', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'mac_address': 'fa:16:3e:aa:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:59Z', 'updated_at': '2022-03-31T23:49:00Z', 'revision_number': 2, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'subnets': [{'id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:01.126043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36048) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:01.131231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-539423930-network', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:01.152092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Made reservation on behalf of 5b518dfa9d294ca88d3ee8e0b88c64cb for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:01.154424 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.164184 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.240311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.245388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.265495 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1278, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:49:01.284872 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.285217 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Added segment 89df5f40-1e29-496b-b81f-e6a8b9c3fcab of type vlan for network 37d90cb4-a261-4db6-8164-299ced95e982 Mar 31 23:49:01.293479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689a09cb-7651-4ea9-8dae-7a466d6558d4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:01.344701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.379106 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.380552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:01.381126 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.417552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2903526 Mar 31 23:49:01.420588 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36050) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:01.427218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Request body: {'subnet': {'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-subnet', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:01.449623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Made reservation on behalf of 5b518dfa9d294ca88d3ee8e0b88c64cb for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:01.452172 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.455152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c6a7-5b18-4290-ba50-77c0a92c1ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=37d90cb4-a261-4db6-8164-299ced95e982,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:01.466276 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 37d90cb4-a261-4db6-8164-299ced95e982 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:49:01.642274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.696424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2623858-0d55-4957-acaa-fdfe9d7e0056,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:01.707619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Checking segment: {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:01.707830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Network hostable DHCP agents. Network: 37d90cb4-a261-4db6-8164-299ced95e982, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:49:01.727127 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Network 37d90cb4-a261-4db6-8164-299ced95e982 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:49:01.738478 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 37d90cb4-a261-4db6-8164-299ced95e982) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:01.746180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:01.747027 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.747777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a6b05-3005-4b75-bf92-f185fa4f8ed5 None None] Network 37d90cb4-a261-4db6-8164-299ced95e982 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:01.771150 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc6411d1-7e2e-451c-82cb-8d3ec3c2fba8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3466616 Mar 31 23:49:01.771490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36052) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:01.776068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:01.810334 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.811525 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.883351 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:01.914109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:01.944248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-37d90cb4-a261-4db6-8164-299ced95e982', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:49:01.945140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.031497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.053273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:02.053608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.129568 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Allocated IP 172.20.0.2 (37d90cb4-a261-4db6-8164-299ced95e982/c2623858-0d55-4957-acaa-fdfe9d7e0056/7d3116c2-6607-4080-9140-c130c47c5fc8) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:02.401514 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.434816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:02.441939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.535083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:02.545188 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.555855 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.581263 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.601252 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.603719 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Network 37d90cb4-a261-4db6-8164-299ced95e982 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:02.606715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:02.609194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:02.618029 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Pushing event updated for resources: {'Port': ['ID=7d3116c2-6607-4080-9140-c130c47c5fc8,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:02.671406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Attempting to bind port 7d3116c2-6607-4080-9140-c130c47c5fc8 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:02.671774 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Attempting to bind port 7d3116c2-6607-4080-9140-c130c47c5fc8 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:02.672135 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Attempting to bind port 7d3116c2-6607-4080-9140-c130c47c5fc8 on network 37d90cb4-a261-4db6-8164-299ced95e982 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:02.677094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:02.677463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Checking segment: {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:02.677884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.678266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Bound using segment: {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:02.678704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Bound port: 7d3116c2-6607-4080-9140-c130c47c5fc8, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:02.679095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.712313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Allocated IP 172.25.8.223 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/67a81dd7-e4c5-47c8-8968-f811fbf44293) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:02.747685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] For port 7d3116c2-6607-4080-9140-c130c47c5fc8, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:02.750925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] For port 7d3116c2-6607-4080-9140-c130c47c5fc8, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7d3116c2-6607-4080-9140-c130c47c5fc8,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:02.757391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.813342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da995190-4dbe-495f-bedc-75f84e960e6e None None] Pushing event updated for resources: {'Port': ['ID=7d3116c2-6607-4080-9140-c130c47c5fc8,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:02.832435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.860809 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Sync routers for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:02.871669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:02.872293 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:02.873641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:02.924893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:02.928584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:02.931084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:02.955006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Pushing event updated for resources: {'Port': ['ID=67a81dd7-e4c5-47c8-8968-f811fbf44293,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:03.012255 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:03.221630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.229819 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:59Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31f6569f-16f1-476b-8e24-73dc9ffa4aa6', 'name': '', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'mac_address': 'fa:16:3e:aa:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:59Z', 'updated_at': '2022-03-31T23:49:00Z', 'revision_number': 2, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'subnets': [{'id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:03.255743 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Checking router: 25474dfa-ed92-43f6-afdd-5a5773e839db for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:03.256081 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Updating router 25474dfa-ed92-43f6-afdd-5a5773e839db port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:03.281234 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.419895 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.561219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Router d6a43f5c-2226-4b70-8dd7-85a47b15b958 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:49:03.566697 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.574717 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.628049 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Pushing event updated for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:03.653106 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.653456 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.653778 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.654122 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.654531 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.654859 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.655182 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.655531 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.655848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.656162 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.656482 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.656798 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:03.683011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:03.685900 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Attempting to bind port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:03.686347 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Attempting to bind port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:03.686774 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Attempting to bind port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:03.692374 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:03.692823 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Checking segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:03.693297 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.693752 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Bound using segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:03.694282 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Bound port: 31f6569f-16f1-476b-8e24-73dc9ffa4aa6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:03.694721 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.704727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Sync routers for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:03.721949 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.726012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a2034b9e-116a-4b6a-9f57-63c837f92f61 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9508259 Mar 31 23:49:03.726200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36054) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:49:03.735214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:03.738288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:03.774889 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] For port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:03.779001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] For port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:03.790077 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:03.891390 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:03.892039 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:03.947337 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:03.960079 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7170-c067-4bc3-b833-6a68b8f61be4 None None] Pushing event updated for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:04.027641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f77d4-c59f-47b6-8127-890e6a99aef4 None None] Network 37d90cb4-a261-4db6-8164-299ced95e982 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:49:04.086040 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:04.110965 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:04.190198 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Provisioning complete for port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:04.190600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.345752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:04.346035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.352251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.428624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.466332 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:59Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31f6569f-16f1-476b-8e24-73dc9ffa4aa6', 'name': '', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'mac_address': 'fa:16:3e:aa:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:59Z', 'updated_at': '2022-03-31T23:49:03Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'subnets': [{'id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:04.499223 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b8763-b8e7-4dab-b453-f188d882faeb None None] The sync data for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 is: [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:48:59Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '31f6569f-16f1-476b-8e24-73dc9ffa4aa6', 'name': '', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'mac_address': 'fa:16:3e:aa:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:59Z', 'updated_at': '2022-03-31T23:49:03Z', 'revision_number': 4, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'subnets': [{'id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:04.500537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:03Z', 'revision_number': 3, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:04.519336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] For port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:04.519990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Allocated IP 172.20.0.1 (37d90cb4-a261-4db6-8164-299ced95e982/c2623858-0d55-4957-acaa-fdfe9d7e0056/9014f888-124d-45df-a061-7e3df085bc5d) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:04.555643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.562507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Checking router: d6a43f5c-2226-4b70-8dd7-85a47b15b958 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:04.562858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Updating router d6a43f5c-2226-4b70-8dd7-85a47b15b958 port 67a81dd7-e4c5-47c8-8968-f811fbf44293 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:04.631226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7d3116c2-6607-4080-9140-c130c47c5fc8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:04.665155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.666009 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.674543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6696f372-8d8e-4858-9087-51e86326611a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.687067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Provisioning complete for port 7d3116c2-6607-4080-9140-c130c47c5fc8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:04.687468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.707604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.744707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Network 37d90cb4-a261-4db6-8164-299ced95e982 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:04.750337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:04.753166 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:04.765200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Pushing event updated for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:04.802866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Pushing event updated for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:04.818355 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.890147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7d3116c2-6607-4080-9140-c130c47c5fc8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:04.890521 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.970434 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:04.999602 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.119962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.125836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] For port 7d3116c2-6607-4080-9140-c130c47c5fc8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7d3116c2-6607-4080-9140-c130c47c5fc8,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:05.141667 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.159302 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.165285 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.234566 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.250073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Pushing event updated for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:05.283604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10471de1-8367-46ff-9f7c-6375a8a5ad7d None None] Pushing event updated for resources: {'Port': ['ID=7d3116c2-6607-4080-9140-c130c47c5fc8,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:05.295158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109300) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:49:05.295538 n-d-835855-2 neutron-server[109300]: DEBUG oslo_db.api [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:49:05.310638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.313236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Provisioning complete for port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:05.313657 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.334307 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.345281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Network 37d90cb4-a261-4db6-8164-299ced95e982 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:05.347605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:05.413299 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Attempting to bind port 67a81dd7-e4c5-47c8-8968-f811fbf44293 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:05.413666 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Attempting to bind port 67a81dd7-e4c5-47c8-8968-f811fbf44293 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:05.414033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Attempting to bind port 67a81dd7-e4c5-47c8-8968-f811fbf44293 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:05.417745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52855f-7771-4ed5-b7db-ba631f2b574f None None] Pushing event updated for resources: {'Port': ['ID=67a81dd7-e4c5-47c8-8968-f811fbf44293,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:05.424900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:05.425313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:05.425678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.426057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:05.426533 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Bound port: 67a81dd7-e4c5-47c8-8968-f811fbf44293, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:05.426924 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.469011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Router d6a43f5c-2226-4b70-8dd7-85a47b15b958 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:49:05.508938 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] For port 67a81dd7-e4c5-47c8-8968-f811fbf44293, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:05.514850 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] For port 67a81dd7-e4c5-47c8-8968-f811fbf44293, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=67a81dd7-e4c5-47c8-8968-f811fbf44293,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:05.521369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.557181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Provisioning complete for port 9014f888-124d-45df-a061-7e3df085bc5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:05.557528 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.590433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:49:05.596123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0c49c217-ab40-473a-b932-0771c137f1fc admin admin] 10.222.0.95 "PUT /v2.0/routers/d6a43f5c-2226-4b70-8dd7-85a47b15b958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678493 Mar 31 23:49:05.780896 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52855f-7771-4ed5-b7db-ba631f2b574f None None] Pushing event updated for resources: {'Port': ['ID=67a81dd7-e4c5-47c8-8968-f811fbf44293,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:05.783401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:05.783978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:48:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:05.787429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Port 9014f888-124d-45df-a061-7e3df085bc5d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:05.871416 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Provisioning complete for port 7d3116c2-6607-4080-9140-c130c47c5fc8 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:05.871785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3cb7-bd6a-4926-9ec6-5ef1dafb43ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:05.951776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:06.043785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:06.168797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:06.169095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:06.250427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-55ad484b-a9b0-42a3-b3c4-9f8d70723c8c None None] Provisioning complete for port 9014f888-124d-45df-a061-7e3df085bc5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:06.250792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55ad484b-a9b0-42a3-b3c4-9f8d70723c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:06.310702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-55ad484b-a9b0-42a3-b3c4-9f8d70723c8c None None] Port 9014f888-124d-45df-a061-7e3df085bc5d cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:06.324762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7d3116c2-6607-4080-9140-c130c47c5fc8 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:06.328904 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:04Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9014f888-124d-45df-a061-7e3df085bc5d', 'name': '', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'mac_address': 'fa:16:3e:2e:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:04Z', 'updated_at': '2022-03-31T23:49:05Z', 'revision_number': 2, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'subnets': [{'id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:06.376507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7b334-2515-4d6c-9814-ed40458c9e3b None None] The sync data for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 is: [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:04Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9014f888-124d-45df-a061-7e3df085bc5d', 'name': '', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'mac_address': 'fa:16:3e:2e:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:04Z', 'updated_at': '2022-03-31T23:49:05Z', 'revision_number': 2, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'subnets': [{'id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:06.400584 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 7d3116c2-6607-4080-9140-c130c47c5fc8 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:06.400954 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:06.697575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-483eed41-6166-4ca4-a41b-bc53b7bf4ff3 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:06.699262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-483eed41-6166-4ca4-a41b-bc53b7bf4ff3 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 817 time: 0.1144309 Mar 31 23:49:06.715683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-a9b6e61b-fef9-4d7a-b2e4-a55016912a6c tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/quotas/1e0f776262de4a23b988cb3a9ddeffa3 HTTP/1.1" status: 200 len: 375 time: 0.0101161 Mar 31 23:49:06.769390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-6489b43f-2eb5-4d10-a69a-c83266ff535c tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478244 Mar 31 23:49:06.873208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-50757aa2-b8b8-4f15-a60d-930be8c7b3c9 service neutron] 10.222.0.95 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905411 Mar 31 23:49:06.969755 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-a99350c5-015b-4ec8-ae33-609c88015738 service neutron] 10.222.0.95 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898964 Mar 31 23:49:07.005068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-94342356-18c0-4c97-9f9f-e248fff392c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:07.141126 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f1546fe0-e8b5-4d91-8e72-f69063cca921 req-74fa7581-3b17-4f4c-9fb8-533190ad9ebc tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 210 time: 0.0284035 Mar 31 23:49:08.023424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 67a81dd7-e4c5-47c8-8968-f811fbf44293 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:08.080320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 67a81dd7-e4c5-47c8-8968-f811fbf44293 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:08.080694 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.159983 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-afa14933-13d6-4e0c-81ee-54d3697691be tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.161881 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-afa14933-13d6-4e0c-81ee-54d3697691be tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 817 time: 0.1366808 Mar 31 23:49:08.171099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.175461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Request body: {'port': {'device_id': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'admin_state_up': True, 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:08.196085 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 67a81dd7-e4c5-47c8-8968-f811fbf44293, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=67a81dd7-e4c5-47c8-8968-f811fbf44293,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:08.201480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.254879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=67a81dd7-e4c5-47c8-8968-f811fbf44293,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:08.276620 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a22ab444-dadb-4ae2-bca8-2639d962ee66 req-e90e9dca-fc7a-43ce-b4e8-a77a588d9043 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 210 time: 0.0386682 Mar 31 23:49:08.320254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Made reservation on behalf of 1e0f776262de4a23b988cb3a9ddeffa3 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:08.323871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.448041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Allocated IP 172.20.0.10 (8161d5f1-8e41-4647-a478-c4390a6077f8/cce64627-f4d2-41c6-a0e1-a560d7e8c84c/72ad820c-fdd1-4781-828b-244adf841f9f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:08.553853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.582301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Sync routers for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:49:08.591655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:08.592260 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:49:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:08.605609 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.639471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.683796 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:08.686872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:08.689387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:08.699060 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:08.716069 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Pushing event updated for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:08.749299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:08.750111 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.768661 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-8aaa33d3-02db-43ec-8c8d-ad9c6b444408 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971580 Mar 31 23:49:08.900952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Request body: {'port': {'device_id': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:08.916104 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:04Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9014f888-124d-45df-a061-7e3df085bc5d', 'name': '', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'mac_address': 'fa:16:3e:2e:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:04Z', 'updated_at': '2022-03-31T23:49:05Z', 'revision_number': 2, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'subnets': [{'id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:08.945281 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Checking router: d6a43f5c-2226-4b70-8dd7-85a47b15b958 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:49:08.945918 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Updating router d6a43f5c-2226-4b70-8dd7-85a47b15b958 port 9014f888-124d-45df-a061-7e3df085bc5d binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:49:08.955146 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d06b6d2d-ecc2-4355-aa18-250e820120ad None None] Provisioning complete for port 72ad820c-fdd1-4781-828b-244adf841f9f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:08.958237 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d06b6d2d-ecc2-4355-aa18-250e820120ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.962015 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.971938 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:08.991448 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d06b6d2d-ecc2-4355-aa18-250e820120ad None None] Port 72ad820c-fdd1-4781-828b-244adf841f9f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:09.243711 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.243971 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ad820c-fdd1-4781-828b-244adf841f9f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:09.250139 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.252287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.265132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Transition to ACTIVE for port object 72ad820c-fdd1-4781-828b-244adf841f9f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:49:09.270047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.316295 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28171ef6-5c23-440d-b461-66f95c0c7cf4 None None] Pushing event updated for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.324568 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.389682 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Attempting to bind port 9014f888-124d-45df-a061-7e3df085bc5d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:09.390207 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Attempting to bind port 9014f888-124d-45df-a061-7e3df085bc5d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:09.390568 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Attempting to bind port 9014f888-124d-45df-a061-7e3df085bc5d on network 37d90cb4-a261-4db6-8164-299ced95e982 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:09.397139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:09.397639 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Checking segment: {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:09.398191 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.398860 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Bound using segment: {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:09.399369 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Bound port: 9014f888-124d-45df-a061-7e3df085bc5d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89df5f40-1e29-496b-b81f-e6a8b9c3fcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:09.399748 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.436291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Attempting to bind port 72ad820c-fdd1-4781-828b-244adf841f9f on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:09.436629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Attempting to bind port 72ad820c-fdd1-4781-828b-244adf841f9f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:09.436959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Attempting to bind port 72ad820c-fdd1-4781-828b-244adf841f9f on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:09.439732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec991b-6dd4-4bc7-983e-08695a06ddf0 req-5e6b6f9e-de05-4ac9-aa78-9ec80c8a2623 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.441332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67ec991b-6dd4-4bc7-983e-08695a06ddf0 req-5e6b6f9e-de05-4ac9-aa78-9ec80c8a2623 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0782950 Mar 31 23:49:09.446726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Port 72ad820c-fdd1-4781-828b-244adf841f9f on network 8161d5f1-8e41-4647-a478-c4390a6077f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:49:09.447054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Attempting to bind port 72ad820c-fdd1-4781-828b-244adf841f9f on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:09.453702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:09.454040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Checking segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:09.454416 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Bound using segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:09.454843 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Bound port: 72ad820c-fdd1-4781-828b-244adf841f9f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:09.455201 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.486067 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-67ec991b-6dd4-4bc7-983e-08695a06ddf0 req-438ddf54-752c-44b6-bec4-ecfe354e96b2 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376205 Mar 31 23:49:09.517475 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] For port 9014f888-124d-45df-a061-7e3df085bc5d, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:09.521278 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] For port 9014f888-124d-45df-a061-7e3df085bc5d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9014f888-124d-45df-a061-7e3df085bc5d,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:09.527903 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.545803 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:09.549412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=72ad820c-fdd1-4781-828b-244adf841f9f,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:09.555736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.586493 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:49:09.587818 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:49:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:09.614528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:09.615227 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.616716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] 10.222.0.60 "PUT /v2.0/ports/72ad820c-fdd1-4781-828b-244adf841f9f HTTP/1.1" status: 200 len: 1092 time: 0.8389654 Mar 31 23:49:09.617246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:09.620250 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:09.639329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28171ef6-5c23-440d-b461-66f95c0c7cf4 None None] Pushing event updated for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.644850 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5a942-1f4d-4994-8048-bdfb7f07bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:09.647968 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] Provisioning complete for port 9014f888-124d-45df-a061-7e3df085bc5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:09.648806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.686150 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ea3e9-2ac9-47c1-b306-04c7b7d125e1 x-openstack-request-id: req-974ea3e9-2ac9-47c1-b306-04c7b7d125e1 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:09.686443 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:09.686694 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-974ea3e9-2ac9-47c1-b306-04c7b7d125e1 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:09.687098 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974ea3e9-2ac9-47c1-b306-04c7b7d125e1'] response: {'name': 'network-changed', 'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f', 'status': 'completed', 'code': 200} Mar 31 23:49:09.757143 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.759109 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:49:09.806084 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] For port 9014f888-124d-45df-a061-7e3df085bc5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9014f888-124d-45df-a061-7e3df085bc5d,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:09.814556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:09.870410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbef40-b7ba-4b8a-9b36-d1071773de48 None None] Pushing event updated for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:10.052960 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:04Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9014f888-124d-45df-a061-7e3df085bc5d', 'name': '', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'mac_address': 'fa:16:3e:2e:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:04Z', 'updated_at': '2022-03-31T23:49:09Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'subnets': [{'id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:49:10.070673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9014f888-124d-45df-a061-7e3df085bc5d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:10.088376 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492ac3c0-cdac-4719-bd05-f0d9df41bd31 None None] The sync data for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 is: [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:49:04Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '9014f888-124d-45df-a061-7e3df085bc5d', 'name': '', 'network_id': '37d90cb4-a261-4db6-8164-299ced95e982', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'mac_address': 'fa:16:3e:2e:47:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:04Z', 'updated_at': '2022-03-31T23:49:09Z', 'revision_number': 4, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'subnets': [{'id': 'c2623858-0d55-4957-acaa-fdfe9d7e0056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:49:10.088678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-77a90ea9-7844-4534-8a7b-68a49577eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.091339 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-77a90ea9-7844-4534-8a7b-68a49577eecc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 1095 time: 0.4214852 Mar 31 23:49:10.113458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fffb80f7-2818-47ea-929f-c31bc591d9c2 None None] Provisioning complete for port 9014f888-124d-45df-a061-7e3df085bc5d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:10.113825 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fffb80f7-2818-47ea-929f-c31bc591d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.133622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-271b2431-5a84-4842-9fe9-edcaa2e54c11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72ad820c-fdd1-4781-828b-244adf841f9f HTTP/1.1" status: 200 len: 217 time: 0.0350096 Mar 31 23:49:10.165057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 9014f888-124d-45df-a061-7e3df085bc5d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:10.165418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.190488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-ea940cf3-b689-499f-92cd-31f95f472323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.192320 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-ea940cf3-b689-499f-92cd-31f95f472323 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cce64627-f4d2-41c6-a0e1-a560d7e8c84c HTTP/1.1" status: 200 len: 856 time: 0.0516131 Mar 31 23:49:10.207633 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.248357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-fad3085f-8346-4ca6-a4af-88e78e9ee3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.250109 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-fad3085f-8346-4ca6-a4af-88e78e9ee3ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8161d5f1-8e41-4647-a478-c4390a6077f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504093 Mar 31 23:49:10.297954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 67a81dd7-e4c5-47c8-8968-f811fbf44293 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:10.348120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-69ffed0f-17d9-40e9-8b2b-eebba805fcf1 service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910001 Mar 31 23:49:10.350197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 67a81dd7-e4c5-47c8-8968-f811fbf44293 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:10.350579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.438280 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:10.449394 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb729219-4c72-4492-9dac-5d9fe2e661c5 req-74334aac-e5d3-464a-b26f-a878290d3df9 service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925467 Mar 31 23:49:10.541693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-dd2bfb01-057b-42ff-9916-5666b12e0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.543258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-dd2bfb01-057b-42ff-9916-5666b12e0ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 1095 time: 0.0430770 Mar 31 23:49:10.616243 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef416252-37d2-45eb-8a2b-4bbc4cc415a2 req-7294fad2-ddf8-435b-83c6-81a6019a6919 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.618466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef416252-37d2-45eb-8a2b-4bbc4cc415a2 req-7294fad2-ddf8-435b-83c6-81a6019a6919 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0594664 Mar 31 23:49:10.640175 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-49b6c9cf-7096-46de-aaa9-db239f93173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.641656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-49b6c9cf-7096-46de-aaa9-db239f93173c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 919 time: 0.0912240 Mar 31 23:49:10.660198 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ef416252-37d2-45eb-8a2b-4bbc4cc415a2 req-0590b825-85eb-4ff0-93ba-63e34dbf37d9 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Mar 31 23:49:10.685545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-35f35517-8dfb-4a8c-aa2b-62adb302e351 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72ad820c-fdd1-4781-828b-244adf841f9f HTTP/1.1" status: 200 len: 217 time: 0.0365546 Mar 31 23:49:10.734045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-abfe55d5-aa51-4666-a20d-348df16297ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.735501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-abfe55d5-aa51-4666-a20d-348df16297ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cce64627-f4d2-41c6-a0e1-a560d7e8c84c HTTP/1.1" status: 200 len: 856 time: 0.0433860 Mar 31 23:49:10.788816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-06973303-3157-4145-b3e7-81b14a62daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:10.790326 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-06973303-3157-4145-b3e7-81b14a62daac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8161d5f1-8e41-4647-a478-c4390a6077f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449219 Mar 31 23:49:10.893542 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-d3c57de1-5648-4716-8bc4-19e49cf99b8a service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960693 Mar 31 23:49:10.997313 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61ad949b-1fe2-4da7-8498-7907b9a2dc0c req-1171f2cf-8850-43e6-83f2-5d4b0bbb028b service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963252 Mar 31 23:49:11.784418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037514c-efcc-47d3-a82b-d132337466e5 req-16efd5c4-159c-42d8-be5f-360dcc478684 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:11.785897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7037514c-efcc-47d3-a82b-d132337466e5 req-16efd5c4-159c-42d8-be5f-360dcc478684 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0534046 Mar 31 23:49:11.828111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7037514c-efcc-47d3-a82b-d132337466e5 req-701f5656-1ecb-41d0-a038-78adb5641b51 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Mar 31 23:49:12.954737 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009740-85d5-4d69-8d08-b9ceb2c56b12 req-4af80b0b-cd2a-4b25-b0a3-33c99ae2bb17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:12.956440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e009740-85d5-4d69-8d08-b9ceb2c56b12 req-4af80b0b-cd2a-4b25-b0a3-33c99ae2bb17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0494051 Mar 31 23:49:12.996528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e009740-85d5-4d69-8d08-b9ceb2c56b12 req-462d5fe8-887c-4c48-a2c1-9bebdae690d5 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Mar 31 23:49:14.140717 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758314e5-e136-46ca-9ca2-c9109732a593 req-9f582e18-69de-4d81-b281-66de856978ef tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:14.142292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-758314e5-e136-46ca-9ca2-c9109732a593 req-9f582e18-69de-4d81-b281-66de856978ef tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0726714 Mar 31 23:49:14.183048 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-758314e5-e136-46ca-9ca2-c9109732a593 req-8e650746-f7fb-4086-9edc-4631c21279cf tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346565 Mar 31 23:49:15.133354 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:15.312849 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03f66f-98cf-4e69-9fd9-5dfef864411b req-095ef71a-74c2-4f5d-8683-d2dbe0c0be4a tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:15.314369 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe03f66f-98cf-4e69-9fd9-5dfef864411b req-095ef71a-74c2-4f5d-8683-d2dbe0c0be4a tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 944 time: 0.0505984 Mar 31 23:49:15.357132 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fe03f66f-98cf-4e69-9fd9-5dfef864411b req-0e22ed7b-ab82-4b8c-9e8d-4b3baafec53e tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Mar 31 23:49:15.921228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 72ad820c-fdd1-4781-828b-244adf841f9f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:49:16.024712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=72ad820c-fdd1-4781-828b-244adf841f9f,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:16.035454 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '72ad820c-fdd1-4781-828b-244adf841f9f', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'port_id': '72ad820c-fdd1-4781-828b-244adf841f9f', 'mac_address': 'fa:16:3e:27:d8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:49:16.077209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.090556 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ad820c-fdd1-4781-828b-244adf841f9f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:16.114772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=72ad820c-fdd1-4781-828b-244adf841f9f,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:16.120486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:16.167947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:16.432121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['72ad820c-fdd1-4781-828b-244adf841f9f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:16.487337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec36a6-66f2-4633-ab4c-1dcbcbcda812 req-502f646c-a583-4f12-a4ad-19a6ae598526 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:16.489039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09ec36a6-66f2-4633-ab4c-1dcbcbcda812 req-502f646c-a583-4f12-a4ad-19a6ae598526 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 945 time: 0.0562277 Mar 31 23:49:16.528107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-09ec36a6-66f2-4633-ab4c-1dcbcbcda812 req-349c6be6-e8c6-442c-8cea-bfe32507a2b7 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328205 Mar 31 23:49:17.662453 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5de383-06bf-4e06-a090-543c332abbd1 req-a0b1e031-1b39-4060-9329-4ec36afc7af1 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:17.664452 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a5de383-06bf-4e06-a090-543c332abbd1 req-a0b1e031-1b39-4060-9329-4ec36afc7af1 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Mar 31 23:49:17.717772 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7a5de383-06bf-4e06-a090-543c332abbd1 req-9cffe06a-9539-4da9-adfb-3f86bf458844 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Mar 31 23:49:17.935035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 72ad820c-fdd1-4781-828b-244adf841f9f up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:17.994801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 72ad820c-fdd1-4781-828b-244adf841f9f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:49:17.999015 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 72ad820c-fdd1-4781-828b-244adf841f9f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:17.999430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.084108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.110081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:18.112712 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709ebe2-f10a-4945-bce0-1547ffb2da11" -d '{"events": [{"server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "name": "network-vif-plugged", "status": "completed", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:18.129983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=72ad820c-fdd1-4781-828b-244adf841f9f,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:18.136541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:18.163543 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5e26d8-4108-419c-a50b-9e8ea573afa7 x-openstack-request-id: req-2a5e26d8-4108-419c-a50b-9e8ea573afa7 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:18.163838 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "name": "network-vif-plugged", "status": "completed", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:18.164092 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2a5e26d8-4108-419c-a50b-9e8ea573afa7 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:18.164506 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5e26d8-4108-419c-a50b-9e8ea573afa7'] response: {'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f', 'code': 200} Mar 31 23:49:18.193475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:18.255941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee108-b1b6-4dde-8f50-7d1d9c7da7d5 req-cc7d474e-a9fe-496d-aa75-f1ffd2085bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:18.257545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c38ee108-b1b6-4dde-8f50-7d1d9c7da7d5 req-cc7d474e-a9fe-496d-aa75-f1ffd2085bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 1097 time: 0.0448422 Mar 31 23:49:18.296292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c38ee108-b1b6-4dde-8f50-7d1d9c7da7d5 req-eed059f7-2b19-4abf-b264-d386eff4270e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301931 Mar 31 23:49:18.862814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609c312-359a-4b2a-ac34-d9a49f11e3f3 req-182af1c9-acb7-4e4b-9a0a-3d9766a34308 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:18.864711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1609c312-359a-4b2a-ac34-d9a49f11e3f3 req-182af1c9-acb7-4e4b-9a0a-3d9766a34308 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0635326 Mar 31 23:49:18.913476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1609c312-359a-4b2a-ac34-d9a49f11e3f3 req-fe5c8cc2-419f-4093-8d26-4277a9896df1 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Mar 31 23:49:20.039300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce1f3c-3f92-46da-8302-2a83a7b0b9ad req-ec6cf2b6-3cd3-436a-a047-6bd30fbb2842 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:20.040803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ce1f3c-3f92-46da-8302-2a83a7b0b9ad req-ec6cf2b6-3cd3-436a-a047-6bd30fbb2842 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0518081 Mar 31 23:49:20.080369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8ce1f3c-3f92-46da-8302-2a83a7b0b9ad req-98687182-a1a8-44dc-92c8-d3f8f998a8c0 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Mar 31 23:49:20.206162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b38c0a-3cbd-4959-b8ee-5fa166c5333f req-a80ec071-fa1f-46dc-9218-289bebe8cb43 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:20.207748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38b38c0a-3cbd-4959-b8ee-5fa166c5333f req-a80ec071-fa1f-46dc-9218-289bebe8cb43 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Mar 31 23:49:20.248251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38b38c0a-3cbd-4959-b8ee-5fa166c5333f req-425223f3-fe5f-4001-9de1-ddbbe98bb5ea tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Mar 31 23:49:21.443510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:26.701197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:34.573666 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d19dd900-c4dc-43e7-9d4b-6c19fea13fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:37.009245 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-65659a49-08a7-4c0e-9b93-b421181f3176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:38.553842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:40.175567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:40.414600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:41.519285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259eb09-f332-4036-b47c-977b6ddda4ec req-31ea1345-543a-44b0-9a8d-5f319985b12d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:41.520771 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e259eb09-f332-4036-b47c-977b6ddda4ec req-31ea1345-543a-44b0-9a8d-5f319985b12d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0596282 Mar 31 23:49:41.560111 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e259eb09-f332-4036-b47c-977b6ddda4ec req-a683f916-5302-4094-bda4-7bf43bb73352 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Mar 31 23:49:42.686531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26b664-5f53-436f-ba0c-271228f72d2f req-fdae34f4-f6fe-4444-bca6-f0b912cf56f5 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:42.688012 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b26b664-5f53-436f-ba0c-271228f72d2f req-fdae34f4-f6fe-4444-bca6-f0b912cf56f5 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0549026 Mar 31 23:49:42.730100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b26b664-5f53-436f-ba0c-271228f72d2f req-236af171-08e1-4282-81f1-85a1daba1205 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Mar 31 23:49:43.351084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb637-5c96-485f-b814-f088862dfff5 req-7301d1e3-4499-4103-bbaf-6d544eb1eb51 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:43.352466 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adccb637-5c96-485f-b814-f088862dfff5 req-7301d1e3-4499-4103-bbaf-6d544eb1eb51 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 946 time: 0.0500009 Mar 31 23:49:43.451753 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Deleting port 72ad820c-fdd1-4781-828b-244adf841f9f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:49:43.452099 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:43.541663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] For port 72ad820c-fdd1-4781-828b-244adf841f9f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=72ad820c-fdd1-4781-828b-244adf841f9f,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:43.542031 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:43.554591 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Calling delete_port for 72ad820c-fdd1-4781-828b-244adf841f9f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:49:43.687889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:43.700793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['72ad820c-fdd1-4781-828b-244adf841f9f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:43.716471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Pushing event deleted for resources: {'Port': ['ID=72ad820c-fdd1-4781-828b-244adf841f9f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:43.729433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.729750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.730086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.730417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.730765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.731092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.731451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.731776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.732106 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.732462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.732810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.733116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:43.773924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] No DVR routers for this DVR port 72ad820c-fdd1-4781-828b-244adf841f9f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:49:43.777068 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:43.781635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-adccb637-5c96-485f-b814-f088862dfff5 req-2c9a1746-986e-42fb-a06a-b163ba303f46 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "DELETE /v2.0/ports/72ad820c-fdd1-4781-828b-244adf841f9f HTTP/1.1" status: 204 len: 173 time: 0.4227693 Mar 31 23:49:43.782108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'name': 'network-vif-deleted', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:43.785559 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db0f38f-2131-4a7b-a04f-50c3279241e3" -d '{"events": [{"server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "name": "network-vif-deleted", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:43.840846 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b0b72f-3f17-4a9d-9f2d-0965299f6f48 x-openstack-request-id: req-d6b0b72f-3f17-4a9d-9f2d-0965299f6f48 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:43.841289 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d85c5da-0b6c-4f50-8b89-5db23db50b09", "name": "network-vif-deleted", "tag": "72ad820c-fdd1-4781-828b-244adf841f9f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:43.841544 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d6b0b72f-3f17-4a9d-9f2d-0965299f6f48 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:43.842001 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b0b72f-3f17-4a9d-9f2d-0965299f6f48'] response: {'server_uuid': '6d85c5da-0b6c-4f50-8b89-5db23db50b09', 'name': 'network-vif-deleted', 'tag': '72ad820c-fdd1-4781-828b-244adf841f9f', 'status': 'completed', 'code': 200} Mar 31 23:49:43.850966 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-37616507-87cc-403c-8593-40cad19ea40a req-a7b678d5-0fb6-471c-aed1-c2f7e0b6b9c6 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=6d85c5da-0b6c-4f50-8b89-5db23db50b09 HTTP/1.1" status: 200 len: 210 time: 0.0343137 Mar 31 23:49:45.536360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-34034f8e-583e-46d1-a236-d428c00f3a06 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:45.537712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-34034f8e-583e-46d1-a236-d428c00f3a06 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 817 time: 0.1135800 Mar 31 23:49:45.553376 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-acc8b1fb-2e30-493a-8b4c-392a8e363ec0 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/quotas/1e0f776262de4a23b988cb3a9ddeffa3 HTTP/1.1" status: 200 len: 375 time: 0.0096810 Mar 31 23:49:45.606145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-e0d64bff-7a98-4f30-af35-c76eacc13fcc tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472860 Mar 31 23:49:45.700554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-bd0a1ff3-b006-4e45-8aa3-6305c938ffe1 service neutron] 10.222.0.95 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810478 Mar 31 23:49:45.798768 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-5d8a9e4a-3b2c-449d-9266-f8c5a08dbd4d service neutron] 10.222.0.95 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888219 Mar 31 23:49:46.002639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8829d001-060d-4e60-9ae8-f3eda4dd190a req-f5db0e0e-46ec-4800-a241-9dc66736cfb4 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 210 time: 0.0263512 Mar 31 23:49:46.074655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 72ad820c-fdd1-4781-828b-244adf841f9f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:49:46.097304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 72ad820c-fdd1-4781-828b-244adf841f9f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:49:46.098334 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 72ad820c-fdd1-4781-828b-244adf841f9f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:49:46.927363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-e3f7afd0-190d-49ca-a462-ad9c34e97136 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:46.928813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-e3f7afd0-190d-49ca-a462-ad9c34e97136 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 817 time: 0.1076508 Mar 31 23:49:46.943541 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Request body: {'port': {'device_id': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'admin_state_up': True, 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:47.061686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Made reservation on behalf of 1e0f776262de4a23b988cb3a9ddeffa3 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:49:47.065189 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.107826 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-90ca49a1-a5f8-4e4d-b0c8-2f5321bd6b4c req-b9d6dd8e-4e07-4dbf-9de2-c27dc5885314 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 210 time: 0.0287678 Mar 31 23:49:47.191383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Allocated IP 172.20.0.3 (8161d5f1-8e41-4647-a478-c4390a6077f8/cce64627-f4d2-41c6-a0e1-a560d7e8c84c/2fe41be0-2161-44dc-9953-4ec495e6a49e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:49:47.341225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.378081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.426471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:49:47.429732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:49:47.433369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:49:47.439825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Pushing event updated for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:47.491747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:47.492370 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.510866 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-1de6f362-e008-43f5-9443-b3d637e5fd17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716467 Mar 31 23:49:47.523597 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Request body: {'port': {'device_id': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:49:47.581878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.690846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e9d8d93a-783e-456e-8c80-e5deab7c6da9 None None] Provisioning complete for port 2fe41be0-2161-44dc-9953-4ec495e6a49e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:47.691524 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9d8d93a-783e-456e-8c80-e5deab7c6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.727788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8d93a-783e-456e-8c80-e5deab7c6da9 None None] Port 2fe41be0-2161-44dc-9953-4ec495e6a49e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:49:47.868470 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe41be0-2161-44dc-9953-4ec495e6a49e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:47.878134 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.893625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Transition to ACTIVE for port object 2fe41be0-2161-44dc-9953-4ec495e6a49e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:49:47.898195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:47.958757 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:48.033268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Attempting to bind port 2fe41be0-2161-44dc-9953-4ec495e6a49e on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:49:48.033603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Attempting to bind port 2fe41be0-2161-44dc-9953-4ec495e6a49e by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:49:48.033984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Attempting to bind port 2fe41be0-2161-44dc-9953-4ec495e6a49e on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:48.038662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Port 2fe41be0-2161-44dc-9953-4ec495e6a49e on network 8161d5f1-8e41-4647-a478-c4390a6077f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:49:48.039001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Attempting to bind port 2fe41be0-2161-44dc-9953-4ec495e6a49e on network 8161d5f1-8e41-4647-a478-c4390a6077f8 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:49:48.044053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:49:48.044391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Checking segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:49:48.044776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Bound using segment: {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:49:48.045278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Bound port: 2fe41be0-2161-44dc-9953-4ec495e6a49e, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e4175e-9548-422a-aa70-22416916b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:49:48.045667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:48.122764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:49:48.126186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:49:48.131594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:48.167726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.168337 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:48.169802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fe41be0-2161-44dc-9953-4ec495e6a49e HTTP/1.1" status: 200 len: 1091 time: 0.6510060 Mar 31 23:49:48.170266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:48.172568 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e53d1ce051a6cb2555612304e244e1aa9522e8b649e8e52c86e4ad66ce345016" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:48.202670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef929-b69b-487b-b55b-f4c71b5c6bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:48.231075 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1faf18a-f341-4b5b-82c9-8cf32964d5b9 x-openstack-request-id: req-c1faf18a-f341-4b5b-82c9-8cf32964d5b9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:48.231458 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:48.231773 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c1faf18a-f341-4b5b-82c9-8cf32964d5b9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:48.232272 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1faf18a-f341-4b5b-82c9-8cf32964d5b9'] response: {'name': 'network-changed', 'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e', 'status': 'completed', 'code': 200} Mar 31 23:49:48.294564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378027-6831-4d60-be6d-01e5cbd9024a req-d2ea4502-04fc-4f70-9a26-266579e60e70 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.296362 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8378027-6831-4d60-be6d-01e5cbd9024a req-d2ea4502-04fc-4f70-9a26-266579e60e70 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 943 time: 0.0800788 Mar 31 23:49:48.303634 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-4269cda6-20c2-4930-b83a-ec66dea731a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.305274 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-4269cda6-20c2-4930-b83a-ec66dea731a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 1094 time: 0.0876930 Mar 31 23:49:48.362509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-ea60cd0c-914f-4618-a3df-5870cd317d98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e HTTP/1.1" status: 200 len: 217 time: 0.0492415 Mar 31 23:49:48.382331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d8378027-6831-4d60-be6d-01e5cbd9024a req-9252167f-3592-4d37-96d1-52237d6fc453 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760496 Mar 31 23:49:48.416793 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-031fde77-07ca-4032-8173-e45d9324f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.418236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-031fde77-07ca-4032-8173-e45d9324f1da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cce64627-f4d2-41c6-a0e1-a560d7e8c84c HTTP/1.1" status: 200 len: 856 time: 0.0482812 Mar 31 23:49:48.469760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-c42d6ece-3690-4b88-a32f-8ddddeda6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.471264 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-c42d6ece-3690-4b88-a32f-8ddddeda6d15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8161d5f1-8e41-4647-a478-c4390a6077f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466444 Mar 31 23:49:48.570416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-dddeb8df-1fa6-4698-b532-24a90fdaa910 service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903800 Mar 31 23:49:48.667475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49e68f83-e7d4-4051-8c48-0d9a2551cb33 req-7ef430e2-1bd3-4b51-a9e2-3a9a1ca16652 service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Mar 31 23:49:48.766752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-d796bcba-55a7-4c88-bab3-cefb4cca6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.768328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-d796bcba-55a7-4c88-bab3-cefb4cca6ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 1094 time: 0.0494094 Mar 31 23:49:48.870204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-4bd24bf0-11a2-4ec3-9d2a-cee3dbc7cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.871614 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-4bd24bf0-11a2-4ec3-9d2a-cee3dbc7cdcd service neutron] 10.222.0.60 "GET /v2.0/networks?id=8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 200 len: 919 time: 0.0954022 Mar 31 23:49:48.916010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-e158594a-a909-4f94-8216-4f8e314758f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e HTTP/1.1" status: 200 len: 217 time: 0.0376241 Mar 31 23:49:48.980284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-bead4165-646d-4ad9-a787-6d9c1461b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:48.981774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-bead4165-646d-4ad9-a787-6d9c1461b8c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cce64627-f4d2-41c6-a0e1-a560d7e8c84c HTTP/1.1" status: 200 len: 856 time: 0.0589643 Mar 31 23:49:49.030682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-9d38b049-6c94-4950-9e3f-980239e2c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:49.032244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-9d38b049-6c94-4950-9e3f-980239e2c3a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8161d5f1-8e41-4647-a478-c4390a6077f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434566 Mar 31 23:49:49.146173 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-86b9691c-1452-49aa-a31d-62da07c2a00c service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064970 Mar 31 23:49:49.250368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5e3b94e-2ea9-4dce-8f6f-a90d6ee78cbd req-4baaf126-8ea4-4260-a2ea-d90ff0e86fbc service neutron] 10.222.0.60 "GET /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962930 Mar 31 23:49:49.518877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ada0f-e923-45ee-a642-c9e09c94b43f req-a2fed21d-98fe-4bda-a7e0-76a02d2d978d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:49.520418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca5ada0f-e923-45ee-a642-c9e09c94b43f req-a2fed21d-98fe-4bda-a7e0-76a02d2d978d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 943 time: 0.0561173 Mar 31 23:49:49.563905 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ca5ada0f-e923-45ee-a642-c9e09c94b43f req-6ecde455-6ef7-4816-936a-2e024f06645c tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Mar 31 23:49:50.688005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1647da8-26db-4ed7-8746-017774041981 req-32ae21d5-ee7b-4620-a3d8-5ddc1ffb6505 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:50.689476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1647da8-26db-4ed7-8746-017774041981 req-32ae21d5-ee7b-4620-a3d8-5ddc1ffb6505 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 943 time: 0.0546730 Mar 31 23:49:50.729760 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1647da8-26db-4ed7-8746-017774041981 req-060a1ebe-3c53-44b1-814b-d0a40dd2899e tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Mar 31 23:49:51.438417 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:51.865914 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1748ed-ab09-4f5e-a97e-a1319f8b047c req-c62beeab-dc37-4aeb-9a97-f7c0e853da18 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:51.867463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea1748ed-ab09-4f5e-a97e-a1319f8b047c req-c62beeab-dc37-4aeb-9a97-f7c0e853da18 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 943 time: 0.0686903 Mar 31 23:49:51.911428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ea1748ed-ab09-4f5e-a97e-a1319f8b047c req-7542b7df-ca4f-4a87-be57-563acebe4b94 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344560 Mar 31 23:49:52.125671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2fe41be0-2161-44dc-9953-4ec495e6a49e details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:49:52.133685 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:49:52.224867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:52.236358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '2fe41be0-2161-44dc-9953-4ec495e6a49e', 'network_id': '8161d5f1-8e41-4647-a478-c4390a6077f8', 'port_id': '2fe41be0-2161-44dc-9953-4ec495e6a49e', 'mac_address': 'fa:16:3e:08:a5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce64627-f4d2-41c6-a0e1-a560d7e8c84c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:49:52.275710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:52.288318 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe41be0-2161-44dc-9953-4ec495e6a49e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:49:52.308900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:52.315290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:52.363357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:52.373471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.373883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.374291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.374847 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.375189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.375542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.375882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.376197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.376524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.376857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.377185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.377501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:49:52.632265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2fe41be0-2161-44dc-9953-4ec495e6a49e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:49:53.039222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1945fa-695a-4116-a8b4-d18fc37050dc req-d57d41dc-840e-4106-bdda-25e2bb169ce7 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:53.040772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c1945fa-695a-4116-a8b4-d18fc37050dc req-d57d41dc-840e-4106-bdda-25e2bb169ce7 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 944 time: 0.0573847 Mar 31 23:49:53.081300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8c1945fa-695a-4116-a8b4-d18fc37050dc req-9ec40878-f7d7-42ea-845b-1426c62edac8 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342629 Mar 31 23:49:54.135549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2fe41be0-2161-44dc-9953-4ec495e6a49e up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:49:54.184937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 2fe41be0-2161-44dc-9953-4ec495e6a49e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:49:54.189540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 2fe41be0-2161-44dc-9953-4ec495e6a49e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:49:54.190064 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:54.206368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79850c2-6f48-4c26-a808-59795d7e5f8e req-87943c0f-d36d-419b-abe2-a0112d710b99 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:54.207989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b79850c2-6f48-4c26-a808-59795d7e5f8e req-87943c0f-d36d-419b-abe2-a0112d710b99 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 944 time: 0.0530274 Mar 31 23:49:54.249014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b79850c2-6f48-4c26-a808-59795d7e5f8e req-9ee46ddc-dc74-4d8e-a728-66132e9912b4 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Mar 31 23:49:54.270160 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:54.292820 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:49:54.295067 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c960a87d4b1c87f7c519bbe42c8cbd7e03006bac0a6b83b2db6245ccbda7612e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02621f-390a-4a67-882a-29913aed1532" -d '{"events": [{"server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "name": "network-vif-plugged", "status": "completed", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:49:54.308348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:49:54.312727 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:54.335003 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f13937-8096-4ea5-967d-37010fd3adfb x-openstack-request-id: req-b9f13937-8096-4ea5-967d-37010fd3adfb {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:49:54.335304 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "name": "network-vif-plugged", "status": "completed", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:49:54.335546 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b9f13937-8096-4ea5-967d-37010fd3adfb {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:49:54.335936 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f13937-8096-4ea5-967d-37010fd3adfb'] response: {'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e', 'code': 200} Mar 31 23:49:54.360980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:49:54.432378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1832b-131d-4486-a576-bc762d796a09 req-8db790cf-ecaa-4eb7-8f12-7c90d9780767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:54.434316 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44a1832b-131d-4486-a576-bc762d796a09 req-8db790cf-ecaa-4eb7-8f12-7c90d9780767 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 1096 time: 0.0407283 Mar 31 23:49:54.470865 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-44a1832b-131d-4486-a576-bc762d796a09 req-f1d30af2-1047-4ed1-9b86-f51781b73adb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290651 Mar 31 23:49:55.378443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef6c99-b27f-46a4-a03c-08c0687aa8aa req-d54bc8a7-7755-4b26-840a-9a520979672d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:55.379888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faef6c99-b27f-46a4-a03c-08c0687aa8aa req-d54bc8a7-7755-4b26-840a-9a520979672d tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.0545368 Mar 31 23:49:55.423079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-faef6c99-b27f-46a4-a03c-08c0687aa8aa req-b87428f2-3c2e-4545-a679-7730ced5b90b tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343378 Mar 31 23:49:56.582851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f5fb1-971d-4c73-a2f8-0f5ffa08ac7a req-81dbe338-e1ae-446d-a117-037d25d8468b tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.584399 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a97f5fb1-971d-4c73-a2f8-0f5ffa08ac7a req-81dbe338-e1ae-446d-a117-037d25d8468b tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.0640528 Mar 31 23:49:56.624572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a97f5fb1-971d-4c73-a2f8-0f5ffa08ac7a req-04c9a68d-11dc-4bb3-9f36-3cb824a50d0a tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Mar 31 23:49:56.698202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:49:56.845869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44c9fa-ca2e-44bc-991b-794cfbcde3b9 req-afcdf62b-44df-44c0-8bab-1749c49e7c17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:49:56.847397 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc44c9fa-ca2e-44bc-991b-794cfbcde3b9 req-afcdf62b-44df-44c0-8bab-1749c49e7c17 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.1103845 Mar 31 23:49:56.886062 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fc44c9fa-ca2e-44bc-991b-794cfbcde3b9 req-ddce95c1-69c5-4ffd-91e7-c84f74d665fb tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Mar 31 23:50:04.573202 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0c30-b5a8-43e1-ba27-00f6780fd703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:07.016684 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d4eefa8-14b8-4d8e-8a1e-68130d8a595d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:08.554792 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:10.175479 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:10.412234 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:15.354930 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f5b44-9e0b-4046-b573-1c8b72a8593b req-c953b8d3-5292-4edd-9eca-f08aee288303 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:15.356463 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b55f5b44-9e0b-4046-b573-1c8b72a8593b req-c953b8d3-5292-4edd-9eca-f08aee288303 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.0509112 Mar 31 23:50:15.398027 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b55f5b44-9e0b-4046-b573-1c8b72a8593b req-d9c56837-4bda-4a68-a2ba-7846f9379ca1 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Mar 31 23:50:16.625112 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02cca-f9fa-491c-ae3e-9a9446ab2c79 req-201cebc4-f395-43dd-966b-16936c5f1865 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:16.626592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8af02cca-f9fa-491c-ae3e-9a9446ab2c79 req-201cebc4-f395-43dd-966b-16936c5f1865 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.0969241 Mar 31 23:50:16.668015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8af02cca-f9fa-491c-ae3e-9a9446ab2c79 req-fc1c77fe-2347-415e-8538-717c80ef2213 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/security-groups?id=50d54caf-9e32-4a04-913a-ae61da5af7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Mar 31 23:50:17.021459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-57357210-7830-45ed-a437-3e10d088a8e3 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:17.022846 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-57357210-7830-45ed-a437-3e10d088a8e3 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 945 time: 0.0511377 Mar 31 23:50:17.120088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Deleting port 2fe41be0-2161-44dc-9953-4ec495e6a49e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:17.120405 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.210454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] For port 2fe41be0-2161-44dc-9953-4ec495e6a49e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=2fe41be0-2161-44dc-9953-4ec495e6a49e,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:17.210829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.223688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Calling delete_port for 2fe41be0-2161-44dc-9953-4ec495e6a49e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:17.378614 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.390673 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['2fe41be0-2161-44dc-9953-4ec495e6a49e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:50:17.408451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Pushing event deleted for resources: {'Port': ['ID=2fe41be0-2161-44dc-9953-4ec495e6a49e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:17.453089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] No DVR routers for this DVR port 2fe41be0-2161-44dc-9953-4ec495e6a49e on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:17.456045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:17.459708 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2a1a4748-b3ed-4583-86a2-0c2c6187c243 req-1a9670a4-df4a-4d92-a5f5-55616eea6977 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.60 "DELETE /v2.0/ports/2fe41be0-2161-44dc-9953-4ec495e6a49e HTTP/1.1" status: 204 len: 173 time: 0.4312463 Mar 31 23:50:17.460155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'name': 'network-vif-deleted', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:50:17.502965 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b80018e-015c-4210-bc6a-bab1a81073d2" -d '{"events": [{"server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "name": "network-vif-deleted", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:50:17.607676 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573d8008-e2cb-4f21-ab3d-3cf325be2986 x-openstack-request-id: req-573d8008-e2cb-4f21-ab3d-3cf325be2986 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:50:17.607965 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7247e913-afa3-44ae-ad4c-8e125e1a72ab", "name": "network-vif-deleted", "tag": "2fe41be0-2161-44dc-9953-4ec495e6a49e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:50:17.608218 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-573d8008-e2cb-4f21-ab3d-3cf325be2986 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:50:17.608615 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573d8008-e2cb-4f21-ab3d-3cf325be2986'] response: {'server_uuid': '7247e913-afa3-44ae-ad4c-8e125e1a72ab', 'name': 'network-vif-deleted', 'tag': '2fe41be0-2161-44dc-9953-4ec495e6a49e', 'status': 'completed', 'code': 200} Mar 31 23:50:17.794951 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-245e72f1-4bb8-46ff-bc63-f13e553b21a5 req-7380b03d-fd18-4f01-ab78-17c6bc1a0ed0 tempest-TestEncryptedCinderVolumes-1289758708 tempest-TestEncryptedCinderVolumes-1289758708-project] 10.222.0.95 "GET /v2.0/ports?device_id=7247e913-afa3-44ae-ad4c-8e125e1a72ab HTTP/1.1" status: 200 len: 210 time: 0.0349588 Mar 31 23:50:18.893149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36374) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:19.256990 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.509243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Deleting port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:19.509538 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.598102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] For port 31f6569f-16f1-476b-8e24-73dc9ffa4aa6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:19.598431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.610750 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Calling delete_port for 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:19.800342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:19.825058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Pushing event deleted for resources: {'Port': ['ID=31f6569f-16f1-476b-8e24-73dc9ffa4aa6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:19.989287 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.233467 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Router 25474dfa-ed92-43f6-afdd-5a5773e839db has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:20.269855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2fe41be0-2161-44dc-9953-4ec495e6a49e no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:20.290014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 2fe41be0-2161-44dc-9953-4ec495e6a49e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:20.290362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 2fe41be0-2161-44dc-9953-4ec495e6a49e not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:20.346249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:20.352106 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-52964209-4e2e-4d43-a7c4-8d3a4d60afdc admin admin] 10.222.0.95 "PUT /v2.0/routers/25474dfa-ed92-43f6-afdd-5a5773e839db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578083 Mar 31 23:50:20.354181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36376) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:20.356493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Sync routers for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:20.368136 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:20.368756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.479474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:20.666897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 5, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.693726 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Checking router: 25474dfa-ed92-43f6-afdd-5a5773e839db for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:20.703793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Routers {'25474dfa-ed92-43f6-afdd-5a5773e839db'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:20.704418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['25474dfa-ed92-43f6-afdd-5a5773e839db'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:20.780999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.809869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] Set router 25474dfa-ed92-43f6-afdd-5a5773e839db gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:20.893295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.947461 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Deleting port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:20.947812 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:20.990649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 5, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:21.020479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c5f6b-0beb-4b46-be0a-bfd11e0e7b8a None None] The sync data for ids ['25474dfa-ed92-43f6-afdd-5a5773e839db'] in n-d-835855-2 is: [{'id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'name': 'tempest-TestEncryptedCinderVolumes-1194234437-router', 'tenant_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:50:19Z', 'revision_number': 5, 'project_id': '1e0f776262de4a23b988cb3a9ddeffa3', 'gw_port': {'id': '8383b215-bc43-4b4f-bf1d-ae7cd5acdb29', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25474dfa-ed92-43f6-afdd-5a5773e839db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:48:57Z', 'updated_at': '2022-03-31T23:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:21.032535 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] For port 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:21.033180 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.046460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Calling delete_port for 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:21.221790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.247429 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8383b215-bc43-4b4f-bf1d-ae7cd5acdb29,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:21.315002 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.411897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.414020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.442868 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.460876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.461791 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25474dfa-ed92-43f6-afdd-5a5773e839db {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:50:21.468830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.470212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-26c2f4fb-afe1-4121-a050-2ff1fcd414dc admin admin] 10.222.0.95 "DELETE /v2.0/routers/25474dfa-ed92-43f6-afdd-5a5773e839db HTTP/1.1" status: 204 len: 168 time: 1.1151061 Mar 31 23:50:21.473105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36378) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:21.519313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Deleting subnet cce64627-f4d2-41c6-a0e1-a560d7e8c84c {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:50:21.522577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.566071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.645537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.700924 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.726440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce64627-f4d2-41c6-a0e1-a560d7e8c84c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:21.730928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.734531 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/cce64627-f4d2-41c6-a0e1-a560d7e8c84c HTTP/1.1" status: 204 len: 168 time: 0.2594228 Mar 31 23:50:21.737087 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36380) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:21.738958 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6c745-0180-4181-bcb1-d1567722e267 None None] Network 8161d5f1-8e41-4647-a478-c4390a6077f8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:21.739364 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.739708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.740017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.740460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.741016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.741178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.741435 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.741776 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.742817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.742817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.742817 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.743163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a7a3e-7a28-462d-86a0-897be5da3409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:21.808950 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.867150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Deleting port 7c94280e-85dd-402a-81a3-008ebad4e813 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:21.867531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.929617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] For port 7c94280e-85dd-402a-81a3-008ebad4e813, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7c94280e-85dd-402a-81a3-008ebad4e813,segment=NetworkSegment(40e4175e-9548-422a-aa70-22416916b94a),segment_id=40e4175e-9548-422a-aa70-22416916b94a)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:21.929859 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:21.942080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Calling delete_port for 7c94280e-85dd-402a-81a3-008ebad4e813 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:22.024810 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1219a8-da70-4838-89c8-efd3a6486dfc None None] DHCP port deletion for 8161d5f1-8e41-4647-a478-c4390a6077f8 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:50:22.028090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.058562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Pushing event deleted for resources: {'Port': ['ID=7c94280e-85dd-402a-81a3-008ebad4e813,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.064409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] No DVR routers for this DVR port 7c94280e-85dd-402a-81a3-008ebad4e813 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:22.089542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:22.114117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:22.114459 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 31f6569f-16f1-476b-8e24-73dc9ffa4aa6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:22.114891 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:22.133168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:22.133512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8383b215-bc43-4b4f-bf1d-ae7cd5acdb29 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:22.133924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c94280e-85dd-402a-81a3-008ebad4e813 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:22.142298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.156652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7c94280e-85dd-402a-81a3-008ebad4e813 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:22.157006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7c94280e-85dd-402a-81a3-008ebad4e813 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:22.169354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8161d5f1-8e41-4647-a478-c4390a6077f8']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:22.178952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e4175e-9548-422a-aa70-22416916b94a') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:22.179276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e4175e-9548-422a-aa70-22416916b94a') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:22.188926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.203333 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.210027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:50:22.210416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:50:22.212471 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:50:22.268813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.274793 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.277978 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] 10.222.0.95 "DELETE /v2.0/networks/8161d5f1-8e41-4647-a478-c4390a6077f8 HTTP/1.1" status: 204 len: 168 time: 0.5398302 Mar 31 23:50:22.281246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36382) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:22.288962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6128f-64b3-4917-be4a-60f4c1e1b3be admin admin] Pushing event deleted for resources: {'Network': ['ID=8161d5f1-8e41-4647-a478-c4390a6077f8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:22.654914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:22.914746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Deleting port 9014f888-124d-45df-a061-7e3df085bc5d {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:22.914958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.007188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] For port 9014f888-124d-45df-a061-7e3df085bc5d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=9014f888-124d-45df-a061-7e3df085bc5d,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:23.007586 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.020273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Calling delete_port for 9014f888-124d-45df-a061-7e3df085bc5d owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:23.208086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.235874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Pushing event deleted for resources: {'Port': ['ID=9014f888-124d-45df-a061-7e3df085bc5d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:23.401402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.624325 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Router d6a43f5c-2226-4b70-8dd7-85a47b15b958 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:23.743935 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:23.749890 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e625a8dd-c2d5-4fb8-b7a8-a1c64fa8f073 admin admin] 10.222.0.95 "PUT /v2.0/routers/d6a43f5c-2226-4b70-8dd7-85a47b15b958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674609 Mar 31 23:50:23.752912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:23.753381 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Sync routers for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:23.765810 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:23.766455 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:23.860352 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:23.872474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:23.962957 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.038582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Deleting port 67a81dd7-e4c5-47c8-8968-f811fbf44293 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:24.039091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.070809 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:50:23Z', 'revision_number': 5, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port': {'id': '67a81dd7-e4c5-47c8-8968-f811fbf44293', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:49:02Z', 'updated_at': '2022-03-31T23:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:24.100594 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Checking router: d6a43f5c-2226-4b70-8dd7-85a47b15b958 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:24.110500 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Routers {'d6a43f5c-2226-4b70-8dd7-85a47b15b958'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:24.111111 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:24.139357 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] For port 67a81dd7-e4c5-47c8-8968-f811fbf44293, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=67a81dd7-e4c5-47c8-8968-f811fbf44293,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:24.139720 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.152628 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Calling delete_port for 67a81dd7-e4c5-47c8-8968-f811fbf44293 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:24.199045 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] Set router d6a43f5c-2226-4b70-8dd7-85a47b15b958 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:24.254020 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:50:23Z', 'revision_number': 6, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:24.282369 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87237f57-ffc2-4f24-8427-62f07972b855 None None] The sync data for ids ['d6a43f5c-2226-4b70-8dd7-85a47b15b958'] in n-d-835855-2 is: [{'id': 'd6a43f5c-2226-4b70-8dd7-85a47b15b958', 'name': 'tempest-TestEncryptedCinderVolumes-539423930-router', 'tenant_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:49:01Z', 'updated_at': '2022-03-31T23:50:23Z', 'revision_number': 6, 'project_id': '5b518dfa9d294ca88d3ee8e0b88c64cb', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:24.326715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.352356 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=67a81dd7-e4c5-47c8-8968-f811fbf44293,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.417135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.507218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.509437 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.556091 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.556616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6a43f5c-2226-4b70-8dd7-85a47b15b958 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:50:24.560865 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.562047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-411d7a27-46d5-430a-a40c-ee10ad8cb5cd admin admin] 10.222.0.95 "DELETE /v2.0/routers/d6a43f5c-2226-4b70-8dd7-85a47b15b958 HTTP/1.1" status: 204 len: 168 time: 0.8079753 Mar 31 23:50:24.564929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36388) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:24.616622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Deleting subnet c2623858-0d55-4957-acaa-fdfe9d7e0056 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:50:24.620278 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.661471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.738885 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.794691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.819348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2623858-0d55-4957-acaa-fdfe9d7e0056,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:24.823000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.826240 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2ac16d19-ad2a-446d-a523-9faf9094311e admin admin] 10.222.0.95 "DELETE /v2.0/subnets/c2623858-0d55-4957-acaa-fdfe9d7e0056 HTTP/1.1" status: 204 len: 168 time: 0.2604132 Mar 31 23:50:24.829030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36390) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:24.831591 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ff1d40-0a74-4e4d-9596-3e1b6c80f8ca None None] Network 37d90cb4-a261-4db6-8164-299ced95e982 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:24.901497 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:24.955622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Deleting port 7d3116c2-6607-4080-9140-c130c47c5fc8 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:24.955964 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.024232 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] For port 7d3116c2-6607-4080-9140-c130c47c5fc8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7d3116c2-6607-4080-9140-c130c47c5fc8,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:25.024603 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.038256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Calling delete_port for 7d3116c2-6607-4080-9140-c130c47c5fc8 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:25.051984 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] DHCP port deletion for 37d90cb4-a261-4db6-8164-299ced95e982 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:50:25.106066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Deleting port 7d3116c2-6607-4080-9140-c130c47c5fc8 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:50:25.106492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.119702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.144572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3116c2-6607-4080-9140-c130c47c5fc8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.150532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] No DVR routers for this DVR port 7d3116c2-6607-4080-9140-c130c47c5fc8 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:25.181338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] For port 7d3116c2-6607-4080-9140-c130c47c5fc8, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=7d3116c2-6607-4080-9140-c130c47c5fc8,segment=NetworkSegment(89df5f40-1e29-496b-b81f-e6a8b9c3fcab),segment_id=89df5f40-1e29-496b-b81f-e6a8b9c3fcab)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:25.181731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.194501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Calling delete_port for 7d3116c2-6607-4080-9140-c130c47c5fc8 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:50:25.224742 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.245336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d90cb4-a261-4db6-8164-299ced95e982']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:25.255738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89df5f40-1e29-496b-b81f-e6a8b9c3fcab') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:25.256032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89df5f40-1e29-496b-b81f-e6a8b9c3fcab') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:25.266491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.274898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.280922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.287426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:50:25.287830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:50:25.289515 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:50:25.300486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] Pushing event deleted for resources: {'Port': ['ID=7d3116c2-6607-4080-9140-c130c47c5fc8,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.304662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b2ca9-255f-43a8-8a5f-c947d1aaadf9 None None] No DVR routers for this DVR port 7d3116c2-6607-4080-9140-c130c47c5fc8 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:50:25.351946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.360363 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.363527 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] 10.222.0.95 "DELETE /v2.0/networks/37d90cb4-a261-4db6-8164-299ced95e982 HTTP/1.1" status: 204 len: 168 time: 0.5335405 Mar 31 23:50:25.373141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dcf0c-0941-4e65-aa56-f77919e887b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d90cb4-a261-4db6-8164-299ced95e982,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:25.537352 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36394) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:25.579687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-67bdc980-7372-4c94-9dcc-d1e8d1ef8015 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1e0f776262de4a23b988cb3a9ddeffa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410459 Mar 31 23:50:25.582477 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36396) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:25.633958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.655696 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.702824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.705394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:25.706560 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/50d54caf-9e32-4a04-913a-ae61da5af7aa HTTP/1.1" status: 204 len: 168 time: 0.1228468 Mar 31 23:50:25.714245 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796007dc-80b4-4ce2-9c0e-4d206bba9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d54caf-9e32-4a04-913a-ae61da5af7aa,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:26.051447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9014f888-124d-45df-a061-7e3df085bc5d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:26.054658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36402) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:26.071763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 9014f888-124d-45df-a061-7e3df085bc5d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:26.072391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 9014f888-124d-45df-a061-7e3df085bc5d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:26.072813 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 67a81dd7-e4c5-47c8-8968-f811fbf44293 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:26.093615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 67a81dd7-e4c5-47c8-8968-f811fbf44293 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:26.093861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 67a81dd7-e4c5-47c8-8968-f811fbf44293 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:26.094475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7d3116c2-6607-4080-9140-c130c47c5fc8 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:50:26.100755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-190ba432-4348-4281-8c81-c58c1fa4caea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5b518dfa9d294ca88d3ee8e0b88c64cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447679 Mar 31 23:50:26.103368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36404) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:26.114230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 7d3116c2-6607-4080-9140-c130c47c5fc8 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:50:26.114569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 7d3116c2-6607-4080-9140-c130c47c5fc8 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:50:26.155700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.176749 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.229087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.231662 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.232862 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/689a09cb-7651-4ea9-8dae-7a466d6558d4 HTTP/1.1" status: 204 len: 168 time: 0.1286156 Mar 31 23:50:26.241198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c46c-8389-4bcb-ab5d-f4e2c3d7d601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689a09cb-7651-4ea9-8dae-7a466d6558d4,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:26.699273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:26.972511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:27.079437 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-912347021-network', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:27.105713 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Made reservation on behalf of 8ca3d6b7e97747f287c734efefe43747 for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:27.108313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.117080 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.196362 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.202901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.231416 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1268, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:50:27.241240 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a88c5d-d422-4103-98db-c64c8be4bc2c,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:27.245967 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.246303 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Added segment 8ca738f0-0dcb-4ab7-9e53-b2f3a520d561 of type vlan for network 3cb68031-b040-49c6-bb32-42aed724f752 Mar 31 23:50:27.287177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.314254 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.315322 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:27.315903 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.350419 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3731360 Mar 31 23:50:27.352142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36430) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:27.357487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Request body: {'subnet': {'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-912347021-subnet', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:27.380277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Made reservation on behalf of 8ca3d6b7e97747f287c734efefe43747 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:27.382339 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b323d2-44f4-4213-80a7-9a1e0efb53d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3cb68031-b040-49c6-bb32-42aed724f752,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:27.382666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.393578 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3cb68031-b040-49c6-bb32-42aed724f752 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:50:27.554423 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.606284 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f6e0c2-7375-41ce-aeb0-b27e166056ff,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:27.616562 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Checking segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:27.616937 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Network hostable DHCP agents. Network: 3cb68031-b040-49c6-bb32-42aed724f752, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:50:27.636203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Network 3cb68031-b040-49c6-bb32-42aed724f752 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:50:27.646830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3cb68031-b040-49c6-bb32-42aed724f752) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:27.652648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:27.653324 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.658946 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a8089-2a6f-4563-870f-7e7aaefcfd3d None None] Network 3cb68031-b040-49c6-bb32-42aed724f752 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:27.675156 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9f92ddf7-fd76-4c29-8995-460a12fb9561 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3216989 Mar 31 23:50:27.678102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:27.682721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:27.705213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.706268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.764029 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.816130 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3cb68031-b040-49c6-bb32-42aed724f752', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:50:27.817036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.903154 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:27.950438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Allocated IP 172.20.0.2 (3cb68031-b040-49c6-bb32-42aed724f752/98f6e0c2-7375-41ce-aeb0-b27e166056ff/e687d09d-a90e-4246-b95d-0c225be9227e) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:28.094127 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.102094 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.106622 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.125466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.137412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Network 3cb68031-b040-49c6-bb32-42aed724f752 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:28.140908 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:28.144937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:28.156049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Pushing event updated for resources: {'Port': ['ID=e687d09d-a90e-4246-b95d-0c225be9227e,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:28.203836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Attempting to bind port e687d09d-a90e-4246-b95d-0c225be9227e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:28.204207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Attempting to bind port e687d09d-a90e-4246-b95d-0c225be9227e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:28.204572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Attempting to bind port e687d09d-a90e-4246-b95d-0c225be9227e on network 3cb68031-b040-49c6-bb32-42aed724f752 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:28.209832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:28.210204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Checking segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:28.210646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.211066 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Bound using segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:28.211917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Bound port: e687d09d-a90e-4246-b95d-0c225be9227e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:28.212339 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.287999 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] For port e687d09d-a90e-4246-b95d-0c225be9227e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:28.291450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] For port e687d09d-a90e-4246-b95d-0c225be9227e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e687d09d-a90e-4246-b95d-0c225be9227e,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:28.297683 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.354651 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34329eb6-4a82-44cd-aaa0-48b663873213 None None] Pushing event updated for resources: {'Port': ['ID=e687d09d-a90e-4246-b95d-0c225be9227e,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:28.576447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Allocated IP 172.25.8.182 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/1f073d6a-d2e0-4b45-9966-51601fdbd4df) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:28.684412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.717963 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:28.760304 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:28.763158 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:28.766828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:28.772296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Pushing event updated for resources: {'Port': ['ID=1f073d6a-d2e0-4b45-9966-51601fdbd4df,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:29.025119 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.140246 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:50:29.235384 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.273881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69554f0-bd0d-4941-9772-17ca47660abc None None] Network 3cb68031-b040-49c6-bb32-42aed724f752 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:29.341680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] Provisioning complete for port e687d09d-a90e-4246-b95d-0c225be9227e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:29.342036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.371939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:50:29.480466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:29.485901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.497441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Sync routers for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:29.499012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.500178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-7da3dadd-a000-48c6-97e1-b07e95755677 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8211663 Mar 31 23:50:29.502970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36434) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:29.533330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] For port e687d09d-a90e-4246-b95d-0c225be9227e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e687d09d-a90e-4246-b95d-0c225be9227e,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:29.534632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:29.535287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:29.568716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.831865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c5302-c19b-4b97-9736-d8a5f300b342 None None] Pushing event updated for resources: {'Port': ['ID=e687d09d-a90e-4246-b95d-0c225be9227e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:29.851821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:29.877473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ce909365-310e-4748-ae86-593e2d92829a None None] Provisioning complete for port e687d09d-a90e-4246-b95d-0c225be9227e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:29.877864 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce909365-310e-4748-ae86-593e2d92829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:29.934555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.095295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e687d09d-a90e-4246-b95d-0c225be9227e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:30.108145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Allocated IP 172.20.0.1 (3cb68031-b040-49c6-bb32-42aed724f752/98f6e0c2-7375-41ce-aeb0-b27e166056ff/e7391842-fbdd-4217-8ade-a455144430db) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:30.121545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:28Z', 'revision_number': 3, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:30.153273 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Checking router: 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:30.153688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Updating router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 port 1f073d6a-d2e0-4b45-9966-51601fdbd4df binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:30.187089 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.227101 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.234343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e687d09d-a90e-4246-b95d-0c225be9227e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:30.234974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.264982 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.305280 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Network 3cb68031-b040-49c6-bb32-42aed724f752 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:30.308369 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:30.312313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:30.337908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Pushing event updated for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.357325 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.506397 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.534092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.540868 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.604607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492ed6f-e741-4c03-9595-c166ff00d5b8 None None] Pushing event updated for resources: {'Port': ['ID=1f073d6a-d2e0-4b45-9966-51601fdbd4df,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.607970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Attempting to bind port 1f073d6a-d2e0-4b45-9966-51601fdbd4df on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:30.608245 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Attempting to bind port 1f073d6a-d2e0-4b45-9966-51601fdbd4df by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:30.608532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Attempting to bind port 1f073d6a-d2e0-4b45-9966-51601fdbd4df on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:30.617122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:30.617481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:30.617895 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.618271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:30.618736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Bound port: 1f073d6a-d2e0-4b45-9966-51601fdbd4df, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:30.619123 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.622645 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8615df69-44fa-480a-8ee1-38faf9f22dc0 None None] Provisioning complete for port e7391842-fbdd-4217-8ade-a455144430db triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:30.622645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8615df69-44fa-480a-8ee1-38faf9f22dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.697226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8615df69-44fa-480a-8ee1-38faf9f22dc0 None None] Port e7391842-fbdd-4217-8ade-a455144430db cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:30.699045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.703939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] For port 1f073d6a-d2e0-4b45-9966-51601fdbd4df, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:30.705940 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.707642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] For port 1f073d6a-d2e0-4b45-9966-51601fdbd4df, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1f073d6a-d2e0-4b45-9966-51601fdbd4df,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:30.713630 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.772811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:30.773441 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:30.773915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:30.776346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492ed6f-e741-4c03-9595-c166ff00d5b8 None None] Pushing event updated for resources: {'Port': ['ID=1f073d6a-d2e0-4b45-9966-51601fdbd4df,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.776618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Pushing event updated for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:30.873893 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Network 3cb68031-b040-49c6-bb32-42aed724f752 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:30.875471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:30.883134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:30.993485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:31.095311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 2, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:31.106767 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:31.116585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a83bf895-8f06-4aea-824d-19ffdc396f5b admin admin] 10.222.0.95 "PUT /v2.0/routers/5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076167 Mar 31 23:50:31.127127 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7201b986-23b3-4e8a-b4b2-9b1716fcbce4 None None] The sync data for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 is: [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 2, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:31.142089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-12115922-efd0-453a-9d23-68e67fadd5f4 None None] Provisioning complete for port e7391842-fbdd-4217-8ade-a455144430db triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:31.142587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12115922-efd0-453a-9d23-68e67fadd5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.183025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-12115922-efd0-453a-9d23-68e67fadd5f4 None None] Port e7391842-fbdd-4217-8ade-a455144430db cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:31.626626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36450) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:31.631727 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-988056185-network', 'tenant_id': '0212757340114f17b4d129426db161b0'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:31.652585 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Made reservation on behalf of 0212757340114f17b4d129426db161b0 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:31.655392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.665008 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.745876 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.756560 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.785540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 1275, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:50:31.792389 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6318792a-8bfa-4ec2-8023-639151b5d501,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:31.798817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.799198 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Added segment 8afe4860-2346-4f1f-a003-d61f09d9de35 of type vlan for network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 Mar 31 23:50:31.844602 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.871666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.872910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:31.873616 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:31.937929 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3100703 Mar 31 23:50:31.940906 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36452) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:31.941653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970512-bdae-4582-b016-ba36f7a09c53 admin admin] Pushing event updated for resources: {'Network': ['ID=cbbd3847-ec94-4965-ae20-bb2c23cca6b7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:31.946588 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Request body: {'subnet': {'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-988056185-subnet', 'tenant_id': '0212757340114f17b4d129426db161b0', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:31.957588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:50:31.983140 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Made reservation on behalf of 0212757340114f17b4d129426db161b0 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:31.986544 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.100494 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1f073d6a-d2e0-4b45-9966-51601fdbd4df up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:32.158419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1f073d6a-d2e0-4b45-9966-51601fdbd4df triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:32.158794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.181061 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.238350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b89ab50-5456-4676-b4e6-1956679905eb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:32.238606 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.249122 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Checking segment: {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:32.249546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Network hostable DHCP agents. Network: cbbd3847-ec94-4965-ae20-bb2c23cca6b7, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:50:32.264129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 1f073d6a-d2e0-4b45-9966-51601fdbd4df, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1f073d6a-d2e0-4b45-9966-51601fdbd4df,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:32.268184 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:50:32.270065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.278937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, cbbd3847-ec94-4965-ae20-bb2c23cca6b7) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:32.283414 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:32.284026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.308620 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef881c37-2a10-4e7d-85e0-869b84375bf3 None None] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:32.312336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36454) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:32.312823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-44e44f73-97e6-46ca-9c89-729695f68869 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3700104 Mar 31 23:50:32.319359 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:32.344340 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.345556 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.381929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=1f073d6a-d2e0-4b45-9966-51601fdbd4df,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:32.401847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.476917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:50:32.477941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.550914 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.618266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Allocated IP 172.20.0.2 (cbbd3847-ec94-4965-ae20-bb2c23cca6b7/2b89ab50-5456-4676-b4e6-1956679905eb/e4ad5b3b-cafc-4387-8368-d6a9e99250d4) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:32.759820 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.761187 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.768383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.815338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:32.818330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:32.821048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:32.829317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Pushing event updated for resources: {'Port': ['ID=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:32.886993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Attempting to bind port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:32.887476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Attempting to bind port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:32.887841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Attempting to bind port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 on network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:32.894694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:32.895069 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Checking segment: {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:32.895510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.895911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Bound using segment: {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:32.896383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Bound port: e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:32.896770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:32.966118 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] For port e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:32.969748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] For port e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:32.976638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.036521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12786c5-e277-4792-9a15-77899cb909ac None None] Pushing event updated for resources: {'Port': ['ID=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:33.114389 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.233692 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Allocated IP 172.25.8.43 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6c5b5104-ef4b-4a5d-9973-4dfc917ce759) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:33.318799 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Sync routers for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:33.328881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:33.329640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:33.346388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.382038 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.424068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:33.428675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:33.433604 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:33.436545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:33.440345 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:33.646236 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 2, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:33.672820 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Checking router: 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:33.673137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Updating router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 port e7391842-fbdd-4217-8ade-a455144430db binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:33.688094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.698041 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.904834 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.976217 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:33.983489 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.054102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:50:34.074557 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Pushing event updated for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:34.108035 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.108374 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.108713 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.109046 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.109374 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.109701 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.110022 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.110346 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.110665 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.110983 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.111330 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.111648 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:34.127053 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Attempting to bind port e7391842-fbdd-4217-8ade-a455144430db on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:34.127648 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Attempting to bind port e7391842-fbdd-4217-8ade-a455144430db by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:34.128119 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Attempting to bind port e7391842-fbdd-4217-8ade-a455144430db on network 3cb68031-b040-49c6-bb32-42aed724f752 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:34.148112 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:34.148622 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Checking segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:34.149607 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.150298 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Bound using segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:34.155793 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Bound port: e7391842-fbdd-4217-8ade-a455144430db, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:34.156257 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.216580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260d3b3-0723-4b22-b9ca-3b1f5b879f62 None None] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:50:34.312118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:34.330401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1f073d6a-d2e0-4b45-9966-51601fdbd4df up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:34.333233 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Sync routers for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:34.343960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.347295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-addba712-2332-4c29-8fd0-2ca666331933 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0305774 Mar 31 23:50:34.348631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36456) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:50:34.393211 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] For port e7391842-fbdd-4217-8ade-a455144430db, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:34.397700 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] For port e7391842-fbdd-4217-8ade-a455144430db, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e7391842-fbdd-4217-8ade-a455144430db,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:34.407730 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.481695 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd13f4-8c2a-49f4-b587-82b239fb5b1e None None] Pushing event updated for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:34.485088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:34.486107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:34.496709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:34.497425 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:34.541262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] Provisioning complete for port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:34.541899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.616239 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:34.659784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f070d3bc-0589-464a-b708-08d36fe0e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.856234 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:34Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:34.864043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 1f073d6a-d2e0-4b45-9966-51601fdbd4df triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:34.864448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.883754 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89509bb7-86ce-415c-9686-fefd72bcd832 None None] The sync data for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 is: [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:34Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:34.963186 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:34.982912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:35.189545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] For port e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:35.216580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.221716 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.273225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e4ad5b3b-cafc-4387-8368-d6a9e99250d4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:35.327777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3125b9-198f-4c35-b449-18d547e36209 None None] Pushing event updated for resources: {'Port': ['ID=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:35.338349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:33Z', 'revision_number': 3, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:35.375090 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Checking router: 9b5f8668-b26c-4a55-a69b-ade09dc64a1d for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:35.375351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Updating router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:35.399028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Allocated IP 172.20.0.1 (cbbd3847-ec94-4965-ae20-bb2c23cca6b7/2b89ab50-5456-4676-b4e6-1956679905eb/79b696d2-68eb-4d3f-91c2-7ad4dedbc861) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:35.408922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Provisioning complete for port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:35.409297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.429947 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.464894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:35.465343 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.520957 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.559685 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.602153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:35.605447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:35.609337 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:35.633274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Pushing event updated for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:35.654382 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.744320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Provisioning complete for port e7391842-fbdd-4217-8ade-a455144430db triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:35.744675 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.796290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.886481 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.894963 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.903480 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.956740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81538816-e01a-4a26-9338-d723bcb439a4 None None] Pushing event updated for resources: {'Port': ['ID=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:35.964547 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Attempting to bind port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:35.964911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Attempting to bind port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:35.965319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Attempting to bind port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:35.972894 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.976411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:35.976811 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:35.977210 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.977609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:35.978059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Bound port: 6c5b5104-ef4b-4a5d-9973-4dfc917ce759, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:35.978196 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:35.978428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.007937 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] For port e7391842-fbdd-4217-8ade-a455144430db, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e7391842-fbdd-4217-8ade-a455144430db,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:36.016316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.053543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Pushing event updated for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:36.056971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.069981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] For port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:36.074558 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] For port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:36.085125 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.094255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b886d-271f-41f8-a82b-b59fa6dd8496 None None] Pushing event updated for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:36.128530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e4ad5b3b-cafc-4387-8368-d6a9e99250d4 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:36.171153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:36.172593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:36.187044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:36.187706 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:36.196930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81538816-e01a-4a26-9338-d723bcb439a4 None None] Pushing event updated for resources: {'Port': ['ID=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:36.199498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-044330f0-5065-4920-ae05-652f7d958df2 None None] Provisioning complete for port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:36.199867 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-044330f0-5065-4920-ae05-652f7d958df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.292950 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:36.293668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.302707 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:50:36.321074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-044330f0-5065-4920-ae05-652f7d958df2 None None] Port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:36.375155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:36.417524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:50:36.422987 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b9055b7f-e1ed-4ba9-b3e9-b48b017d31fd admin admin] 10.222.0.95 "PUT /v2.0/routers/9b5f8668-b26c-4a55-a69b-ade09dc64a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0727580 Mar 31 23:50:36.510230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4cf37c02-d231-4b9a-b05c-9628b71a25bd None None] Provisioning complete for port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:36.510602 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4cf37c02-d231-4b9a-b05c-9628b71a25bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.515538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e7391842-fbdd-4217-8ade-a455144430db up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:36.774284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4cf37c02-d231-4b9a-b05c-9628b71a25bd None None] Port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:36.822925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e7391842-fbdd-4217-8ade-a455144430db triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:36.823291 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:36.882211 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '79b696d2-68eb-4d3f-91c2-7ad4dedbc861', 'name': '', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'mac_address': 'fa:16:3e:99:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:35Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 2, 'project_id': '0212757340114f17b4d129426db161b0', 'subnets': [{'id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:36.936394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec996de6-3ed7-4826-8b84-6e50ffc6dbff None None] The sync data for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 is: [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '79b696d2-68eb-4d3f-91c2-7ad4dedbc861', 'name': '', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'mac_address': 'fa:16:3e:99:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:35Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 2, 'project_id': '0212757340114f17b4d129426db161b0', 'subnets': [{'id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:37.012967 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b03e8986-9033-4072-ad95-4a1d3a8d38b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.177319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:38.261195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:38.261573 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.361879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.388139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:38.397005 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.399313 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e7391842-fbdd-4217-8ade-a455144430db up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:38.478374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:38.492627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e7391842-fbdd-4217-8ade-a455144430db triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:38.493085 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:38.604027 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:39.209413 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Sync routers for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:50:39.221235 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:39.222136 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:39.342543 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:39.575466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '79b696d2-68eb-4d3f-91c2-7ad4dedbc861', 'name': '', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'mac_address': 'fa:16:3e:99:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:35Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 2, 'project_id': '0212757340114f17b4d129426db161b0', 'subnets': [{'id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:39.610531 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Checking router: 9b5f8668-b26c-4a55-a69b-ade09dc64a1d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:50:39.610829 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Updating router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:50:39.643104 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:39.942761 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:39.948993 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.015569 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a9bfc-8f34-4606-8fe9-48031688ea1f None None] Pushing event updated for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:40.084435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Attempting to bind port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:50:40.084809 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Attempting to bind port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:50:40.085180 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Attempting to bind port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 on network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:50:40.097866 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:40.100213 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:50:40.102040 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Checking segment: {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:50:40.102699 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.103230 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Bound using segment: {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:50:40.103826 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Bound port: 79b696d2-68eb-4d3f-91c2-7ad4dedbc861, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afe4860-2346-4f1f-a003-d61f09d9de35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:50:40.104295 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.187282 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] For port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:50:40.197815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.199016 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] For port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:50:40.199228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:40.200015 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.211440 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.268474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:50:40.271596 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:50:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:40.353329 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] Provisioning complete for port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:40.353970 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.359033 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a9bfc-8f34-4606-8fe9-48031688ea1f None None] Pushing event updated for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:40.420511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.447002 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:50:40.476880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.516319 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] For port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:50:40.520925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.584574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e3bf0-671d-4f5e-bc89-c22d966cbd52 None None] Pushing event updated for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:40.656731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0001eece-7fe2-404e-a973-06d4d5c6eb45 None None] Provisioning complete for port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:40.657320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0001eece-7fe2-404e-a973-06d4d5c6eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:40.799132 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '79b696d2-68eb-4d3f-91c2-7ad4dedbc861', 'name': '', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'mac_address': 'fa:16:3e:99:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:35Z', 'updated_at': '2022-03-31T23:50:40Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'subnets': [{'id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:50:40.834978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496f888-9572-4cab-b910-8a7af50ab515 None None] The sync data for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 is: [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '79b696d2-68eb-4d3f-91c2-7ad4dedbc861', 'name': '', 'network_id': 'cbbd3847-ec94-4965-ae20-bb2c23cca6b7', 'tenant_id': '0212757340114f17b4d129426db161b0', 'mac_address': 'fa:16:3e:99:f7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:35Z', 'updated_at': '2022-03-31T23:50:40Z', 'revision_number': 4, 'project_id': '0212757340114f17b4d129426db161b0', 'subnets': [{'id': '2b89ab50-5456-4676-b4e6-1956679905eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:50:42.100668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:50:42.156057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:42.156430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:46.656705 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a57a3cfb-f8f7-4622-a160-ad9ba28d07f6 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:46.658194 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a57a3cfb-f8f7-4622-a160-ad9ba28d07f6 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 814 time: 0.1059916 Mar 31 23:50:46.674435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-24d959d7-dbc8-44b4-9fae-6e4accd09931 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/quotas/8ca3d6b7e97747f287c734efefe43747 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Mar 31 23:50:46.739267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-bb2032ff-8614-461a-a376-6a15a330de7a tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593765 Mar 31 23:50:46.996469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-e6f0fadc-43ba-4a8f-afcc-be9f2dd15283 service neutron] 10.222.0.95 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401696 Mar 31 23:50:47.098665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-b4ccf009-d0e1-4b1c-86ee-58b8b6eaa84e service neutron] 10.222.0.95 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922246 Mar 31 23:50:47.271097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a37212a4-64a0-410e-9d87-28232ac0c71d req-f651ea49-d41c-47a1-a8af-a2bcf1b6dda4 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Mar 31 23:50:48.262403 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-89768919-2045-4398-b751-6ac114192a4a tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:48.263911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-89768919-2045-4398-b751-6ac114192a4a tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 814 time: 0.1085064 Mar 31 23:50:48.277917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'port': {'device_id': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'admin_state_up': True, 'tenant_id': '8ca3d6b7e97747f287c734efefe43747'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:50:48.377190 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f094130-1018-485b-81a6-d2458ef86ee8 req-9b69df5e-763c-4f16-8d16-b887e3c8d45a tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 210 time: 0.0341825 Mar 31 23:50:48.416823 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Made reservation on behalf of 8ca3d6b7e97747f287c734efefe43747 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:50:48.420681 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:48.560361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Allocated IP 172.20.0.6 (3cb68031-b040-49c6-bb32-42aed724f752/98f6e0c2-7375-41ce-aeb0-b27e166056ff/0e28a09f-9e0e-4091-9261-a0950fd3051f) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:50:48.812574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:48.864851 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:48.920924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Network 3cb68031-b040-49c6-bb32-42aed724f752 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:50:48.924755 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:50:48.942102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:50:48.992126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:50:49.010789 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:49.012216 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:49.018820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.019163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.019734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.020147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.020844 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.020968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.021294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.021641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.021950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.022278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.022595 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.022916 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:50:49.045114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-a14fb6a3-973f-4c6a-9e33-d678438edacc tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709167 Mar 31 23:50:49.242269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2f443106-74dc-44dc-95d9-d8c4edafcd7c None None] Provisioning complete for port 0e28a09f-9e0e-4091-9261-a0950fd3051f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:50:49.243356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2f443106-74dc-44dc-95d9-d8c4edafcd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:49.283171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2f443106-74dc-44dc-95d9-d8c4edafcd7c None None] Port 0e28a09f-9e0e-4091-9261-a0950fd3051f cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:50:49.514616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb3c6f-8c8a-4cf7-b35c-5b9f80a05fbf req-c2615ee1-db26-455b-b626-05b4c5409a1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:49.516245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29bb3c6f-8c8a-4cf7-b35c-5b9f80a05fbf req-c2615ee1-db26-455b-b626-05b4c5409a1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0558290 Mar 31 23:50:49.559370 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-29bb3c6f-8c8a-4cf7-b35c-5b9f80a05fbf req-8366f481-3a86-4375-a8c1-61b992d700d4 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Mar 31 23:50:50.702058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860850ea-e160-4ed9-accf-ab6eb9564477 req-aaed1e6c-8ee4-4928-8be5-7d133a85dd07 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:50.707855 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-860850ea-e160-4ed9-accf-ab6eb9564477 req-aaed1e6c-8ee4-4928-8be5-7d133a85dd07 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0625083 Mar 31 23:50:50.774544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-860850ea-e160-4ed9-accf-ab6eb9564477 req-9bf4f23b-b8d4-4923-8c9f-7d357b80563b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643573 Mar 31 23:50:51.444838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:51.893858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e2f8c-476b-492c-b21b-8711972b82f4 req-cc9f64cb-7dd4-43fd-bc89-f5fb7a8c9c3f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:51.895893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f09e2f8c-476b-492c-b21b-8711972b82f4 req-cc9f64cb-7dd4-43fd-bc89-f5fb7a8c9c3f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0575593 Mar 31 23:50:51.947353 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f09e2f8c-476b-492c-b21b-8711972b82f4 req-97be783f-c75f-4f86-8d6b-5b14c0b6ed83 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Mar 31 23:50:53.080531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a3b71-74a2-471b-8044-72e5358e2741 req-77b78484-daa2-4348-be4f-33702410ea87 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:53.083228 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c79a3b71-74a2-471b-8044-72e5358e2741 req-77b78484-daa2-4348-be4f-33702410ea87 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0552161 Mar 31 23:50:53.129097 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c79a3b71-74a2-471b-8044-72e5358e2741 req-79cac1ab-32f8-47da-834d-5c109cbedacd tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Mar 31 23:50:54.262395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff7c3c-3ca7-4254-9376-ab7cad52011a req-9a2acb25-6c5f-40ea-98b3-cf3a4a067180 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:54.263812 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0aff7c3c-3ca7-4254-9376-ab7cad52011a req-9a2acb25-6c5f-40ea-98b3-cf3a4a067180 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0564392 Mar 31 23:50:54.310832 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0aff7c3c-3ca7-4254-9376-ab7cad52011a req-1c3c3c7c-be6d-427e-82b4-0e507d25393f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366497 Mar 31 23:50:55.439337 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c072-2bf7-4a9d-8341-fd02115addc1 req-a3ad8d83-8bc4-46f1-8e78-ba5ed90135c5 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:55.440937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95f4c072-2bf7-4a9d-8341-fd02115addc1 req-a3ad8d83-8bc4-46f1-8e78-ba5ed90135c5 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0534482 Mar 31 23:50:55.493476 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-95f4c072-2bf7-4a9d-8341-fd02115addc1 req-f980dce2-c26e-4d0a-a50b-e345d8e61c65 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463533 Mar 31 23:50:56.646758 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c95d1-30a3-4667-87c4-8bc8b69338bd req-567193e8-3458-414f-b18e-50fc1c272056 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:56.648327 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc0c95d1-30a3-4667-87c4-8bc8b69338bd req-567193e8-3458-414f-b18e-50fc1c272056 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0629933 Mar 31 23:50:56.691511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dc0c95d1-30a3-4667-87c4-8bc8b69338bd req-017affb8-72b0-446a-b345-a43ce0d63574 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366149 Mar 31 23:50:56.696779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:50:57.824497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318788cd-2f41-4f63-9512-1a7fdd08ba74 req-19267361-609d-4351-a59e-17493fa97c04 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:57.825974 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-318788cd-2f41-4f63-9512-1a7fdd08ba74 req-19267361-609d-4351-a59e-17493fa97c04 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0527489 Mar 31 23:50:57.870774 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-318788cd-2f41-4f63-9512-1a7fdd08ba74 req-ef3be14f-b76b-45f3-8ce0-8adb2915562b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Mar 31 23:50:59.014272 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ea08-d195-4a77-bbc5-e768a25e29e4 req-185fad64-516d-46db-919c-ded85bb28bb3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:50:59.015822 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7176ea08-d195-4a77-bbc5-e768a25e29e4 req-185fad64-516d-46db-919c-ded85bb28bb3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0638945 Mar 31 23:50:59.056407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7176ea08-d195-4a77-bbc5-e768a25e29e4 req-14d217ce-6271-4cd5-af12-864ea5fbb35a tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Mar 31 23:51:00.107873 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Request body: {'port': {'device_id': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:00.187152 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.207830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aaf94-2401-4812-8285-8460f19f1cc8 req-20cfb79c-feee-4012-9529-f262cbb88cf3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:00.209267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a8aaf94-2401-4812-8285-8460f19f1cc8 req-20cfb79c-feee-4012-9529-f262cbb88cf3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 931 time: 0.0784259 Mar 31 23:51:00.324537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9a8aaf94-2401-4812-8285-8460f19f1cc8 req-96fd4c97-d6f4-4a10-844f-8178578048ee tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912540 Mar 31 23:51:00.492008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e28a09f-9e0e-4091-9261-a0950fd3051f {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:51:00.499635 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.512107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Transition to ACTIVE for port object 0e28a09f-9e0e-4091-9261-a0950fd3051f will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:51:00.517245 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.585169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:00.642249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Attempting to bind port 0e28a09f-9e0e-4091-9261-a0950fd3051f on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:51:00.642875 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Attempting to bind port 0e28a09f-9e0e-4091-9261-a0950fd3051f by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:51:00.643415 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Attempting to bind port 0e28a09f-9e0e-4091-9261-a0950fd3051f on network 3cb68031-b040-49c6-bb32-42aed724f752 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:00.648514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Port 0e28a09f-9e0e-4091-9261-a0950fd3051f on network 3cb68031-b040-49c6-bb32-42aed724f752 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:51:00.649113 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Attempting to bind port 0e28a09f-9e0e-4091-9261-a0950fd3051f on network 3cb68031-b040-49c6-bb32-42aed724f752 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:51:00.654709 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:51:00.655021 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Checking segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:51:00.655464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Bound using segment: {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:51:00.655865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Bound port: 0e28a09f-9e0e-4091-9261-a0950fd3051f, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:51:00.656224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.726968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:51:00.730878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:51:00.735800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.772079 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:00.772695 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:00.774122 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1091 time: 0.7138760 Mar 31 23:51:00.774553 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:00.776898 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac5647-4002-4537-8a7d-a88f3624dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:00.806684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce895007-ab00-41bc-a147-542a0a0965f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:00.854639 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be9da4c-b8c7-4269-aef5-edf0ac6c3a25 x-openstack-request-id: req-6be9da4c-b8c7-4269-aef5-edf0ac6c3a25 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:00.854936 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:00.855189 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6be9da4c-b8c7-4269-aef5-edf0ac6c3a25 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:00.855774 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be9da4c-b8c7-4269-aef5-edf0ac6c3a25'] response: {'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:51:00.872679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-cb9e40e4-8cad-4799-adeb-055d79b6e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:00.874199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-cb9e40e4-8cad-4799-adeb-055d79b6e38f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1094 time: 0.0516114 Mar 31 23:51:00.921914 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-079bfd36-0691-48db-b7f8-2cdbea83e6e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 217 time: 0.0387406 Mar 31 23:51:00.974203 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-7c04e383-8267-4566-be52-23337b1fa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:00.975700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-7c04e383-8267-4566-be52-23337b1fa610 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0464339 Mar 31 23:51:01.023735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-c9f11ad1-addc-4ef5-98c9-7210057eb372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.025976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-c9f11ad1-addc-4ef5-98c9-7210057eb372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431049 Mar 31 23:51:01.123674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-830e8e1e-891b-451d-becf-64de5a14a983 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903616 Mar 31 23:51:01.212416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fcc63d63-410b-4f95-a4cf-a138e110fcbf req-8637695a-5f56-4792-b645-80d9664e1fe0 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820453 Mar 31 23:51:01.307870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-6efa5d54-5ea4-41f0-893d-48d2a8278313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.309455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-6efa5d54-5ea4-41f0-893d-48d2a8278313 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1094 time: 0.0471416 Mar 31 23:51:01.408495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-81b7e1d1-9a61-4a57-9312-63d3e15a4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.409939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-81b7e1d1-9a61-4a57-9312-63d3e15a4c83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.0933189 Mar 31 23:51:01.462031 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-0a76c95b-72db-4a67-a521-9015cd8f85a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 217 time: 0.0390697 Mar 31 23:51:01.504968 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc169b-8798-471a-98df-673da7bd1003 req-421eb12f-4cad-4853-ac57-bfce1c0f1b8c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.506446 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9cc169b-8798-471a-98df-673da7bd1003 req-421eb12f-4cad-4853-ac57-bfce1c0f1b8c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 943 time: 0.1110592 Mar 31 23:51:01.535741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-b9beea6c-6fee-43ec-80d1-b62f6689f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.537158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-b9beea6c-6fee-43ec-80d1-b62f6689f0c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0685210 Mar 31 23:51:01.561370 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c9cc169b-8798-471a-98df-673da7bd1003 req-1415784f-8dd9-454e-8681-4ca638ecd17b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Mar 31 23:51:01.590244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-74e0cdcc-7b4b-401c-83c3-e10af4035031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:01.591780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-74e0cdcc-7b4b-401c-83c3-e10af4035031 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450885 Mar 31 23:51:01.698889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-d2d43de9-d0e5-41e2-801e-e4193440ac1a service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994790 Mar 31 23:51:01.794927 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-71ac5647-4002-4537-8a7d-a88f3624dd46 req-f45bd077-c4c7-4a71-b080-099391f7cff3 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889792 Mar 31 23:51:02.686042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a34b7-d395-4b8d-84c4-c233d120cfff req-154b0725-2161-4423-afcc-e5028f994a9c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:02.687566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b4a34b7-d395-4b8d-84c4-c233d120cfff req-154b0725-2161-4423-afcc-e5028f994a9c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 943 time: 0.0511634 Mar 31 23:51:02.728039 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7b4a34b7-d395-4b8d-84c4-c233d120cfff req-9c7606bb-4d72-4be4-a1b9-6408782e47c6 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Mar 31 23:51:03.853990 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a876c-c273-4a98-a22f-c2a613d9caf0 req-9396f8a9-b5a3-42f6-80d3-3dbc6c8e1565 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:03.855503 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a94a876c-c273-4a98-a22f-c2a613d9caf0 req-9396f8a9-b5a3-42f6-80d3-3dbc6c8e1565 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 943 time: 0.0537601 Mar 31 23:51:03.896458 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a94a876c-c273-4a98-a22f-c2a613d9caf0 req-90ec051b-c9c9-44bf-b100-290675129773 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344431 Mar 31 23:51:04.493913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0e28a09f-9e0e-4091-9261-a0950fd3051f details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:51:04.583588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9e766832-2156-4e03-bc9b-404f4dbc6538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:04.602812 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:04.614179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'port_id': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'mac_address': 'fa:16:3e:b3:22:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:51:04.654233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:04.668039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e28a09f-9e0e-4091-9261-a0950fd3051f {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:51:04.687788 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:04.693108 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:04.741893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:04.749402 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.749675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.750007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.750338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.750669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.750966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.751339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.751642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.751962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.752281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.752601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.752924 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:04.985978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:05.014899 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc64ef5-4d96-4129-96eb-dbcb75feb902 req-59df70c1-2458-4b4a-8ffb-cc5e329c2976 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:05.016332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cc64ef5-4d96-4129-96eb-dbcb75feb902 req-59df70c1-2458-4b4a-8ffb-cc5e329c2976 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 944 time: 0.0504973 Mar 31 23:51:05.056107 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9cc64ef5-4d96-4129-96eb-dbcb75feb902 req-231a1eb7-e410-4fb9-be67-6e871083b04e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Mar 31 23:51:06.130260 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:51:06.178251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1561-cd7f-488c-bc44-ea32841a1de7 req-37d294bc-f325-42ef-bbb2-0e043ade0b5e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:06.179823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d99d1561-cd7f-488c-bc44-ea32841a1de7 req-37d294bc-f325-42ef-bbb2-0e043ade0b5e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Mar 31 23:51:06.220071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d99d1561-cd7f-488c-bc44-ea32841a1de7 req-c7c6aadb-e1da-48ee-9b82-b25552c48070 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Mar 31 23:51:06.494162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0e28a09f-9e0e-4091-9261-a0950fd3051f up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:51:06.549406 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 0e28a09f-9e0e-4091-9261-a0950fd3051f completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:51:06.553031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 0e28a09f-9e0e-4091-9261-a0950fd3051f triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:06.553401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:06.642189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:06.667657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:06.681471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:06.686898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:06.731905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:06.767462 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafaede-5244-4054-8cb1-050c65263fc0" -d '{"events": [{"server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "name": "network-vif-plugged", "status": "completed", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:06.861766 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d45f18-ea83-4fa8-9825-a2a0e256fa09 x-openstack-request-id: req-c1d45f18-ea83-4fa8-9825-a2a0e256fa09 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:06.862063 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "name": "network-vif-plugged", "status": "completed", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:06.862307 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c1d45f18-ea83-4fa8-9825-a2a0e256fa09 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:06.862705 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d45f18-ea83-4fa8-9825-a2a0e256fa09'] response: {'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'code': 200} Mar 31 23:51:06.970752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472d077-c9e2-41d7-947d-3f5e158e849a req-4ecc8290-c796-41c2-bf4f-82282cca7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:06.972413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d472d077-c9e2-41d7-947d-3f5e158e849a req-4ecc8290-c796-41c2-bf4f-82282cca7563 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1096 time: 0.0514190 Mar 31 23:51:07.010744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8a61e4f9-1172-4da6-8952-b09604e977d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:07.011033 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d472d077-c9e2-41d7-947d-3f5e158e849a req-6f576f77-dc7e-4380-87e0-13a57f0f2f50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Mar 31 23:51:07.351321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98f1b-43b5-4bc2-ab3b-db988631c1c9 req-19432790-7bae-44ad-b85a-28e0b2e52e0b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:07.352742 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bf98f1b-43b5-4bc2-ab3b-db988631c1c9 req-19432790-7bae-44ad-b85a-28e0b2e52e0b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0521972 Mar 31 23:51:07.392940 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8bf98f1b-43b5-4bc2-ab3b-db988631c1c9 req-8c04e1e2-2ebc-4841-80da-56c7f3238292 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Mar 31 23:51:08.526744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4197-7ec5-4923-b6e1-59a628ba0ee8 req-1793762b-51b0-4890-a2fe-019cb77735ac tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:08.528229 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9ef4197-7ec5-4923-b6e1-59a628ba0ee8 req-1793762b-51b0-4890-a2fe-019cb77735ac tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0539951 Mar 31 23:51:08.565747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:08.566842 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e9ef4197-7ec5-4923-b6e1-59a628ba0ee8 req-6b4e3555-f509-4c5c-b6f0-d6eda60c7292 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Mar 31 23:51:08.681708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58530f6c-c8d1-403d-abda-f51e61be8f38 req-1f655bde-49e7-4515-bdb8-fd469fb031e5 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:08.683114 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58530f6c-c8d1-403d-abda-f51e61be8f38 req-1f655bde-49e7-4515-bdb8-fd469fb031e5 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0489860 Mar 31 23:51:08.724311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58530f6c-c8d1-403d-abda-f51e61be8f38 req-9ed00dbd-6adb-42d3-aeb6-22d003b3efc7 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Mar 31 23:51:08.923468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555482-4b67-4b98-91be-0aa86f00784d req-15817e5a-c0f9-4d70-ad5c-26e9ec0b5a7f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:08.924955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51555482-4b67-4b98-91be-0aa86f00784d req-15817e5a-c0f9-4d70-ad5c-26e9ec0b5a7f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0564973 Mar 31 23:51:08.974251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-51555482-4b67-4b98-91be-0aa86f00784d req-a5760f38-0ef9-489d-a909-0b3d9c01c081 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Mar 31 23:51:10.183581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:10.405386 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.540557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda32542-5bbb-4a5b-9efe-57255e4cb3ed req-8809e403-682d-4b85-b4fe-0697d55f95c1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:20.541931 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bda32542-5bbb-4a5b-9efe-57255e4cb3ed req-8809e403-682d-4b85-b4fe-0697d55f95c1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0510707 Mar 31 23:51:20.579618 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bda32542-5bbb-4a5b-9efe-57255e4cb3ed req-bc270402-a261-40fb-b676-6858ef907f51 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Mar 31 23:51:20.607476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36686) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:20.692304 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b865de45-5398-4c2f-a55b-02541f736505 tempest-TestMinimumBasicScenario-452464793 tempest-TestMinimumBasicScenario-452464793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:20.693833 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b865de45-5398-4c2f-a55b-02541f736505 tempest-TestMinimumBasicScenario-452464793 tempest-TestMinimumBasicScenario-452464793-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1091 time: 0.0853829 Mar 31 23:51:20.697013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36690) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:20.701241 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:20.724444 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.832992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:20.943270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Allocated IP 172.25.8.41 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/c21cdd2b-8191-4069-ad4c-ba1f16762179) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:51:21.054697 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.091041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.130971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:51:21.134049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:51:21.136711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:51:21.159924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'Port': ['ID=c21cdd2b-8191-4069-ad4c-ba1f16762179,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:21.461133 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.510970 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.579626 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.732950 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.740224 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.807673 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'Port': ['ID=c21cdd2b-8191-4069-ad4c-ba1f16762179,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:21.819286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.819655 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.819992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.820323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.820650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.820976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.821296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.821639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.821938 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.822254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.822556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.822869 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:51:21.827142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:21.936919 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Floating IP 7b217866-8820-4f4d-98e9-7be324ae1bda associated. External IP: 172.25.8.41, port: 0e28a09f-9e0e-4091-9261-a0950fd3051f. Mar 31 23:51:22.149288 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:51:22.256197 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:51:22.268200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Sync routers for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:51:22.278063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:22.278681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:51:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:22.278940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.315382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-57819e4a-90cf-440a-a8cf-6ce0cc9e7e6f tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6173348 Mar 31 23:51:22.315996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:22.318427 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36692) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:22.325641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714512641', 'description': 'tempest-secgroup-smoke-1714512641 description', 'project_id': '8ca3d6b7e97747f287c734efefe43747'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:22.349006 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.361187 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1" -d '{"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:22.392679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:22.416999 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.421898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.450692 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.454841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1313515 Mar 31 23:51:22.455032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36700) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:22.461181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:22.470653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06612ec-74c8-40c0-b4b5-46779fb8418e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b149ecb5-d458-4701-bc76-074a9ceb5bf7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:22.476714 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a50c5-bd68-4c8c-9c43-041e75182daa x-openstack-request-id: req-193a50c5-bd68-4c8c-9c43-041e75182daa {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:22.477376 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:22.477655 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-193a50c5-bd68-4c8c-9c43-041e75182daa {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:22.478139 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193a50c5-bd68-4c8c-9c43-041e75182daa'] response: {'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:51:22.510964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.527732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-60a682ae-38fb-42e3-8720-9ed2a323eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:22.529610 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-60a682ae-38fb-42e3-8720-9ed2a323eba7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1096 time: 0.0455072 Mar 31 23:51:22.577067 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.583532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.604088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283abdc1-afc9-4594-8d92-5e0d300cf430,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:22.618910 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.620288 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a69a3129-8ddd-4ff3-a0c9-1312c823d654 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632822 Mar 31 23:51:22.623590 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36702) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:22.629354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:22.633986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-d4cb9d82-10f6-4c37-909e-f8e071621f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:22.635562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-d4cb9d82-10f6-4c37-909e-f8e071621f30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.0985842 Mar 31 23:51:22.637076 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '7b217866-8820-4f4d-98e9-7be324ae1bda', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'port_id': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'mac_address': 'fa:16:3e:b3:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:51:21Z', 'updated_at': '2022-03-31T23:51:21Z', 'revision_number': 0, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:22.658736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.664018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Checking router: 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:51:22.674449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:51:22.675072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:51:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:22.707678 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-87bff9b7-519a-4c28-9691-8b956bc3886e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 998 time: 0.0657430 Mar 31 23:51:22.732108 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.736533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.757152 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f20a063-e9ad-4d2c-ad0a-53fd79a6876b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:22.758219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-be47fb5a-743a-4ccd-8c27-28d996ed1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:22.759904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-be47fb5a-743a-4ccd-8c27-28d996ed1967 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0457730 Mar 31 23:51:22.763669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.764872 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-38077a3b-bb5a-4b32-b46d-a9d555cd9b6c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1402895 Mar 31 23:51:22.767739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36704) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:22.772327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:22.797577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:51:22.799561 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.809065 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-edd6d150-0f47-45d7-b7b1-f0ecf92a8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:22.810656 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-edd6d150-0f47-45d7-b7b1-f0ecf92a8923 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444927 Mar 31 23:51:22.862211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.866658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.886433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bf58b9-c913-4296-b81e-2aa8f40425ea,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:22.892871 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:22.896982 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-af81bc4c-c9e7-48b6-b6d2-1c487d606880 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254461 Mar 31 23:51:22.897999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36706) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:22.907901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:22.910641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-0d3e0097-3d23-419c-aac7-dfd4fa232327 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926497 Mar 31 23:51:22.937370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.004087 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.008612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.009055 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bc825b83-61bf-4e8a-a0b9-1c6b9a4821c1 req-13f21a73-a03e-44ac-818f-574d5906b71d service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922308 Mar 31 23:51:23.031305 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d9d401-4e0c-40dc-96ac-4fac55ca1581,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:23.039451 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.040598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-52db184a-a7dc-481b-b0ae-de26222f1df1 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371906 Mar 31 23:51:23.043425 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36708) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:23.046543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '7b217866-8820-4f4d-98e9-7be324ae1bda', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'port_id': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'mac_address': 'fa:16:3e:b3:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:51:21Z', 'updated_at': '2022-03-31T23:51:21Z', 'revision_number': 0, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:51:23.048736 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:23.069736 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Project 8ca3d6b7e97747f287c734efefe43747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:51:23.075273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.146478 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.151577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.170754 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82438906-9755-423a-a13f-29e3d8c91104,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:23.182112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.183831 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b42c58f-2f52-4ed0-b800-966861349252 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1386843 Mar 31 23:51:23.186343 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36710) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:51:23.191043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'security_group_rule': {'security_group_id': 'b149ecb5-d458-4701-bc76-074a9ceb5bf7', 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:23.213377 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Project 8ca3d6b7e97747f287c734efefe43747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:51:23.219460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.239956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949b2cf-42be-4e40-bb9c-480f3b3a0c1f None None] The sync data for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 is: [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '7b217866-8820-4f4d-98e9-7be324ae1bda', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'floating_ip_address': '172.25.8.41', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'port_id': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'mac_address': 'fa:16:3e:b3:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:51:21Z', 'updated_at': '2022-03-31T23:51:21Z', 'revision_number': 0, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:51:23.289142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.293894 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.322447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bf6b15-c357-45df-b0d0-7f1ad158e070,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:23.331461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.335751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-175bdbcf-d904-4497-b805-52952f350d1e tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452966 Mar 31 23:51:23.414599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-2c9cb0f7-4f8a-48a0-ad5a-570b3ed63349 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714512641&fields=id&tenant_id=8ca3d6b7e97747f287c734efefe43747 HTTP/1.1" status: 200 len: 267 time: 0.0330184 Mar 31 23:51:23.453138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5d86b-304d-423c-9a35-caa5942caa97 None None] New status for floating IP 7b217866-8820-4f4d-98e9-7be324ae1bda: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:51:23.470125 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-361ee167-2070-490f-a591-86687b492af2 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:23.471779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-361ee167-2070-490f-a591-86687b492af2 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Mar 31 23:51:23.482918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'port': {'security_groups': ['74a88c5d-d422-4103-98db-c64c8be4bc2c', 'b149ecb5-d458-4701-bc76-074a9ceb5bf7']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:51:23.544126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.730624 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:51:23.763550 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.769627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.780770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:23.815496 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:23.816073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:23.817431 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d857ae1-7d44-4874-8e3e-ce3dacf057e2 req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "PUT /v2.0/ports/0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 981 time: 0.3390863 Mar 31 23:51:23.817872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:51:23.820190 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd7da58-563c-42a4-929c-b1197601584f" -d '{"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:51:23.853300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c19254-759e-4adc-81f8-9bb24c98521c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=6']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:51:23.876945 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2136790-7b92-4011-b66f-af8933a06404 x-openstack-request-id: req-e2136790-7b92-4011-b66f-af8933a06404 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:51:23.877235 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:51:23.877468 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e2136790-7b92-4011-b66f-af8933a06404 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:51:23.877906 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2136790-7b92-4011-b66f-af8933a06404'] response: {'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:51:23.906470 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:51:23.967073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7da58-563c-42a4-929c-b1197601584f req-ce87d26b-af90-467a-9929-27a749f045aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:23.968692 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-ce87d26b-af90-467a-9929-27a749f045aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1135 time: 0.0651696 Mar 31 23:51:23.980290 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066acc7-2bb7-4c75-b3e6-6d29c7b8d1b1 req-85f4245b-242d-4ff2-ab28-86275ae14127 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:23.981802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d066acc7-2bb7-4c75-b3e6-6d29c7b8d1b1 req-85f4245b-242d-4ff2-ab28-86275ae14127 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0876703 Mar 31 23:51:24.078438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d066acc7-2bb7-4c75-b3e6-6d29c7b8d1b1 req-81715ec4-0200-4491-a197-0e13c1f8ad62 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862567 Mar 31 23:51:24.108230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7da58-563c-42a4-929c-b1197601584f req-7315140e-e49f-4c24-8ef7-bb2215cff74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:24.110019 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-7315140e-e49f-4c24-8ef7-bb2215cff74c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.1273525 Mar 31 23:51:24.157624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-94386104-33db-44f7-b47e-7c24482686c0 None None] Provisioning complete for port 0e28a09f-9e0e-4091-9261-a0950fd3051f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:51:24.157980 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-94386104-33db-44f7-b47e-7c24482686c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:24.182636 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-3f41e62c-526d-4654-b5df-b46a4e9a8246 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1000 time: 0.0645983 Mar 31 23:51:24.232169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7da58-563c-42a4-929c-b1197601584f req-92749a27-f4b9-413e-b655-a53d47fc244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:24.233612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-92749a27-f4b9-413e-b655-a53d47fc244d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0441666 Mar 31 23:51:24.280949 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7da58-563c-42a4-929c-b1197601584f req-ae605970-9052-4925-a65d-0f1f054a69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:24.282512 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-ae605970-9052-4925-a65d-0f1f054a69ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408735 Mar 31 23:51:24.682981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-727eaa7e-06d8-4b6b-8545-a6c79f3275cf service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928735 Mar 31 23:51:24.771662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2dd7da58-563c-42a4-929c-b1197601584f req-903df6bc-f721-4772-a039-d3a3c571ee20 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813806 Mar 31 23:51:26.705600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:34.568114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-79069a61-c17f-43d7-9224-639296bf9e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:37.010189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72dae68b-b079-4ec8-a866-e333f4509a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:38.578960 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.190592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:40.418002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:43.130636 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:51:51.468697 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:56.699432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:51:57.078948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-23c45ecf-786a-493f-b2a4-ff9bf485c0e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544629 Mar 31 23:51:57.169488 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-104c988c-130c-4059-a045-08e261d3ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.171003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-104c988c-130c-4059-a045-08e261d3ff0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1135 time: 0.0468628 Mar 31 23:51:57.283812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-a4d593c0-8f45-43ea-a4e6-565e3cf899f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.285469 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-a4d593c0-8f45-43ea-a4e6-565e3cf899f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.0913801 Mar 31 23:51:57.355321 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-bdc99d66-bf81-4871-9318-c833f12cd8d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1000 time: 0.0633578 Mar 31 23:51:57.405919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-29c86c20-8b33-4945-b0dd-afc2cc899b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.407487 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-29c86c20-8b33-4945-b0dd-afc2cc899b92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0446663 Mar 31 23:51:57.455180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-1f025807-3d21-4b4e-9034-3a8ba6103235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:51:57.456803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-1f025807-3d21-4b4e-9034-3a8ba6103235 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428855 Mar 31 23:51:57.553001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-dddfd4dd-accf-41d1-b516-c92ae8d3070f service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892267 Mar 31 23:51:57.651987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e232ee5e-f58f-4eb6-aa1c-82fa6627ea9e req-a3ec3169-d181-436d-a76c-52793c66ed57 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922227 Mar 31 23:52:04.577807 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0108b57-9815-4ec1-9285-fbc8181b5843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:07.007257 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ddfbe495-c746-4bd3-8445-5be3d6753ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:08.577209 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:10.195287 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:10.413124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:12.519801 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54db0d9-7330-49d3-be07-75b31f76481e req-092fb8f4-51ab-4bab-a12b-60fc04b23a82 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.521244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e54db0d9-7330-49d3-be07-75b31f76481e req-092fb8f4-51ab-4bab-a12b-60fc04b23a82 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0866671 Mar 31 23:52:12.523989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-3da0589c-6f1a-4dc1-9d50-5ed2557bc385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.525311 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-3da0589c-6f1a-4dc1-9d50-5ed2557bc385 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1135 time: 0.0772383 Mar 31 23:52:12.613677 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e54db0d9-7330-49d3-be07-75b31f76481e req-6d8364df-5164-4c25-907b-62271452a881 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848250 Mar 31 23:52:12.651145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-14563b31-985e-41e7-a315-8511b6dde8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.652718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-14563b31-985e-41e7-a315-8511b6dde8bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.1181691 Mar 31 23:52:12.725116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-e35b1749-e115-4f90-8b0c-84b8ff61c9e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1000 time: 0.0642583 Mar 31 23:52:12.775513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-24b95224-5c03-48c0-8ce6-310c8c455c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.776936 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-24b95224-5c03-48c0-8ce6-310c8c455c48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0449555 Mar 31 23:52:12.824466 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-7bc4197c-7dc0-41e8-9443-f7fe6fcf2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:12.825841 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-7bc4197c-7dc0-41e8-9443-f7fe6fcf2318 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409973 Mar 31 23:52:12.925057 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-3ddf8b20-9bb7-45b7-95e5-0f37680e2c51 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896032 Mar 31 23:52:13.019766 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fc9f53-a071-4cbc-9d28-c8d55296d3e4 req-e1ba3f4b-a2a8-4e7f-9e6f-352be220ea7f service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Mar 31 23:52:13.753423 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac0d2-a34f-43ce-a464-3be328add469 req-bfcbd9e8-02fb-4ac8-b165-4d189055c305 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:13.754915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a5ac0d2-a34f-43ce-a464-3be328add469 req-bfcbd9e8-02fb-4ac8-b165-4d189055c305 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0576568 Mar 31 23:52:13.799929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9a5ac0d2-a34f-43ce-a464-3be328add469 req-61b3656e-2386-4381-972c-ca8660819635 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354121 Mar 31 23:52:14.934138 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e883121-3e2f-4ada-a1ed-99ecffa6e6ae req-20ded11c-d84a-4493-b589-c69b19887d10 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:14.935666 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e883121-3e2f-4ada-a1ed-99ecffa6e6ae req-20ded11c-d84a-4493-b589-c69b19887d10 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0518553 Mar 31 23:52:14.977068 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6e883121-3e2f-4ada-a1ed-99ecffa6e6ae req-9f6bed24-df47-4d2e-a355-e92cf8c2f82b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351412 Mar 31 23:52:16.107259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843baf3-8a49-42db-9224-0efef8ccf83b req-e2935f00-ee20-4bc0-b311-13c3200d0260 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:16.108754 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e843baf3-8a49-42db-9224-0efef8ccf83b req-e2935f00-ee20-4bc0-b311-13c3200d0260 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0562375 Mar 31 23:52:16.149204 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e843baf3-8a49-42db-9224-0efef8ccf83b req-da384f5e-d3e6-478d-a38d-521387a346f3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340991 Mar 31 23:52:17.265701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1cba2-88b1-4d98-97ca-db9a7cf94bc9 req-8743e6eb-a67c-46de-af4e-776d6e7546df tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:17.267164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43d1cba2-88b1-4d98-97ca-db9a7cf94bc9 req-8743e6eb-a67c-46de-af4e-776d6e7546df tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0500610 Mar 31 23:52:17.307710 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-43d1cba2-88b1-4d98-97ca-db9a7cf94bc9 req-43f0cd70-7888-40f6-989a-cf7d6f3defad tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340953 Mar 31 23:52:18.445049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d57d2-0a98-4152-8ecb-02db54ce65fa req-0a92b921-5b54-4431-806d-eb4c821f1185 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:18.446590 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-036d57d2-0a98-4152-8ecb-02db54ce65fa req-0a92b921-5b54-4431-806d-eb4c821f1185 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0624113 Mar 31 23:52:18.488272 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-036d57d2-0a98-4152-8ecb-02db54ce65fa req-28b35dc0-2682-4bcb-a350-8dd93123a74b tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348408 Mar 31 23:52:19.612192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cda8f-62b0-418b-a153-7052fb4dcfff req-1f0d524a-c6e4-4c3a-a439-fdc6c6ba97a8 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:19.613697 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-976cda8f-62b0-418b-a153-7052fb4dcfff req-1f0d524a-c6e4-4c3a-a439-fdc6c6ba97a8 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0524960 Mar 31 23:52:19.669585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-976cda8f-62b0-418b-a153-7052fb4dcfff req-c618945b-2e70-4c57-bcd2-11acb3b56c1d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461292 Mar 31 23:52:20.129805 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:20.804229 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fdf6-fe3a-40c3-85c6-7ed4dda3d30c req-66853cb2-a06a-4bab-add5-0bc1bc5cb6c3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:20.805730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7432fdf6-fe3a-40c3-85c6-7ed4dda3d30c req-66853cb2-a06a-4bab-add5-0bc1bc5cb6c3 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0594614 Mar 31 23:52:20.859655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7432fdf6-fe3a-40c3-85c6-7ed4dda3d30c req-c8710dc0-31df-4e90-adcd-bd2c90c2b298 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445180 Mar 31 23:52:21.489111 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:21.991269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffc223-c63f-4fc4-a47c-cf2f7ac30224 req-bc1fc0e8-b951-4484-a554-ae7168e80f61 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:21.992712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8ffc223-c63f-4fc4-a47c-cf2f7ac30224 req-bc1fc0e8-b951-4484-a554-ae7168e80f61 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0526876 Mar 31 23:52:22.036582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8ffc223-c63f-4fc4-a47c-cf2f7ac30224 req-0716ca5b-7e68-4616-90b1-ff925e40bcc8 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344195 Mar 31 23:52:23.170714 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb592bf6-0289-491a-a6b2-10ea66a61d30 req-c098ac4c-1cfb-4110-a9d7-1d13138a24e6 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:23.172248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb592bf6-0289-491a-a6b2-10ea66a61d30 req-c098ac4c-1cfb-4110-a9d7-1d13138a24e6 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0523827 Mar 31 23:52:23.213430 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bb592bf6-0289-491a-a6b2-10ea66a61d30 req-36160abd-02de-4474-92ef-64ce5204b7db tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348430 Mar 31 23:52:24.356966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c2f6e-7ebb-49c5-bb70-f29089150a61 req-993f455d-bf2c-4d66-8bdf-86134fb1aa22 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:24.358350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-132c2f6e-7ebb-49c5-bb70-f29089150a61 req-993f455d-bf2c-4d66-8bdf-86134fb1aa22 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0562580 Mar 31 23:52:24.399135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-132c2f6e-7ebb-49c5-bb70-f29089150a61 req-edae3946-d2a4-45e1-b1eb-21b5bb12c80c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&id=b149ecb5-d458-4701-bc76-074a9ceb5bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342035 Mar 31 23:52:26.694644 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:34.572587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b26ce71-3a7d-4af7-b592-c4dfafffcb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:37.003638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-73554865-f7e0-4553-8c50-7203f4d1de81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:38.582315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:40.192939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:40.428497 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:51.522175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:56.715883 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:52:57.085922 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-86bf3b6d-43c6-45f2-891e-a84817ac4c0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448880 Mar 31 23:52:57.130422 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:52:57.179468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-66435c5f-37d0-45d8-acef-5ccc8ac5aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.180964 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-66435c5f-37d0-45d8-acef-5ccc8ac5aaab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1135 time: 0.0487044 Mar 31 23:52:57.300614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-27489683-67f3-4d11-88aa-713fbbd86fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.302071 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-27489683-67f3-4d11-88aa-713fbbd86fff service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.0978322 Mar 31 23:52:57.384850 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-63faa00f-fbbf-40d0-a319-e65ada897cec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1000 time: 0.0754914 Mar 31 23:52:57.438907 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-07e6d1cc-02f0-45d1-bb63-7c33805d9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.440448 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-07e6d1cc-02f0-45d1-bb63-7c33805d9c49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0494509 Mar 31 23:52:57.499144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-a6fe258d-9365-4f0d-a392-5c3da5e51ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:52:57.500681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-a6fe258d-9365-4f0d-a392-5c3da5e51ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534489 Mar 31 23:52:57.597058 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-3ed26d34-211b-48ef-b870-f4ae4e216f26 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890019 Mar 31 23:52:57.687123 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35f7479e-04a8-4434-8fe2-16c018d75fe8 req-be3466fc-aafd-4f1a-8542-63c6da43acfa service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Mar 31 23:53:04.572726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c620be5c-e97b-4c0a-bd62-41122aba50f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:07.007626 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f242d019-81b2-43b7-9c3b-8a737135ddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:08.585693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.205448 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:10.435956 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.022708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-ea3061b6-4bdb-4f78-91f3-4c39ddf43084 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714512641&fields=id&tenant_id=8ca3d6b7e97747f287c734efefe43747 HTTP/1.1" status: 200 len: 267 time: 0.0383999 Mar 31 23:53:13.080117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-aec2282d-a40e-4f6d-a247-d8dbc5a9a400 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.081645 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-aec2282d-a40e-4f6d-a247-d8dbc5a9a400 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 984 time: 0.0502357 Mar 31 23:53:13.096301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Request body: {'port': {'security_groups': ['74a88c5d-d422-4103-98db-c64c8be4bc2c']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:13.163585 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.336279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:13.364363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.371733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.385325 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:13.424498 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.425215 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.426658 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-38da9029-f1c0-4bfc-bb95-855c332dd1eb req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "PUT /v2.0/ports/0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 942 time: 0.3348777 Mar 31 23:53:13.427123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:13.429683 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b9dad7-bafc-484c-97be-747176d8914d" -d '{"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:13.434745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36824) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:13.484264 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event updated for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.488109 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91cd376-bcf6-4a6e-8b4c-a1a50980fd33 x-openstack-request-id: req-c91cd376-bcf6-4a6e-8b4c-a1a50980fd33 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:13.488336 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:13.488514 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c91cd376-bcf6-4a6e-8b4c-a1a50980fd33 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:13.488923 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91cd376-bcf6-4a6e-8b4c-a1a50980fd33'] response: {'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:53:13.499177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:13.505055 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.505432 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.505819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.506146 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.506471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.506809 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.507139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.507493 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.507824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.508154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.508496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.508818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c88c730-d698-41b6-8971-aa94e779a0a0 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:13.532343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.562037 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.580691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9dad7-bafc-484c-97be-747176d8914d req-fffb5a85-cfdd-4329-b7e3-6d8528f074b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.582642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-fffb5a85-cfdd-4329-b7e3-6d8528f074b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1096 time: 0.0726712 Mar 31 23:53:13.647666 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.650702 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.652584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "DELETE /v2.0/security-groups/b149ecb5-d458-4701-bc76-074a9ceb5bf7 HTTP/1.1" status: 204 len: 168 time: 0.2170322 Mar 31 23:53:13.665650 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36826) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:13.666696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d1482-dd92-4684-a948-0c24ef34d66d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b149ecb5-d458-4701-bc76-074a9ceb5bf7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:13.712160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9dad7-bafc-484c-97be-747176d8914d req-622fc3b4-380b-4695-8f66-82592ad083e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.714044 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-622fc3b4-380b-4695-8f66-82592ad083e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.1236269 Mar 31 23:53:13.730898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-53cf590a-b9d4-465d-8e6c-4c0f2df740c1 None None] Provisioning complete for port 0e28a09f-9e0e-4091-9261-a0950fd3051f triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:13.731290 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-53cf590a-b9d4-465d-8e6c-4c0f2df740c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:13.788398 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-424a5e3e-ae4e-4bac-80f0-d9357dfc0745 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 1000 time: 0.0665762 Mar 31 23:53:13.840621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9dad7-bafc-484c-97be-747176d8914d req-5281f26b-aff7-44f2-8441-b77ad60cb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.842054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-5281f26b-aff7-44f2-8441-b77ad60cb486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0468485 Mar 31 23:53:13.889891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9dad7-bafc-484c-97be-747176d8914d req-9ace0dce-84bc-4015-a78e-c519d33acf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:13.891684 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-9ace0dce-84bc-4015-a78e-c519d33acf39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426235 Mar 31 23:53:13.992258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-462f6b7b-de63-4255-ada2-06fb71429356 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925977 Mar 31 23:53:14.087453 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-40b9dad7-bafc-484c-97be-747176d8914d req-510ad87c-bc86-410d-8260-6160e069797d service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878780 Mar 31 23:53:14.151483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Deleting port c21cdd2b-8191-4069-ad4c-ba1f16762179 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:14.152091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.231857 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.232150 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.245254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Calling delete_port for c21cdd2b-8191-4069-ad4c-ba1f16762179 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:14.395363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.424918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event deleted for resources: {'Port': ['ID=c21cdd2b-8191-4069-ad4c-ba1f16762179,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:14.483348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.483682 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Floating IP 7b217866-8820-4f4d-98e9-7be324ae1bda disassociated (deleted). External IP: 172.25.8.41, port: 0e28a09f-9e0e-4091-9261-a0950fd3051f. Mar 31 23:53:14.687002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:14.795413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:14.800689 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:14.806586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Sync routers for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:14.817567 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:14.819261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:14.827456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9e290fe1-89ed-4841-9440-8cf71f656d5d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "DELETE /v2.0/floatingips/7b217866-8820-4f4d-98e9-7be324ae1bda HTTP/1.1" status: 204 len: 168 time: 1.1567690 Mar 31 23:53:14.925536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:15.127705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:15.153202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Checking router: 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:15.163948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:15.164549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:15.267785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:15.468460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:15.489698 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:15.492236 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117848e-345b-49eb-a819-1af4212d1a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:15.494705 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5a1fd-2f85-4d2d-9c02-a667f26365a3 None None] The sync data for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 is: [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:50:30Z', 'revision_number': 4, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'e7391842-fbdd-4217-8ade-a455144430db', 'name': '', 'network_id': '3cb68031-b040-49c6-bb32-42aed724f752', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'mac_address': 'fa:16:3e:5e:cb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:29Z', 'updated_at': '2022-03-31T23:50:35Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'subnets': [{'id': '98f6e0c2-7375-41ce-aeb0-b27e166056ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:15.542869 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dcea27-0341-46d1-9fd8-0b23b6dda6a2 x-openstack-request-id: req-b7dcea27-0341-46d1-9fd8-0b23b6dda6a2 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:15.543167 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:15.543445 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b7dcea27-0341-46d1-9fd8-0b23b6dda6a2 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:15.543860 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dcea27-0341-46d1-9fd8-0b23b6dda6a2'] response: {'name': 'network-changed', 'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:53:15.613367 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117848e-345b-49eb-a819-1af4212d1a6b req-53e00bb5-c480-4fa8-893c-f152df67784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.614903 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-53e00bb5-c480-4fa8-893c-f152df67784a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ca3d6b7e97747f287c734efefe43747&device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 1096 time: 0.0516026 Mar 31 23:53:15.708502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117848e-345b-49eb-a819-1af4212d1a6b req-7f90d466-173d-4a89-89e1-e033404ed009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.710098 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-7f90d466-173d-4a89-89e1-e033404ed009 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 200 len: 916 time: 0.0881770 Mar 31 23:53:15.760198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-87d70e14-f581-481c-a024-ed1ff713565e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 200 len: 217 time: 0.0421562 Mar 31 23:53:15.762430 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55233aa-a337-4507-b9ec-5533c1dcdeb4 None None] New status for floating IP 7b217866-8820-4f4d-98e9-7be324ae1bda: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:53:15.812693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117848e-345b-49eb-a819-1af4212d1a6b req-237e2786-1a62-4b76-90f6-63974369e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.815082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-237e2786-1a62-4b76-90f6-63974369e02a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 200 len: 853 time: 0.0487320 Mar 31 23:53:15.862247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117848e-345b-49eb-a819-1af4212d1a6b req-2cc5583d-f00d-4ce5-a93f-36a3e19844e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:15.863787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-2cc5583d-f00d-4ce5-a93f-36a3e19844e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3cb68031-b040-49c6-bb32-42aed724f752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419788 Mar 31 23:53:15.956404 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-86c598da-e777-4dd2-87d3-9b1d01233e6b service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Mar 31 23:53:16.048889 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f117848e-345b-49eb-a819-1af4212d1a6b req-7e416612-e57b-4305-a9a8-ac7210e97167 service neutron] 10.222.0.60 "GET /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827563 Mar 31 23:53:21.511525 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:22.814543 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c2c4-1767-4769-9a80-66927aae3642 req-d01a9426-fd24-41ff-b41e-d3182c1d475d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:22.815942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c96c2c4-1767-4769-9a80-66927aae3642 req-d01a9426-fd24-41ff-b41e-d3182c1d475d tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Mar 31 23:53:22.867358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c96c2c4-1767-4769-9a80-66927aae3642 req-8d0582da-fe7a-423b-94fa-6326477c3130 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 Mar 31 23:53:24.008634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54597af-b51c-477a-9272-d77e70ee50e8 req-050e2a79-e436-4b65-b407-d41d4501e6d9 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.011036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a54597af-b51c-477a-9272-d77e70ee50e8 req-050e2a79-e436-4b65-b407-d41d4501e6d9 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0580764 Mar 31 23:53:24.056547 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a54597af-b51c-477a-9272-d77e70ee50e8 req-5d4a8424-c4c6-4b50-b566-0dc8d39c7452 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/security-groups?id=74a88c5d-d422-4103-98db-c64c8be4bc2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370104 Mar 31 23:53:24.671285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-d9860737-85dc-4440-b9ac-70fadffc2bc4 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:24.673361 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-d9860737-85dc-4440-b9ac-70fadffc2bc4 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.60 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 945 time: 0.0574534 Mar 31 23:53:24.761885 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Deleting port 0e28a09f-9e0e-4091-9261-a0950fd3051f {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:24.762222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:24.853679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] For port 0e28a09f-9e0e-4091-9261-a0950fd3051f, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0e28a09f-9e0e-4091-9261-a0950fd3051f,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:24.854123 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:24.866425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Calling delete_port for 0e28a09f-9e0e-4091-9261-a0950fd3051f owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:24.996094 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:25.008794 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0e28a09f-9e0e-4091-9261-a0950fd3051f'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:25.026268 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Pushing event deleted for resources: {'Port': ['ID=0e28a09f-9e0e-4091-9261-a0950fd3051f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:25.051858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.052190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.052528 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.052860 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.053192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.053518 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.053840 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.054163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.054482 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.054800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.055141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.055475 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:25.073451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] No DVR routers for this DVR port 0e28a09f-9e0e-4091-9261-a0950fd3051f on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:25.076036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:25.079367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-65259d09-d5a1-4b35-8db8-ed14bdb75839 req-e9160d74-1bbc-4313-938d-c27e5cf96645 tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.60 "DELETE /v2.0/ports/0e28a09f-9e0e-4091-9261-a0950fd3051f HTTP/1.1" status: 204 len: 173 time: 0.3997777 Mar 31 23:53:25.079890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'name': 'network-vif-deleted', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:25.082469 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c13c20-d2a5-49fa-9266-bfa487bd25d6" -d '{"events": [{"server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "name": "network-vif-deleted", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:25.122298 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9d8b72-b935-4640-8f8d-1b9fbc672809 x-openstack-request-id: req-5d9d8b72-b935-4640-8f8d-1b9fbc672809 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:25.122593 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa03727-d1ec-43eb-9bb5-f473eee68277", "name": "network-vif-deleted", "tag": "0e28a09f-9e0e-4091-9261-a0950fd3051f", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:25.122872 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d9d8b72-b935-4640-8f8d-1b9fbc672809 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:25.123296 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9d8b72-b935-4640-8f8d-1b9fbc672809'] response: {'server_uuid': 'afa03727-d1ec-43eb-9bb5-f473eee68277', 'name': 'network-vif-deleted', 'tag': '0e28a09f-9e0e-4091-9261-a0950fd3051f', 'status': 'completed', 'code': 200} Mar 31 23:53:25.162683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aaa8173e-4a40-406d-8475-3584f0875e7c req-af2db421-ea4b-4594-a5e2-d509c28a7e1c tempest-TestMinimumBasicScenario-1475701620 tempest-TestMinimumBasicScenario-1475701620-project] 10.222.0.95 "GET /v2.0/ports?device_id=afa03727-d1ec-43eb-9bb5-f473eee68277 HTTP/1.1" status: 200 len: 210 time: 0.0258269 Mar 31 23:53:26.722595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:27.233422 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0e28a09f-9e0e-4091-9261-a0950fd3051f no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:27.260624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 0e28a09f-9e0e-4091-9261-a0950fd3051f {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:27.260969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0e28a09f-9e0e-4091-9261-a0950fd3051f not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:27.880962 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36924) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:28.238178 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.489003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Deleting port e7391842-fbdd-4217-8ade-a455144430db {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:28.489447 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.572769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] For port e7391842-fbdd-4217-8ade-a455144430db, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e7391842-fbdd-4217-8ade-a455144430db,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:28.573142 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.586670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Calling delete_port for e7391842-fbdd-4217-8ade-a455144430db owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:28.773356 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:28.805688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7391842-fbdd-4217-8ade-a455144430db,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:28.969821 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.210726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:29.317768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:29.323344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d68886d7-451d-4d2a-91b4-2c284e290b9e admin admin] 10.222.0.95 "PUT /v2.0/routers/5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4412775 Mar 31 23:53:29.326539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36928) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:29.329209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Sync routers for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:29.340156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:29.340737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:29.429768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.445107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:29.529998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.587686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Deleting port 1f073d6a-d2e0-4b45-9966-51601fdbd4df {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:29.588026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.675032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] For port 1f073d6a-d2e0-4b45-9966-51601fdbd4df, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=1f073d6a-d2e0-4b45-9966-51601fdbd4df,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:29.675449 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.691455 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Calling delete_port for 1f073d6a-d2e0-4b45-9966-51601fdbd4df owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:29.782752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:53:28Z', 'revision_number': 5, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port': {'id': '1f073d6a-d2e0-4b45-9966-51601fdbd4df', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:28Z', 'updated_at': '2022-03-31T23:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:29.808546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Checking router: 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:29.818253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Routers {'5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:29.819485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:29.870523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.899795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f073d6a-d2e0-4b45-9966-51601fdbd4df,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:29.912216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] Set router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:29.959476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:29.965241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:53:29Z', 'revision_number': 6, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:29.990835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c929e-70d9-48d4-bad6-c06856faa027 None None] The sync data for ids ['5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0'] in n-d-835855-2 is: [{'id': '5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0', 'name': 'tempest-TestMinimumBasicScenario-912347021-router', 'tenant_id': '8ca3d6b7e97747f287c734efefe43747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:27Z', 'updated_at': '2022-03-31T23:53:29Z', 'revision_number': 6, 'project_id': '8ca3d6b7e97747f287c734efefe43747', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:30.053963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.056193 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.100822 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.102094 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:53:30.108483 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.109799 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8d241b42-7901-48b2-8136-1aa48150f649 admin admin] 10.222.0.95 "DELETE /v2.0/routers/5658b34f-5818-4f3d-aa4a-2ed6fa8d3cc0 HTTP/1.1" status: 204 len: 168 time: 0.7823541 Mar 31 23:53:30.113198 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:30.161639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Deleting subnet 98f6e0c2-7375-41ce-aeb0-b27e166056ff {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:53:30.164787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.198612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.283775 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.356746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.468803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e7391842-fbdd-4217-8ade-a455144430db no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:30.497033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e7391842-fbdd-4217-8ade-a455144430db {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:30.497372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e7391842-fbdd-4217-8ade-a455144430db not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:30.663931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f6e0c2-7375-41ce-aeb0-b27e166056ff,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:30.667567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.674110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6257bb61-21ef-4900-ab51-abe65872d3c2 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/98f6e0c2-7375-41ce-aeb0-b27e166056ff HTTP/1.1" status: 204 len: 168 time: 0.5566306 Mar 31 23:53:30.674359 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36932) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:30.677160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ab83f-9266-4c7d-82fa-7ff448d94eb0 None None] Network 3cb68031-b040-49c6-bb32-42aed724f752 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:30.740949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.799431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Deleting port e687d09d-a90e-4246-b95d-0c225be9227e {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:30.799780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.867333 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] DHCP port deletion for 3cb68031-b040-49c6-bb32-42aed724f752 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:53:30.867903 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] For port e687d09d-a90e-4246-b95d-0c225be9227e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e687d09d-a90e-4246-b95d-0c225be9227e,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:30.868296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.882661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Calling delete_port for e687d09d-a90e-4246-b95d-0c225be9227e owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:30.920020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Deleting port e687d09d-a90e-4246-b95d-0c225be9227e {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:30.920394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.971855 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.982993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] For port e687d09d-a90e-4246-b95d-0c225be9227e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e687d09d-a90e-4246-b95d-0c225be9227e,segment=NetworkSegment(8ca738f0-0dcb-4ab7-9e53-b2f3a520d561),segment_id=8ca738f0-0dcb-4ab7-9e53-b2f3a520d561)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:30.983511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:30.996173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Calling delete_port for e687d09d-a90e-4246-b95d-0c225be9227e owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:30.996940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e687d09d-a90e-4246-b95d-0c225be9227e,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:31.001997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] No DVR routers for this DVR port e687d09d-a90e-4246-b95d-0c225be9227e on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:31.079595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.082084 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.101586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb68031-b040-49c6-bb32-42aed724f752']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:31.106879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Pushing event deleted for resources: {'Port': ['ID=e687d09d-a90e-4246-b95d-0c225be9227e,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:31.115080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] No DVR routers for this DVR port e687d09d-a90e-4246-b95d-0c225be9227e on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:31.116834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:31.117171 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca738f0-0dcb-4ab7-9e53-b2f3a520d561') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:31.117765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.118155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.118551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.119027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.119419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.120125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.120125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.120408 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.120733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.121164 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.121507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.121831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d887f37-c2b7-4d40-9638-9d261b7d396d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:31.137714 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.151580 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.157445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:53:31.157859 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:53:31.159612 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:53:31.214758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.220430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.223642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] 10.222.0.95 "DELETE /v2.0/networks/3cb68031-b040-49c6-bb32-42aed724f752 HTTP/1.1" status: 204 len: 168 time: 0.5483353 Mar 31 23:53:31.226800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:31.234103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6534e-4c6d-4e35-9159-b4782f3bdf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb68031-b040-49c6-bb32-42aed724f752,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:31.587278 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.862296 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Deleting port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:31.862541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.940393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] For port 79b696d2-68eb-4d3f-91c2-7ad4dedbc861, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:31.940712 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:31.953981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Calling delete_port for 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:32.139107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1f073d6a-d2e0-4b45-9966-51601fdbd4df no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:32.148558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:32.160692 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 1f073d6a-d2e0-4b45-9966-51601fdbd4df {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:32.161036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 1f073d6a-d2e0-4b45-9966-51601fdbd4df not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:32.161456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e687d09d-a90e-4246-b95d-0c225be9227e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:32.179453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b696d2-68eb-4d3f-91c2-7ad4dedbc861,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:32.180577 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e687d09d-a90e-4246-b95d-0c225be9227e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:32.180928 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e687d09d-a90e-4246-b95d-0c225be9227e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:32.366907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:32.597313 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:33.028858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:33.034752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1c777b8c-d53d-4b73-b32d-d5f71f47db26 admin admin] 10.222.0.95 "PUT /v2.0/routers/9b5f8668-b26c-4a55-a69b-ade09dc64a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8067811 Mar 31 23:53:33.037599 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:33.038796 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Sync routers for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:33.050038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:33.050722 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:33.147045 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.157135 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:33.248429 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.306148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Deleting port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:33.306407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.336762 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:53:32Z', 'revision_number': 5, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port': {'id': '6c5b5104-ef4b-4a5d-9973-4dfc917ce759', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:50:33Z', 'updated_at': '2022-03-31T23:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:33.362479 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Checking router: 9b5f8668-b26c-4a55-a69b-ade09dc64a1d for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:33.370461 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Routers {'9b5f8668-b26c-4a55-a69b-ade09dc64a1d'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:33.371071 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:33.384462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] For port 6c5b5104-ef4b-4a5d-9973-4dfc917ce759, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:33.384826 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.397635 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Calling delete_port for 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:33.462690 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] Set router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:33.515271 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:53:33Z', 'revision_number': 6, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:33.541054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa67ea8-7677-4a2c-9d54-f022ae570778 None None] The sync data for ids ['9b5f8668-b26c-4a55-a69b-ade09dc64a1d'] in n-d-835855-2 is: [{'id': '9b5f8668-b26c-4a55-a69b-ade09dc64a1d', 'name': 'tempest-TestMinimumBasicScenario-988056185-router', 'tenant_id': '0212757340114f17b4d129426db161b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:50:32Z', 'updated_at': '2022-03-31T23:53:33Z', 'revision_number': 6, 'project_id': '0212757340114f17b4d129426db161b0', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:33.565410 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.593091 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5b5104-ef4b-4a5d-9973-4dfc917ce759,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:33.654226 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.743921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.746059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.790112 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.790666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5f8668-b26c-4a55-a69b-ade09dc64a1d {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:53:33.795376 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.796521 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f694e829-e0f4-4f9f-ace8-b91dd45a9686 admin admin] 10.222.0.95 "DELETE /v2.0/routers/9b5f8668-b26c-4a55-a69b-ade09dc64a1d HTTP/1.1" status: 204 len: 168 time: 0.7579646 Mar 31 23:53:33.800399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:33.845915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Deleting subnet 2b89ab50-5456-4676-b4e6-1956679905eb {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:53:33.849175 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.888985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:33.974192 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.029639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.057264 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.060979 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2b89ab50-5456-4676-b4e6-1956679905eb HTTP/1.1" status: 204 len: 168 time: 0.2595913 Mar 31 23:53:34.062216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188dc8-27c5-47cf-8a90-532509266921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b89ab50-5456-4676-b4e6-1956679905eb,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:34.062790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbbf02-bb21-442b-b557-50ae74faa7a5 None None] Network cbbd3847-ec94-4965-ae20-bb2c23cca6b7 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:34.063849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:34.130806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:53:34.135691 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.196273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Deleting port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:34.196620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.258958 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] For port e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,segment=NetworkSegment(8afe4860-2346-4f1f-a003-d61f09d9de35),segment_id=8afe4860-2346-4f1f-a003-d61f09d9de35)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:34.259275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.274509 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Calling delete_port for e4ad5b3b-cafc-4387-8368-d6a9e99250d4 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:34.306089 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] DHCP port deletion for cbbd3847-ec94-4965-ae20-bb2c23cca6b7 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:53:34.364250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:34.369020 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Deleting port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:53:34.369486 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.382098 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.392117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:34.392461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 79b696d2-68eb-4d3f-91c2-7ad4dedbc861 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:34.392879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:34.409270 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] No DVR routers for this DVR port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:34.413981 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:34.421855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:34.422220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c5b5104-ef4b-4a5d-9973-4dfc917ce759 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:34.422662 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e4ad5b3b-cafc-4387-8368-d6a9e99250d4 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:53:34.449765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e4ad5b3b-cafc-4387-8368-d6a9e99250d4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:53:34.450109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e4ad5b3b-cafc-4387-8368-d6a9e99250d4 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:53:34.486642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.493347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] For port e4ad5b3b-cafc-4387-8368-d6a9e99250d4, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:34.493754 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.506927 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Calling delete_port for e4ad5b3b-cafc-4387-8368-d6a9e99250d4 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:53:34.509606 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 23:53:34.510625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbd3847-ec94-4965-ae20-bb2c23cca6b7']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:34.510812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.520062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afe4860-2346-4f1f-a003-d61f09d9de35') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:34.520433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afe4860-2346-4f1f-a003-d61f09d9de35') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:34.529948 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.537721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] Pushing event deleted for resources: {'Port': ['ID=e4ad5b3b-cafc-4387-8368-d6a9e99250d4,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:34.544096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25897f-d9d0-4f77-8649-21b9241855ae None None] No DVR routers for this DVR port e4ad5b3b-cafc-4387-8368-d6a9e99250d4 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:53:34.545795 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.558852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:53:34.558852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:53:34.568322 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:53:34.571387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cdae7a3a-4251-454e-8a97-82e849eb1706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.618561 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.624583 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.627899 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] 10.222.0.95 "DELETE /v2.0/networks/cbbd3847-ec94-4965-ae20-bb2c23cca6b7 HTTP/1.1" status: 204 len: 168 time: 0.5630152 Mar 31 23:53:34.639150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63348a5c-945a-4e31-b71e-861e4894f0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbd3847-ec94-4965-ae20-bb2c23cca6b7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:34.825135 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36946) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:34.865263 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b306c793-035e-47a0-87e5-d7e4b94b5f0e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8ca3d6b7e97747f287c734efefe43747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388803 Mar 31 23:53:34.868554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36948) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:34.923809 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.945229 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.995751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.998328 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:34.999505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/74a88c5d-d422-4103-98db-c64c8be4bc2c HTTP/1.1" status: 204 len: 168 time: 0.1300688 Mar 31 23:53:35.009142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215c407-0d1a-4937-8384-3747eaec4c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a88c5d-d422-4103-98db-c64c8be4bc2c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:35.357731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36954) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:35.398079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6095a578-42df-4636-a88d-db8460e675b6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0212757340114f17b4d129426db161b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391710 Mar 31 23:53:35.400702 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36956) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:35.452767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:35.474213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:35.531576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:35.534335 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:35.535721 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6318792a-8bfa-4ec2-8023-639151b5d501 HTTP/1.1" status: 204 len: 168 time: 0.1339650 Mar 31 23:53:35.543399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109e082-103c-4fa4-8756-54eb983bbbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6318792a-8bfa-4ec2-8023-639151b5d501,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:37.001302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0a5924e7-2add-4102-8ddb-d3c6dd883bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.527674 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 36996) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:37.533922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913501916', 'description': 'tempest-secgroup-smoke-913501916 description', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:37.556155 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.564367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.642733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.648415 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.688840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf21a60-643b-45fa-a7c6-2fbff2337bea,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:37.729537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.735273 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.765355 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.766511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2377224 Mar 31 23:53:37.768438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1f48-2263-452a-994a-50aa8e91118a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:37.770322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 36998) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:37.776918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:37.809520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.867378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.873520 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.890837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed76409-d486-4cde-ab68-6e9fadbbe9c2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:37.899522 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.900722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b19cc6e6-de9c-4332-b427-f9ba300df8b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292729 Mar 31 23:53:37.903722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37000) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:37.908520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:37.933257 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.991389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:37.996701 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.014488 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7031dee4-46b8-43c9-b364-21e2be97930d,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.020615 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.021839 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-eb4a158b-b104-4a25-a9c2-941cf9d909d5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171308 Mar 31 23:53:38.025052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37002) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.031379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.058341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.122645 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.127988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.147155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380e3ebd-1bdf-4707-9642-7571a8a1f2f2,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.157721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.158929 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-506f8992-a6c6-49ff-8db2-0b66daf9626b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328316 Mar 31 23:53:38.161942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37004) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.166554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.193391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.252394 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.258584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.276476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205b6869-1d7b-49e8-aea3-5240846aec77,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.281479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.282748 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a8fa909d-074c-4abd-82fb-917a16d0ba97 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197438 Mar 31 23:53:38.285592 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37006) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.290386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.317884 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:53:38.325132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.393958 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.399856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.417156 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f632199-2f10-402c-bc66-d3cc5cb176d6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.424770 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.426016 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f2fb149-42ca-491d-b755-10e4357a5cf5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393583 Mar 31 23:53:38.428894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37008) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.433422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.454618 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:53:38.460195 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.521799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.528863 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.546759 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc4cfcb-ee31-4cf0-95b4-20a91047773e,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.554727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.556350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-82adfd67-0289-47cd-af55-0fe526d7c94b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260989 Mar 31 23:53:38.559161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37010) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.564037 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'network': {'name': 'tempest-network-smoke--459997870', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.582462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.583831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:38.587373 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.611020 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] vlan segment allocate from pool success with {'vlan_id': 1265, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:53:38.620643 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.620989 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Added segment e6261c6a-9b15-4751-be4e-b5237856242c of type vlan for network ead98530-f41e-4c59-ad26-0eabf7927931 Mar 31 23:53:38.661395 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.687858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.693513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:38.694087 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.730580 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1703470 Mar 31 23:53:38.733527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37012) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:38.738036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'admin_state_up': True, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:38.776903 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02370a-5389-4e1d-83b0-9a7d5fac829f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Network': ['ID=ead98530-f41e-4c59-ad26-0eabf7927931,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:38.789335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network ead98530-f41e-4c59-ad26-0eabf7927931 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:53:38.794757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.796400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.849917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:38.992066 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.191272 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.210155 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.308827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.69 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/61e644ba-e416-427a-9957-e44daa799fe7) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:39.421856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.459431 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.498969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:39.504059 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:39.506316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=61e644ba-e416-427a-9957-e44daa799fe7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:39.508472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:39.774142 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:39.987081 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.125919 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router ad46da45-8454-45ea-8d3f-f940b858a9d2 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:53:40.200532 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.240377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:40.251005 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Sync routers for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:40.263430 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.263644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:40.264251 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:40.264799 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ba0f0623-e5cd-4000-9e28-aa2eba4fda01 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5302677 Mar 31 23:53:40.268498 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37016) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:40.381499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:40.402977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-878d8cda-f1f9-45e5-b2d3-d4c718da90a9 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=5e6755edc6504ef58b4790ffb5ce292a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1333849 Mar 31 23:53:40.405891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37020) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:40.462057 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.495513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b04a2-0847-4c84-949a-f051bc61294b tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:40.496953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a10b04a2-0847-4c84-949a-f051bc61294b tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901706 Mar 31 23:53:40.499967 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37022) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:40.528292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6328fa97-ea3c-4827-911e-b926e6f728c4 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272238 Mar 31 23:53:40.531373 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:40.536761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1063697130', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:40.576552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:39Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:40.607096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Checking router: ad46da45-8454-45ea-8d3f-f940b858a9d2 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:40.607476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Updating router ad46da45-8454-45ea-8d3f-f940b858a9d2 port 61e644ba-e416-427a-9957-e44daa799fe7 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:53:40.625863 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:40.629800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.632763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.808213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.866428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Subnet': ['ID=dfe5d921-f74a-437d-9bbd-247626931477,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:40.875222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Checking segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:40.875601 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network hostable DHCP agents. Network: ead98530-f41e-4c59-ad26-0eabf7927931, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:53:40.885546 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.892121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.893668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network ead98530-f41e-4c59-ad26-0eabf7927931 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:53:40.903632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, ead98530-f41e-4c59-ad26-0eabf7927931) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:40.908020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:40.908623 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:40.925427 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9717b19f-5d84-41c1-9951-a2d1e5d71639 None None] Network ead98530-f41e-4c59-ad26-0eabf7927931 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:40.938052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dfd84924-c836-402b-94d0-f8982a246ecf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4025409 Mar 31 23:53:40.938472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37028) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:40.973227 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Attempting to bind port 61e644ba-e416-427a-9957-e44daa799fe7 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:40.973586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Attempting to bind port 61e644ba-e416-427a-9957-e44daa799fe7 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:40.973929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Attempting to bind port 61e644ba-e416-427a-9957-e44daa799fe7 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:40.979957 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3840f2-c3f2-4a83-8aed-3686fc1c6117 None None] Pushing event updated for resources: {'Port': ['ID=61e644ba-e416-427a-9957-e44daa799fe7,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:41.009741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:41.010561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:41.010561 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.010881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:41.011364 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Bound port: 61e644ba-e416-427a-9957-e44daa799fe7, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:41.011741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.102772 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] For port 61e644ba-e416-427a-9957-e44daa799fe7, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:41.121289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] For port 61e644ba-e416-427a-9957-e44daa799fe7, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=61e644ba-e416-427a-9957-e44daa799fe7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:41.130422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.177840 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-ead98530-f41e-4c59-ad26-0eabf7927931', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:53:41.178700 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.217546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:41.218267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:41.229639 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3840f2-c3f2-4a83-8aed-3686fc1c6117 None None] Pushing event updated for resources: {'Port': ['ID=61e644ba-e416-427a-9957-e44daa799fe7,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:41.425096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.596187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:41.648423 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Allocated IP 172.20.0.2 (ead98530-f41e-4c59-ad26-0eabf7927931/dfe5d921-f74a-437d-9bbd-247626931477/8f1beaed-29c6-4d63-af3f-a55b0c3abe95) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:41.879054 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.888109 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:41.921000 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:39Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:41.934663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.1 (ead98530-f41e-4c59-ad26-0eabf7927931/dfe5d921-f74a-437d-9bbd-247626931477/96829e8f-c50d-43d0-a9ef-c655937fce75) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:41.959290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Network ead98530-f41e-4c59-ad26-0eabf7927931 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:41.960235 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d13109-02e1-41bb-9cf2-7326caed42dd None None] The sync data for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 is: [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:39Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:41.965756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:41.967155 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:41.980880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:42.027698 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Attempting to bind port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:42.028062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Attempting to bind port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:42.028419 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Attempting to bind port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 on network ead98530-f41e-4c59-ad26-0eabf7927931 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:42.033897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:42.034115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Checking segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:42.034519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.034890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Bound using segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:42.035372 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Bound port: 8f1beaed-29c6-4d63-af3f-a55b0c3abe95, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:42.035749 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.053647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.087934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.105493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] For port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:42.109263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] For port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:42.114909 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.132652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network ead98530-f41e-4c59-ad26-0eabf7927931 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:42.143605 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:42.149807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:42.155462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:42.188462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3c831-8b4d-4070-97a2-4292b2ba6ca7 None None] Pushing event updated for resources: {'Port': ['ID=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:42.230763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.378446 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.680032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.685650 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.762937 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:42.772741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:42.862969 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network ead98530-f41e-4c59-ad26-0eabf7927931 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:42.864537 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:42.985761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router ad46da45-8454-45ea-8d3f-f940b858a9d2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:43.201057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0897f6-e937-43a4-a0ba-338241f6fa62 None None] Network ead98530-f41e-4c59-ad26-0eabf7927931 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:53:43.289103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] Provisioning complete for port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:43.289519 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.399128 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:43.408894 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7cd0717f-eed7-4156-9187-e20c5a10a659 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/ad46da45-8454-45ea-8d3f-f940b858a9d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652016 Mar 31 23:53:43.434176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.473971 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] For port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:43.481418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.538691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07633a0d-a772-45e6-8a03-e0694da0a330 None None] Pushing event updated for resources: {'Port': ['ID=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:43.562950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-e95ffd34-4708-429d-b70b-d8726d170f93 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913501916&fields=id&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 267 time: 0.0377629 Mar 31 23:53:43.594627 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Sync routers for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:43.605545 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:43.606192 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:43.680386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-db667cf6-1aa7-4af8-874d-7739b76d020d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:43.681996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-db667cf6-1aa7-4af8-874d-7739b76d020d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 796 time: 0.1114993 Mar 31 23:53:43.701716 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-6c44d112-5f9a-4e35-8eef-3327c0777b3a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/quotas/5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 375 time: 0.0137179 Mar 31 23:53:43.711939 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b480e1b5-f7cb-4353-841d-2cfaea220b83 None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:43.712240 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b480e1b5-f7cb-4353-841d-2cfaea220b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.724649 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:43.750331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-b480e1b5-f7cb-4353-841d-2cfaea220b83 None None] Port 96829e8f-c50d-43d0-a9ef-c655937fce75 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:43.764196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-b480e1b5-f7cb-4353-841d-2cfaea220b83 None None] Provisioning complete for port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:43.765080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b480e1b5-f7cb-4353-841d-2cfaea220b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:43.767944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-c01bd13d-ea73-436a-aaef-a7b1afaaa2c3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598998 Mar 31 23:53:43.883784 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-a97380c3-4133-480d-8635-17614bde50ca service neutron] 10.222.0.95 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022129 Mar 31 23:53:43.940466 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 2, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:43.982944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-752e82f5-85a9-400d-a808-2128b353ffa6 service neutron] 10.222.0.95 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967264 Mar 31 23:53:43.994166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e2d9746b-a6e8-4e98-b1cf-93f4e729ba42 None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:43.994468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e2d9746b-a6e8-4e98-b1cf-93f4e729ba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.034542 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9746b-a6e8-4e98-b1cf-93f4e729ba42 None None] Port 96829e8f-c50d-43d0-a9ef-c655937fce75 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:44.068441 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Checking router: ad46da45-8454-45ea-8d3f-f940b858a9d2 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:44.068792 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Updating router ad46da45-8454-45ea-8d3f-f940b858a9d2 port 96829e8f-c50d-43d0-a9ef-c655937fce75 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:53:44.108777 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.162625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9ed3921c-1d60-44ad-9fa8-a3da60491b07 None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:44.162625 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9ed3921c-1d60-44ad-9fa8-a3da60491b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.219829 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9ed3921c-1d60-44ad-9fa8-a3da60491b07 None None] Port 96829e8f-c50d-43d0-a9ef-c655937fce75 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:44.235437 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-313a7ef6-01b8-4478-9ff7-5e6cbbd65a28 req-6153aef8-6725-4045-b7bb-74143c5e2ace tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 210 time: 0.0507243 Mar 31 23:53:44.287618 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:44.342369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:44.342741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.431697 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.431843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 61e644ba-e416-427a-9957-e44daa799fe7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:44.440632 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.480044 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 61e644ba-e416-427a-9957-e44daa799fe7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:44.480500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.513852 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Pushing event updated for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:44.552781 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.553194 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.553535 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.553868 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.554233 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.554559 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.555010 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.555267 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.555590 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.555939 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.556313 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.556657 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:53:44.582505 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Attempting to bind port 96829e8f-c50d-43d0-a9ef-c655937fce75 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:44.582960 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Attempting to bind port 96829e8f-c50d-43d0-a9ef-c655937fce75 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:44.583473 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Attempting to bind port 96829e8f-c50d-43d0-a9ef-c655937fce75 on network ead98530-f41e-4c59-ad26-0eabf7927931 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:44.589190 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:44.589715 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Checking segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:44.590244 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.590682 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Bound using segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:44.591271 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Bound port: 96829e8f-c50d-43d0-a9ef-c655937fce75, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:44.591750 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.593163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.624124 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 61e644ba-e416-427a-9957-e44daa799fe7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=61e644ba-e416-427a-9957-e44daa799fe7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:44.629223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.677102 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] For port 96829e8f-c50d-43d0-a9ef-c655937fce75, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:44.681759 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] For port 96829e8f-c50d-43d0-a9ef-c655937fce75, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=96829e8f-c50d-43d0-a9ef-c655937fce75,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:44.687016 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.689715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=61e644ba-e416-427a-9957-e44daa799fe7,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:44.749708 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:44.750383 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:44.755100 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cc05b-405e-407e-819e-6da44eeae0af None None] Pushing event updated for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:44.844546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:44.845251 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.870816 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:44.952240 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:44.992339 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] For port 96829e8f-c50d-43d0-a9ef-c655937fce75, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=96829e8f-c50d-43d0-a9ef-c655937fce75,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:44.998991 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:45.050638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deada6-201a-4ad1-997b-980771e584aa None None] Pushing event updated for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:45.089216 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:45.114744 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493b4998-4387-4b4c-a75a-5f3063cd9c71 None None] The sync data for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 is: [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:45.121054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8bdc0e61-343a-4cc1-a567-13ddd64a842f None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:45.121428 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0e61-343a-4cc1-a567-13ddd64a842f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:45.330674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-80291270-6076-4c73-b6a8-9bf81bf8212c req-502106c5-05c7-4210-9333-b855e4071494 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 210 time: 0.0268314 Mar 31 23:53:45.465051 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-415d674b-85bb-4e16-8245-e532396d0ab9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:45.466540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-415d674b-85bb-4e16-8245-e532396d0ab9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 796 time: 0.1247056 Mar 31 23:53:45.509987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-7440f184-8d27-4d67-9c10-16b67bcf120d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 379 time: 0.0343366 Mar 31 23:53:45.520086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'port': {'device_id': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'admin_state_up': True, 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'security_groups': ['4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:45.628593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:53:45.632332 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:45.765060 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.11 (ead98530-f41e-4c59-ad26-0eabf7927931/dfe5d921-f74a-437d-9bbd-247626931477/a716c940-a60d-4e8a-ae46-2d32220800f2) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:45.909540 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:45.944992 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:45.990031 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network ead98530-f41e-4c59-ad26-0eabf7927931 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:45.993273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:45.997523 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:46.021261 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:46.053199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.053828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.076142 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-714b6739-4d17-47f8-aef1-285e5ae4e3f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598214 Mar 31 23:53:46.087395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-6954de6f-43b2-42e6-bca8-8ed52ffcb1f6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:53:46.088500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-6954de6f-43b2-42e6-bca8-8ed52ffcb1f6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066593 Mar 31 23:53:46.103669 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Request body: {'port': {'device_id': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:46.210823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.262582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 96829e8f-c50d-43d0-a9ef-c655937fce75 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:46.324929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 96829e8f-c50d-43d0-a9ef-c655937fce75 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:46.325238 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.370996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-84c28232-93c4-4a5e-9558-66e5a43245a3 None None] Provisioning complete for port a716c940-a60d-4e8a-ae46-2d32220800f2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:46.371429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84c28232-93c4-4a5e-9558-66e5a43245a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.439397 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-84c28232-93c4-4a5e-9558-66e5a43245a3 None None] Port a716c940-a60d-4e8a-ae46-2d32220800f2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:53:46.452189 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 61e644ba-e416-427a-9957-e44daa799fe7 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:46.462468 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170da3bf-c377-43b5-a8f9-c6d666f98aa8 req-027d3d21-f9a8-4ade-9d66-2edbf621a0a4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.464021 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-170da3bf-c377-43b5-a8f9-c6d666f98aa8 req-027d3d21-f9a8-4ade-9d66-2edbf621a0a4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 932 time: 0.0541933 Mar 31 23:53:46.498735 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 61e644ba-e416-427a-9957-e44daa799fe7 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:46.499427 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.505890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a716c940-a60d-4e8a-ae46-2d32220800f2 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:46.507044 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-170da3bf-c377-43b5-a8f9-c6d666f98aa8 req-574d67de-614a-49f1-8ce5-a33ab0b123dc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Mar 31 23:53:46.514016 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.527966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Transition to ACTIVE for port object a716c940-a60d-4e8a-ae46-2d32220800f2 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:53:46.533591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.624034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Pushing event updated for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:46.654494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Attempting to bind port a716c940-a60d-4e8a-ae46-2d32220800f2 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:53:46.654927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Attempting to bind port a716c940-a60d-4e8a-ae46-2d32220800f2 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:53:46.655354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Attempting to bind port a716c940-a60d-4e8a-ae46-2d32220800f2 on network ead98530-f41e-4c59-ad26-0eabf7927931 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:46.660721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Port a716c940-a60d-4e8a-ae46-2d32220800f2 on network ead98530-f41e-4c59-ad26-0eabf7927931 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:53:46.661041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Attempting to bind port a716c940-a60d-4e8a-ae46-2d32220800f2 on network ead98530-f41e-4c59-ad26-0eabf7927931 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:53:46.666110 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:53:46.666351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Checking segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:53:46.666730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Bound using segment: {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:53:46.667149 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Bound port: a716c940-a60d-4e8a-ae46-2d32220800f2, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6261c6a-9b15-4751-be4e-b5237856242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:53:46.667534 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.732816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:53:46.735762 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a716c940-a60d-4e8a-ae46-2d32220800f2,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:53:46.740703 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.775870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.776457 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:46.777862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] 10.222.0.60 "PUT /v2.0/ports/a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 1092 time: 0.6813872 Mar 31 23:53:46.778310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:46.780629 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3032a1f-8251-493c-872f-5507a437fc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:46.813979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283fb22-7810-4b24-9873-26d24fbaa529 service neutron] Pushing event updated for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:46.829559 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4141fc71-6f1e-4866-b89f-5b0584e02b61 x-openstack-request-id: req-4141fc71-6f1e-4866-b89f-5b0584e02b61 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:46.829950 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:46.830268 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4141fc71-6f1e-4866-b89f-5b0584e02b61 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:46.830725 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4141fc71-6f1e-4866-b89f-5b0584e02b61'] response: {'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'status': 'completed', 'code': 200} Mar 31 23:53:46.862054 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-cb6091f1-3f63-4357-8f45-5aec0832cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.863776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-cb6091f1-3f63-4357-8f45-5aec0832cce1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1095 time: 0.0446169 Mar 31 23:53:46.913285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-ca328474-8c8e-44a3-bd01-18369caf73f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 217 time: 0.0394800 Mar 31 23:53:46.967155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-f5eb0585-c9c1-4666-8ad6-d39460599b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:46.968779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-f5eb0585-c9c1-4666-8ad6-d39460599b47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0490401 Mar 31 23:53:47.014594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-6426074c-8229-4bc4-99ea-c1e6d53212e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.016254 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-6426074c-8229-4bc4-99ea-c1e6d53212e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412505 Mar 31 23:53:47.115932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-e030a8bc-d966-40c8-b388-7a1fdf00cd06 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934033 Mar 31 23:53:47.213900 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b434136c-df78-45ba-8d14-5a9c84bf5678 req-253f85c8-e3c0-41a3-ab6a-91e5b56d7ab1 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913432 Mar 31 23:53:47.324228 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032a1f-8251-493c-872f-5507a437fc3b req-c2dcb324-157c-4c2e-9afb-896e717a4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.326347 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-c2dcb324-157c-4c2e-9afb-896e717a4346 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1095 time: 0.0515182 Mar 31 23:53:47.423117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032a1f-8251-493c-872f-5507a437fc3b req-6cce4ac8-d4ba-4bb8-b2b3-8e0660d7432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.424537 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-6cce4ac8-d4ba-4bb8-b2b3-8e0660d7432f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 898 time: 0.0911028 Mar 31 23:53:47.470250 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-e391a819-2d5c-41a9-bf10-d47875957a4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 217 time: 0.0376627 Mar 31 23:53:47.518807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032a1f-8251-493c-872f-5507a437fc3b req-6abb9f01-7df2-41e9-9888-f8cfdec2fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.520286 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-6abb9f01-7df2-41e9-9888-f8cfdec2fcd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0432234 Mar 31 23:53:47.565857 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032a1f-8251-493c-872f-5507a437fc3b req-a69b07b0-4cd3-4791-a6b8-cd5489e3038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.567561 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-a69b07b0-4cd3-4791-a6b8-cd5489e3038f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401278 Mar 31 23:53:47.632163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d84c6-8dfe-46e3-9024-f8d719704a0b req-2543d5a8-b1d4-4cca-99ea-9f320c608148 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:47.633706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c3d84c6-8dfe-46e3-9024-f8d719704a0b req-2543d5a8-b1d4-4cca-99ea-9f320c608148 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 944 time: 0.0527685 Mar 31 23:53:47.670175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-22e0e320-bd55-4afe-b66b-9986a52eade1 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954518 Mar 31 23:53:47.676340 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6c3d84c6-8dfe-46e3-9024-f8d719704a0b req-82c4b8d9-a78c-46a6-a82d-924df9e47949 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363777 Mar 31 23:53:47.773244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d3032a1f-8251-493c-872f-5507a437fc3b req-03c65868-f20f-49e8-bec9-9bcddd1eaf3d service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966332 Mar 31 23:53:48.803726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf658370-42f5-4927-b080-4c09ea624b71 req-d4f17545-7e72-4500-9c44-f33d7e94b8cd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:48.805185 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf658370-42f5-4927-b080-4c09ea624b71 req-d4f17545-7e72-4500-9c44-f33d7e94b8cd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 944 time: 0.0554471 Mar 31 23:53:48.843675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cf658370-42f5-4927-b080-4c09ea624b71 req-715e66ae-b892-458f-962f-6945d7c0d2e7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321548 Mar 31 23:53:49.973101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2216e-763d-4e4b-b72e-e489dae8c04f req-dec5b7d6-c168-4256-a3e6-dfe04b2d0764 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:49.974580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fcb2216e-763d-4e4b-b72e-e489dae8c04f req-dec5b7d6-c168-4256-a3e6-dfe04b2d0764 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 944 time: 0.0592554 Mar 31 23:53:50.016815 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fcb2216e-763d-4e4b-b72e-e489dae8c04f req-3538ef2e-805d-4101-a583-154fa4b69fa2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359585 Mar 31 23:53:51.136128 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222bfb-0ece-4ca4-9e44-f2bf04e6f000 req-15d57ae3-f0b3-4aff-bac7-ab9441c90560 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:51.139779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35222bfb-0ece-4ca4-9e44-f2bf04e6f000 req-15d57ae3-f0b3-4aff-bac7-ab9441c90560 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 944 time: 0.0508916 Mar 31 23:53:51.178715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35222bfb-0ece-4ca4-9e44-f2bf04e6f000 req-37a93057-ece0-4661-bba0-17ae02805618 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Mar 31 23:53:51.324596 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a716c940-a60d-4e8a-ae46-2d32220800f2 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:53:51.425014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a716c940-a60d-4e8a-ae46-2d32220800f2,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:51.435710 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'port_id': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'mac_address': 'fa:16:3e:f9:f3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:53:51.472176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:51.486443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a716c940-a60d-4e8a-ae46-2d32220800f2 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:53:51.513940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a716c940-a60d-4e8a-ae46-2d32220800f2,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:51.519397 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:51.525063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:51.565582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:51.867369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['a716c940-a60d-4e8a-ae46-2d32220800f2'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:53:52.310087 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e998b-1704-498a-a03f-27eb6d66ca82 req-a6b4c815-3135-477d-a45e-0b442b66130f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:52.311503 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-977e998b-1704-498a-a03f-27eb6d66ca82 req-a6b4c815-3135-477d-a45e-0b442b66130f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 945 time: 0.0602486 Mar 31 23:53:52.352240 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-977e998b-1704-498a-a03f-27eb6d66ca82 req-9a80d024-cab6-4675-8970-35f39f94e6e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Mar 31 23:53:53.341149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a716c940-a60d-4e8a-ae46-2d32220800f2 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:53:53.401432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port a716c940-a60d-4e8a-ae46-2d32220800f2 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:53:53.406711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port a716c940-a60d-4e8a-ae46-2d32220800f2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:53:53.407100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:53.472432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c07c4-c98d-4aa9-b5e1-c7669cce8401 req-5d1fa26b-1ad1-4d22-b5d1-cddbda7eb75e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:53.473979 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-179c07c4-c98d-4aa9-b5e1-c7669cce8401 req-5d1fa26b-1ad1-4d22-b5d1-cddbda7eb75e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 945 time: 0.0466621 Mar 31 23:53:53.483795 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:53.507686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:53.509955 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ea574-7e24-48ee-9da5-0f6c65f173d1" -d '{"events": [{"server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "name": "network-vif-plugged", "status": "completed", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:53.513270 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-179c07c4-c98d-4aa9-b5e1-c7669cce8401 req-b8047a1d-614b-436e-be6b-333068f5f316 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331583 Mar 31 23:53:53.523025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a716c940-a60d-4e8a-ae46-2d32220800f2,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:53:53.531203 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:53.555165 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6172bad-a3dc-4169-875d-139102af4e44 x-openstack-request-id: req-f6172bad-a3dc-4169-875d-139102af4e44 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:53.555479 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "name": "network-vif-plugged", "status": "completed", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:53.555731 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f6172bad-a3dc-4169-875d-139102af4e44 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:53.556124 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6172bad-a3dc-4169-875d-139102af4e44'] response: {'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'code': 200} Mar 31 23:53:53.587828 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:53.655500 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2731a-d5e5-41ac-8bbe-cb4860a6491f req-cd0da41e-5a26-4dac-bd95-34fe8355885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:53.657095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ba2731a-d5e5-41ac-8bbe-cb4860a6491f req-cd0da41e-5a26-4dac-bd95-34fe8355885e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1097 time: 0.0433240 Mar 31 23:53:54.005267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ba2731a-d5e5-41ac-8bbe-cb4860a6491f req-98d93a34-5ab3-4bb4-8ffe-eff770824538 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399875 Mar 31 23:53:54.641102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00fc2a-2362-4cc2-b11c-15582e1f54a2 req-e970d2bf-c500-4a04-96a7-b21cbcd999d3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:54.642814 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb00fc2a-2362-4cc2-b11c-15582e1f54a2 req-e970d2bf-c500-4a04-96a7-b21cbcd999d3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0544677 Mar 31 23:53:54.680178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cb00fc2a-2362-4cc2-b11c-15582e1f54a2 req-e13a9629-d163-4e66-94aa-581f369fad8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309803 Mar 31 23:53:55.813750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8e985-1c78-41b9-8806-e065727c0f99 req-810612c0-b01a-4824-85c4-a121f5ba49f9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:55.815195 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdc8e985-1c78-41b9-8806-e065727c0f99 req-810612c0-b01a-4824-85c4-a121f5ba49f9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0587573 Mar 31 23:53:55.854127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cdc8e985-1c78-41b9-8806-e065727c0f99 req-7bdca7c3-8f00-4425-81dc-6a3da94b830e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326560 Mar 31 23:53:55.987780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c1d2f-2b89-4532-a70f-b021b47238fb req-c88941d5-99d3-4331-8bf0-056975d6ed0e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:55.989147 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc9c1d2f-2b89-4532-a70f-b021b47238fb req-c88941d5-99d3-4331-8bf0-056975d6ed0e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0578296 Mar 31 23:53:56.030082 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cc9c1d2f-2b89-4532-a70f-b021b47238fb req-ae8ae648-433b-4beb-9ea7-96249c85ff75 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Mar 31 23:53:56.052287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37100) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:56.101155 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545a3220-6f06-41fc-95e6-2d755abd04dd tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:56.102682 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-545a3220-6f06-41fc-95e6-2d755abd04dd tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1092 time: 0.0491004 Mar 31 23:53:56.105710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37102) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:56.110020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:53:56.132900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.233377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.343475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.2 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/cd0f1030-868f-4357-9649-7c98c3729ea4) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:53:56.463683 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.502211 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.540110 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:53:56.542933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:53:56.546931 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:53:56.570181 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=cd0f1030-868f-4357-9649-7c98c3729ea4,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:56.719321 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:56.938138 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.012551 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.071331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-b9a5f4fd-5ba3-4f13-a76c-6fb814fa0696 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433910 Mar 31 23:53:57.164480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851cba-2228-4ca1-826b-dd2203339a58 req-d8016463-44d7-443d-a249-ebe2547e072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.166094 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-d8016463-44d7-443d-a249-ebe2547e072c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1097 time: 0.0411239 Mar 31 23:53:57.178260 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.184284 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.258234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=cd0f1030-868f-4357-9649-7c98c3729ea4,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:53:57.270644 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.272186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851cba-2228-4ca1-826b-dd2203339a58 req-1e7f5106-68d0-4f9e-ad76-30626c4b531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.273701 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-1e7f5106-68d0-4f9e-ad76-30626c4b531b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 898 time: 0.0889590 Mar 31 23:53:57.345679 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-647ab563-d970-4e82-a945-5829b20b1a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 998 time: 0.0651555 Mar 31 23:53:57.375807 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP cfda5072-eba0-440a-b5b9-9f60b1cfe26b associated. External IP: 172.25.8.2, port: a716c940-a60d-4e8a-ae46-2d32220800f2. Mar 31 23:53:57.396230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851cba-2228-4ca1-826b-dd2203339a58 req-29211408-096f-49d1-a14d-079ed4465b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.397698 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-29211408-096f-49d1-a14d-079ed4465b78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0454922 Mar 31 23:53:57.441579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94851cba-2228-4ca1-826b-dd2203339a58 req-b7ed44e1-5f9d-4579-9567-a285ebd51159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.443081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-b7ed44e1-5f9d-4579-9567-a285ebd51159 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389059 Mar 31 23:53:57.536705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-3699c96d-f133-4a28-81c4-770546e97551 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865517 Mar 31 23:53:57.583378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router ad46da45-8454-45ea-8d3f-f940b858a9d2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:53:57.629729 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-94851cba-2228-4ca1-826b-dd2203339a58 req-1969af22-0fa0-44d2-aa18-8c5d369c1b45 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869100 Mar 31 23:53:57.691096 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:53:57.700900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Sync routers for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:53:57.711748 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:57.712531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:57.712992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:53:57.745413 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-085af247-9e69-4824-8547-3dc998f103e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6386921 Mar 31 23:53:57.746006 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:53:57.748429 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1114d591-d6b0-4bd3-a598-4e1347f23551" -d '{"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:53:57.786858 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80abdbe-4c88-4de8-a649-740db75e2670 x-openstack-request-id: req-d80abdbe-4c88-4de8-a649-740db75e2670 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:53:57.787414 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:53:57.787868 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-d80abdbe-4c88-4de8-a649-740db75e2670 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:53:57.788251 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80abdbe-4c88-4de8-a649-740db75e2670'] response: {'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'status': 'completed', 'code': 200} Mar 31 23:53:57.852362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298ef15-d5e8-41ba-9c6d-06044664a50c req-81d4e5ae-512b-438d-8c0e-c74835a648d4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.853679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-64e1dc3a-fcfd-408e-b7a0-5b4d5049a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.854040 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c298ef15-d5e8-41ba-9c6d-06044664a50c req-81d4e5ae-512b-438d-8c0e-c74835a648d4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0539653 Mar 31 23:53:57.855408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-64e1dc3a-fcfd-408e-b7a0-5b4d5049a501 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1097 time: 0.0446591 Mar 31 23:53:57.899311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c298ef15-d5e8-41ba-9c6d-06044664a50c req-aaa2607a-a489-451d-bce6-2d9d99cf34d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373855 Mar 31 23:53:57.925139 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37108) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:57.949603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-152b5c44-fcbc-4a99-924b-9ea5baf522d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:57.951093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-152b5c44-fcbc-4a99-924b-9ea5baf522d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 898 time: 0.0895193 Mar 31 23:53:57.987724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-216711e5-34c8-4367-be09-5464d9479dea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 200 len: 990 time: 0.0612178 Mar 31 23:53:58.007174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:58.021425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-acbb39c4-12f9-4b30-bd57-f661b7e2ef82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 998 time: 0.0629086 Mar 31 23:53:58.070161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-523a61c5-b187-4f67-8cd5-f159b6a96920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:58.071628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-523a61c5-b187-4f67-8cd5-f159b6a96920 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0437009 Mar 31 23:53:58.116881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-6b16cf7e-a875-4cbd-ba93-58dc5f883538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:53:58.118433 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-6b16cf7e-a875-4cbd-ba93-58dc5f883538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403085 Mar 31 23:53:58.211046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-b65497bb-1089-476b-a7f3-f1d3fee4246f service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859809 Mar 31 23:53:58.227707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cfda5072-eba0-440a-b5b9-9f60b1cfe26b', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'port_id': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'mac_address': 'fa:16:3e:f9:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:56Z', 'updated_at': '2022-03-31T23:53:56Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:58.258212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Checking router: ad46da45-8454-45ea-8d3f-f940b858a9d2 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:53:58.267062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:53:58.267837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:53:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:58.301856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1114d591-d6b0-4bd3-a598-4e1347f23551 req-4cef1c00-9e49-4f8f-bc7a-7f8fdb639fed service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848045 Mar 31 23:53:58.376622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:53:58.617712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cfda5072-eba0-440a-b5b9-9f60b1cfe26b', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'port_id': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'mac_address': 'fa:16:3e:f9:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:56Z', 'updated_at': '2022-03-31T23:53:56Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:53:58.656238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51776bed-4ca8-4311-8c20-0aa098a2ac58 None None] The sync data for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 is: [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'cfda5072-eba0-440a-b5b9-9f60b1cfe26b', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'port_id': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'mac_address': 'fa:16:3e:f9:f3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:53:56Z', 'updated_at': '2022-03-31T23:53:56Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:53:58.864521 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a53547e-5352-4f12-bfa5-847fb863cb46 None None] New status for floating IP cfda5072-eba0-440a-b5b9-9f60b1cfe26b: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:53:58.991826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:53:59.063691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d0a4528-fdde-449b-8b22-d80adee5ef71 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 200 len: 990 time: 0.0706527 Mar 31 23:54:00.068486 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37112) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:54:00.134728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2722717b-71dc-4b6a-a389-7c1787f10bfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 200 len: 992 time: 0.0650706 Mar 31 23:54:04.574335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0e62e83e-dc0c-465a-a3b2-4987a87e6525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:07.012512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bc78ef01-b094-41fb-89dd-1a8c36d535be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:08.589442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:10.208383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:10.427094 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:11.130417 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:54:21.520853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:26.736117 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:34.569983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a989cd71-f7fe-415a-8316-9a6f65e2568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:37.007106 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1094b996-edc6-4374-85be-1571f6e36764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:38.590787 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:40.209201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:40.422491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:48.134834 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:54:51.516292 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:56.765537 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:54:57.073258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-5f656360-2b89-4728-a7f0-c930d68ff5ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449710 Mar 31 23:54:57.158300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-745ff03e-5501-411f-b3cd-fc974d3dbacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:57.159883 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-745ff03e-5501-411f-b3cd-fc974d3dbacd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1097 time: 0.0402997 Mar 31 23:54:57.267894 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-58810d22-e4bd-41c0-93bc-fa80df67014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:57.269378 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-58810d22-e4bd-41c0-93bc-fa80df67014b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 898 time: 0.0891979 Mar 31 23:54:57.344153 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-70b6b523-f5e1-4333-9f8a-7b6e9739f72a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 1000 time: 0.0673196 Mar 31 23:54:57.396617 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-cfc1ec13-78a7-4b74-9293-ea8e7728018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:57.398059 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-cfc1ec13-78a7-4b74-9293-ea8e7728018b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0459352 Mar 31 23:54:57.448243 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-584bdbe8-c864-4855-b5a1-bc5b67b68225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:54:57.449765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-584bdbe8-c864-4855-b5a1-bc5b67b68225 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448513 Mar 31 23:54:57.544777 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-7ac23176-6f4f-44e8-a011-1c19d7d7d3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Mar 31 23:54:57.652840 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a6d0778-ad8d-4d51-97aa-4b6bc9ebdfb6 req-3ef11243-ecda-403e-b712-682b3f59c5d6 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013954 Mar 31 23:55:03.027912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e810c-f065-418a-80e0-a7d25bc55965 req-5cb54dc8-6f5a-4a5e-8b00-7bb479cb8c63 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:03.029407 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f2e810c-f065-418a-80e0-a7d25bc55965 req-5cb54dc8-6f5a-4a5e-8b00-7bb479cb8c63 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0525482 Mar 31 23:55:03.072880 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6f2e810c-f065-418a-80e0-a7d25bc55965 req-e186b9bf-4eef-40f0-a075-62fa6c4ad421 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372899 Mar 31 23:55:04.264223 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e9a75-cbc7-4530-a72c-8edba86a1ab0 req-35222298-b020-41bb-a6bc-85337a9dfb91 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:04.265723 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f81e9a75-cbc7-4530-a72c-8edba86a1ab0 req-35222298-b020-41bb-a6bc-85337a9dfb91 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.1088874 Mar 31 23:55:04.307565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f81e9a75-cbc7-4530-a72c-8edba86a1ab0 req-ba00948f-0e95-473b-bdfe-ac615fb867ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351484 Mar 31 23:55:04.336520 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37148) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:04.406262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e72d026f-bf1b-41f9-91b4-30f00c985969 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 200 len: 992 time: 0.0685158 Mar 31 23:55:04.566011 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d6de3e58-8a7e-4e6d-af94-5002e8828a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:05.693269 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13040708-8715-4965-ad0f-fba6226908a8 req-dfa70851-c4b0-477a-b541-30512cb104c5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:05.694781 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13040708-8715-4965-ad0f-fba6226908a8 req-dfa70851-c4b0-477a-b541-30512cb104c5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0551488 Mar 31 23:55:05.737442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-13040708-8715-4965-ad0f-fba6226908a8 req-a7b721f4-fe85-495f-a2fa-1b32d843d935 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347738 Mar 31 23:55:06.869631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30fdd-e932-49af-b92f-71a1f170a63c req-60a60ffb-4dd4-4ad9-84e8-b64c3f31954d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:06.871145 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde30fdd-e932-49af-b92f-71a1f170a63c req-60a60ffb-4dd4-4ad9-84e8-b64c3f31954d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0545030 Mar 31 23:55:06.916823 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bde30fdd-e932-49af-b92f-71a1f170a63c req-86fb8bf5-17ae-4084-8c8a-62724685c6aa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370171 Mar 31 23:55:06.945459 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37162) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:07.003031 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e3c39c0a-4375-4655-a605-a2a963c27a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.009631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08d39172-a05e-4ebb-a752-3937b2a04f2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 200 len: 992 time: 0.0629578 Mar 31 23:55:07.269099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37168) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:07.441747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port cd0f1030-868f-4357-9649-7c98c3729ea4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:07.442298 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.526652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.527215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.541140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for cd0f1030-868f-4357-9649-7c98c3729ea4 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:07.703186 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.732866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=cd0f1030-868f-4357-9649-7c98c3729ea4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:07.757766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.758105 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.758438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.758770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.759100 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.759450 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.759779 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.760103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.760426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.760746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.761064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.761379 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:07.801014 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:07.801348 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP cfda5072-eba0-440a-b5b9-9f60b1cfe26b disassociated (deleted). External IP: 172.25.8.2, port: a716c940-a60d-4e8a-ae46-2d32220800f2. Mar 31 23:55:08.018545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router ad46da45-8454-45ea-8d3f-f940b858a9d2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:08.130548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:08.135898 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.143093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Sync routers for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:08.157057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:08.157686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.165328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6563eaa1-847f-43c2-bcf5-e051a7347564 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/floatingips/cfda5072-eba0-440a-b5b9-9f60b1cfe26b HTTP/1.1" status: 204 len: 168 time: 0.8927028 Mar 31 23:55:08.165328 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:08.165835 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b259e401-f5b9-44c5-a580-8f59e36d0fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:08.209415 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e13baa-f655-4e9f-bf93-092e84dea55e x-openstack-request-id: req-92e13baa-f655-4e9f-bf93-092e84dea55e {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:08.209836 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:08.210093 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-92e13baa-f655-4e9f-bf93-092e84dea55e {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:08.210528 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e13baa-f655-4e9f-bf93-092e84dea55e'] response: {'name': 'network-changed', 'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'status': 'completed', 'code': 200} Mar 31 23:55:08.269607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:08.346787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-6c27b55d-d9af-4ca2-acb3-e62814fe1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.348366 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-6c27b55d-d9af-4ca2-acb3-e62814fe1526 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 1097 time: 0.0487521 Mar 31 23:55:08.476735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf7965-cd62-4d70-83d4-f4e425ac3c8c req-05f9f3f6-7086-4ea3-8890-6fe852dce2f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.478236 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41cf7965-cd62-4d70-83d4-f4e425ac3c8c req-05f9f3f6-7086-4ea3-8890-6fe852dce2f4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.1028352 Mar 31 23:55:08.481834 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.483117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-cd77fd3f-b3ac-4b2b-8959-8fbd69a5a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.485245 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-cd77fd3f-b3ac-4b2b-8959-8fbd69a5a559 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 200 len: 898 time: 0.1273296 Mar 31 23:55:08.508045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Checking router: ad46da45-8454-45ea-8d3f-f940b858a9d2 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:08.516254 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:08.516918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.538331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-69f8cf23-0577-4197-9c09-eb6e8854b5b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 200 len: 217 time: 0.0448434 Mar 31 23:55:08.581545 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41cf7965-cd62-4d70-83d4-f4e425ac3c8c req-1405b92a-e45e-4686-9600-e5506dc0c125 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954092 Mar 31 23:55:08.612856 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-33e0a57e-5008-4198-9105-6593f72943ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.612856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-33e0a57e-5008-4198-9105-6593f72943ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 200 len: 835 time: 0.0612826 Mar 31 23:55:08.622897 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:08.634492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:08.657886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-3e48f9ac-5585-4d1c-916b-add44ae11dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:08.659474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-3e48f9ac-5585-4d1c-916b-add44ae11dbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ead98530-f41e-4c59-ad26-0eabf7927931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423143 Mar 31 23:55:08.757080 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-e47d28e2-ab9e-43fa-8d96-2cf820d8ccf2 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896268 Mar 31 23:55:08.842661 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:08.849415 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b259e401-f5b9-44c5-a580-8f59e36d0fcb req-492070af-7fc8-485b-8f42-43f73dd30869 service neutron] 10.222.0.60 "GET /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849249 Mar 31 23:55:08.870635 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f096096f-b61d-49c3-9de9-e4e903b01da2 None None] The sync data for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 is: [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:53:42Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '96829e8f-c50d-43d0-a9ef-c655937fce75', 'name': '', 'network_id': 'ead98530-f41e-4c59-ad26-0eabf7927931', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:a7:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:41Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': 'dfe5d921-f74a-437d-9bbd-247626931477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:09.114047 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755772f-84cb-45e8-8078-b8c9a8dfd065 None None] New status for floating IP cfda5072-eba0-440a-b5b9-9f60b1cfe26b: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:55:09.718932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bda2f1-1cfc-4a91-9fc4-384efa23c0a9 req-b320b756-7ad0-4655-9a2f-91f76783eee9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:09.720458 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1bda2f1-1cfc-4a91-9fc4-384efa23c0a9 req-b320b756-7ad0-4655-9a2f-91f76783eee9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0620267 Mar 31 23:55:09.760174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1bda2f1-1cfc-4a91-9fc4-384efa23c0a9 req-552ae4bc-029f-4014-ad42-a658485e1cd0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Mar 31 23:55:10.198352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-fb2326a3-9232-4959-9fc2-0a5afe547795 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:10.199935 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-fb2326a3-9232-4959-9fc2-0a5afe547795 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 946 time: 0.0573943 Mar 31 23:55:10.212362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.309405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port a716c940-a60d-4e8a-ae46-2d32220800f2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:10.309755 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.402002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port a716c940-a60d-4e8a-ae46-2d32220800f2, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a716c940-a60d-4e8a-ae46-2d32220800f2,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:10.402295 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.421142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for a716c940-a60d-4e8a-ae46-2d32220800f2 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:10.428801 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.562679 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.593490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=a716c940-a60d-4e8a-ae46-2d32220800f2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:10.637277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] No DVR routers for this DVR port a716c940-a60d-4e8a-ae46-2d32220800f2 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:10.639953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:10.643335 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c76964a5-abcc-4d59-ab82-f31a58f976ce req-283b8fa7-fa81-4f7a-baef-bd5df5f06552 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "DELETE /v2.0/ports/a716c940-a60d-4e8a-ae46-2d32220800f2 HTTP/1.1" status: 204 len: 173 time: 0.4373991 Mar 31 23:55:10.643780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'name': 'network-vif-deleted', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:10.646082 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c03555-07e0-44ad-bb1b-829dc1f04bc0" -d '{"events": [{"server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "name": "network-vif-deleted", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:10.687978 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3389af-434c-4783-84fd-27a97b7f75b3 x-openstack-request-id: req-1d3389af-434c-4783-84fd-27a97b7f75b3 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:10.688276 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82d1cbf-2e01-40d7-bf33-594f19c4e64a", "name": "network-vif-deleted", "tag": "a716c940-a60d-4e8a-ae46-2d32220800f2", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:10.688529 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1d3389af-434c-4783-84fd-27a97b7f75b3 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:10.688934 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d3389af-434c-4783-84fd-27a97b7f75b3'] response: {'server_uuid': 'a82d1cbf-2e01-40d7-bf33-594f19c4e64a', 'name': 'network-vif-deleted', 'tag': 'a716c940-a60d-4e8a-ae46-2d32220800f2', 'status': 'completed', 'code': 200} Mar 31 23:55:10.889009 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-53194e2b-42e6-45b1-bfaa-cd98a875a941 req-738c0132-69c4-4dd6-83ea-1197e253cb60 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a82d1cbf-2e01-40d7-bf33-594f19c4e64a HTTP/1.1" status: 200 len: 210 time: 0.0341191 Mar 31 23:55:11.958169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:12.354350 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.632652 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 96829e8f-c50d-43d0-a9ef-c655937fce75 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:12.632906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.723901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 96829e8f-c50d-43d0-a9ef-c655937fce75, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=96829e8f-c50d-43d0-a9ef-c655937fce75,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:12.724266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.737138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 96829e8f-c50d-43d0-a9ef-c655937fce75 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:12.922571 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:12.947081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=96829e8f-c50d-43d0-a9ef-c655937fce75,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:12.960176 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.960696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.960937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.961172 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.961501 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.961833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.962157 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.962484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.962806 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.963441 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.963738 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:12.964088 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:13.137332 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.359219 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router ad46da45-8454-45ea-8d3f-f940b858a9d2 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:13.467250 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:13.472576 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b1bcc0ba-7167-4835-be7a-1c8fdd70def5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/ad46da45-8454-45ea-8d3f-f940b858a9d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5133421 Mar 31 23:55:13.475503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:13.478216 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Sync routers for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:13.488690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:13.489863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:13.598050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:13.682702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a716c940-a60d-4e8a-ae46-2d32220800f2 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:13.732303 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: a716c940-a60d-4e8a-ae46-2d32220800f2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:13.732625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a716c940-a60d-4e8a-ae46-2d32220800f2 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:13.811187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:55:12Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:13.835760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting subnet dfe5d921-f74a-437d-9bbd-247626931477 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:55:13.838480 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Checking router: ad46da45-8454-45ea-8d3f-f940b858a9d2 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:13.838987 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.847192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Routers {'ad46da45-8454-45ea-8d3f-f940b858a9d2'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:13.847837 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['ad46da45-8454-45ea-8d3f-f940b858a9d2'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:13.877788 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:13.950833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] Set router ad46da45-8454-45ea-8d3f-f940b858a9d2 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:13.957835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.024044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.051659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe5d921-f74a-437d-9bbd-247626931477,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.055525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.058896 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4fec31ff-897d-4420-89b1-e95246ff5293 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/subnets/dfe5d921-f74a-437d-9bbd-247626931477 HTTP/1.1" status: 204 len: 168 time: 0.5823791 Mar 31 23:55:14.061510 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37192) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:14.175962 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.181769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdbb69-b8e9-4cc1-890a-7754a5a01dc3 None None] Network ead98530-f41e-4c59-ad26-0eabf7927931 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:14.283529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.337109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 61e644ba-e416-427a-9957-e44daa799fe7 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:14.337403 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.406589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:55:12Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:14.420523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 61e644ba-e416-427a-9957-e44daa799fe7, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=61e644ba-e416-427a-9957-e44daa799fe7,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:14.420889 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.433302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 61e644ba-e416-427a-9957-e44daa799fe7 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:14.433781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f08d5-31a8-41cd-ba27-69a5f005aaeb None None] The sync data for ids ['ad46da45-8454-45ea-8d3f-f940b858a9d2'] in n-d-835855-2 is: [{'id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211962797', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '61e644ba-e416-427a-9957-e44daa799fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:53:38Z', 'updated_at': '2022-03-31T23:55:12Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '61e644ba-e416-427a-9957-e44daa799fe7', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad46da45-8454-45ea-8d3f-f940b858a9d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:53:39Z', 'updated_at': '2022-03-31T23:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:14.443064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] DHCP port deletion for ead98530-f41e-4c59-ad26-0eabf7927931 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:55:14.494842 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Deleting port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:55:14.495623 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.560875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] For port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,segment=NetworkSegment(e6261c6a-9b15-4751-be4e-b5237856242c),segment_id=e6261c6a-9b15-4751-be4e-b5237856242c)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:14.561185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.573713 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Calling delete_port for 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:55:14.605854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.636108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=61e644ba-e416-427a-9957-e44daa799fe7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.654592 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.683998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Pushing event deleted for resources: {'Port': ['ID=8f1beaed-29c6-4d63-af3f-a55b0c3abe95,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:14.692830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] No DVR routers for this DVR port 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:55:14.695810 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.696668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.697006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.697342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.697669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.698008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.701549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.701890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.702225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.702588 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.702870 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.703197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.704362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03783ad8-4982-4645-aec4-6df8602f0fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:14.789275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.791576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.843375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.844142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Fanout notify agent at l3_agent the message router_deleted on router ad46da45-8454-45ea-8d3f-f940b858a9d2 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:55:14.852164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:14.853309 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-9c96241e-c527-4114-a263-17bdea1f8136 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/routers/ad46da45-8454-45ea-8d3f-f940b858a9d2 HTTP/1.1" status: 204 len: 168 time: 0.7908750 Mar 31 23:55:14.856400 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37194) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:14.939165 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.029303 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.050875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead98530-f41e-4c59-ad26-0eabf7927931']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:15.061252 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6261c6a-9b15-4751-be4e-b5237856242c') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:15.061477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6261c6a-9b15-4751-be4e-b5237856242c') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:15.071602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.085964 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.092523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:55:15.092992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: timer() Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: self._notify() Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: event.method(event) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:55:15.096800 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:55:15.158063 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.162824 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.166493 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/networks/ead98530-f41e-4c59-ad26-0eabf7927931 HTTP/1.1" status: 204 len: 168 time: 0.3090918 Mar 31 23:55:15.169707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:15.181438 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77e055-c19e-4cc9-9a02-4950a68edce5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Network': ['ID=ead98530-f41e-4c59-ad26-0eabf7927931,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:15.229888 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.255723 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.318194 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.321064 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.322243 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/security-groups/4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9 HTTP/1.1" status: 204 len: 168 time: 0.1514103 Mar 31 23:55:15.332311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60263-4752-4f8f-9526-ea814c6d09f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a89ec67-22b0-4ea7-aa9d-5d06c6b292e9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:15.654670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37202) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:15.659677 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515307649', 'description': 'tempest-secgroup-smoke-515307649 description', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:15.681392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.756641 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.761649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.794286 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798b5813-49fd-4c9d-924e-0cfc4485aae7,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:15.799799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.801233 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d807af3f-6593-4af4-919d-0841dab67170 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1454074 Mar 31 23:55:15.805525 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:15.810406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:15.842199 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.914831 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.919722 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.937384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ed777c-8b4b-43c0-855d-deafd03a4c26,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:15.947827 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:15.949227 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-273aa8c4-b250-4dd5-9093-7a7bcdd24eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425736 Mar 31 23:55:15.952251 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37206) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:15.957489 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:15.984574 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.041464 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.046930 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.081514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530a812e-7874-469c-b509-20c17f9896ba,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.088496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.090278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e419b3fd-e4d5-4254-84b6-ab57af8eadec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368713 Mar 31 23:55:16.093144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.097567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.122821 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.186883 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.192218 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.208207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168627c8-81b1-480d-a3f9-6007ce829c94,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.213225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:16.222019 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.223363 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b823eda3-beab-47e0-879a-d5973207f0eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291797 Mar 31 23:55:16.226120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.230850 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.235139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:16.235742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 8f1beaed-29c6-4d63-af3f-a55b0c3abe95 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:16.235923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 96829e8f-c50d-43d0-a9ef-c655937fce75 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:16.255280 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 96829e8f-c50d-43d0-a9ef-c655937fce75 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:16.255615 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 96829e8f-c50d-43d0-a9ef-c655937fce75 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:16.256033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 61e644ba-e416-427a-9957-e44daa799fe7 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:55:16.257308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.275439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 61e644ba-e416-427a-9957-e44daa799fe7 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:55:16.275786 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 61e644ba-e416-427a-9957-e44daa799fe7 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:55:16.320440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.325933 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.345002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151bf59e-3c87-4a27-8577-7758d225589a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.354407 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.355683 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6b7b1e6b-530c-41df-b8f6-0d808e884376 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285422 Mar 31 23:55:16.358464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37212) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.362872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.385941 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:55:16.391779 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.456486 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.462203 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.483306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92479bca-de63-4133-84b7-6ba886bb9d1e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.496071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.497320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-689a3922-db5e-43c6-bda8-2521ada02409 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379583 Mar 31 23:55:16.501447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37214) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.506692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '798b5813-49fd-4c9d-924e-0cfc4485aae7', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.529557 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:55:16.534674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.599727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.610230 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.631627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b447b7-04ff-44c8-8a9a-bee2ccf1b492,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.641402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.642651 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-76fdf8e6-75f8-40ea-8c4d-90d8964072ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402359 Mar 31 23:55:16.645577 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37216) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.650313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'network': {'name': 'tempest-network-smoke--1957230271', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.669848 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:16.673380 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.696782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] vlan segment allocate from pool success with {'vlan_id': 1269, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:55:16.708000 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.708414 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Added segment f48c7b0c-aecf-4807-a8f1-bac266947638 of type vlan for network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f Mar 31 23:55:16.752815 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.781149 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.787937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:16.788537 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.824695 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1780605 Mar 31 23:55:16.827578 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37218) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:16.832314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'admin_state_up': True, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:16.874318 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d2bae-4718-4a13-81dd-ba7295844a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Network': ['ID=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:16.887354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:55:16.890152 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.891945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:16.955360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.096081 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.288931 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.311770 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.412600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.39 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/323bea94-9f07-40d4-9116-8bb27df4876a) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:17.521308 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.558035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:17.598543 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:17.601546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:17.605827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:17.608834 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=323bea94-9f07-40d4-9116-8bb27df4876a,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:17.859306 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.068783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.226456 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router d290eed4-0ddd-454e-bdd0-5ba88930999b is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:55:18.336636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:18.351001 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Sync routers for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:18.363007 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:18.363713 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.363839 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:18.368050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-546aee53-e45d-44d9-93e8-8a67b2107d2e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5364819 Mar 31 23:55:18.368686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37220) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:18.398644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-daaa6e81-fa36-45e6-8ec8-a0233ec70b91 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=5e6755edc6504ef58b4790ffb5ce292a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270851 Mar 31 23:55:18.400118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37222) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:18.499565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1d98f-4c9e-44a3-a41a-007cd61d9f7b tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:18.501136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a0d1d98f-4c9e-44a3-a41a-007cd61d9f7b tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001081 Mar 31 23:55:18.504175 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37224) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:18.540455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1a1a8e2b-d18c-4bd7-a0a4-c8bd5b926024 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349920 Mar 31 23:55:18.543141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37226) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:18.548289 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363171589', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:18.563065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:18.635778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:18.639319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.761080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:17Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:18.791043 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Checking router: d290eed4-0ddd-454e-bdd0-5ba88930999b for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:18.791406 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Updating router d290eed4-0ddd-454e-bdd0-5ba88930999b port 323bea94-9f07-40d4-9116-8bb27df4876a binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:55:18.815713 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.826656 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.883331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Subnet': ['ID=1421ae87-02e2-4079-a168-4af064664db1,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:18.900752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Checking segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:18.901171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network hostable DHCP agents. Network: 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:55:18.917644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:55:18.927263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:18.932285 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:18.933443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:18.936867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4510e41e-040c-4c40-b1e4-fb7450772b25 None None] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:18.959396 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-203a7c15-4526-4a65-8a4e-13d7ad30bc47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4150810 Mar 31 23:55:18.962443 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37228) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:19.065457 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.073670 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.099404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:55:19.102934 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.119433 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Attempting to bind port 323bea94-9f07-40d4-9116-8bb27df4876a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:19.119989 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Attempting to bind port 323bea94-9f07-40d4-9116-8bb27df4876a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:19.120439 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Attempting to bind port 323bea94-9f07-40d4-9116-8bb27df4876a on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:19.136200 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:19.136995 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:19.137630 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.138244 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:19.138777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Bound port: 323bea94-9f07-40d4-9116-8bb27df4876a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:19.139223 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.194429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] For port 323bea94-9f07-40d4-9116-8bb27df4876a, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:19.198243 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] For port 323bea94-9f07-40d4-9116-8bb27df4876a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=323bea94-9f07-40d4-9116-8bb27df4876a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:19.199603 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Pushing event updated for resources: {'Port': ['ID=323bea94-9f07-40d4-9116-8bb27df4876a,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:19.204387 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.215637 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.215978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.216311 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.216641 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.216967 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.217291 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.217613 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.217931 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.218247 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.218564 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.218892 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.219206 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:55:19.268915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Allocated IP 172.20.0.2 (9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f/1421ae87-02e2-4079-a168-4af064664db1/06a127d0-a066-4860-989a-bd2b60c36f17) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:19.281562 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdf79a-9fb8-4188-8d60-a05c8e3513c6 None None] Pushing event updated for resources: {'Port': ['ID=323bea94-9f07-40d4-9116-8bb27df4876a,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:19.284840 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:19.285454 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:19.405560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:19.437536 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.445030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.487755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:19.490977 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:19.494765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:19.504108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Pushing event updated for resources: {'Port': ['ID=06a127d0-a066-4860-989a-bd2b60c36f17,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:19.557363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Attempting to bind port 06a127d0-a066-4860-989a-bd2b60c36f17 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:19.557867 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Attempting to bind port 06a127d0-a066-4860-989a-bd2b60c36f17 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:19.558296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Attempting to bind port 06a127d0-a066-4860-989a-bd2b60c36f17 on network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:19.563436 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:19.563933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Checking segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:19.564729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.565110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Bound using segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:19.565637 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Bound port: 06a127d0-a066-4860-989a-bd2b60c36f17, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:19.566092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.597719 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:17Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:19.628968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2852d3aa-fb8d-4269-93fc-dfa1d86e779d None None] The sync data for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 is: [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:17Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:19.634421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] For port 06a127d0-a066-4860-989a-bd2b60c36f17, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:19.637889 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] For port 06a127d0-a066-4860-989a-bd2b60c36f17, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=06a127d0-a066-4860-989a-bd2b60c36f17,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:19.644083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:19.703393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2afef-5fb3-4aaf-9392-2a5fc616aacc None None] Pushing event updated for resources: {'Port': ['ID=06a127d0-a066-4860-989a-bd2b60c36f17,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:19.758002 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.075845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.1 (9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f/1421ae87-02e2-4079-a168-4af064664db1/34a01d83-bc6c-407f-931b-e38aa321679e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:20.203344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.238368 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.268902 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 323bea94-9f07-40d4-9116-8bb27df4876a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:20.273666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:20.281245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:20.285081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:20.325795 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 323bea94-9f07-40d4-9116-8bb27df4876a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:20.326403 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.332943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:20.338799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.414875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.439466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 323bea94-9f07-40d4-9116-8bb27df4876a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=323bea94-9f07-40d4-9116-8bb27df4876a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:20.446221 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.447755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 06a127d0-a066-4860-989a-bd2b60c36f17 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:20.511958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.541766 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=323bea94-9f07-40d4-9116-8bb27df4876a,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:20.555624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 06a127d0-a066-4860-989a-bd2b60c36f17 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:20.556004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.637475 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.672941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 06a127d0-a066-4860-989a-bd2b60c36f17, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=06a127d0-a066-4860-989a-bd2b60c36f17,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:20.679103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.731838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=06a127d0-a066-4860-989a-bd2b60c36f17,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:20.842601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343dae58-511d-473e-8c59-8999eaf4f664 None None] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:55:20.855041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.860960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.916466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-1a66f081-1ad3-4829-a7a8-80f596cca7ff None None] Provisioning complete for port 06a127d0-a066-4860-989a-bd2b60c36f17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:20.916889 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1a66f081-1ad3-4829-a7a8-80f596cca7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.941093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:20.943670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:21.032632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:21.035487 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:21.156255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router d290eed4-0ddd-454e-bdd0-5ba88930999b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:21.270556 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:21.275725 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-30c5ae9a-bd0f-42d9-9c12-c08878b4a9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/d290eed4-0ddd-454e-bdd0-5ba88930999b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3122475 Mar 31 23:55:21.285531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-61d6d2da-5558-481b-8017-2241313acc74 None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:21.286081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61d6d2da-5558-481b-8017-2241313acc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.331823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-61d6d2da-5558-481b-8017-2241313acc74 None None] Port 34a01d83-bc6c-407f-931b-e38aa321679e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:21.342134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-61d6d2da-5558-481b-8017-2241313acc74 None None] Provisioning complete for port 06a127d0-a066-4860-989a-bd2b60c36f17 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:21.342440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61d6d2da-5558-481b-8017-2241313acc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.455814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-d1c9a067-f075-4837-8014-fec707a5c2a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515307649&fields=id&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 267 time: 0.0461857 Mar 31 23:55:21.503728 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Sync routers for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:21.524741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:21.525412 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:21.529513 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.575991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-d330b4d2-27cf-47eb-8186-f029d7a52b57 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:21.577882 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-d330b4d2-27cf-47eb-8186-f029d7a52b57 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 797 time: 0.1151159 Mar 31 23:55:21.589478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2179b44f-fe72-49ee-bb42-1452f4459518 None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:21.589846 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2179b44f-fe72-49ee-bb42-1452f4459518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.598838 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-09fe7e02-eb7d-4b03-ab5f-665cf96375bd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/quotas/5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 375 time: 0.0105755 Mar 31 23:55:21.653427 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-139b5a79-909b-4706-8a50-32ec8f806e0f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482602 Mar 31 23:55:21.670517 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2179b44f-fe72-49ee-bb42-1452f4459518 None None] Port 34a01d83-bc6c-407f-931b-e38aa321679e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:21.693524 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:21.818134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f435e484-1d74-4f47-927d-8f97311da655 None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:21.818622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f435e484-1d74-4f47-927d-8f97311da655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:21.848738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-d3a90e39-a2cf-4a67-a44d-8fa80a220364 service neutron] 10.222.0.95 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348760 Mar 31 23:55:21.944228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-d6354a48-312e-4658-9dd6-e97caac79bff service neutron] 10.222.0.95 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Mar 31 23:55:22.068411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f435e484-1d74-4f47-927d-8f97311da655 None None] Port 34a01d83-bc6c-407f-931b-e38aa321679e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:22.197306 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 2, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:22.217357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8daa1f33-d331-4981-914e-12b47b3f1c56 req-588be8e1-3172-4998-a3fb-0d923696f41a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 210 time: 0.1169834 Mar 31 23:55:22.234777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 323bea94-9f07-40d4-9116-8bb27df4876a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:22.237717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Checking router: d290eed4-0ddd-454e-bdd0-5ba88930999b for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:22.238071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Updating router d290eed4-0ddd-454e-bdd0-5ba88930999b port 34a01d83-bc6c-407f-931b-e38aa321679e binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:55:22.324574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.399969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 323bea94-9f07-40d4-9116-8bb27df4876a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:22.400449 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.615530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 06a127d0-a066-4860-989a-bd2b60c36f17 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:22.711878 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 06a127d0-a066-4860-989a-bd2b60c36f17 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:22.712250 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.761281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.770714 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.867432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609d698-5452-463f-a982-ad7122aaa5ec None None] Pushing event updated for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:22.903947 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Attempting to bind port 34a01d83-bc6c-407f-931b-e38aa321679e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:22.904317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Attempting to bind port 34a01d83-bc6c-407f-931b-e38aa321679e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:22.904672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Attempting to bind port 34a01d83-bc6c-407f-931b-e38aa321679e on network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:22.909996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:22.910359 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Checking segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:22.910763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.911147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Bound using segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:22.911638 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Bound port: 34a01d83-bc6c-407f-931b-e38aa321679e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:22.912032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:22.980905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] For port 34a01d83-bc6c-407f-931b-e38aa321679e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:22.984821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] For port 34a01d83-bc6c-407f-931b-e38aa321679e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34a01d83-bc6c-407f-931b-e38aa321679e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:22.996631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.053923 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609d698-5452-463f-a982-ad7122aaa5ec None None] Pushing event updated for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:23.058282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:23.058282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:23.128492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:23.128865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.225477 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:23.264616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-14598ea8-a845-4313-bd60-ce98c73b2633 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:23.267319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-14598ea8-a845-4313-bd60-ce98c73b2633 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 797 time: 0.1599746 Mar 31 23:55:23.318429 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-865a5a89-f472-4efd-98b4-09298a001f92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 379 time: 0.0413949 Mar 31 23:55:23.322394 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-63b1c5e9-84c5-4d9e-a5fa-c8758deae07e req-42d03f4e-07d7-421c-a9ff-9f7ba673dfc7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 210 time: 0.0264742 Mar 31 23:55:23.329348 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'port': {'device_id': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'admin_state_up': True, 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'security_groups': ['798b5813-49fd-4c9d-924e-0cfc4485aae7']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:23.352301 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.432395 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] For port 34a01d83-bc6c-407f-931b-e38aa321679e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34a01d83-bc6c-407f-931b-e38aa321679e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:23.434030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:55:23.437889 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.444600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.524975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027c94f-6fd8-4d32-8c8f-ad0a3a16d8a2 None None] Pushing event updated for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:23.547540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:22Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:23.586399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be69c9-1669-46fe-a7df-95659f68ac36 None None] The sync data for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 is: [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:22Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:23.587775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.6 (9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f/1421ae87-02e2-4079-a168-4af064664db1/bb0c74f4-d082-4c3c-88d4-04a32b269f5e) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:23.598289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9a8b6711-83fe-449f-8f90-14ff1c1fdcf1 None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:23.598711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9a8b6711-83fe-449f-8f90-14ff1c1fdcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.782900 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.819653 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.866132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:23.869675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:23.872206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:23.898817 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:23.933514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:23.933753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:23.955556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-7cefaca6-63c4-4bcb-9ed2-39e0eadfe368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300981 Mar 31 23:55:23.970218 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Request body: {'port': {'device_id': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:24.028242 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.140598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8800aa64-54eb-4d67-8abf-d151e64b5533 None None] Provisioning complete for port bb0c74f4-d082-4c3c-88d4-04a32b269f5e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:24.141059 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8800aa64-54eb-4d67-8abf-d151e64b5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.187098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-8800aa64-54eb-4d67-8abf-d151e64b5533 None None] Port bb0c74f4-d082-4c3c-88d4-04a32b269f5e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:55:24.241070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34a01d83-bc6c-407f-931b-e38aa321679e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:24.303549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 34a01d83-bc6c-407f-931b-e38aa321679e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:24.304100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.544294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5348356-de17-4235-acbe-1d65cec01dd4 req-de177aa6-1772-4aff-8094-8e201af71b09 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:24.545860 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5348356-de17-4235-acbe-1d65cec01dd4 req-de177aa6-1772-4aff-8094-8e201af71b09 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 931 time: 0.1195273 Mar 31 23:55:24.632732 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a5348356-de17-4235-acbe-1d65cec01dd4 req-19fbd76f-8b0b-4303-96cb-5bb4d71d2b8e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770943 Mar 31 23:55:24.719044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0c74f4-d082-4c3c-88d4-04a32b269f5e {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:24.727146 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.739118 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Transition to ACTIVE for port object bb0c74f4-d082-4c3c-88d4-04a32b269f5e will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:55:24.745744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.793190 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:24.865831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Attempting to bind port bb0c74f4-d082-4c3c-88d4-04a32b269f5e on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:55:24.866193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Attempting to bind port bb0c74f4-d082-4c3c-88d4-04a32b269f5e by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:55:24.866401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Attempting to bind port bb0c74f4-d082-4c3c-88d4-04a32b269f5e on network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:24.871749 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Port bb0c74f4-d082-4c3c-88d4-04a32b269f5e on network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:55:24.872076 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Attempting to bind port bb0c74f4-d082-4c3c-88d4-04a32b269f5e on network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:55:24.877414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:55:24.877734 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Checking segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:55:24.878122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Bound using segment: {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:55:24.878580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Bound port: bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48c7b0c-aecf-4807-a8f1-bac266947638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:55:24.878912 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:24.954926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:55:24.958163 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:55:24.964214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.001892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.002532 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:25.003944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] 10.222.0.60 "PUT /v2.0/ports/bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 1091 time: 1.0396020 Mar 31 23:55:25.004364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:25.006622 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2322fa-6e52-4459-a37b-b1d32e956cde" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:25.047331 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78277-4561-4b6d-9b66-a0a116935512 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:25.105375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-bc62f975-2e96-4931-acc5-e7271957a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.107158 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-bc62f975-2e96-4931-acc5-e7271957a30a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1094 time: 0.0508246 Mar 31 23:55:25.135677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:55:25.156670 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29984b8e-a1c8-43ff-beb4-6b7096d05ff9 x-openstack-request-id: req-29984b8e-a1c8-43ff-beb4-6b7096d05ff9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:25.156968 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:25.157217 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-29984b8e-a1c8-43ff-beb4-6b7096d05ff9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:25.157614 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29984b8e-a1c8-43ff-beb4-6b7096d05ff9'] response: {'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'status': 'completed', 'code': 200} Mar 31 23:55:25.159516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-595cf0f7-95f4-41d6-902a-a34d05d032d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 217 time: 0.0434489 Mar 31 23:55:25.208787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-00e72556-d602-40f5-b0f5-152ca350cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.210259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-00e72556-d602-40f5-b0f5-152ca350cd66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0444343 Mar 31 23:55:25.255526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-cc110624-a44d-40c3-89d3-345d632e98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.257084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-cc110624-a44d-40c3-89d3-345d632e98a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394967 Mar 31 23:55:25.350006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-a19efe4d-1c0d-479e-ab05-18ca401f365b service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861638 Mar 31 23:55:25.440160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63f3ccb0-fd1c-48fb-8589-00e2eafd524c req-51a6da8a-f715-4fbb-b0da-70e520c083f1 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 Mar 31 23:55:25.535027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-bb16e0a1-e59a-4268-8515-47f3a39e3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.536554 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-bb16e0a1-e59a-4268-8515-47f3a39e3cf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1094 time: 0.0464361 Mar 31 23:55:25.640034 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-6d8f42c7-6253-4952-b564-71b83bd1f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.642204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-6d8f42c7-6253-4952-b564-71b83bd1f03f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.0975652 Mar 31 23:55:25.698987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-b4553ebb-2e82-4e25-88ca-9d50367bb892 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 217 time: 0.0490363 Mar 31 23:55:25.775018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-585e4ed5-0855-4814-a95e-e5e457ecad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.776608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-585e4ed5-0855-4814-a95e-e5e457ecad49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0702319 Mar 31 23:55:25.788935 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c279da-1e27-49dd-8d23-4b06d134f311 req-d175d9b1-6f58-4779-9f17-0b0dcec53a15 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.790350 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c279da-1e27-49dd-8d23-4b06d134f311 req-d175d9b1-6f58-4779-9f17-0b0dcec53a15 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 943 time: 0.0851035 Mar 31 23:55:25.855644 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99c279da-1e27-49dd-8d23-4b06d134f311 req-543c3610-4c33-4c45-8d62-567e94c96a7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569448 Mar 31 23:55:25.858227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-e5425c2b-d9f5-4fc0-97e3-9b77f86757bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:25.859662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-e5425c2b-d9f5-4fc0-97e3-9b77f86757bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684490 Mar 31 23:55:25.954771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-ae0505a6-8504-4986-a7b0-314dea66c2dc service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882404 Mar 31 23:55:26.057403 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4d2322fa-6e52-4459-a37b-b1d32e956cde req-fb586ff1-ddff-4172-a593-b545e9756af3 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956891 Mar 31 23:55:26.764434 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:26.988701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560222eb-6bdb-467c-8b06-6083e84026b3 req-78655fed-a80b-4908-9327-dc38d965f758 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:26.990256 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-560222eb-6bdb-467c-8b06-6083e84026b3 req-78655fed-a80b-4908-9327-dc38d965f758 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 943 time: 0.0547938 Mar 31 23:55:27.030011 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-560222eb-6bdb-467c-8b06-6083e84026b3 req-01be57e2-1770-45eb-bab4-e7636d635a3e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Mar 31 23:55:28.156807 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad2f7-d397-4eb4-8036-c4c8ef3f4d78 req-1ea57938-6ec1-4ae4-8b8c-ca910624010b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:28.158314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-703ad2f7-d397-4eb4-8036-c4c8ef3f4d78 req-1ea57938-6ec1-4ae4-8b8c-ca910624010b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 943 time: 0.0537317 Mar 31 23:55:28.196213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-703ad2f7-d397-4eb4-8036-c4c8ef3f4d78 req-c0a6b673-9759-4e94-8495-5bc415eba9d3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Mar 31 23:55:29.324569 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504d33-3f83-4a86-8168-db8bec7ee748 req-fd97f2c0-3387-49e8-8b24-04eb3ba61ae5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:29.326079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3504d33-3f83-4a86-8168-db8bec7ee748 req-fd97f2c0-3387-49e8-8b24-04eb3ba61ae5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 943 time: 0.0503254 Mar 31 23:55:29.365075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c3504d33-3f83-4a86-8168-db8bec7ee748 req-447e7b5d-3196-4fff-8665-be7e0734c316 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323286 Mar 31 23:55:29.757859 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device bb0c74f4-d082-4c3c-88d4-04a32b269f5e details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:55:29.860081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:29.874910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'port_id': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'mac_address': 'fa:16:3e:db:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:55:29.910643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:29.923171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0c74f4-d082-4c3c-88d4-04a32b269f5e {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:55:29.941757 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:29.947158 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:29.993258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:30.266453 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['bb0c74f4-d082-4c3c-88d4-04a32b269f5e'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:55:30.484545 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c2df-8451-4398-a145-d13b602b7e64 req-3a71844e-8317-43f8-a4ce-027f6edd866a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:30.485955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b409c2df-8451-4398-a145-d13b602b7e64 req-3a71844e-8317-43f8-a4ce-027f6edd866a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 944 time: 0.0490191 Mar 31 23:55:30.525216 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b409c2df-8451-4398-a145-d13b602b7e64 req-a68416a6-93a6-4cad-b24d-80b445ddd440 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330095 Mar 31 23:55:31.643523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e5d5-45e4-4dd3-b371-9db77f9bb440 req-a796664b-dc0f-4762-a729-016537c2a5a7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:31.645016 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de01e5d5-45e4-4dd3-b371-9db77f9bb440 req-a796664b-dc0f-4762-a729-016537c2a5a7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 944 time: 0.0501559 Mar 31 23:55:31.683680 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-de01e5d5-45e4-4dd3-b371-9db77f9bb440 req-24d39925-3c14-4ece-9bef-4d3d93d5f899 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323431 Mar 31 23:55:31.761145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device bb0c74f4-d082-4c3c-88d4-04a32b269f5e up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:55:31.822310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port bb0c74f4-d082-4c3c-88d4-04a32b269f5e completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:55:31.826010 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port bb0c74f4-d082-4c3c-88d4-04a32b269f5e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:55:31.826394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.059042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.088250 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:32.090527 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260e157-956d-4f9a-81b0-086341115656" -d '{"events": [{"server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "name": "network-vif-plugged", "status": "completed", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:32.108469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:55:32.114745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:32.138273 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f781282d-bdd0-48b7-827e-3505f207bd07 x-openstack-request-id: req-f781282d-bdd0-48b7-827e-3505f207bd07 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:32.138576 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "name": "network-vif-plugged", "status": "completed", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:32.138852 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f781282d-bdd0-48b7-827e-3505f207bd07 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:32.139223 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f781282d-bdd0-48b7-827e-3505f207bd07'] response: {'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'code': 200} Mar 31 23:55:32.165956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:32.237747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3225fe8-a751-4914-89e9-bd5f3fb2d9cb req-04dee426-3987-4be6-a336-0ea39118af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:32.239359 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3225fe8-a751-4914-89e9-bd5f3fb2d9cb req-04dee426-3987-4be6-a336-0ea39118af76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0456221 Mar 31 23:55:32.278963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a3225fe8-a751-4914-89e9-bd5f3fb2d9cb req-ac39c7d2-e094-4f2c-9383-8016e3aa2e93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327590 Mar 31 23:55:32.826549 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e04af-df43-4ec6-bed6-1cec5b7c8e8c req-65e85dd3-c7c6-4388-ae90-7e4caa88d0a7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:32.828121 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f6e04af-df43-4ec6-bed6-1cec5b7c8e8c req-65e85dd3-c7c6-4388-ae90-7e4caa88d0a7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0649424 Mar 31 23:55:32.870911 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2f6e04af-df43-4ec6-bed6-1cec5b7c8e8c req-5f73e04a-6d97-4a50-a2a7-adbe38835ab2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359142 Mar 31 23:55:33.998424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a921bd2-fea3-4041-9976-81e6a1d1b119 req-4ffa8912-3d51-4156-823e-dc94a550f915 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:33.999966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a921bd2-fea3-4041-9976-81e6a1d1b119 req-4ffa8912-3d51-4156-823e-dc94a550f915 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0503564 Mar 31 23:55:34.042772 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1a921bd2-fea3-4041-9976-81e6a1d1b119 req-68db37e5-d029-4938-850c-2883e51e5ebf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332675 Mar 31 23:55:34.162600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23aba0-3eb1-4010-becf-595a81f209b5 req-1448f64e-16ba-4aa2-a63d-e104e8820738 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.164152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac23aba0-3eb1-4010-becf-595a81f209b5 req-1448f64e-16ba-4aa2-a63d-e104e8820738 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0514281 Mar 31 23:55:34.205630 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ac23aba0-3eb1-4010-becf-595a81f209b5 req-1825ddb2-9d64-486d-9db6-f2f30cd01a5d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349925 Mar 31 23:55:34.227459 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37302) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:34.266447 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c936ff92-2c51-40d2-94ab-1c24ea9857a5 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:34.268026 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c936ff92-2c51-40d2-94ab-1c24ea9857a5 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1091 time: 0.0394528 Mar 31 23:55:34.270907 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37304) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:34.275607 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:55:34.299008 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:34.397958 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:34.510786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.108 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/67780106-eb99-4692-b277-4c1032e6e778) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:55:34.559297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e264ab6f-ba49-4ef5-88a6-a46e4f04761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:34.638802 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:34.675144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:34.715507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:55:34.719857 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:55:34.724093 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:55:34.727056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=67780106-eb99-4692-b277-4c1032e6e778,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:35.088497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.162237 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.310217 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.314759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.390664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=67780106-eb99-4692-b277-4c1032e6e778,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:55:35.398961 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:35.812619 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 associated. External IP: 172.25.8.108, port: bb0c74f4-d082-4c3c-88d4-04a32b269f5e. Mar 31 23:55:36.017719 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router d290eed4-0ddd-454e-bdd0-5ba88930999b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:55:36.131419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:55:36.146085 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Sync routers for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:55:36.160274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:36.161107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:36.161367 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:36.192611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-20b343ff-cdac-479b-b60d-82cf9ef13898 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9205923 Mar 31 23:55:36.193335 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:55:36.195706 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420897c9-f131-41b1-ab6c-5be670e17715" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:55:36.240419 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247963c-6c20-49ff-a9f8-10eeed2be783 x-openstack-request-id: req-9247963c-6c20-49ff-a9f8-10eeed2be783 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:55:36.240638 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:55:36.241407 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9247963c-6c20-49ff-a9f8-10eeed2be783 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:55:36.241875 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9247963c-6c20-49ff-a9f8-10eeed2be783'] response: {'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'status': 'completed', 'code': 200} Mar 31 23:55:36.276790 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:36.336194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f1d14-1f4f-4179-b8b1-c9be58805e70 req-4996c1fc-3a58-4636-a494-9896a3841498 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.337771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed9f1d14-1f4f-4179-b8b1-c9be58805e70 req-4996c1fc-3a58-4636-a494-9896a3841498 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0833645 Mar 31 23:55:36.346422 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420897c9-f131-41b1-ab6c-5be670e17715 req-d29b3bbf-dfa5-45d3-9ec0-5dbc0654aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.348014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-d29b3bbf-dfa5-45d3-9ec0-5dbc0654aeef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0668540 Mar 31 23:55:36.431188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed9f1d14-1f4f-4179-b8b1-c9be58805e70 req-b3146789-faf9-4e67-a034-534fc310b158 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870061 Mar 31 23:55:36.455135 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37310) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:36.461497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420897c9-f131-41b1-ab6c-5be670e17715 req-ed22d50e-a928-499d-ba95-f049aae06e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.462969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-ed22d50e-a928-499d-ba95-f049aae06e92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.1080868 Mar 31 23:55:36.512060 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2bdab4b1-71bd-4c7d-88a1-de0945cf12f0', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'port_id': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'mac_address': 'fa:16:3e:db:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:34Z', 'updated_at': '2022-03-31T23:55:34Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:36.519565 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-346dbe5a-4567-4554-8cf7-c073c9302f3a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 HTTP/1.1" status: 200 len: 991 time: 0.0611219 Mar 31 23:55:36.538757 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Checking router: d290eed4-0ddd-454e-bdd0-5ba88930999b for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:55:36.546881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:55:36.547536 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:55:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:36.560702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-bcbfbabf-e760-4757-8582-d84aaa478d35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 999 time: 0.0909863 Mar 31 23:55:36.610975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420897c9-f131-41b1-ab6c-5be670e17715 req-9d6c9be1-bc4b-4065-83a5-46ab521f021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.612447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-9d6c9be1-bc4b-4065-83a5-46ab521f021a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0457568 Mar 31 23:55:36.657859 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420897c9-f131-41b1-ab6c-5be670e17715 req-152da75d-c2ea-4074-a094-268b540e3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:36.659435 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-152da75d-c2ea-4074-a094-268b540e3cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404525 Mar 31 23:55:36.661138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:55:36.798204 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-3e5dfa53-3f7e-4187-a8eb-21e860ae3bb6 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315615 Mar 31 23:55:36.902592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-420897c9-f131-41b1-ab6c-5be670e17715 req-12dd1236-a226-443a-8535-46a7b5f288c0 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977843 Mar 31 23:55:36.998546 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2bdab4b1-71bd-4c7d-88a1-de0945cf12f0', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'port_id': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'mac_address': 'fa:16:3e:db:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:34Z', 'updated_at': '2022-03-31T23:55:34Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:55:37.005879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1fabd3e0-da4d-42d3-8a25-fe3474d4a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:37.029766 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbee29e-20d6-446e-b41b-71c18e93dc1b None None] The sync data for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 is: [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2bdab4b1-71bd-4c7d-88a1-de0945cf12f0', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'port_id': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'mac_address': 'fa:16:3e:db:b1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:55:34Z', 'updated_at': '2022-03-31T23:55:34Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:55:37.234890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c4eb9-0e0a-42a6-8742-022cb4f6c98b None None] New status for floating IP 2bdab4b1-71bd-4c7d-88a1-de0945cf12f0: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:55:37.521984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37312) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:55:37.591788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-74c068a0-99c3-44dc-ab57-c4e664b5cc44 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 HTTP/1.1" status: 200 len: 993 time: 0.0685410 Mar 31 23:55:38.600180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:40.212218 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:40.424907 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:51.538015 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:56.776500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:55:58.050077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-b5ac95eb-fb67-490c-b659-4ddc8a600c91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397551 Mar 31 23:55:58.137534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ced21-a751-46e4-984d-779851b25493 req-6b64ec6d-73ea-49af-ab6c-80b8c9f2465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:58.139688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-6b64ec6d-73ea-49af-ab6c-80b8c9f2465a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0454814 Mar 31 23:55:58.242022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ced21-a751-46e4-984d-779851b25493 req-fd56b681-65d0-497c-b53c-378b28931b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:58.243525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-fd56b681-65d0-497c-b53c-378b28931b2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.0859203 Mar 31 23:55:58.314338 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-98cdf6d4-e3f1-4b92-b04b-866aefd6a745 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 1001 time: 0.0614483 Mar 31 23:55:58.365033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ced21-a751-46e4-984d-779851b25493 req-6a518067-a853-4622-bea7-98386f76eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:58.366513 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-6a518067-a853-4622-bea7-98386f76eaf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0452158 Mar 31 23:55:58.412531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ced21-a751-46e4-984d-779851b25493 req-bf4280e5-e528-4058-a043-644fa7c10ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:55:58.413989 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-bf4280e5-e528-4058-a043-644fa7c10ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407178 Mar 31 23:55:58.506923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-eb4d8e19-ba20-4461-a443-7e373c248770 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Mar 31 23:55:58.596884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-370ced21-a751-46e4-984d-779851b25493 req-d5124a76-29ef-4248-add5-16be022173d5 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Mar 31 23:56:02.134396 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:56:04.563778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1c40c8b9-4cc7-475f-b108-a55b0e5e5083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:07.009380 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ed011d3d-ac5f-4221-b271-a73797441cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:08.598621 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.214789 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:10.429559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:21.533512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:26.775567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:34.567608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f3806da2-aa4a-45f5-be91-3db0ac8dd70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:37.014376 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ecb97899-4c49-4ce3-b9aa-6066f3e1a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:38.601682 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:39.133584 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:56:40.218905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:40.434645 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:40.446645 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7ad44-774e-4d6a-9faa-c676b566f3b1 req-d6caf559-2919-48e7-9947-4376a8fe06b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:40.448219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16c7ad44-774e-4d6a-9faa-c676b566f3b1 req-d6caf559-2919-48e7-9947-4376a8fe06b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0528696 Mar 31 23:56:40.489291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-16c7ad44-774e-4d6a-9faa-c676b566f3b1 req-905a6e08-2f62-49c1-9d99-6fd41b0e5594 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346780 Mar 31 23:56:40.501124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-878067d9-9523-4e58-a787-3223444e45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:40.502629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-878067d9-9523-4e58-a787-3223444e45a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0946875 Mar 31 23:56:40.593608 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-02777e1a-2ee8-4aa0-bc9f-5316db13c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:40.595074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-02777e1a-2ee8-4aa0-bc9f-5316db13c8ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.0855961 Mar 31 23:56:40.663653 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-23c43015-dbc3-44ff-9066-0dabee5579c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 1001 time: 0.0614636 Mar 31 23:56:40.714046 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-9b8e68e1-e10e-45e4-87ad-cf05555790da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:40.715764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-9b8e68e1-e10e-45e4-87ad-cf05555790da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0453026 Mar 31 23:56:40.761583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-3fea9e78-39c3-4e2e-bd07-1f7f493dcef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:40.763040 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-3fea9e78-39c3-4e2e-bd07-1f7f493dcef0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409555 Mar 31 23:56:40.857234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-1b32f524-695c-458b-b0d7-c3d0a3e36f46 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 Mar 31 23:56:40.946276 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7ccf4a91-44a7-4b74-af3b-0687b7c56a8e req-0fbd538a-051a-4fcb-8588-68bcf4bf4ca2 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811749 Mar 31 23:56:41.610129 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18034070-b05b-4d7a-b31d-b3d72d724476 req-63b7d8b1-3c6b-49d9-babd-197d4f64d6c2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:41.611675 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18034070-b05b-4d7a-b31d-b3d72d724476 req-63b7d8b1-3c6b-49d9-babd-197d4f64d6c2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0498567 Mar 31 23:56:41.654445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18034070-b05b-4d7a-b31d-b3d72d724476 req-c117b7b1-3b8d-4d32-8919-b09b17bed603 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365891 Mar 31 23:56:42.780830 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3db22-eec9-431c-9a9d-547b1c8b5368 req-89c394fd-46b6-4e0f-aacd-451bd98bc008 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:42.782331 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73d3db22-eec9-431c-9a9d-547b1c8b5368 req-89c394fd-46b6-4e0f-aacd-451bd98bc008 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0541315 Mar 31 23:56:42.820130 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-73d3db22-eec9-431c-9a9d-547b1c8b5368 req-ac90d435-3aa6-4986-b37a-efc3593cb106 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Mar 31 23:56:43.941342 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2418da-7581-4008-8044-ca41dcbab799 req-7621c8ab-79c9-4974-8cdd-d7d72f1508bd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:43.942813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb2418da-7581-4008-8044-ca41dcbab799 req-7621c8ab-79c9-4974-8cdd-d7d72f1508bd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0496919 Mar 31 23:56:43.981988 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eb2418da-7581-4008-8044-ca41dcbab799 req-dc3be4fd-e3ff-4b0a-b498-972987d7431e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328033 Mar 31 23:56:45.101733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2748c-09a9-4b69-b223-0aa3d8b80a49 req-6286eab3-4605-409e-94f3-f67d89d00a96 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:45.103319 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fef2748c-09a9-4b69-b223-0aa3d8b80a49 req-6286eab3-4605-409e-94f3-f67d89d00a96 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0513923 Mar 31 23:56:45.142584 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fef2748c-09a9-4b69-b223-0aa3d8b80a49 req-dfed71bf-93b0-49c2-b0a0-028ca13f4c93 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Mar 31 23:56:46.260071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7727ae-bb46-4d72-b58b-5f1b2cdca72d req-2cd0cdbe-e75f-458b-ba1d-38ce5682783b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:46.261585 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af7727ae-bb46-4d72-b58b-5f1b2cdca72d req-2cd0cdbe-e75f-458b-ba1d-38ce5682783b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0496297 Mar 31 23:56:46.301874 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af7727ae-bb46-4d72-b58b-5f1b2cdca72d req-c68a4fb5-27ca-4ca1-8db2-0cfd8979d316 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Mar 31 23:56:47.425134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e81be-4397-4168-b195-2f1344553a87 req-e2f2b2aa-43a6-4a6c-ae12-794f281b2da0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:47.426505 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-616e81be-4397-4168-b195-2f1344553a87 req-e2f2b2aa-43a6-4a6c-ae12-794f281b2da0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0503094 Mar 31 23:56:47.466053 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-616e81be-4397-4168-b195-2f1344553a87 req-c3401ccd-85e5-4e3a-b42a-6ff1a357c7e3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Mar 31 23:56:48.588744 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5cd04-ee62-4515-af3f-8d947af6987a req-1deb36e7-a664-4515-a186-d33f8467b5ec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:48.590248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5c5cd04-ee62-4515-af3f-8d947af6987a req-1deb36e7-a664-4515-a186-d33f8467b5ec tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0532990 Mar 31 23:56:48.634395 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5c5cd04-ee62-4515-af3f-8d947af6987a req-dde4fc11-a676-452c-a7c8-06c10641bd04 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Mar 31 23:56:49.755206 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5517ad-7b23-452c-90f4-232c7fe5ba0c req-92586bba-d737-45b8-86a7-72d6acc4c6b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:49.756703 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c5517ad-7b23-452c-90f4-232c7fe5ba0c req-92586bba-d737-45b8-86a7-72d6acc4c6b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0538318 Mar 31 23:56:49.795425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0c5517ad-7b23-452c-90f4-232c7fe5ba0c req-3d4eb84d-71db-4e8c-8804-86f4a852056e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323400 Mar 31 23:56:50.912683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b64d9-d857-4ed5-8f1f-4106589fa275 req-c92db6a2-a378-4b60-96c7-2b2f820c0302 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:50.914164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f29b64d9-d857-4ed5-8f1f-4106589fa275 req-c92db6a2-a378-4b60-96c7-2b2f820c0302 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0488274 Mar 31 23:56:50.952619 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f29b64d9-d857-4ed5-8f1f-4106589fa275 req-2a195373-48af-4814-9c94-563f7fe08df0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320406 Mar 31 23:56:51.536447 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:56:52.071530 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515a123-09d6-4591-ac87-b63ef70caca9 req-b60a0602-4dbe-4c3f-9a74-974cfac88f05 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:56:52.073036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a515a123-09d6-4591-ac87-b63ef70caca9 req-b60a0602-4dbe-4c3f-9a74-974cfac88f05 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0499437 Mar 31 23:56:52.112491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a515a123-09d6-4591-ac87-b63ef70caca9 req-24ef3641-c839-4570-b208-b1913480354d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328593 Mar 31 23:56:52.135419 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37360) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:56:52.194919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-78abc6bf-209d-4d27-b7d2-d7a587e9b4df tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 HTTP/1.1" status: 200 len: 993 time: 0.0583699 Mar 31 23:56:56.774774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:00.054110 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-b0be90e7-9010-45e3-acc2-a074f74bdb6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442142 Mar 31 23:57:00.143141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-86dab424-9369-4bea-afbf-be4fd92a8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:00.144715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-86dab424-9369-4bea-afbf-be4fd92a8549 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0433671 Mar 31 23:57:00.255006 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-2cc629fc-7136-498a-a183-f48d4027fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:00.256586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-2cc629fc-7136-498a-a183-f48d4027fe9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.0917094 Mar 31 23:57:00.324265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-b52604c0-5a83-4052-a93b-067b85f57de4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 1001 time: 0.0613797 Mar 31 23:57:00.372344 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-256478c1-4d27-4c18-90f3-f724750f3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:00.373847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-256478c1-4d27-4c18-90f3-f724750f3af8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0435991 Mar 31 23:57:00.419072 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-37f5cb21-c2ef-4be1-8c00-78d96b96654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:00.420662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-37f5cb21-c2ef-4be1-8c00-78d96b96654f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397792 Mar 31 23:57:00.515984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-cca78ef6-4143-419c-b71f-1eff1f4161bd service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880244 Mar 31 23:57:00.608379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c14a85d0-6882-4e3e-802a-0f399b8a8dd4 req-86f5f323-2d7e-48ae-9aee-d65c0e9145d4 service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861948 Mar 31 23:57:04.571744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e80322e7-ff72-408e-b25e-fb23679634b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:07.019087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f65ee118-6510-400f-9a03-326dd4d66e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:08.604659 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:10.221231 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:10.439328 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:16.132958 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:21.542095 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:26.772596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:34.576903 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0adfc062-c2ed-444b-9293-e34a5329c371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:37.023649 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14b7eed7-5d17-42a3-8da9-a2c57dbe81ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:37.745166 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-7d720fa0-8493-4850-8563-ce4d8274df32 req-e0599201-37ae-4ad0-a773-8638f7c12ed7 tempest-ServerDiskConfigTestJSON-337115708 tempest-ServerDiskConfigTestJSON-337115708-project] (109299) timed out ('10.222.0.96', 50624) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Mar 31 23:57:38.607301 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:40.225183 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:40.447518 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:40.826924 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37386) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:40.986336 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 67780106-eb99-4692-b277-4c1032e6e778 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:40.986666 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.062607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.062915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.074911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 67780106-eb99-4692-b277-4c1032e6e778 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:41.228995 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.251976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=67780106-eb99-4692-b277-4c1032e6e778,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:41.262099 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.262451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.262785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.263121 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.263480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.263811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.264142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.265081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.265081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.265081 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.265404 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.265722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:41.328433 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.328734 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 disassociated (deleted). External IP: 172.25.8.108, port: bb0c74f4-d082-4c3c-88d4-04a32b269f5e. Mar 31 23:57:41.848271 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router d290eed4-0ddd-454e-bdd0-5ba88930999b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:41.954384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:41.959527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:41.964624 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Sync routers for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:41.975328 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:41.976040 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:41.988831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-827eccad-2861-4180-ba9b-67fcd159f6be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/floatingips/2bdab4b1-71bd-4c7d-88a1-de0945cf12f0 HTTP/1.1" status: 204 len: 168 time: 1.1583943 Mar 31 23:57:41.988831 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:41.989491 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d40614-c03c-43c6-b141-1e64b0116c84" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:42.036864 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d780cd-bc41-4c10-8be0-9ab8c9edf5d8 x-openstack-request-id: req-41d780cd-bc41-4c10-8be0-9ab8c9edf5d8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:42.037162 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:42.037424 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-41d780cd-bc41-4c10-8be0-9ab8c9edf5d8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:42.037842 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d780cd-bc41-4c10-8be0-9ab8c9edf5d8'] response: {'name': 'network-changed', 'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'status': 'completed', 'code': 200} Mar 31 23:57:42.086570 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:42.102181 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-9e6f6066-ab43-4619-98db-737ca610b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:42.103813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-9e6f6066-ab43-4619-98db-737ca610b8b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 1096 time: 0.0413589 Mar 31 23:57:42.238494 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-b820a17c-9482-4344-953b-9ab2f39213a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:42.240009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-b820a17c-9482-4344-953b-9ab2f39213a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 200 len: 899 time: 0.1251783 Mar 31 23:57:42.251933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c509a-f080-4ea8-a1f9-0c02de7623ae req-b552a1b7-04be-4acd-9998-9f8921a4a870 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:42.253373 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d41c509a-f080-4ea8-a1f9-0c02de7623ae req-b552a1b7-04be-4acd-9998-9f8921a4a870 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0639842 Mar 31 23:57:42.297370 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:42.298647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-7cf3b8d4-5249-44de-b3b6-915c918b4562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 200 len: 217 time: 0.0443275 Mar 31 23:57:42.329254 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Checking router: d290eed4-0ddd-454e-bdd0-5ba88930999b for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:42.337822 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:42.338420 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:42.348719 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d41c509a-f080-4ea8-a1f9-0c02de7623ae req-e5a91266-7daf-4acf-9d36-3b77e901bcb3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886831 Mar 31 23:57:42.370393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-40f24bf9-01f5-4e15-8603-7cc6fe8ebcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:42.370393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-40f24bf9-01f5-4e15-8603-7cc6fe8ebcba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 200 len: 834 time: 0.0599477 Mar 31 23:57:42.414038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-40e92ba2-4715-4940-a9d2-97e6ba1941d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:42.415662 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-40e92ba2-4715-4940-a9d2-97e6ba1941d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401118 Mar 31 23:57:42.442058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:42.506637 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-968912ca-4992-4bc5-afd7-0a7f80e8ec5d service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Mar 31 23:57:42.603915 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d40614-c03c-43c6-b141-1e64b0116c84 req-e1f80618-edc6-4184-8d19-086611b891cc service neutron] 10.222.0.60 "GET /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Mar 31 23:57:42.641532 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:42.666847 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c2365-d94e-4ed8-bdd5-1782d7b29f77 None None] The sync data for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 is: [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '34a01d83-bc6c-407f-931b-e38aa321679e', 'name': '', 'network_id': '9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:48:51:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1421ae87-02e2-4079-a168-4af064664db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:19Z', 'updated_at': '2022-03-31T23:55:23Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1421ae87-02e2-4079-a168-4af064664db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:42.880742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb28044-b04b-4bf7-b3a8-9aed303cf16c None None] New status for floating IP 2bdab4b1-71bd-4c7d-88a1-de0945cf12f0: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:57:43.470233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200ab06-4769-44f6-865c-4dff7c20a298 req-48a197ef-0439-4388-ba13-0a5578e3a37d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:43.471749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8200ab06-4769-44f6-865c-4dff7c20a298 req-48a197ef-0439-4388-ba13-0a5578e3a37d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0500023 Mar 31 23:57:43.510133 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8200ab06-4769-44f6-865c-4dff7c20a298 req-5cfec179-bbb7-443a-ba06-925808e4be40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=798b5813-49fd-4c9d-924e-0cfc4485aae7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Mar 31 23:57:43.977230 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-14798cc6-bdd7-4179-8ea3-4fb20f30cefe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:43.978705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-14798cc6-bdd7-4179-8ea3-4fb20f30cefe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 945 time: 0.0504518 Mar 31 23:57:44.074855 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port bb0c74f4-d082-4c3c-88d4-04a32b269f5e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:44.075516 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:44.165042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port bb0c74f4-d082-4c3c-88d4-04a32b269f5e, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:44.165413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:44.178319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for bb0c74f4-d082-4c3c-88d4-04a32b269f5e owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:44.315922 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:44.347786 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=bb0c74f4-d082-4c3c-88d4-04a32b269f5e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:44.391569 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] No DVR routers for this DVR port bb0c74f4-d082-4c3c-88d4-04a32b269f5e on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:44.394323 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:44.397731 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d61d28bd-68dc-47fb-ac59-e4f5257cd8e2 req-5933e6cd-9b4c-4cb5-ad64-09802f7eb1f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "DELETE /v2.0/ports/bb0c74f4-d082-4c3c-88d4-04a32b269f5e HTTP/1.1" status: 204 len: 173 time: 0.4119799 Mar 31 23:57:44.398154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'name': 'network-vif-deleted', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:57:44.400456 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5d97f2-aa0c-4c3d-9378-a253729fc7d8" -d '{"events": [{"server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "name": "network-vif-deleted", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:57:44.439387 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825d4be-e434-42dd-aee4-0c6529042160 x-openstack-request-id: req-4825d4be-e434-42dd-aee4-0c6529042160 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:57:44.440056 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5e729-d654-4bd0-9f8a-329c672577fd", "name": "network-vif-deleted", "tag": "bb0c74f4-d082-4c3c-88d4-04a32b269f5e", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:57:44.440496 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4825d4be-e434-42dd-aee4-0c6529042160 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:57:44.440910 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4825d4be-e434-42dd-aee4-0c6529042160'] response: {'server_uuid': 'a3b5e729-d654-4bd0-9f8a-329c672577fd', 'name': 'network-vif-deleted', 'tag': 'bb0c74f4-d082-4c3c-88d4-04a32b269f5e', 'status': 'completed', 'code': 200} Mar 31 23:57:44.620064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-48a8d86a-be9e-44be-a6df-97dc46b74100 req-46069942-e658-4c54-8fdf-7d0304340c07 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a3b5e729-d654-4bd0-9f8a-329c672577fd HTTP/1.1" status: 200 len: 210 time: 0.0288758 Mar 31 23:57:45.678693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37402) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:46.036309 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.291982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 34a01d83-bc6c-407f-931b-e38aa321679e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:46.292213 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.372356 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device bb0c74f4-d082-4c3c-88d4-04a32b269f5e no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:46.384584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 34a01d83-bc6c-407f-931b-e38aa321679e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=34a01d83-bc6c-407f-931b-e38aa321679e,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:46.385041 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.392781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: bb0c74f4-d082-4c3c-88d4-04a32b269f5e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:46.393121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device bb0c74f4-d082-4c3c-88d4-04a32b269f5e not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:46.398405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 34a01d83-bc6c-407f-931b-e38aa321679e owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:46.589076 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:46.615529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=34a01d83-bc6c-407f-931b-e38aa321679e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:46.797910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.013867 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router d290eed4-0ddd-454e-bdd0-5ba88930999b has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:47.125199 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:47.130688 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b85f9fb4-c1c3-4f47-9762-2351bfd6115a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/d290eed4-0ddd-454e-bdd0-5ba88930999b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4508593 Mar 31 23:57:47.133790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37404) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:47.137143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Sync routers for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:47.151990 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:47.152802 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:47.190081 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting subnet 1421ae87-02e2-4079-a168-4af064664db1 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Mar 31 23:57:47.193241 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.234327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.274012 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:47.322394 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.383120 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.409608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Subnet': ['ID=1421ae87-02e2-4079-a168-4af064664db1,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:47.422538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.423103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.423697 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a9bd1-8680-43db-a213-0f2d50019415 None None] Network 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:47.424205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.424308 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.424764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.425286 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.425731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.426070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.426404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.426731 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.427056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.427396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.430763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.434487 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ae698c66-31d4-4668-9533-e8bb5e54f948 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/subnets/1421ae87-02e2-4079-a168-4af064664db1 HTTP/1.1" status: 204 len: 168 time: 0.2990398 Mar 31 23:57:47.438176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37406) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:47.552139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.561593 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:57:46Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:47.599121 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Checking router: d290eed4-0ddd-454e-bdd0-5ba88930999b for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:47.612573 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Routers {'d290eed4-0ddd-454e-bdd0-5ba88930999b'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:47.613227 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['d290eed4-0ddd-454e-bdd0-5ba88930999b'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:47.644913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] DHCP port deletion for 9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Mar 31 23:57:47.657254 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.697252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Deleting port 06a127d0-a066-4860-989a-bd2b60c36f17 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:47.697626 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.712546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 323bea94-9f07-40d4-9116-8bb27df4876a {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Mar 31 23:57:47.712893 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.725561 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] Set router d290eed4-0ddd-454e-bdd0-5ba88930999b gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:47.759664 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] For port 06a127d0-a066-4860-989a-bd2b60c36f17, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=06a127d0-a066-4860-989a-bd2b60c36f17,segment=NetworkSegment(f48c7b0c-aecf-4807-a8f1-bac266947638),segment_id=f48c7b0c-aecf-4807-a8f1-bac266947638)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:47.760067 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.777641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Calling delete_port for 06a127d0-a066-4860-989a-bd2b60c36f17 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:47.816283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 323bea94-9f07-40d4-9116-8bb27df4876a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=323bea94-9f07-40d4-9116-8bb27df4876a,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:47.816901 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.829514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 323bea94-9f07-40d4-9116-8bb27df4876a owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Mar 31 23:57:47.869154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:47.896281 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Pushing event deleted for resources: {'Port': ['ID=06a127d0-a066-4860-989a-bd2b60c36f17,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:47.899785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] No DVR routers for this DVR port 06a127d0-a066-4860-989a-bd2b60c36f17 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:57:47.906952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.907343 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.908230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.908230 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.908449 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.908570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.908887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.909196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.914413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.914413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.914413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.914413 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14090742-a251-4b8d-a079-21e23abd04fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:47.929782 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:57:46Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:47.958166 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b7808-5836-4561-818b-9928fa1327c4 None None] The sync data for ids ['d290eed4-0ddd-454e-bdd0-5ba88930999b'] in n-d-835855-2 is: [{'id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479678155', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:55:16Z', 'updated_at': '2022-03-31T23:57:46Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '323bea94-9f07-40d4-9116-8bb27df4876a', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd290eed4-0ddd-454e-bdd0-5ba88930999b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:55:17Z', 'updated_at': '2022-03-31T23:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:48.341735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.367784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=323bea94-9f07-40d4-9116-8bb27df4876a,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:48.374300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34a01d83-bc6c-407f-931b-e38aa321679e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:48.396841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 34a01d83-bc6c-407f-931b-e38aa321679e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:48.397116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 34a01d83-bc6c-407f-931b-e38aa321679e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:48.397858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 06a127d0-a066-4860-989a-bd2b60c36f17 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:48.421718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 06a127d0-a066-4860-989a-bd2b60c36f17 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:48.422563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 06a127d0-a066-4860-989a-bd2b60c36f17 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:48.435867 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.530454 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.532713 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.579460 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.580032 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Fanout notify agent at l3_agent the message router_deleted on router d290eed4-0ddd-454e-bdd0-5ba88930999b {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:57:48.586936 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.588133 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b0307714-0154-464c-9199-2bbed02501a3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/routers/d290eed4-0ddd-454e-bdd0-5ba88930999b HTTP/1.1" status: 204 len: 168 time: 1.1501930 Mar 31 23:57:48.590858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37408) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:48.672356 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.759426 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.779806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:48.789327 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48c7b0c-aecf-4807-a8f1-bac266947638') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:48.789609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48c7b0c-aecf-4807-a8f1-bac266947638') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:48.799435 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.812699 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.820093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:57:48.820733 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: timer() Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: self._notify() Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: event.method(event) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:57:48.823603 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:57:48.889607 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.897145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.900078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/networks/9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f HTTP/1.1" status: 204 len: 168 time: 0.3082695 Mar 31 23:57:48.902942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37410) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:48.911623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a561-1f7b-4655-8e0d-8596ca5bfe1d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Network': ['ID=9cfb7d25-a14e-4cf1-b5e9-7e08fa29958f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:48.966729 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:48.992946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:49.060026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:49.062679 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:49.063900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/security-groups/798b5813-49fd-4c9d-924e-0cfc4485aae7 HTTP/1.1" status: 204 len: 168 time: 0.1599159 Mar 31 23:57:49.073667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac3e88-ef58-44d6-a2c1-6758e1bfe58e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798b5813-49fd-4c9d-924e-0cfc4485aae7,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:50.272566 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 323bea94-9f07-40d4-9116-8bb27df4876a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:57:50.293457 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 323bea94-9f07-40d4-9116-8bb27df4876a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Mar 31 23:57:50.293797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 323bea94-9f07-40d4-9116-8bb27df4876a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:57:51.410000 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37420) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:51.414831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964756245', 'description': 'tempest-secgroup-smoke-1964756245 description', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:51.436631 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.511529 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.516721 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.541729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.547166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.548456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1374285 Mar 31 23:57:51.549664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb94de-6ba7-4a3c-b23c-5da91ff47c31 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b075bb9a-c47a-483e-a10c-a0d156ea5d8f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:51.551526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37422) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:51.556810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:51.582686 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.640093 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.645139 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.663519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecee410-3473-4b82-9f42-f1557ac95a1f,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:51.673594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.674813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c4acb41b-a15c-4131-86c2-658f0804cbfe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221316 Mar 31 23:57:51.677707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37424) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:51.682159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:51.708974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.766552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.771127 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.792239 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.793434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147923 Mar 31 23:57:51.795847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342249ff-04a0-443b-8c44-c1b465c918e9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17743c5a-d1b8-46e5-aa4d-eb15c2e7bee2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:51.796395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37426) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:51.801245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:51.827093 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.886665 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.891658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.915696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d779528d-f158-4583-83bb-35857232a17b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:51.922926 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:51.924193 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e3d4523b-a5c3-424f-89c3-98de2801200f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267517 Mar 31 23:57:51.926987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37428) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:51.931761 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:51.960639 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.021718 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.026936 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.044279 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed18de66-03a0-43ba-b8c0-1aeb00cdeec7,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:52.052658 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.053951 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-de521db8-98fa-427d-948f-79ba97aa05bb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258659 Mar 31 23:57:52.056954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37430) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:52.061708 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:52.085221 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:57:52.090385 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.156024 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.160779 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.180454 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd195e3-d6a7-4d7f-9175-177efac0cc6c,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:52.191399 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.192641 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fd82d691-dad7-4e98-8b38-65aa91998dd6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345701 Mar 31 23:57:52.196684 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37432) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:52.201352 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'b075bb9a-c47a-483e-a10c-a0d156ea5d8f', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:52.223849 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:57:52.228697 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.296420 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.301150 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.318111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04f9f5b-b066-48cd-b99a-ca50288801b6,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:52.327510 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.328718 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-026f13a8-93bc-4dc1-8741-3ac6f29fd68c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310921 Mar 31 23:57:52.331594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37434) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:52.336504 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'network': {'name': 'tempest-network-smoke--741651239', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'port_security_enabled': True}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:52.355760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:52.359165 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.383998 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:57:52.395036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.395433 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Added segment 03110b44-cf09-4c5e-9d81-e76623095501 of type vlan for network 2eb22da9-54fa-4782-b592-5abadee193b5 Mar 31 23:57:52.434905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.465230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.471225 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:52.471822 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.506917 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1742952 Mar 31 23:57:52.509741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37436) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:52.516254 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'admin_state_up': True, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:52.551918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9ffc9-31f8-4a09-828e-b7263aad0852 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Network': ['ID=2eb22da9-54fa-4782-b592-5abadee193b5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:52.563935 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 2eb22da9-54fa-4782-b592-5abadee193b5 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:57:52.568586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.569680 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.627145 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.778339 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.976541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:52.996836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:53.098662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.26 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/6c7a3f85-6bbd-4624-99f8-30d2cee38e49) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:53.132228 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:57:53.203290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:53.241085 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:53.280393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:53.284711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:53.289917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:53.292925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:53.561512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:53.768798 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:53.899787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 79363b52-2287-495a-ae9f-65864f520a62 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:57:54.009424 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:54.019505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Sync routers for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:54.030598 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:54.031228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:54.032427 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.035743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-456734a1-b389-444b-8125-53301e69c2e0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5230143 Mar 31 23:57:54.037977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37438) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.066278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-da211014-55be-48fd-9dd2-44da6add09fa tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=5e6755edc6504ef58b4790ffb5ce292a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268803 Mar 31 23:57:54.071393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37440) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.146079 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:54.225377 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a56ca7-b542-4154-8083-8aae93b0f831 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:54.226391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e8a56ca7-b542-4154-8083-8aae93b0f831 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1533439 Mar 31 23:57:54.229296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37442) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.262946 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5f1c4515-b73f-4561-bb7d-716578eb7111 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324469 Mar 31 23:57:54.265589 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37444) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.270434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-144365257', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:54.326607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:53Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:54.358045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Checking router: 79363b52-2287-495a-ae9f-65864f520a62 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:54.358447 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Updating router 79363b52-2287-495a-ae9f-65864f520a62 port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:57:54.360500 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:54.364655 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.383619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.548648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.610385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Subnet': ['ID=1e01c7c8-65f4-4262-acc1-868ffea19049,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:54.622316 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Checking segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:54.623873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network hostable DHCP agents. Network: 2eb22da9-54fa-4782-b592-5abadee193b5, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:57:54.632722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.640053 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.641255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 2eb22da9-54fa-4782-b592-5abadee193b5 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:57:54.652844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 2eb22da9-54fa-4782-b592-5abadee193b5) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:54.657442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:54.658034 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.668062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a03ad2-1779-4a91-8466-f7e7824d4164 None None] Network 2eb22da9-54fa-4782-b592-5abadee193b5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:54.676371 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-5d2ddf5d-391a-4c28-91b2-cdd648154b33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4095430 Mar 31 23:57:54.681219 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37448) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:57:54.720686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Attempting to bind port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:54.721046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Attempting to bind port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:54.721404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Attempting to bind port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:54.747375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b49f-0d6a-45c2-9f87-f53336363442 None None] Pushing event updated for resources: {'Port': ['ID=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:54.755209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:54.755366 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:54.755753 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.756161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:54.756629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Bound port: 6c7a3f85-6bbd-4624-99f8-30d2cee38e49, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:54.757036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.845394 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] For port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:54.862688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] For port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:54.868385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.917745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-2eb22da9-54fa-4782-b592-5abadee193b5', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Mar 31 23:57:54.918599 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:54.961296 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530b49f-0d6a-45c2-9f87-f53336363442 None None] Pushing event updated for resources: {'Port': ['ID=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:54.963825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:54.964420 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:55.123684 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.325731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:55.327875 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Allocated IP 172.20.0.2 (2eb22da9-54fa-4782-b592-5abadee193b5/1e01c7c8-65f4-4262-acc1-868ffea19049/e0dbe4fe-910c-4de0-9bae-cacc1d87027d) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:55.611615 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.620236 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.655093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:53Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:55.663369 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Network 2eb22da9-54fa-4782-b592-5abadee193b5 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:55.670070 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.1 (2eb22da9-54fa-4782-b592-5abadee193b5/1e01c7c8-65f4-4262-acc1-868ffea19049/f50f57a4-bea6-4b5f-8e5a-840c384323ee) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:55.697458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfcddd7-c00b-4e52-b465-d6b317840d8b None None] The sync data for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 is: [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:53Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:55.699270 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:55.703371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:55.710545 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Pushing event updated for resources: {'Port': ['ID=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:55.762724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Attempting to bind port e0dbe4fe-910c-4de0-9bae-cacc1d87027d on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:55.763186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Attempting to bind port e0dbe4fe-910c-4de0-9bae-cacc1d87027d by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:55.763647 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Attempting to bind port e0dbe4fe-910c-4de0-9bae-cacc1d87027d on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:55.769426 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:55.769802 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Checking segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:55.770249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.770643 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Bound using segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:55.771113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Bound port: e0dbe4fe-910c-4de0-9bae-cacc1d87027d, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:55.771541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.802061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.836940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] For port e0dbe4fe-910c-4de0-9bae-cacc1d87027d, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:55.838253 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.840691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] For port e0dbe4fe-910c-4de0-9bae-cacc1d87027d, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:55.847436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:55.883159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 2eb22da9-54fa-4782-b592-5abadee193b5 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:55.887119 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:55.889805 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:55.908410 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fcd85-83da-4b22-829c-154e67ce45a5 None None] Pushing event updated for resources: {'Port': ['ID=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:55.933567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:55.960786 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.128768 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.380736 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0dbe4fe-910c-4de0-9bae-cacc1d87027d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:56.434249 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e0dbe4fe-910c-4de0-9bae-cacc1d87027d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:56.434710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.472047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.479202 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.521002 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.557530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port e0dbe4fe-910c-4de0-9bae-cacc1d87027d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:56.560817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.562711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:56.563455 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.564669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:56.650121 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:56.664367 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:56.664831 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.672481 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 2eb22da9-54fa-4782-b592-5abadee193b5 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:56.674019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:56.763099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.794451 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.804055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:56.809672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:56.871656 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:56.996018 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc6122-1b98-49c8-943c-897bc79b5165 None None] Network 2eb22da9-54fa-4782-b592-5abadee193b5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Mar 31 23:57:57.087185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-8fe8891c-cc07-4521-bb90-4a97104d0e06 None None] Provisioning complete for port e0dbe4fe-910c-4de0-9bae-cacc1d87027d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:57.087578 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8fe8891c-cc07-4521-bb90-4a97104d0e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.141726 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 79363b52-2287-495a-ae9f-65864f520a62 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:57:57.254746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:57:57.261164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0a33c965-9ac2-4cd0-9cd4-c3fa95deba12 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/79363b52-2287-495a-ae9f-65864f520a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5788069 Mar 31 23:57:57.419724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-343922db-945e-49bb-8d8d-44011c73cfe9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964756245&fields=id&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 267 time: 0.0352483 Mar 31 23:57:57.448030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7b5fcb3c-1693-452f-af35-23f3ceab193b None None] Provisioning complete for port e0dbe4fe-910c-4de0-9bae-cacc1d87027d triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:57.448594 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b5fcb3c-1693-452f-af35-23f3ceab193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.541127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-c4e7a975-d98f-4ccd-b5aa-b073db750d95 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:57.542741 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-c4e7a975-d98f-4ccd-b5aa-b073db750d95 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 796 time: 0.1150429 Mar 31 23:57:57.548919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7b5fcb3c-1693-452f-af35-23f3ceab193b None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:57.549161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7b5fcb3c-1693-452f-af35-23f3ceab193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.561735 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-c51fedf0-85ea-4ec5-93ec-1401bab34c3b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/quotas/5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 375 time: 0.0106690 Mar 31 23:57:57.587879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-7b5fcb3c-1693-452f-af35-23f3ceab193b None None] Port f50f57a4-bea6-4b5f-8e5a-840c384323ee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:57.613997 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Sync routers for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:57:57.623655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-f6192a84-4d01-426e-a629-c380c6644a51 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550575 Mar 31 23:57:57.624011 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:57.624806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:57.706948 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a8ed21e4-0eef-453f-a1be-5d689bfc963e None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:57.707359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a8ed21e4-0eef-453f-a1be-5d689bfc963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.733541 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-9bf41b7b-d4b1-4425-923e-da4cd5f3b60c service neutron] 10.222.0.95 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931387 Mar 31 23:57:57.740055 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:57.742805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed21e4-0eef-453f-a1be-5d689bfc963e None None] Port f50f57a4-bea6-4b5f-8e5a-840c384323ee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:57.840685 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-7d64ea0a-1422-4bcf-93c1-1608444e3e5b service neutron] 10.222.0.95 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965176 Mar 31 23:57:57.862476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-44a3b939-3fed-49a8-849a-913b40b20fab None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:57.863275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44a3b939-3fed-49a8-849a-913b40b20fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:57.901700 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-44a3b939-3fed-49a8-849a-913b40b20fab None None] Port f50f57a4-bea6-4b5f-8e5a-840c384323ee cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:57:57.953217 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 2, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:57.990938 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Checking router: 79363b52-2287-495a-ae9f-65864f520a62 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:57:57.991333 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Updating router 79363b52-2287-495a-ae9f-65864f520a62 port f50f57a4-bea6-4b5f-8e5a-840c384323ee binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:57:58.014014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ea9ea900-b109-4dd0-9bee-ba58b066f4ac req-4a988604-5ed4-41f5-b0be-9e3d2961beaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 210 time: 0.0295324 Mar 31 23:57:58.017130 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.285052 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.289468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0dbe4fe-910c-4de0-9bae-cacc1d87027d up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:58.291583 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.345080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port e0dbe4fe-910c-4de0-9bae-cacc1d87027d triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:58.345728 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.367858 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Pushing event updated for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:58.388607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.389263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.389802 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.390329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.390855 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.391404 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.391903 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.392403 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.392919 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.393428 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.393930 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.394459 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:57:58.411757 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Attempting to bind port f50f57a4-bea6-4b5f-8e5a-840c384323ee on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:57:58.412257 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Attempting to bind port f50f57a4-bea6-4b5f-8e5a-840c384323ee by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:57:58.412751 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Attempting to bind port f50f57a4-bea6-4b5f-8e5a-840c384323ee on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:57:58.418605 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:57:58.419076 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Checking segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:57:58.419574 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.420021 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Bound using segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:57:58.420548 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Bound port: f50f57a4-bea6-4b5f-8e5a-840c384323ee, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:57:58.421005 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.447476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:57:58.496281 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] For port f50f57a4-bea6-4b5f-8e5a-840c384323ee, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:57:58.500164 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] For port f50f57a4-bea6-4b5f-8e5a-840c384323ee, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f50f57a4-bea6-4b5f-8e5a-840c384323ee,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:57:58.505310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:58.505863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.505949 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.570457 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754edbc3-d8b3-44a8-8868-140edfb7e1b3 None None] Pushing event updated for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:58.573327 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:57:58.579872 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:57:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:58.625587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:58.625955 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.713182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.729065 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:57:58.752973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] For port f50f57a4-bea6-4b5f-8e5a-840c384323ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f50f57a4-bea6-4b5f-8e5a-840c384323ee,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:57:58.759857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:58.807978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b9858-8012-425f-8ba0-1fcc8ad6db59 None None] Pushing event updated for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:58.882215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-fce71e91-2955-4bf4-a1a6-26e9e7c7d67f None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:58.882473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fce71e91-2955-4bf4-a1a6-26e9e7c7d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.055509 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:57:59.061984 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-6841eb01-8597-4c91-ba88-2a8a0601dd89 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:59.063540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-6841eb01-8597-4c91-ba88-2a8a0601dd89 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 796 time: 0.1234727 Mar 31 23:57:59.087672 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521555-96fd-4ead-a82a-d6aae409c2d4 None None] The sync data for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 is: [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:57:59.122093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-491a6d4a-eaf7-4154-a7ef-4e88f35d5c17 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 380 time: 0.0475132 Mar 31 23:57:59.141578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'port': {'device_id': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'admin_state_up': True, 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'security_groups': ['b075bb9a-c47a-483e-a10c-a0d156ea5d8f']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:59.154048 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cf1410ea-694d-4e3a-8bef-f58a718b5834 req-b5fc8f3c-5f5e-44da-bb67-27698286717b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 210 time: 0.0464766 Mar 31 23:57:59.271780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:57:59.275680 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.413653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.7 (2eb22da9-54fa-4782-b592-5abadee193b5/1e01c7c8-65f4-4262-acc1-868ffea19049/f12af170-82e9-4f1f-a94d-88902e79356b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:57:59.565830 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.601980 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.648114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 2eb22da9-54fa-4782-b592-5abadee193b5 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:57:59.650849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:57:59.653463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:57:59.684556 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:57:59.713593 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:57:59.714329 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.733036 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-3d5b834f-a796-4a95-8f4f-9bec811c892a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6009033 Mar 31 23:57:59.745833 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Request body: {'port': {'device_id': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:57:59.809159 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.905704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a7e54290-2ebf-4963-b6f1-d74f89624362 None None] Provisioning complete for port f12af170-82e9-4f1f-a94d-88902e79356b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:57:59.906297 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7e54290-2ebf-4963-b6f1-d74f89624362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:57:59.945723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a7e54290-2ebf-4963-b6f1-d74f89624362 None None] Port f12af170-82e9-4f1f-a94d-88902e79356b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Mar 31 23:58:00.099648 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12af170-82e9-4f1f-a94d-88902e79356b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:58:00.109598 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.124484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Transition to ACTIVE for port object f12af170-82e9-4f1f-a94d-88902e79356b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:58:00.129780 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.198808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:00.291962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:58:00.292406 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:58:00.292627 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:00.300253 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:58:00.300622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:58:00.316265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a31d1e-e1df-4b78-85a1-d2ad5367f392 req-eb39ef4b-9c83-4b52-beea-2e2643b94643 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:00.317699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8a31d1e-e1df-4b78-85a1-d2ad5367f392 req-eb39ef4b-9c83-4b52-beea-2e2643b94643 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0723758 Mar 31 23:58:00.318502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:58:00.318938 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Checking segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:58:00.319350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Bound using segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:58:00.319961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Bound port: f12af170-82e9-4f1f-a94d-88902e79356b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:58:00.320308 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.345590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f50f57a4-bea6-4b5f-8e5a-840c384323ee up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:00.399872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port f50f57a4-bea6-4b5f-8e5a-840c384323ee triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:00.400262 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.402566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a8a31d1e-e1df-4b78-85a1-d2ad5367f392 req-7af5aa8a-38de-4df7-b9dc-1128fd2cecac tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781717 Mar 31 23:58:00.433651 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:58:00.436927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:58:00.442493 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.485487 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:00.486153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:00.487592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] 10.222.0.60 "PUT /v2.0/ports/f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 1091 time: 0.7466898 Mar 31 23:58:00.488092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:00.490418 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aca187-557f-4904-81d7-04b751deca0d" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:00.513974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71abb7b-b535-43a2-9480-46cea517fa25 service neutron] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:00.541446 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fee1b0-7fb0-409f-a996-d1edda1be6d9 x-openstack-request-id: req-05fee1b0-7fb0-409f-a996-d1edda1be6d9 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:00.541770 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:00.542024 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-05fee1b0-7fb0-409f-a996-d1edda1be6d9 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:00.542447 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fee1b0-7fb0-409f-a996-d1edda1be6d9'] response: {'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'status': 'completed', 'code': 200} Mar 31 23:58:00.593633 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-273eaba8-e5c0-4cfa-b1a4-3b885d76daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:00.595197 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-273eaba8-e5c0-4cfa-b1a4-3b885d76daf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0460358 Mar 31 23:58:00.637677 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-003396e5-602b-4723-bea4-bcc5b43663f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 217 time: 0.0353961 Mar 31 23:58:00.688353 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-55ad93e9-4f42-4ef3-b81f-24f2a40e7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:00.689901 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-55ad93e9-4f42-4ef3-b81f-24f2a40e7375 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0458586 Mar 31 23:58:00.738943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-4a4d2de9-2647-4b65-bbaf-ae452c9e9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:00.740485 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-4a4d2de9-2647-4b65-bbaf-ae452c9e9608 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442481 Mar 31 23:58:00.832117 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-46c15c76-b963-4a5c-9624-efeaf67cacf7 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Mar 31 23:58:00.928848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-af44f250-741b-492a-a3f1-aef6f9b2904a req-cd973859-4b89-49a2-8b46-d2fa09064f09 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900815 Mar 31 23:58:01.022631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca187-557f-4904-81d7-04b751deca0d req-7df1adb9-a21d-4bcb-8e2f-f870746ccc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.024601 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-7df1adb9-a21d-4bcb-8e2f-f870746ccc21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0422053 Mar 31 23:58:01.122008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca187-557f-4904-81d7-04b751deca0d req-60975898-1ba8-4e11-a0e4-4387c104e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.123579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-60975898-1ba8-4e11-a0e4-4387c104e162 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0913432 Mar 31 23:58:01.165249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-048f0bfe-1715-410c-aa6d-30b6813c1bd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 217 time: 0.0352254 Mar 31 23:58:01.218664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca187-557f-4904-81d7-04b751deca0d req-91c936ce-ae41-4548-ab2b-663aa047e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.220807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-91c936ce-ae41-4548-ab2b-663aa047e474 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0488603 Mar 31 23:58:01.273068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aca187-557f-4904-81d7-04b751deca0d req-a0305394-295a-4690-824d-6d2b93ada246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.274534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-a0305394-295a-4690-824d-6d2b93ada246 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471160 Mar 31 23:58:01.367292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-34a164fa-609d-41ac-9e96-f6d1e608684e service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841460 Mar 31 23:58:01.469452 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97aca187-557f-4904-81d7-04b751deca0d req-b341a9e7-14be-4aa6-aade-ed787e1ec57b service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908699 Mar 31 23:58:01.523196 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a17d-9983-40c3-ad48-4e1181dfa52b req-cd1a627e-f17f-4158-bc90-d2c417e7d27e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:01.524715 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a13a17d-9983-40c3-ad48-4e1181dfa52b req-cd1a627e-f17f-4158-bc90-d2c417e7d27e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0495102 Mar 31 23:58:01.564141 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6a13a17d-9983-40c3-ad48-4e1181dfa52b req-cd8c1cf5-083c-4b29-8516-5e1860bb2f94 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331233 Mar 31 23:58:02.685524 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ada5e-7249-4544-b650-533b83f1db02 req-299faf3f-c0fe-4b63-97a9-34b93c8637fe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:02.687007 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e7ada5e-7249-4544-b650-533b83f1db02 req-299faf3f-c0fe-4b63-97a9-34b93c8637fe tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0495937 Mar 31 23:58:02.726316 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7e7ada5e-7249-4544-b650-533b83f1db02 req-07472e4a-1b10-471d-81e9-76375acd6b28 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329318 Mar 31 23:58:03.845560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a39160-5888-4804-8535-0dbc40a8bd9f req-a9ae39ba-f08a-4ac7-9fbe-e38f5afafaff tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:03.847034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4a39160-5888-4804-8535-0dbc40a8bd9f req-a9ae39ba-f08a-4ac7-9fbe-e38f5afafaff tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0496416 Mar 31 23:58:03.886287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a4a39160-5888-4804-8535-0dbc40a8bd9f req-8063461c-1022-48bb-ab8f-7e2914a709c4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329404 Mar 31 23:58:04.442300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:58:04.541261 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:04.552917 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'mac_address': 'fa:16:3e:d3:8b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:58:04.601083 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.611310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4e847e78-ad9e-4436-a85b-38b55a1dbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.617914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12af170-82e9-4f1f-a94d-88902e79356b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:58:04.638741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:04.643669 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:04.690462 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:04.956537 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['f12af170-82e9-4f1f-a94d-88902e79356b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:58:05.279774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e70d48-2638-40c9-80cf-95ca34e8a7d7 req-f3296761-9298-45ba-a0de-01897657700e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:05.281183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9e70d48-2638-40c9-80cf-95ca34e8a7d7 req-f3296761-9298-45ba-a0de-01897657700e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 944 time: 0.0490754 Mar 31 23:58:05.319349 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a9e70d48-2638-40c9-80cf-95ca34e8a7d7 req-bbe4916e-d101-4d4e-b5ce-f9c03cd85f80 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Mar 31 23:58:06.442574 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd7a8-6666-44c2-a2a9-26d2fbf57b13 req-3553dd15-ec06-4ee8-bdb9-9b5ef4fbb935 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:06.444281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-120cd7a8-6666-44c2-a2a9-26d2fbf57b13 req-3553dd15-ec06-4ee8-bdb9-9b5ef4fbb935 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 944 time: 0.0536878 Mar 31 23:58:06.464073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:58:06.485628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-120cd7a8-6666-44c2-a2a9-26d2fbf57b13 req-cf705cba-2ab7-421d-80ad-115569129df3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347474 Mar 31 23:58:06.516983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port f12af170-82e9-4f1f-a94d-88902e79356b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:58:06.520900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port f12af170-82e9-4f1f-a94d-88902e79356b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:58:06.521265 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.598502 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.627663 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:06.631547 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cd3507-8b2e-44f5-8881-8a675f5d06d0" -d '{"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-plugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:06.653911 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:58:06.661167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:06.711386 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:06.743743 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a809d-187c-40c1-a348-537d4b5d1f5b x-openstack-request-id: req-5d1a809d-187c-40c1-a348-537d4b5d1f5b {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:06.744037 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-plugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:06.744296 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-5d1a809d-187c-40c1-a348-537d4b5d1f5b {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:06.744697 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1a809d-187c-40c1-a348-537d4b5d1f5b'] response: {'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'code': 200} Mar 31 23:58:06.838667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a449f-7d0c-4e59-acde-3237b70c2a04 req-6b9e20f2-a95a-47ad-b929-39c9b71b0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:06.840260 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-663a449f-7d0c-4e59-acde-3237b70c2a04 req-6b9e20f2-a95a-47ad-b929-39c9b71b0fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0416439 Mar 31 23:58:06.876221 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-663a449f-7d0c-4e59-acde-3237b70c2a04 req-589ae1b6-00c6-4696-a08a-98fff268bc1c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280294 Mar 31 23:58:07.028711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-77a8ce71-27fc-4b1b-85a3-0d3a1aa377d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:07.603780 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91469a6e-9215-4eaf-9a9d-415c3677d4dc req-9d9a404f-2a25-48f4-87b3-5ddc257d791d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:07.605279 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91469a6e-9215-4eaf-9a9d-415c3677d4dc req-9d9a404f-2a25-48f4-87b3-5ddc257d791d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0500298 Mar 31 23:58:07.644287 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-91469a6e-9215-4eaf-9a9d-415c3677d4dc req-2eff0340-5e41-4fba-8437-cc4e0c95008a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Mar 31 23:58:08.610329 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:08.767841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc5cec-88fe-4e54-828e-504f3cc75b63 req-78295260-f9d9-4deb-b837-3006b13a88f8 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:08.769425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cbc5cec-88fe-4e54-828e-504f3cc75b63 req-78295260-f9d9-4deb-b837-3006b13a88f8 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0534275 Mar 31 23:58:08.808449 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7cbc5cec-88fe-4e54-828e-504f3cc75b63 req-c8a27119-f4e4-417b-8d5b-8acc7bc455aa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Mar 31 23:58:08.931785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eb33e-ade1-4d5a-9f6d-d60ecb5518e2 req-a5b8b22a-547d-40bd-99c1-5373d95dffc7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:08.934280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b7eb33e-ade1-4d5a-9f6d-d60ecb5518e2 req-a5b8b22a-547d-40bd-99c1-5373d95dffc7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0542665 Mar 31 23:58:08.972654 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b7eb33e-ade1-4d5a-9f6d-d60ecb5518e2 req-768d076c-e20f-4d73-9e65-945c1837666b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330737 Mar 31 23:58:08.994946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37502) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:09.035730 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a2369-df1d-4e55-966a-087e78a8a101 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:09.037391 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-0c2a2369-df1d-4e55-966a-087e78a8a101 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1091 time: 0.0412705 Mar 31 23:58:09.040455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37504) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:09.044862 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:58:09.069626 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.178438 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.280905 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.7 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/109d0fa0-c15e-476d-ac33-56318f010584) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:58:09.388044 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.427012 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.469047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:58:09.471980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:58:09.476195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:58:09.479266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=109d0fa0-c15e-476d-ac33-56318f010584,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:09.835858 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:09.901969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.055327 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.061177 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.131295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=109d0fa0-c15e-476d-ac33-56318f010584,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:58:10.150234 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.227286 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.250483 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 6f1ab7bd-3a6e-4ebd-b69c-10704f428566 associated. External IP: 172.25.8.7, port: f12af170-82e9-4f1f-a94d-88902e79356b. Mar 31 23:58:10.442875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.457281 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 79363b52-2287-495a-ae9f-65864f520a62 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:58:10.563484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:58:10.573428 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Sync routers for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:58:10.584362 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:10.584632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:10.585039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:10.617341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-6ab1d2b7-ac40-4d86-991a-4131e47fba8f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5733409 Mar 31 23:58:10.617341 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:58:10.617773 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77816df3-e731-4ea3-a208-62de87f7a15c" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:58:10.659055 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a396a4-380f-4c26-a75a-637b47c93b00 x-openstack-request-id: req-a7a396a4-380f-4c26-a75a-637b47c93b00 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:58:10.659466 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:58:10.659807 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-a7a396a4-380f-4c26-a75a-637b47c93b00 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:58:10.660395 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a396a4-380f-4c26-a75a-637b47c93b00'] response: {'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'status': 'completed', 'code': 200} Mar 31 23:58:10.696264 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:10.713955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e2520-fcb7-40ad-8b01-aeb05e7671c4 req-ca764416-7ccb-40fc-a3d9-5273ca1e9011 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.716213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-340e2520-fcb7-40ad-8b01-aeb05e7671c4 req-ca764416-7ccb-40fc-a3d9-5273ca1e9011 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Mar 31 23:58:10.728132 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816df3-e731-4ea3-a208-62de87f7a15c req-47e9a6a0-c8e1-4602-aa99-259a5c835248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.729717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-47e9a6a0-c8e1-4602-aa99-259a5c835248 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0437324 Mar 31 23:58:10.755312 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-340e2520-fcb7-40ad-8b01-aeb05e7671c4 req-c94744c5-38c3-4147-a9b6-b023c7820eaa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Mar 31 23:58:10.778346 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37510) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:10.829580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816df3-e731-4ea3-a208-62de87f7a15c req-c9c9e997-b970-4329-ace7-da41926e4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.830738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-c9c9e997-b970-4329-ace7-da41926e4878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0928783 Mar 31 23:58:10.843866 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-37cdebb5-9fe2-4b8e-8af4-dd7f7b238836 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/6f1ab7bd-3a6e-4ebd-b69c-10704f428566 HTTP/1.1" status: 200 len: 989 time: 0.0643096 Mar 31 23:58:10.898463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-45a261fe-9cdf-4e22-be8d-9ca955f22c74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 997 time: 0.0605841 Mar 31 23:58:10.925057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '6f1ab7bd-3a6e-4ebd-b69c-10704f428566', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '79363b52-2287-495a-ae9f-65864f520a62', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'mac_address': 'fa:16:3e:d3:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:58:09Z', 'updated_at': '2022-03-31T23:58:09Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:10.946644 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816df3-e731-4ea3-a208-62de87f7a15c req-7a7ddb65-8c38-41fb-bedf-379fc967640d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.948251 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-7a7ddb65-8c38-41fb-bedf-379fc967640d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0429649 Mar 31 23:58:10.952407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Checking router: 79363b52-2287-495a-ae9f-65864f520a62 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:58:10.961452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:58:10.962050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-03-31T23:58:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:10.995565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77816df3-e731-4ea3-a208-62de87f7a15c req-8009a15e-66a1-46e7-ad15-95102d98c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:58:10.997479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-8009a15e-66a1-46e7-ad15-95102d98c905 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416801 Mar 31 23:58:11.068374 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:58:11.307110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '6f1ab7bd-3a6e-4ebd-b69c-10704f428566', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '79363b52-2287-495a-ae9f-65864f520a62', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'mac_address': 'fa:16:3e:d3:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:58:09Z', 'updated_at': '2022-03-31T23:58:09Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:58:11.334271 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad4179f-7da3-4027-a983-66bf6aafc90d None None] The sync data for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 is: [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '6f1ab7bd-3a6e-4ebd-b69c-10704f428566', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '79363b52-2287-495a-ae9f-65864f520a62', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'mac_address': 'fa:16:3e:d3:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:58:09Z', 'updated_at': '2022-03-31T23:58:09Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:58:11.423700 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-de7d0126-710e-40ca-9f52-f5a62216749c service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179742 Mar 31 23:58:11.517172 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77816df3-e731-4ea3-a208-62de87f7a15c req-e89c894f-82a0-4177-8eef-3ee643ad475c service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Mar 31 23:58:11.551656 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5781317d-2a09-4e5d-b827-bd46e2bce301 None None] New status for floating IP 6f1ab7bd-3a6e-4ebd-b69c-10704f428566: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:58:11.846426 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37512) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:58:11.907975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-85f609c4-b878-46cf-8371-b673d38e6d87 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/6f1ab7bd-3a6e-4ebd-b69c-10704f428566 HTTP/1.1" status: 200 len: 991 time: 0.0603590 Mar 31 23:58:21.544426 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:26.815849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:30.132343 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:58:34.585121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-afd7f87a-1847-4d7e-b55f-909e2460c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:37.032546 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4f979287-1a2f-40fa-ac6b-5707f9de5106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:38.612711 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:40.232673 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:40.606674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:51.541437 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:58:56.814836 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.044015 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-cea78e0d-e957-4e93-9a82-7c1e600cb0b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443156 Mar 31 23:59:04.128378 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-611a6ed6-5875-4f22-bf58-cb498faa43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:04.129977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-611a6ed6-5875-4f22-bf58-cb498faa43da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0414691 Mar 31 23:59:04.244036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-b212617a-58ab-45b5-913a-db0f6aad4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:04.245535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-b212617a-58ab-45b5-913a-db0f6aad4324 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0947294 Mar 31 23:59:04.309107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-88dc3762-e43a-4ef2-9552-f25b59aaca4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 999 time: 0.0572307 Mar 31 23:59:04.360882 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-389e53dc-adad-4454-821a-ecddd142874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:04.362353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-389e53dc-adad-4454-821a-ecddd142874a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0462160 Mar 31 23:59:04.412310 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-94974fbf-e5cb-4e07-9e4c-1478629c46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:04.413876 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-94974fbf-e5cb-4e07-9e4c-1478629c46d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438688 Mar 31 23:59:04.504341 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-0e17fc68-22c3-4f12-a980-7d40bce98f53 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Mar 31 23:59:04.588815 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-43fa6364-04d9-4948-aff5-9f858a692976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:04.599105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-716c220a-4abc-45fe-9cf1-30b0d54bb17a req-d9ee1726-1c9d-4c83-8a62-836d1fac9db8 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Mar 31 23:59:07.037419 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d81c7ee0-008f-4a43-8144-ee3b755e3159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:07.132429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:59:08.615899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.236743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:10.452490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:14.679942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-5f88eb2f-b65b-44f3-a5ff-5af3779f123e req-c4a87fdb-60a0-4f52-aa01-ae43780e0747 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:59:14.680931 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-5f88eb2f-b65b-44f3-a5ff-5af3779f123e req-c4a87fdb-60a0-4f52-aa01-ae43780e0747 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067918 Mar 31 23:59:14.858086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37564) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:14.869878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd96f8c-d4b9-4f62-aabd-b3577a047224 req-9d79ffeb-ed6e-4550-b252-139384650229 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:14.871495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cd96f8c-d4b9-4f62-aabd-b3577a047224 req-9d79ffeb-ed6e-4550-b252-139384650229 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Mar 31 23:59:14.911553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cd96f8c-d4b9-4f62-aabd-b3577a047224 req-00b34205-5d3d-4d0d-9e9f-9f6734452af1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336666 Mar 31 23:59:14.938113 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-b258538d-1bdd-4f25-a1c5-019782526b09 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788605 Mar 31 23:59:14.947271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2ea750b5-6935-4339-a8f6-3bfe6e6c5b15 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:59:14.948578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2ea750b5-6935-4339-a8f6-3bfe6e6c5b15 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054812 Mar 31 23:59:16.041983 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc7853-6f93-43b6-bcca-24025763bbd6 req-d7792b4a-163b-46c3-887a-19e579e08443 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:16.043650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7fc7853-6f93-43b6-bcca-24025763bbd6 req-d7792b4a-163b-46c3-887a-19e579e08443 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0580869 Mar 31 23:59:16.065942 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2c84f208-4b22-41cf-b3c0-b1e53fdf81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:16.067549 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2c84f208-4b22-41cf-b3c0-b1e53fdf81eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0419707 Mar 31 23:59:16.084476 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7fc7853-6f93-43b6-bcca-24025763bbd6 req-1d3ab618-e27e-44d9-9f14-ed189b3f0924 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343935 Mar 31 23:59:16.168721 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-a6c51a3c-49c4-413e-8081-393305a4efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:16.170285 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-a6c51a3c-49c4-413e-8081-393305a4efe6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0933306 Mar 31 23:59:16.239354 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2b225c09-28d7-4221-96c8-44748e736a10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 999 time: 0.0618596 Mar 31 23:59:16.297074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-eaa7c7ff-5066-4b10-a862-fc32b797bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:16.298596 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-eaa7c7ff-5066-4b10-a862-fc32b797bf75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0512021 Mar 31 23:59:16.357272 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-4ce8d042-668a-4d25-96f3-62bd2aff6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:16.358830 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-4ce8d042-668a-4d25-96f3-62bd2aff6a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523331 Mar 31 23:59:16.451380 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-8c789df3-970b-462a-acc6-e9d861efb6bd service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856335 Mar 31 23:59:16.556411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-4c7100cd-eb99-46c0-a232-5996f5cd8d70 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981317 Mar 31 23:59:17.207109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e49611-2300-4bc7-be96-a16e0a62c3cb req-b57cc77c-b330-4079-8196-38906fe10899 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:17.208647 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0e49611-2300-4bc7-be96-a16e0a62c3cb req-b57cc77c-b330-4079-8196-38906fe10899 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Mar 31 23:59:17.247265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f0e49611-2300-4bc7-be96-a16e0a62c3cb req-f441834a-98bc-4467-adcd-6daa6f4ce3d3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Mar 31 23:59:18.372580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fba4b-6e20-474c-bd5f-b8e7114c849e req-a2c0b257-1719-4e47-9389-b1b32a4d7d51 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:18.374159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59fba4b-6e20-474c-bd5f-b8e7114c849e req-a2c0b257-1719-4e47-9389-b1b32a4d7d51 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0568013 Mar 31 23:59:18.413144 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d59fba4b-6e20-474c-bd5f-b8e7114c849e req-9f970e89-4d31-478c-87fd-2c9c113d0954 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Mar 31 23:59:19.537611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850f9cd-1a4b-4f9d-b7da-ce6ef2891cd9 req-21ba339b-0bef-4809-b12b-8e0ea4eb120b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:19.539107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8850f9cd-1a4b-4f9d-b7da-ce6ef2891cd9 req-21ba339b-0bef-4809-b12b-8e0ea4eb120b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0561206 Mar 31 23:59:19.579628 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8850f9cd-1a4b-4f9d-b7da-ce6ef2891cd9 req-63eda0a0-7097-4078-89c1-2cae042fd77d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337641 Mar 31 23:59:20.700666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b498c-6984-4bb9-921d-f05d1dfe5121 req-e82eea5b-f3ac-4986-b5f4-e3109adbf02c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:20.702140 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-676b498c-6984-4bb9-921d-f05d1dfe5121 req-e82eea5b-f3ac-4986-b5f4-e3109adbf02c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Mar 31 23:59:20.741239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-676b498c-6984-4bb9-921d-f05d1dfe5121 req-178d7bcd-b34a-41a1-a4d0-4132abfc7d33 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Mar 31 23:59:21.560551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:21.870235 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f038ca-68f8-4ceb-aaf6-2dc1e9013085 req-95eee5d8-da76-43c7-9c49-ff0d41d50344 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:21.871685 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9f038ca-68f8-4ceb-aaf6-2dc1e9013085 req-95eee5d8-da76-43c7-9c49-ff0d41d50344 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Mar 31 23:59:21.912334 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9f038ca-68f8-4ceb-aaf6-2dc1e9013085 req-89adb4d0-4f44-48ae-ab00-6dc345537bcd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Mar 31 23:59:23.043779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c8af9-62a6-4a2d-a233-b3500cb84cf5 req-844b6670-99a8-4bde-9954-7f1b9017a675 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:23.045235 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d4c8af9-62a6-4a2d-a233-b3500cb84cf5 req-844b6670-99a8-4bde-9954-7f1b9017a675 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0577965 Mar 31 23:59:23.085887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8d4c8af9-62a6-4a2d-a233-b3500cb84cf5 req-aa637932-3823-41d0-881f-796c5cea640c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343175 Mar 31 23:59:24.212771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76055581-7162-497c-af63-27b7ff4347c1 req-0d132464-3830-4744-9ceb-6e70bdc2e569 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:24.214299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76055581-7162-497c-af63-27b7ff4347c1 req-0d132464-3830-4744-9ceb-6e70bdc2e569 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0490923 Mar 31 23:59:24.253738 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-76055581-7162-497c-af63-27b7ff4347c1 req-12707c0c-8e5f-4b2a-9f30-268c1512fd20 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332026 Mar 31 23:59:25.375164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40061b45-af97-4259-97ad-a8e18379e67e req-af8c8e7b-7edf-47d3-8204-d58f715d835d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:25.376633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40061b45-af97-4259-97ad-a8e18379e67e req-af8c8e7b-7edf-47d3-8204-d58f715d835d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Mar 31 23:59:25.415177 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-40061b45-af97-4259-97ad-a8e18379e67e req-fe6c002c-5b00-4ace-b4de-13632f9e24b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Mar 31 23:59:26.549538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80d52a-9898-4817-87ec-7187d597dbed req-83305796-13e1-4321-b9e2-ac0db9be87a5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:26.551013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d80d52a-9898-4817-87ec-7187d597dbed req-83305796-13e1-4321-b9e2-ac0db9be87a5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Mar 31 23:59:26.592230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d80d52a-9898-4817-87ec-7187d597dbed req-e4132ed6-a59e-43d8-b5aa-93756e43a364 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Mar 31 23:59:26.814268 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:27.722433 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501917-9b37-482b-98ad-03251a1712f8 req-e5fd6bfe-437b-4af7-9454-bb2c47ef7c46 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:27.723953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55501917-9b37-482b-98ad-03251a1712f8 req-e5fd6bfe-437b-4af7-9454-bb2c47ef7c46 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0519991 Mar 31 23:59:27.762753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55501917-9b37-482b-98ad-03251a1712f8 req-332bb99d-019a-4bc2-b6b2-9590626d24f3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325639 Mar 31 23:59:28.683911 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-4701153d-edc5-4cad-80a3-3867a14bffda service neutron] show failed (client error): The resource could not be found. Mar 31 23:59:28.684962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-4701153d-edc5-4cad-80a3-3867a14bffda service neutron] 10.222.0.60 "GET /v2.0/ports/f12af170-82e9-4f1f-a94d-88902e79356b/bindings/n-h1-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0587156 Mar 31 23:59:28.885287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd57fb-2bcc-483f-8292-ed71993c48da req-969d72d8-74b0-442e-ab11-a2c6bd442250 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:28.886816 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9cd57fb-2bcc-483f-8292-ed71993c48da req-969d72d8-74b0-442e-ab11-a2c6bd442250 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0506418 Mar 31 23:59:28.925790 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b9cd57fb-2bcc-483f-8292-ed71993c48da req-132910ca-3310-4819-ab07-0921c2f73853 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324695 Mar 31 23:59:28.978665 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-62cdce87-f766-428b-92ec-af4b7a7ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:28.980232 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-62cdce87-f766-428b-92ec-af4b7a7ecda0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 1096 time: 0.0841043 Mar 31 23:59:28.990864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-d035c115-e1d2-4960-8669-3ea8a1801e67 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 31 23:59:28.991828 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-d035c115-e1d2-4960-8669-3ea8a1801e67 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050039 Mar 31 23:59:29.007476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:59:29.059865 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.268986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:29.301254 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h2-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:59:29.346375 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.348403 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:29.350697 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f167c99-5fdb-4338-b8a1-74d2875ce103" -d '{"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-unplugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:29.363222 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Transition to ACTIVE for port object f12af170-82e9-4f1f-a94d-88902e79356b will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 31 23:59:29.368891 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.456953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=6']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:29.462274 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59552da5-4030-4c37-b19c-d75c21d090b4 x-openstack-request-id: req-59552da5-4030-4c37-b19c-d75c21d090b4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:29.462565 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-unplugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:29.462814 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-59552da5-4030-4c37-b19c-d75c21d090b4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:29.463206 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59552da5-4030-4c37-b19c-d75c21d090b4'] response: {'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'code': 200} Mar 31 23:59:29.472509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.472847 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.473395 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.473729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.474057 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.474383 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.474711 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.475033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.475384 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.475708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.476026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.476343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:29.502059 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] No DVR routers for this DVR port f12af170-82e9-4f1f-a94d-88902e79356b on host n-h2-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:59:29.636773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 31 23:59:29.637109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 31 23:59:29.637434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:59:29.642327 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:59:29.642685 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Attempting to bind port f12af170-82e9-4f1f-a94d-88902e79356b on network 2eb22da9-54fa-4782-b592-5abadee193b5 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:59:29.647780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:59:29.648109 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Checking segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Mar 31 23:59:29.648489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Bound using segment: {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:59:29.648905 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Bound port: f12af170-82e9-4f1f-a94d-88902e79356b, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03110b44-cf09-4c5e-9d81-e76623095501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 31 23:59:29.649261 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.715314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:59:29.720297 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:59:29.728274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.767275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.767922 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:29.769317 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] 10.222.0.96 "PUT /v2.0/ports/f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 1091 time: 0.7654884 Mar 31 23:59:29.788105 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb620be6-ced1-4b45-a2cf-f88122caa1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=7']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:29.838637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-112c5c96-d11c-46d5-9c91-07c808ebd830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.840201 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-112c5c96-d11c-46d5-9c91-07c808ebd830 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0465207 Mar 31 23:59:29.937675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-31151318-f306-405e-b824-9fda5cad73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:29.939192 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-31151318-f306-405e-b824-9fda5cad73e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0916903 Mar 31 23:59:30.008697 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-df41ef46-1a00-492b-8e8c-e1e0f576ee6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 997 time: 0.0620642 Mar 31 23:59:30.050650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a93c-d8f4-49c8-9771-9aba4f4000f5 req-e4428dc6-d5f0-4cd0-a5cf-fb16e6c26044 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:30.055730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52b0a93c-d8f4-49c8-9771-9aba4f4000f5 req-e4428dc6-d5f0-4cd0-a5cf-fb16e6c26044 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0593066 Mar 31 23:59:30.060844 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-b5f064ce-5882-4ce1-9e74-6c219cd951c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:30.062324 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-b5f064ce-5882-4ce1-9e74-6c219cd951c7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0462332 Mar 31 23:59:30.091818 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-52b0a93c-d8f4-49c8-9771-9aba4f4000f5 req-47714202-81d4-40e6-b443-3058451ad578 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328405 Mar 31 23:59:30.108819 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-870ad4d8-0f3f-4862-9698-22f0cb7154ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:30.110398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-870ad4d8-0f3f-4862-9698-22f0cb7154ac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402899 Mar 31 23:59:30.207092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-fe7ac2f0-6134-42ca-aa17-d4cf225d61ed service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890524 Mar 31 23:59:30.305176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0cb05459-edf6-4a5a-a250-541c2cd2872d req-2881dcfa-283a-4d39-a52f-8bbb35c8df8d service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893636 Mar 31 23:59:30.945167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:59:30.989217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:59:31.217760 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b8783-0500-41ab-8f23-25d857424cce req-4bb1bbac-435b-40c1-9b67-220007f38415 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.219136 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c8b8783-0500-41ab-8f23-25d857424cce req-4bb1bbac-435b-40c1-9b67-220007f38415 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0501373 Mar 31 23:59:31.261245 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c8b8783-0500-41ab-8f23-25d857424cce req-23fc55a1-a7d4-4356-b96f-8ebfdabef0ad tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357292 Mar 31 23:59:31.464385 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:31.467121 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5f9519-f933-4f19-b125-01ee357d559b" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:31.518518 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd8257-46ff-4564-8565-e30aa6f14e56 x-openstack-request-id: req-e7dd8257-46ff-4564-8565-e30aa6f14e56 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:31.518823 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:31.519046 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-e7dd8257-46ff-4564-8565-e30aa6f14e56 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:31.519718 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7dd8257-46ff-4564-8565-e30aa6f14e56'] response: {'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'status': 'completed', 'code': 200} Mar 31 23:59:31.578977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-dd1102d3-0fd1-4fe5-ba1d-3ac13a67abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.580559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-dd1102d3-0fd1-4fe5-ba1d-3ac13a67abfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0429540 Mar 31 23:59:31.584015 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-b6cdbeeb-9942-4569-8051-29bb230c9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.585535 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-b6cdbeeb-9942-4569-8051-29bb230c9498 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0414679 Mar 31 23:59:31.671725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-4c5543de-0b47-4818-b233-8f41cbb989be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.673148 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-4c5543de-0b47-4818-b233-8f41cbb989be service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0859380 Mar 31 23:59:31.686904 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-bd1664bc-a92c-4eaa-88ba-a44dadc718ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.688439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-bd1664bc-a92c-4eaa-88ba-a44dadc718ce service neutron] 10.222.0.96 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0960209 Mar 31 23:59:31.742977 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-997db3ae-b0ab-4973-ae8f-4309efeae8c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 997 time: 0.0627806 Mar 31 23:59:31.756142 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-626a214a-1ac5-4c7b-b192-3d603284e1b0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 997 time: 0.0602398 Mar 31 23:59:31.791622 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-5aa1f92c-6034-483a-834b-0add24c9cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.793095 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-5aa1f92c-6034-483a-834b-0add24c9cea8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0434639 Mar 31 23:59:31.808942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-9e979b06-7a4e-4c3b-8d62-14225f54aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.810442 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-9e979b06-7a4e-4c3b-8d62-14225f54aaa2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0455496 Mar 31 23:59:31.838698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-1be3e086-c322-4373-add8-4b562c0eee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.840425 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-1be3e086-c322-4373-add8-4b562c0eee31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407293 Mar 31 23:59:31.856064 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f9519-f933-4f19-b125-01ee357d559b req-2f1ffe14-2b08-44cc-87bf-c7365bb44165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:31.857602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-2f1ffe14-2b08-44cc-87bf-c7365bb44165 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405586 Mar 31 23:59:31.935680 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-a19e60f5-e7cd-4a67-b6e0-10fb0398eeb8 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888360 Mar 31 23:59:31.951228 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-d7e51789-8bc9-4b98-8811-ce0850a64514 service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869710 Mar 31 23:59:32.044496 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-b1256084-feb4-4038-8929-4d2b4fd55fe2 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019280 Mar 31 23:59:32.053699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8f5f9519-f933-4f19-b125-01ee357d559b req-25db37d9-2bba-4e3c-92b5-0ee40377265c service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957446 Mar 31 23:59:32.386831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeec01c-b1bd-4682-9e56-fe8003f49155 req-8b277e6d-72f6-4a7d-b7d6-a0e2d5dafd5a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:32.388347 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eeec01c-b1bd-4682-9e56-fe8003f49155 req-8b277e6d-72f6-4a7d-b7d6-a0e2d5dafd5a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0553458 Mar 31 23:59:32.426539 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0eeec01c-b1bd-4682-9e56-fe8003f49155 req-b9df06ca-dad5-49c4-ac37-1606f8168238 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Mar 31 23:59:33.555653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4e20e-4e50-4e42-b5ae-4324508d5887 req-c2233abe-d9da-4e39-ad4f-1326d52ec979 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:33.557165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0c4e20e-4e50-4e42-b5ae-4324508d5887 req-c2233abe-d9da-4e39-ad4f-1326d52ec979 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0518939 Mar 31 23:59:33.597969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d0c4e20e-4e50-4e42-b5ae-4324508d5887 req-dd45a5ff-a2de-4fbb-bb7e-309cb4f89caa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345399 Mar 31 23:59:34.593216 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8b7848e7-c324-4f03-8d99-ecc866304bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:34.718664 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261697-a85c-42ab-b8e6-39cfa5c8ddb2 req-77620a31-2e2e-4836-852c-0a756e4e3744 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:34.720258 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7261697-a85c-42ab-b8e6-39cfa5c8ddb2 req-77620a31-2e2e-4836-852c-0a756e4e3744 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0520229 Mar 31 23:59:34.764219 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7261697-a85c-42ab-b8e6-39cfa5c8ddb2 req-e164c0bd-f897-4aee-bc5a-9d2b68d382be tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369079 Mar 31 23:59:34.967032 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1c27-f6b6-4144-8f9a-728bd745461a req-7317c8e8-3811-436b-a943-c452680eab56 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:34.968643 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-900c1c27-f6b6-4144-8f9a-728bd745461a req-7317c8e8-3811-436b-a943-c452680eab56 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0494549 Mar 31 23:59:35.002200 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addf02-0076-4337-96e2-e286fad81d76 req-4206eaa7-c93e-4442-9677-d5f886f1854b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.003705 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-4206eaa7-c93e-4442-9677-d5f886f1854b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130&tenant_id=5e6755edc6504ef58b4790ffb5ce292a&binding%3Ahost_id=n-h1-835855-2 HTTP/1.1" status: 200 len: 943 time: 0.0566182 Mar 31 23:59:35.010763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-900c1c27-f6b6-4144-8f9a-728bd745461a req-e8b7495d-a0a9-4350-b624-2ff7854a68f1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342388 Mar 31 23:59:35.065687 n-d-835855-2 neutron-server[109298]: INFO neutron.api.v2.resource [req-b3addf02-0076-4337-96e2-e286fad81d76 req-9e42df22-78bd-42fa-92f6-461af0c4e71b service neutron] delete failed (client error): The resource could not be found. Mar 31 23:59:35.066804 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-9e42df22-78bd-42fa-92f6-461af0c4e71b service neutron] 10.222.0.60 "DELETE /v2.0/ports/f12af170-82e9-4f1f-a94d-88902e79356b/bindings/n-h2-835855-2 HTTP/1.1" status: 404 len: 380 time: 0.0558043 Mar 31 23:59:35.105048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:59:35.165045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd18e-c6d2-4d6e-af37-2d2393216d20 req-b744dc18-64b6-40ba-b2d3-bf09126971c9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.166581 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-186dd18e-c6d2-4d6e-af37-2d2393216d20 req-b744dc18-64b6-40ba-b2d3-bf09126971c9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 943 time: 0.0813484 Mar 31 23:59:35.181140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addf02-0076-4337-96e2-e286fad81d76 req-161d2590-bc80-4e35-ace9-8300e4125a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.182584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-161d2590-bc80-4e35-ace9-8300e4125a42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1094 time: 0.0644047 Mar 31 23:59:35.205197 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:35.216815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'port_id': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'mac_address': 'fa:16:3e:d3:8b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:59:35.233950 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-186dd18e-c6d2-4d6e-af37-2d2393216d20 req-7164176b-fb8c-4f12-bd9c-a426fe151e5e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607738 Mar 31 23:59:35.255422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:35.268444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12af170-82e9-4f1f-a94d-88902e79356b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:59:35.287006 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:35.292102 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:35.295819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addf02-0076-4337-96e2-e286fad81d76 req-1515bf8b-378c-423d-95fa-74301aad04ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.297284 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-1515bf8b-378c-423d-95fa-74301aad04ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.1073730 Mar 31 23:59:35.342711 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:35.350143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.350479 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.350818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.351153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.351516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.351851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.352173 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.352499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.352831 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.353154 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.353463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.353781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:59:35.364364 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-02a34a31-a3a8-4d57-8049-28121f3b5d96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 998 time: 0.0593340 Mar 31 23:59:35.415086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addf02-0076-4337-96e2-e286fad81d76 req-2851eeec-b48f-45a2-adf3-dd3a0335cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.416571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-2851eeec-b48f-45a2-adf3-dd3a0335cc28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0461969 Mar 31 23:59:35.464425 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addf02-0076-4337-96e2-e286fad81d76 req-54c50591-e1dd-45d4-84d0-ecb678353006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:35.465941 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-54c50591-e1dd-45d4-84d0-ecb678353006 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432682 Mar 31 23:59:35.555664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-0caef995-170f-445a-bba3-b2b6e754bde8 service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826628 Mar 31 23:59:35.648100 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3addf02-0076-4337-96e2-e286fad81d76 req-30280f65-3118-4285-a6a9-c43d574d174a service neutron] 10.222.0.60 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863547 Mar 31 23:59:35.728330 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['f12af170-82e9-4f1f-a94d-88902e79356b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:59:36.667980 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0fc61-f603-4aa7-a3a2-1df607284ea7 req-3a46924e-3d90-4977-a2b9-98b9772cec22 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:59:36.669514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46c0fc61-f603-4aa7-a3a2-1df607284ea7 req-3a46924e-3d90-4977-a2b9-98b9772cec22 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 944 time: 0.3642561 Mar 31 23:59:36.710254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46c0fc61-f603-4aa7-a3a2-1df607284ea7 req-41264456-7050-4079-8ee0-72211a8fdcad tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340135 Mar 31 23:59:36.732445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37642) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Mar 31 23:59:36.793700 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-509c4a94-2fb3-4233-be4f-79923a27638f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/6f1ab7bd-3a6e-4ebd-b69c-10704f428566 HTTP/1.1" status: 200 len: 990 time: 0.0600665 Mar 31 23:59:37.043004 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-00a8e56f-aae5-4d1a-82a3-c8f5c11fb178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:37.109821 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:59:37.162549 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port f12af170-82e9-4f1f-a94d-88902e79356b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 31 23:59:37.166220 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port f12af170-82e9-4f1f-a94d-88902e79356b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 31 23:59:37.166586 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:37.244609 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:37.267316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:59:37.269701 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ece04-d818-4178-a656-353d907e7e87" -d '{"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-plugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:59:37.282174 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:59:37.285868 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:37.314295 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd7b51b-49fb-472a-94eb-cc86e7c39938 x-openstack-request-id: req-1cd7b51b-49fb-472a-94eb-cc86e7c39938 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:59:37.314587 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-plugged", "status": "completed", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:59:37.314832 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-1cd7b51b-49fb-472a-94eb-cc86e7c39938 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:59:37.315219 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd7b51b-49fb-472a-94eb-cc86e7c39938'] response: {'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'code': 200} Mar 31 23:59:37.335997 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:59:38.619337 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:40.235211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:40.448196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:44.132804 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:59:51.566707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 31 23:59:56.820175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:04.596571 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5e689c75-f036-4123-9643-3d6c41420d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:05.407154 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-54c763ba-f461-41f3-9f6b-a72efe656eab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435631 Apr 01 00:00:05.493939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-0a81f3fe-395b-44f6-ad08-1b911d97b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:05.495504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-0a81f3fe-395b-44f6-ad08-1b911d97b636 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0430517 Apr 01 00:00:05.600554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-545f98ad-e074-49fc-b032-ddbd69128a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:05.602050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-545f98ad-e074-49fc-b032-ddbd69128a58 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0857937 Apr 01 00:00:05.670434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-e0f2be2a-46d7-4f83-a386-a2098a02c712 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 999 time: 0.0607207 Apr 01 00:00:05.720596 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-915c506e-693e-4281-94a0-281e16bf3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:05.722035 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-915c506e-693e-4281-94a0-281e16bf3af7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0451081 Apr 01 00:00:05.769258 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-94c0a64c-231d-4796-81f3-a61eba49a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:05.770748 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-94c0a64c-231d-4796-81f3-a61eba49a0ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407524 Apr 01 00:00:05.864925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-f1de6455-1410-495d-9010-7890e5574430 service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Apr 01 00:00:05.955673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3c51282e-2ade-4e57-9f3d-5e16a68956ac req-056e0e4d-1d6c-4420-8cb8-94901a96541c service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Apr 01 00:00:07.046442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cbad2ca0-ef22-4755-ac22-d6944c580e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:08.622647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.238316 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:10.454758 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:21.132532 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:00:21.560055 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:26.815248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:31.756471 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37666) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:31.916173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 109d0fa0-c15e-476d-ac33-56318f010584 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:00:31.916472 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:31.990473 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:31.990783 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:32.002274 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 109d0fa0-c15e-476d-ac33-56318f010584 owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:00:32.151039 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:32.177187 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=109d0fa0-c15e-476d-ac33-56318f010584,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:32.204161 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.204536 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.204871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.205196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.205522 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.205845 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.206169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.206475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.206820 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.207134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.207475 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.207793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:32.248331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:32.248722 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 6f1ab7bd-3a6e-4ebd-b69c-10704f428566 disassociated (deleted). External IP: 172.25.8.7, port: f12af170-82e9-4f1f-a94d-88902e79356b. Apr 01 00:00:32.456399 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 79363b52-2287-495a-ae9f-65864f520a62 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:32.560310 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:32.565135 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:32.572375 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Sync routers for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:32.583573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:32.584274 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:32.595572 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6719821e-0278-4c62-9d2d-a7ff1e064de6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/floatingips/6f1ab7bd-3a6e-4ebd-b69c-10704f428566 HTTP/1.1" status: 204 len: 168 time: 0.8377447 Apr 01 00:00:32.595991 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:32.598295 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e94721-dd65-464a-9eb9-bd35011f47ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:32.636801 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106fd59-cdb0-49f3-930e-841ae7324b27 x-openstack-request-id: req-9106fd59-cdb0-49f3-930e-841ae7324b27 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:32.637046 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:32.637315 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9106fd59-cdb0-49f3-930e-841ae7324b27 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:32.637741 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9106fd59-cdb0-49f3-930e-841ae7324b27'] response: {'name': 'network-changed', 'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'status': 'completed', 'code': 200} Apr 01 00:00:32.700067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-d5959647-96f1-4cb8-b75d-985fb854659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.701886 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-d5959647-96f1-4cb8-b75d-985fb854659f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 1096 time: 0.0424993 Apr 01 00:00:32.704655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:32.808362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-fa874844-e217-4a95-b435-53b612f269af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.809893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-fa874844-e217-4a95-b435-53b612f269af service neutron] 10.222.0.96 "GET /v2.0/networks?id=2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 200 len: 898 time: 0.0950100 Apr 01 00:00:32.872711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-b548de58-56fa-456f-88c7-20f96db7083b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 200 len: 217 time: 0.0533640 Apr 01 00:00:32.915209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:32.941343 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18577cbd-8bf6-4847-89a8-6d7730fa2344 req-0ab0034d-cb6e-430c-b528-ec371d45b2fb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.942571 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Checking router: 79363b52-2287-495a-ae9f-65864f520a62 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:32.942782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18577cbd-8bf6-4847-89a8-6d7730fa2344 req-0ab0034d-cb6e-430c-b528-ec371d45b2fb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.1575229 Apr 01 00:00:32.947390 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-07d63933-22ea-452f-802a-a51f59ea54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:32.948755 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-07d63933-22ea-452f-802a-a51f59ea54ef service neutron] 10.222.0.96 "GET /v2.0/subnets?id=1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 200 len: 834 time: 0.0622566 Apr 01 00:00:32.951595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:32.952196 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:33.012243 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-18577cbd-8bf6-4847-89a8-6d7730fa2344 req-c6836626-ee39-467a-b441-1c772c2e0382 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624688 Apr 01 00:00:33.020772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-2368d28d-ce08-4403-9661-3d0e4180aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:33.022281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-2368d28d-ce08-4403-9661-3d0e4180aba6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2eb22da9-54fa-4782-b592-5abadee193b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652885 Apr 01 00:00:33.062126 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:33.115158 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-292b3de3-d51a-480b-b2fa-677c3aa96046 service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855093 Apr 01 00:00:33.217269 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-42e94721-dd65-464a-9eb9-bd35011f47ab req-a559b9e6-ab71-4104-8925-c8927a98271c service neutron] 10.222.0.96 "GET /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921855 Apr 01 00:00:33.261191 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:33.291111 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1888ab-d42f-48db-af85-a705f1dc94c6 None None] The sync data for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 is: [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'f50f57a4-bea6-4b5f-8e5a-840c384323ee', 'name': '', 'network_id': '2eb22da9-54fa-4782-b592-5abadee193b5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:85:d1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:55Z', 'updated_at': '2022-03-31T23:57:58Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '1e01c7c8-65f4-4262-acc1-868ffea19049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:33.515957 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8783c1e9-9b43-4ffe-a2ee-8c2f9521f8c2 None None] New status for floating IP 6f1ab7bd-3a6e-4ebd-b69c-10704f428566: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:00:34.194573 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29bd87-50c5-4e4a-9c5c-90e96c7eb2fb req-ff828446-f435-4024-8436-3070ce2697aa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:34.197416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c29bd87-50c5-4e4a-9c5c-90e96c7eb2fb req-ff828446-f435-4024-8436-3070ce2697aa tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.1055088 Apr 01 00:00:34.235552 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9c29bd87-50c5-4e4a-9c5c-90e96c7eb2fb req-6761f2e7-3f38-4ac6-b62e-b5bd293a3eb5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=b075bb9a-c47a-483e-a10c-a0d156ea5d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Apr 01 00:00:34.431491 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d30554-4b66-413e-82b1-483e91256a9e req-1f11e99e-9992-4984-87cb-7132ac5cf7eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:34.433174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-56d30554-4b66-413e-82b1-483e91256a9e req-1f11e99e-9992-4984-87cb-7132ac5cf7eb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.96 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 945 time: 0.0515552 Apr 01 00:00:34.529360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port f12af170-82e9-4f1f-a94d-88902e79356b {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:00:34.529675 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:34.601651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8c44e07-05b8-4e58-85dc-25a4e31f9337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:34.618518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port f12af170-82e9-4f1f-a94d-88902e79356b, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=f12af170-82e9-4f1f-a94d-88902e79356b,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:34.618887 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:34.631926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for f12af170-82e9-4f1f-a94d-88902e79356b owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:00:34.761686 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:34.790005 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=f12af170-82e9-4f1f-a94d-88902e79356b,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:34.829940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] No DVR routers for this DVR port f12af170-82e9-4f1f-a94d-88902e79356b on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:00:34.832817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:34.836281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-56d30554-4b66-413e-82b1-483e91256a9e req-493278ab-314c-4acc-a9fe-ef16fe8c6897 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.96 "DELETE /v2.0/ports/f12af170-82e9-4f1f-a94d-88902e79356b HTTP/1.1" status: 204 len: 173 time: 0.3975551 Apr 01 00:00:34.836756 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-deleted', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:34.839012 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201baf8e-8678-4ce5-b3f9-8b4994853c21" -d '{"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-deleted", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:34.881196 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699988f6-5984-4466-b5cf-4f6a88c75ca4 x-openstack-request-id: req-699988f6-5984-4466-b5cf-4f6a88c75ca4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:34.881499 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefa5cba-7528-45af-96ab-8e30940ba130", "name": "network-vif-deleted", "tag": "f12af170-82e9-4f1f-a94d-88902e79356b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:34.881735 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-699988f6-5984-4466-b5cf-4f6a88c75ca4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:34.882290 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699988f6-5984-4466-b5cf-4f6a88c75ca4'] response: {'server_uuid': 'cefa5cba-7528-45af-96ab-8e30940ba130', 'name': 'network-vif-deleted', 'tag': 'f12af170-82e9-4f1f-a94d-88902e79356b', 'status': 'completed', 'code': 200} Apr 01 00:00:35.344318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f1404e44-0e4d-41d9-bb64-b0bca29c8baf req-3a82be7c-8cb0-42d3-a830-bbe5234ba9c5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cefa5cba-7528-45af-96ab-8e30940ba130 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Apr 01 00:00:36.402768 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37692) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:36.769020 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.028745 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port f50f57a4-bea6-4b5f-8e5a-840c384323ee {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:00:37.029040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.054254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-952a0829-07fb-4ee9-963d-2793adff4934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.123686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port f50f57a4-bea6-4b5f-8e5a-840c384323ee, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=f50f57a4-bea6-4b5f-8e5a-840c384323ee,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:37.124055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.135925 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for f50f57a4-bea6-4b5f-8e5a-840c384323ee owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:00:37.328699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.355045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=f50f57a4-bea6-4b5f-8e5a-840c384323ee,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:37.526938 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.741563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 79363b52-2287-495a-ae9f-65864f520a62 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:37.856378 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:37.862578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0485ead6-9245-45d9-a60e-fbe806458a2a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/79363b52-2287-495a-ae9f-65864f520a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4579735 Apr 01 00:00:37.864876 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37694) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:37.867986 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Sync routers for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:37.879371 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:37.880080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:37.916447 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting subnet 1e01c7c8-65f4-4262-acc1-868ffea19049 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:00:37.919781 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.959608 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:37.986793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:38.047265 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.105575 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.130916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Subnet': ['ID=1e01c7c8-65f4-4262-acc1-868ffea19049,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:38.141301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.148686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d97a79-3cc2-4203-848a-6324ad3f2a7f None None] Network 2eb22da9-54fa-4782-b592-5abadee193b5 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:38.149308 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37696) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:38.149693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f0af919c-1087-4de0-985a-6386a98df246 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/subnets/1e01c7c8-65f4-4262-acc1-868ffea19049 HTTP/1.1" status: 204 len: 168 time: 0.2833371 Apr 01 00:00:38.256294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.263846 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-04-01T00:00:37Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': '6c7a3f85-6bbd-4624-99f8-30d2cee38e49', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79363b52-2287-495a-ae9f-65864f520a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:57:53Z', 'updated_at': '2022-03-31T23:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:38.365675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.422455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:00:38.422792 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.474444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Checking router: 79363b52-2287-495a-ae9f-65864f520a62 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:38.489676 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Routers {'79363b52-2287-495a-ae9f-65864f520a62'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:38.490288 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['79363b52-2287-495a-ae9f-65864f520a62'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:38.515222 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 6c7a3f85-6bbd-4624-99f8-30d2cee38e49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:38.515651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.530140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:00:38.584525 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] DHCP port deletion for 2eb22da9-54fa-4782-b592-5abadee193b5 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:00:38.586561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] Set router 79363b52-2287-495a-ae9f-65864f520a62 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:38.648143 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-04-01T00:00:38Z', 'revision_number': 6, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:38.700511 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.701290 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964fa4b4-a257-49ac-a42f-7ee73ab9c58a None None] The sync data for ids ['79363b52-2287-495a-ae9f-65864f520a62'] in n-d-835855-2 is: [{'id': '79363b52-2287-495a-ae9f-65864f520a62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-467714400', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:57:52Z', 'updated_at': '2022-04-01T00:00:38Z', 'revision_number': 6, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:38.708160 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.722120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Deleting port e0dbe4fe-910c-4de0-9bae-cacc1d87027d {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:00:38.722581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.756760 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=6c7a3f85-6bbd-4624-99f8-30d2cee38e49,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:38.793351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.793594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.793765 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] For port e0dbe4fe-910c-4de0-9bae-cacc1d87027d, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,segment=NetworkSegment(03110b44-cf09-4c5e-9d81-e76623095501),segment_id=03110b44-cf09-4c5e-9d81-e76623095501)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:38.793929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.794169 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.794282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.794578 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.794926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.795262 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.795584 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.795898 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.796217 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.796534 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.796847 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.807321 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Calling delete_port for e0dbe4fe-910c-4de0-9bae-cacc1d87027d owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:00:38.817212 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.891030 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.912562 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.914855 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.916161 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Pushing event deleted for resources: {'Port': ['ID=e0dbe4fe-910c-4de0-9bae-cacc1d87027d,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:38.921096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] No DVR routers for this DVR port e0dbe4fe-910c-4de0-9bae-cacc1d87027d on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:00:38.928825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.929156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.929484 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.929806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.930132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.930456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.930791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.931600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.931600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.931806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.932030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.932345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aedba8e-58af-4b96-94a4-c3a4b9277d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:38.963416 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.964150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Fanout notify agent at l3_agent the message router_deleted on router 79363b52-2287-495a-ae9f-65864f520a62 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:00:38.973082 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:38.974212 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-68d16c2c-5d1f-4850-b5dd-c41ec5b06fdd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/routers/79363b52-2287-495a-ae9f-65864f520a62 HTTP/1.1" status: 204 len: 168 time: 0.8240244 Apr 01 00:00:38.977042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37698) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:39.053630 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.148230 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.167703 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb22da9-54fa-4782-b592-5abadee193b5']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:39.176773 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03110b44-cf09-4c5e-9d81-e76623095501') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:39.177074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03110b44-cf09-4c5e-9d81-e76623095501') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:39.186578 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.201048 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.209959 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:00:39.210392 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: timer() Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: self._notify() Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: event.method(event) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:00:39.213632 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:00:39.283931 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.294649 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.298267 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/networks/2eb22da9-54fa-4782-b592-5abadee193b5 HTTP/1.1" status: 204 len: 168 time: 0.3202534 Apr 01 00:00:39.301249 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37700) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:39.318430 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce3c3d-3dee-44a2-ac69-c15e46f1babb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Network': ['ID=2eb22da9-54fa-4782-b592-5abadee193b5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:39.374402 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.400960 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.465054 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.467693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.468981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/security-groups/b075bb9a-c47a-483e-a10c-a0d156ea5d8f HTTP/1.1" status: 204 len: 168 time: 0.1667151 Apr 01 00:00:39.482033 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b9e70-d01d-4224-a59b-32fa36b6cf2c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075bb9a-c47a-483e-a10c-a0d156ea5d8f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:39.545284 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:00:39.570138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: f12af170-82e9-4f1f-a94d-88902e79356b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:00:39.570493 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device f12af170-82e9-4f1f-a94d-88902e79356b not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:00:39.672626 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37706) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:39.677220 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629641863', 'description': 'tempest-secgroup-smoke-1629641863 description', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:39.700390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.769220 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.773849 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.809526 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.810780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371069 Apr 01 00:00:39.812616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef8368-d504-4f55-ab51-9d4ae636dfe5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2ee94-b99a-471c-af44-c6cf53a515ec,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:39.814022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37708) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:39.818820 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:39.846945 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.895491 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.900846 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.922266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788ad01c-43be-442f-b69a-3186bd9a83a2,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:39.931118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:39.932489 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c078ce80-be30-4cbe-a50f-dfb9a98b9e1f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173632 Apr 01 00:00:39.935627 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37710) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:39.940303 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:39.965471 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.022021 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.026949 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.043889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee7cd99-d212-4367-9ff1-b53ea2a1bfeb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.051548 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.052740 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-61033896-5b19-448a-8670-d778d298ce6c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160972 Apr 01 00:00:40.055422 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37712) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.059708 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.086508 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.158946 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.164758 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.186245 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204dbe40-255d-4f99-ab34-73aaedbf3fa4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.191861 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.193077 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b44f5438-ff1c-480d-8edf-57b37af1b3f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1367326 Apr 01 00:00:40.196404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37714) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.200898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.229874 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.242572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.300305 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.304975 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.336799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.340647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431940 Apr 01 00:00:40.342554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34e65c-56c5-4989-a65b-9875ec595b47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439ca92-6565-4461-9fa5-47dc1ae08266,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.345626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37716) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.351080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.373036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0dbe4fe-910c-4de0-9bae-cacc1d87027d no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:00:40.387357 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:00:40.396105 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: e0dbe4fe-910c-4de0-9bae-cacc1d87027d {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:00:40.396482 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device e0dbe4fe-910c-4de0-9bae-cacc1d87027d not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:00:40.396868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f50f57a4-bea6-4b5f-8e5a-840c384323ee no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:00:40.398921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.417684 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: f50f57a4-bea6-4b5f-8e5a-840c384323ee {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:00:40.418291 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device f50f57a4-bea6-4b5f-8e5a-840c384323ee not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:00:40.418881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:00:40.446151 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:00:40.446473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6c7a3f85-6bbd-4624-99f8-30d2cee38e49 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:00:40.460702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.474060 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.477996 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.495143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f98f16-94c0-44c4-9de9-bcc751ec2976,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.505206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.506501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bc62ada1-8c00-4e16-ba2f-58d6e5f9b6dd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595926 Apr 01 00:00:40.509333 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37718) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.514092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': '6cf2ee94-b99a-471c-af44-c6cf53a515ec', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.537099 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:00:40.542554 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.607753 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.613072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.631825 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ce485c-9add-4df5-8d47-c6fa28be9a1b,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.643393 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.645369 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4b6fe552-0a40-4958-ab59-a6582baabbd2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340289 Apr 01 00:00:40.647933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37720) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.653076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'network': {'name': 'tempest-network-smoke--1340197080', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.678585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:40.682189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.708314 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] vlan segment allocate from pool success with {'vlan_id': 1252, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:00:40.717258 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.717607 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Added segment 04f02aa1-5537-42e4-a672-5ce26b75b87b of type vlan for network d08df75e-4ff3-4b71-bea6-329d02c72889 Apr 01 00:00:40.759073 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.786622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.792284 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:40.792863 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.830809 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1816039 Apr 01 00:00:40.833497 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37722) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:40.839945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'admin_state_up': True, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:40.875696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c654a1-ef03-45ff-a005-b67d5ffd88f7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Network': ['ID=d08df75e-4ff3-4b71-bea6-329d02c72889,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:40.886094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network d08df75e-4ff3-4b71-bea6-329d02c72889 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:00:40.891279 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.892408 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:40.949430 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.407943 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.608602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.627442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.731143 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.173 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/cd26b235-d978-47c7-9d98-8c2d3be89de0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:41.831809 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.867032 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:41.924420 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:41.927547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:41.930086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:41.935682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=cd26b235-d978-47c7-9d98-8c2d3be89de0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:42.182766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:42.381234 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:42.508267 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:00:42.616875 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:42.626968 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Sync routers for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:42.636682 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:42.636985 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:42.637278 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:42.638260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d2815409-3aff-4468-9a5d-2d14b4c59c79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8038166 Apr 01 00:00:42.641752 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37724) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:42.711706 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f93fae35-339d-40a9-9126-1059793fe2b4 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=5e6755edc6504ef58b4790ffb5ce292a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687594 Apr 01 00:00:42.714453 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37728) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:42.741062 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:42.802688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a75c9-4a34-40ab-9eb0-a49c53da2bdc tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:42.804198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4d5a75c9-4a34-40ab-9eb0-a49c53da2bdc tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888524 Apr 01 00:00:42.807169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37730) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:42.834795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9f0e7b91-2c7b-44d4-8ece-3904514f678b tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265088 Apr 01 00:00:42.837997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37732) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:42.843789 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178891625', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:42.928244 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:42Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:42.936037 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:42.939813 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:42.954783 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Checking router: 33d4d8c1-4192-4fab-8aec-b3f26fedc719 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:42.955149 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Updating router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 port cd26b235-d978-47c7-9d98-8c2d3be89de0 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:42.981935 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.127028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.179466 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Subnet': ['ID=0ef39511-c92e-490d-a913-182f0e45118c,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:43.194306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Checking segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:43.194662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network hostable DHCP agents. Network: d08df75e-4ff3-4b71-bea6-329d02c72889, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:00:43.212860 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network d08df75e-4ff3-4b71-bea6-329d02c72889 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:00:43.223248 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, d08df75e-4ff3-4b71-bea6-329d02c72889) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:43.227701 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:43.228283 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.233657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce8678-464b-4aaa-911b-d55a15bd1f92 None None] Network d08df75e-4ff3-4b71-bea6-329d02c72889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:43.238649 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.245253 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.251020 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4b5d04e4-ba3b-4b2e-992f-06d08db579f0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4111938 Apr 01 00:00:43.253955 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37734) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:43.401752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-d08df75e-4ff3-4b71-bea6-329d02c72889', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:00:43.402103 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Attempting to bind port cd26b235-d978-47c7-9d98-8c2d3be89de0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:43.402465 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Attempting to bind port cd26b235-d978-47c7-9d98-8c2d3be89de0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:43.402627 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.402825 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Attempting to bind port cd26b235-d978-47c7-9d98-8c2d3be89de0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:43.404885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Pushing event updated for resources: {'Port': ['ID=cd26b235-d978-47c7-9d98-8c2d3be89de0,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:43.413009 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.413338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.413671 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.414000 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.414321 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.414640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.415266 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.415266 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.415601 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.415904 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.416219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.416535 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:00:43.422191 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:43.422645 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:43.423019 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.423428 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:43.423890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Bound port: cd26b235-d978-47c7-9d98-8c2d3be89de0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:43.424268 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.475158 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] For port cd26b235-d978-47c7-9d98-8c2d3be89de0, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:43.478438 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] For port cd26b235-d978-47c7-9d98-8c2d3be89de0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd26b235-d978-47c7-9d98-8c2d3be89de0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:43.484796 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.537063 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:43.538646 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:43.549963 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Allocated IP 172.20.0.2 (d08df75e-4ff3-4b71-bea6-329d02c72889/0ef39511-c92e-490d-a913-182f0e45118c/4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:43.605469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92136-de91-42ec-8962-4cf14d77f42e None None] Pushing event updated for resources: {'Port': ['ID=cd26b235-d978-47c7-9d98-8c2d3be89de0,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:43.670060 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:43.700333 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.706834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.729780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.748995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Network d08df75e-4ff3-4b71-bea6-329d02c72889 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:43.754505 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:43.756712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Pushing event updated for resources: {'Port': ['ID=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:43.758874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:43.812099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Attempting to bind port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:43.812469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Attempting to bind port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:43.812832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Attempting to bind port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac on network d08df75e-4ff3-4b71-bea6-329d02c72889 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:43.818300 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:43.818632 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Checking segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:43.819016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.819458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Bound using segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:43.819929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Bound port: 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:43.820309 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.862719 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:42Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:43.887113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] For port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:43.889929 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb097-d820-47ea-9b78-06dcc0c16b62 None None] The sync data for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 is: [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:42Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:43.890535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] For port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:43.895651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:43.961357 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d11aa-4b76-43d1-afbb-0a2856edc693 None None] Pushing event updated for resources: {'Port': ['ID=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:44.036074 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.1 (d08df75e-4ff3-4b71-bea6-329d02c72889/0ef39511-c92e-490d-a913-182f0e45118c/b53fdbd3-53da-4212-bc9b-70dacb075d6e) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:44.206071 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.256492 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.322581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network d08df75e-4ff3-4b71-bea6-329d02c72889 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:44.325615 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:44.331002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:44.335275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:44.390866 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.466704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd26b235-d978-47c7-9d98-8c2d3be89de0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:44.528301 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cd26b235-d978-47c7-9d98-8c2d3be89de0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:44.528653 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.562912 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.633686 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.656212 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port cd26b235-d978-47c7-9d98-8c2d3be89de0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd26b235-d978-47c7-9d98-8c2d3be89de0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:44.663315 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.664362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:44.758791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=cd26b235-d978-47c7-9d98-8c2d3be89de0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:44.784460 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:44.784939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.882493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.897341 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.903435 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.921685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:44.927223 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:44.981259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:45.070418 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a9e0a4-0a67-44c5-9728-eb4040d4c381 None None] Network d08df75e-4ff3-4b71-bea6-329d02c72889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:00:45.167747 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f129d00d-330d-4b5c-a6c2-e025b5dca09c None None] Provisioning complete for port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:45.168147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f129d00d-330d-4b5c-a6c2-e025b5dca09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:45.314739 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:45.328442 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:45.416732 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network d08df75e-4ff3-4b71-bea6-329d02c72889 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:45.418672 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:45.528746 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-84112d19-359f-4bfe-be4a-e138923b04a7 None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:45.529254 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84112d19-359f-4bfe-be4a-e138923b04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:45.538753 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:45.576177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-84112d19-359f-4bfe-be4a-e138923b04a7 None None] Port b53fdbd3-53da-4212-bc9b-70dacb075d6e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:45.588475 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-84112d19-359f-4bfe-be4a-e138923b04a7 None None] Provisioning complete for port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:45.588475 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-84112d19-359f-4bfe-be4a-e138923b04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:45.655411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:45.661989 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3b515b83-660e-4991-9f55-2c01b99d643d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/33d4d8c1-4192-4fab-8aec-b3f26fedc719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4067619 Apr 01 00:00:45.683221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Sync routers for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:45.693959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:45.694573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:45.809151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-f4c5de9e-ea75-4bf9-a8c2-c7a0c96c0c8c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629641863&fields=id&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 267 time: 0.0335889 Apr 01 00:00:45.812478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:45.815182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2208f65d-1e00-4c16-9c4c-de84ee9288c7 None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:45.815182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2208f65d-1e00-4c16-9c4c-de84ee9288c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:45.924067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2208f65d-1e00-4c16-9c4c-de84ee9288c7 None None] Port b53fdbd3-53da-4212-bc9b-70dacb075d6e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:45.934986 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-93bb9a89-78b0-4484-be2e-b1ad68956a08 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:45.936447 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-93bb9a89-78b0-4484-be2e-b1ad68956a08 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 797 time: 0.1182888 Apr 01 00:00:45.952325 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-39e55f68-ea2e-4600-9799-f01936a7eafb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/quotas/5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 375 time: 0.0097175 Apr 01 00:00:46.003533 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-b9487b84-3569-4e30-b24f-284c77e4a00b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447845 Apr 01 00:00:46.053355 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f9627f9e-b765-45fb-8c68-c59f5f15e393 None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:46.053672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9627f9e-b765-45fb-8c68-c59f5f15e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.070929 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-ed544621-43ca-4326-929c-3697173c877d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:00:46.071981 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-ed544621-43ca-4326-929c-3697173c877d service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503352 Apr 01 00:00:46.175937 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-63f1786d-6da4-46dc-9c3a-b6bc29a50fcd service neutron] 10.222.0.95 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964105 Apr 01 00:00:46.250622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 2, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:46.254572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f9627f9e-b765-45fb-8c68-c59f5f15e393 None None] Port b53fdbd3-53da-4212-bc9b-70dacb075d6e cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:46.271771 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-f0e68811-2194-4c2c-8aca-278ac581ef0c service neutron] 10.222.0.95 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892541 Apr 01 00:00:46.278880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Checking router: 33d4d8c1-4192-4fab-8aec-b3f26fedc719 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:00:46.279214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Updating router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 port b53fdbd3-53da-4212-bc9b-70dacb075d6e binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:00:46.303722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.399065 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd26b235-d978-47c7-9d98-8c2d3be89de0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:46.452213 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-12421b4b-66f7-47f1-8b63-c6dc981b1d6d req-bbc73c88-10e1-43a1-a10d-ef39aaa296f9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 210 time: 0.0322225 Apr 01 00:00:46.517137 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port cd26b235-d978-47c7-9d98-8c2d3be89de0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:46.517810 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.666665 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:46.696963 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.707713 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.766354 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddf2a-e343-4bb4-bb92-00fb362cbe54 None None] Pushing event updated for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:46.774857 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:46.774857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.849035 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Attempting to bind port b53fdbd3-53da-4212-bc9b-70dacb075d6e on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:46.849407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Attempting to bind port b53fdbd3-53da-4212-bc9b-70dacb075d6e by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:46.849868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Attempting to bind port b53fdbd3-53da-4212-bc9b-70dacb075d6e on network d08df75e-4ff3-4b71-bea6-329d02c72889 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:46.859204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:46.859724 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Checking segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:46.860258 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.860674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Bound using segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:46.861181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Bound port: b53fdbd3-53da-4212-bc9b-70dacb075d6e, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:46.861566 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:46.972287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] For port b53fdbd3-53da-4212-bc9b-70dacb075d6e, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:46.976336 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] For port b53fdbd3-53da-4212-bc9b-70dacb075d6e, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b53fdbd3-53da-4212-bc9b-70dacb075d6e,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:46.982068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.014627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:47.014919 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.071074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:47.071730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:47.116038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dddf2a-e343-4bb4-bb92-00fb362cbe54 None None] Pushing event updated for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:47.206177 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.223150 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:00:47.279471 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] For port b53fdbd3-53da-4212-bc9b-70dacb075d6e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b53fdbd3-53da-4212-bc9b-70dacb075d6e,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:47.284942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.415582 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273eba1-c33b-45da-87cd-00ea4aa41dec None None] Pushing event updated for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:47.435028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f0f6cc12-cd82-40e1-b951-3b9179a5f954 None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:47.435430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0f6cc12-cd82-40e1-b951-3b9179a5f954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.515657 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-82dff6ca-df2c-461a-9ba2-6b4ffc8bd179 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:47.518357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-82dff6ca-df2c-461a-9ba2-6b4ffc8bd179 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 797 time: 0.1333590 Apr 01 00:00:47.559715 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:46Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:47.573070 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b01c63c-1d3b-480e-ba9f-b2e660debc57 req-d5af6bac-ed2e-408b-ab99-6d734b24b697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 210 time: 0.0360065 Apr 01 00:00:47.589297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a154c4-cccc-448c-b5e2-6f961134c01f None None] The sync data for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 is: [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:46Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:00:47.598140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-fbce841b-0246-4d51-8ba5-76adae79366d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 380 time: 0.0682151 Apr 01 00:00:47.609982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'port': {'device_id': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'admin_state_up': True, 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'security_groups': ['6cf2ee94-b99a-471c-af44-c6cf53a515ec']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:47.735830 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:00:47.739495 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:47.876603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.12 (d08df75e-4ff3-4b71-bea6-329d02c72889/0ef39511-c92e-490d-a913-182f0e45118c/a24f984e-61b1-4d6c-8901-b97268b2499b) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:48.019209 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.054619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.105462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network d08df75e-4ff3-4b71-bea6-329d02c72889 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:48.108722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:48.112586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:48.137800 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:48.173124 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:48.173776 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.193617 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-1cd222b3-4695-4e2e-acc7-2978161985e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877252 Apr 01 00:00:48.207283 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Request body: {'port': {'device_id': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:48.265417 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.398962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9f3b15c6-d227-4d94-b1cb-afff673d9b0c None None] Provisioning complete for port a24f984e-61b1-4d6c-8901-b97268b2499b triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:48.399506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9f3b15c6-d227-4d94-b1cb-afff673d9b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.403463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b53fdbd3-53da-4212-bc9b-70dacb075d6e up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:48.470603 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b15c6-d227-4d94-b1cb-afff673d9b0c None None] Port a24f984e-61b1-4d6c-8901-b97268b2499b cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:00:48.485123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port b53fdbd3-53da-4212-bc9b-70dacb075d6e triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:48.485795 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.574718 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24f984e-61b1-4d6c-8901-b97268b2499b {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:00:48.583035 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.595659 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Transition to ACTIVE for port object a24f984e-61b1-4d6c-8901-b97268b2499b will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:00:48.600813 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.673201 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:48.721534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbe934-e569-4faa-b2e9-8c303a69ffe5 req-ca4b1dc9-e3f9-4dfb-b75e-1579baea4f47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:48.723091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98cbe934-e569-4faa-b2e9-8c303a69ffe5 req-ca4b1dc9-e3f9-4dfb-b75e-1579baea4f47 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 944 time: 0.0673735 Apr 01 00:00:48.737184 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Attempting to bind port a24f984e-61b1-4d6c-8901-b97268b2499b on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:00:48.737527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Attempting to bind port a24f984e-61b1-4d6c-8901-b97268b2499b by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:00:48.737865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Attempting to bind port a24f984e-61b1-4d6c-8901-b97268b2499b on network d08df75e-4ff3-4b71-bea6-329d02c72889 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:48.742761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Port a24f984e-61b1-4d6c-8901-b97268b2499b on network d08df75e-4ff3-4b71-bea6-329d02c72889 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:00:48.743088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Attempting to bind port a24f984e-61b1-4d6c-8901-b97268b2499b on network d08df75e-4ff3-4b71-bea6-329d02c72889 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:00:48.749940 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:00:48.750291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Checking segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:00:48.750632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Bound using segment: {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:00:48.751071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Bound port: a24f984e-61b1-4d6c-8901-b97268b2499b, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f02aa1-5537-42e4-a672-5ce26b75b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:00:48.751552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.775284 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-98cbe934-e569-4faa-b2e9-8c303a69ffe5 req-2797cc05-29ae-4b47-9070-3d2539a15680 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456357 Apr 01 00:00:48.836538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:00:48.839941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a24f984e-61b1-4d6c-8901-b97268b2499b,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:00:48.846021 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.882117 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:48.882736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:48.884567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 1092 time: 0.6818986 Apr 01 00:00:48.884802 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:48.887146 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dfbaf-33d8-49ca-8965-f13c29662eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:48.914008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168635-0bca-4fdd-bd17-a02fdd24a1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:48.977131 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-336706a5-aa18-4899-a96b-59c40eee676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:48.978506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-336706a5-aa18-4899-a96b-59c40eee676a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1095 time: 0.0502331 Apr 01 00:00:49.026594 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56382005-1dc5-4d14-b0e4-bbced92357f6 x-openstack-request-id: req-56382005-1dc5-4d14-b0e4-bbced92357f6 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:49.026880 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:49.027132 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-56382005-1dc5-4d14-b0e4-bbced92357f6 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:49.027562 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56382005-1dc5-4d14-b0e4-bbced92357f6'] response: {'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'status': 'completed', 'code': 200} Apr 01 00:00:49.029444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-56c94277-3e52-4c4a-bfb9-91de5675419e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 217 time: 0.0430031 Apr 01 00:00:49.397436 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-13b0a37a-e03e-4191-b14f-300284ef75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.398806 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-13b0a37a-e03e-4191-b14f-300284ef75ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.3628795 Apr 01 00:00:49.449605 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-89facd3d-e63e-49a5-b22b-d50509da35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.451125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-89facd3d-e63e-49a5-b22b-d50509da35a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441883 Apr 01 00:00:49.544975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-5f32db28-4b5a-4440-8a47-8c5f5ef26d49 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860484 Apr 01 00:00:49.634419 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-63fcc9be-f872-4cc1-a7b5-97f85352d6db req-0ac49f31-81e0-4dc6-80d8-a600f84ab66d service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825555 Apr 01 00:00:49.731044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-450dc37b-037c-4b02-a29e-87d5c78166b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.732605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-450dc37b-037c-4b02-a29e-87d5c78166b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1095 time: 0.0532501 Apr 01 00:00:49.823226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-1fa2fe91-9f96-4295-8102-99a76a8458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.824966 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-1fa2fe91-9f96-4295-8102-99a76a8458e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.0854692 Apr 01 00:00:49.870054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-0590d16f-54e4-4702-80a3-3ff3f3b2a46e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 217 time: 0.0386817 Apr 01 00:00:49.895344 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c4b21-379e-41d4-aba1-33484eead777 req-7dae1af3-110b-4856-8ae4-c4bcb805aa5e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.896824 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e57c4b21-379e-41d4-aba1-33484eead777 req-7dae1af3-110b-4856-8ae4-c4bcb805aa5e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 944 time: 0.0497179 Apr 01 00:00:49.917887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-7b54c53b-138a-443a-86bf-556f9243c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.919436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-7b54c53b-138a-443a-86bf-556f9243c5ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0433249 Apr 01 00:00:49.936205 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e57c4b21-379e-41d4-aba1-33484eead777 req-adc57571-e4fc-4888-b511-757b519fa490 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Apr 01 00:00:49.966890 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-e7fc892a-ecbb-4984-b434-65f671da6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:49.968454 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-e7fc892a-ecbb-4984-b434-65f671da6cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427768 Apr 01 00:00:50.062051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-88cc732d-8655-4b7e-a69c-5722ac5de18c service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869620 Apr 01 00:00:50.153612 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591dfbaf-33d8-49ca-8965-f13c29662eb4 req-7052507e-b9a9-4a84-b08d-2379ffd79316 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847988 Apr 01 00:00:51.059761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba19a7-4311-4bb8-a5d0-1b4a2044c68c req-86119476-4caa-43f4-b51b-f6b035ca30e3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:51.061278 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bba19a7-4311-4bb8-a5d0-1b4a2044c68c req-86119476-4caa-43f4-b51b-f6b035ca30e3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 944 time: 0.0505538 Apr 01 00:00:51.105475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2bba19a7-4311-4bb8-a5d0-1b4a2044c68c req-5d7f2170-16ce-4737-8189-77783f997893 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Apr 01 00:00:51.565320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:52.223186 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4d0e9-d5dc-4837-8b9b-ac1fdd026424 req-feea82c9-28bf-450d-8120-8f62756b5d05 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:52.224717 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ad4d0e9-d5dc-4837-8b9b-ac1fdd026424 req-feea82c9-28bf-450d-8120-8f62756b5d05 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 944 time: 0.0491996 Apr 01 00:00:52.263868 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3ad4d0e9-d5dc-4837-8b9b-ac1fdd026424 req-45ceb9a1-5847-4a20-ad49-edaed84dac34 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329592 Apr 01 00:00:53.313221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a24f984e-61b1-4d6c-8901-b97268b2499b details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:00:53.383364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219ef41-a321-4ca9-b300-4e30cd164c00 req-23eacf21-9c15-4bd0-8c58-621c622aa693 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:53.384893 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e219ef41-a321-4ca9-b300-4e30cd164c00 req-23eacf21-9c15-4bd0-8c58-621c622aa693 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 944 time: 0.0499189 Apr 01 00:00:53.410913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a24f984e-61b1-4d6c-8901-b97268b2499b,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:53.426468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'port_id': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'mac_address': 'fa:16:3e:54:54:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:00:53.429727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e219ef41-a321-4ca9-b300-4e30cd164c00 req-948a7b49-f13a-48c4-b2e2-930d117aee4c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339332 Apr 01 00:00:53.471010 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:53.484930 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24f984e-61b1-4d6c-8901-b97268b2499b {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:00:53.504654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a24f984e-61b1-4d6c-8901-b97268b2499b,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:53.510132 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:53.555888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:53.864405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['a24f984e-61b1-4d6c-8901-b97268b2499b'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:00:54.567119 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7bff2-c106-4298-866a-6e5c6570ead7 req-4667e211-f5ed-435b-9756-fe467ea0910c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:54.568663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7b7bff2-c106-4298-866a-6e5c6570ead7 req-4667e211-f5ed-435b-9756-fe467ea0910c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 945 time: 0.0592599 Apr 01 00:00:54.607489 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7b7bff2-c106-4298-866a-6e5c6570ead7 req-85acf9d0-346d-4365-8365-d4fcf99c0b28 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Apr 01 00:00:55.313243 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a24f984e-61b1-4d6c-8901-b97268b2499b up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:00:55.366260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port a24f984e-61b1-4d6c-8901-b97268b2499b completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:00:55.370167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port a24f984e-61b1-4d6c-8901-b97268b2499b triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:00:55.370543 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:55.452079 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:55.481159 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:55.483442 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc3d32-d676-4b15-b969-814c32357208" -d '{"events": [{"server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "name": "network-vif-plugged", "status": "completed", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:55.496087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a24f984e-61b1-4d6c-8901-b97268b2499b,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:00:55.501745 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:55.526968 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8df3573-ffc7-4723-9d91-f332d5cf5adc x-openstack-request-id: req-b8df3573-ffc7-4723-9d91-f332d5cf5adc {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:55.527263 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "name": "network-vif-plugged", "status": "completed", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:55.527530 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-b8df3573-ffc7-4723-9d91-f332d5cf5adc {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:55.528589 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8df3573-ffc7-4723-9d91-f332d5cf5adc'] response: {'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'code': 200} Apr 01 00:00:55.555345 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:55.619266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7d48-8041-431e-90c4-78d82bfa6889 req-e0a83344-a79e-482a-bdb6-5b9d31cc7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:55.620717 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-804d7d48-8041-431e-90c4-78d82bfa6889 req-e0a83344-a79e-482a-bdb6-5b9d31cc7016 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0398006 Apr 01 00:00:55.655508 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-804d7d48-8041-431e-90c4-78d82bfa6889 req-f644f6ae-2189-4f6f-bb39-03ec73b9818d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283947 Apr 01 00:00:55.727117 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776b8db-6ce3-447f-b277-2cc50f8f6334 req-f605c3b2-fbe6-41b7-bc4f-3497dcef758b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:55.728640 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a776b8db-6ce3-447f-b277-2cc50f8f6334 req-f605c3b2-fbe6-41b7-bc4f-3497dcef758b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0491240 Apr 01 00:00:55.767071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a776b8db-6ce3-447f-b277-2cc50f8f6334 req-37cf6b59-c002-474e-8bf1-de43c48b2d45 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Apr 01 00:00:56.828224 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:56.888731 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122058e-ebe9-469c-ae0e-03250e603a9e req-f5b6584c-4a9c-416d-949d-06639ea1d8e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:56.890200 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c122058e-ebe9-469c-ae0e-03250e603a9e req-f5b6584c-4a9c-416d-949d-06639ea1d8e5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0484202 Apr 01 00:00:56.933516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c122058e-ebe9-469c-ae0e-03250e603a9e req-a5346608-960f-48e4-b50f-ed8d79554f06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Apr 01 00:00:58.052173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5f9c2-e047-4607-bc58-bd1746b09e9f req-889b8674-f06b-467f-aaf9-a70be979d34e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:58.053579 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35b5f9c2-e047-4607-bc58-bd1746b09e9f req-889b8674-f06b-467f-aaf9-a70be979d34e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0493348 Apr 01 00:00:58.092709 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35b5f9c2-e047-4607-bc58-bd1746b09e9f req-fc6d1e12-7bea-4cb5-8303-79aa69095d8e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328076 Apr 01 00:00:58.132142 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:00:58.211266 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f65c-1898-42b4-a363-db01b8f298fa req-adc6062f-ad7d-4570-8a20-e14ffdf8ef67 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:58.212764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8233f65c-1898-42b4-a363-db01b8f298fa req-adc6062f-ad7d-4570-8a20-e14ffdf8ef67 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0503016 Apr 01 00:00:58.251730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8233f65c-1898-42b4-a363-db01b8f298fa req-054077ae-1e42-49c4-882a-29ca298aef74 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326791 Apr 01 00:00:58.273473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37794) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:58.316690 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1d2bd-0cf1-47cc-8470-c446f08890b4 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:00:58.318199 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-28f1d2bd-0cf1-47cc-8470-c446f08890b4 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1092 time: 0.0437324 Apr 01 00:00:58.321587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37796) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:00:58.325843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:00:58.348117 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:58.447363 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:58.555593 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.169 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/75d56229-dd52-4cf5-9f72-249af85d1cfa) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:00:58.658524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:58.695166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:58.740958 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:00:58.744008 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:00:58.747517 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:00:58.753007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=75d56229-dd52-4cf5-9f72-249af85d1cfa,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:59.111993 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.184763 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.333423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.339898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.405521 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=75d56229-dd52-4cf5-9f72-249af85d1cfa,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:00:59.417235 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.522814 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP e55d31b6-6e61-4e3f-8b46-a6094195fcc8 associated. External IP: 172.25.8.169, port: a24f984e-61b1-4d6c-8901-b97268b2499b. Apr 01 00:00:59.738715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:00:59.847353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:00:59.857475 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Sync routers for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:00:59.869154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:00:59.869480 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:00:59.869819 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:00:59.897382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4d5845d7-d57f-4ccd-87f2-8c487fde1be1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5747910 Apr 01 00:00:59.898353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:00:59.900975 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093cbf2d-c9a3-46cf-898d-d26845e10305" -d '{"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:00:59.940961 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241cadcd-8aa0-4eb0-af44-f50e990518d4 x-openstack-request-id: req-241cadcd-8aa0-4eb0-af44-f50e990518d4 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:00:59.941218 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:00:59.941470 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-241cadcd-8aa0-4eb0-af44-f50e990518d4 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:00:59.941887 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241cadcd-8aa0-4eb0-af44-f50e990518d4'] response: {'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'status': 'completed', 'code': 200} Apr 01 00:00:59.983318 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:00.002997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7dc5-997f-4868-b7d9-79b03e00302c req-fc9fef22-1727-48d6-bb0c-c73bd4adc49f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:00.005273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e3f7dc5-997f-4868-b7d9-79b03e00302c req-fc9fef22-1727-48d6-bb0c-c73bd4adc49f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0526538 Apr 01 00:01:00.006316 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-3db5f3e5-c43a-43a3-8e85-bfbba5c714f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:00.009381 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-3db5f3e5-c43a-43a3-8e85-bfbba5c714f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0433109 Apr 01 00:01:00.047975 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e3f7dc5-997f-4868-b7d9-79b03e00302c req-f77e94c7-99cd-47c7-919a-970ad8d52706 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Apr 01 00:01:00.072038 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37802) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:00.116603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-fc00222b-c9e9-4380-8e1b-58bba77ddf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:00.118107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-fc00222b-c9e9-4380-8e1b-58bba77ddf31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.1022196 Apr 01 00:01:00.139532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-884ab95b-7f76-4c5e-b4c4-abe23face07c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/e55d31b6-6e61-4e3f-8b46-a6094195fcc8 HTTP/1.1" status: 200 len: 992 time: 0.0648770 Apr 01 00:01:00.186295 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-caa8332a-2083-48a5-9310-9a85aded63d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 1000 time: 0.0600424 Apr 01 00:01:00.228501 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e55d31b6-6e61-4e3f-8b46-a6094195fcc8', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'port_id': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'mac_address': 'fa:16:3e:54:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:58Z', 'updated_at': '2022-04-01T00:00:58Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:00.235022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-dd7f155f-d77a-4020-bfa9-1cc2b39bb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:00.236558 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-dd7f155f-d77a-4020-bfa9-1cc2b39bb5b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0441380 Apr 01 00:01:00.254482 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Checking router: 33d4d8c1-4192-4fab-8aec-b3f26fedc719 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:01:00.263150 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:01:00.263797 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:00:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:00.287210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-60d6e69f-f1ac-48c1-9f83-80d3bb5ccd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:00.288780 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-60d6e69f-f1ac-48c1-9f83-80d3bb5ccd04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448799 Apr 01 00:01:00.379132 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:01:00.387847 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-22276912-b363-4213-b623-b353689fbf92 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915530 Apr 01 00:01:00.485054 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-093cbf2d-c9a3-46cf-898d-d26845e10305 req-757c5a60-ffe2-4a60-b8ce-522767ede9bc service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902214 Apr 01 00:01:00.609945 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e55d31b6-6e61-4e3f-8b46-a6094195fcc8', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'port_id': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'mac_address': 'fa:16:3e:54:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:58Z', 'updated_at': '2022-04-01T00:00:58Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:01:00.635606 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7972e379-419f-4f4a-a7a8-a7f6af4f1396 None None] The sync data for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 is: [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'e55d31b6-6e61-4e3f-8b46-a6094195fcc8', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'port_id': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'mac_address': 'fa:16:3e:54:54:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:00:58Z', 'updated_at': '2022-04-01T00:00:58Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:01:00.830247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8753c01-cdbf-40e4-b801-43a5fdbe1391 None None] New status for floating IP e55d31b6-6e61-4e3f-8b46-a6094195fcc8: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:01:01.142551 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37804) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:01:01.206422 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d4b6ad89-60ca-4881-a05b-352a4b8832ea tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/e55d31b6-6e61-4e3f-8b46-a6094195fcc8 HTTP/1.1" status: 200 len: 994 time: 0.0623460 Apr 01 00:01:04.607029 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-70dd6e3e-845b-4143-9a59-d1236dec977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:06.035837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-1424fc07-8716-4101-b487-ae535413b5b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414050 Apr 01 00:01:06.118707 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-d30be3a5-1e71-4cf6-842f-94d3b1175f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:06.120277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-d30be3a5-1e71-4cf6-842f-94d3b1175f7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0416710 Apr 01 00:01:06.226970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-1acdb960-5805-4d25-932f-6a882e060c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:06.228390 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-1acdb960-5805-4d25-932f-6a882e060c8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.0878925 Apr 01 00:01:06.303301 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-94978130-96a1-423e-a1fb-db141710e695 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 1002 time: 0.0614071 Apr 01 00:01:06.359619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-fb25dd6c-0ee4-4e8e-b453-8533edc9b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:06.361010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-fb25dd6c-0ee4-4e8e-b453-8533edc9b8b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0511460 Apr 01 00:01:06.406042 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-23538aa9-0a7e-435d-8b59-12f5252f2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:01:06.407553 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-23538aa9-0a7e-435d-8b59-12f5252f2b54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400422 Apr 01 00:01:06.499904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-e8f9a550-b572-48b2-88a9-cba9435e704f service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856898 Apr 01 00:01:06.587572 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-896293fa-f834-4be3-b86d-cc2ca0eea794 req-142273cf-6fa2-47bd-86ad-4ec414c2cfea service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814767 Apr 01 00:01:07.049185 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-98a3fefc-bae5-48ab-abc9-34a58374a044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:08.628160 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:10.246182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:10.445233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:21.575914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:26.841791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:34.612912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e1fd73cb-a50a-4218-9dac-cbb0166bfba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:35.136572 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:01:37.058757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5220abf9-157a-43ff-b78d-4b673979cbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:38.636757 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:40.249808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:40.453512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:51.572449 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:01:54.374773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-4f533630-9018-41f8-94bb-aef4e92d17e3 req-b2e64d3e-a1dd-465c-a395-91105e72263a service neutron] (109299) timed out ('10.222.0.95', 34242) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:01:56.845194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:04.067077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68ad9b-f2e7-4bb1-86f0-855164f3ca8a req-c4b1074d-782d-43d7-8ff6-96f5f4dbe2ac tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:04.068938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a68ad9b-f2e7-4bb1-86f0-855164f3ca8a req-c4b1074d-782d-43d7-8ff6-96f5f4dbe2ac tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0535069 Apr 01 00:02:04.111007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0a68ad9b-f2e7-4bb1-86f0-855164f3ca8a req-8c371790-ec4f-42a4-9bb6-e42c85d45c53 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337269 Apr 01 00:02:04.618638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-31a3287b-18b1-4cb8-a938-10a552e4ac81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:05.261320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547ffff-de37-45f7-ba19-a901575f8fa0 req-66d67972-5faf-4743-8c78-de7b31ebbcd5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:05.262921 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3547ffff-de37-45f7-ba19-a901575f8fa0 req-66d67972-5faf-4743-8c78-de7b31ebbcd5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0694346 Apr 01 00:02:05.305345 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3547ffff-de37-45f7-ba19-a901575f8fa0 req-b1643c23-0942-4296-b0e0-427b5fad08c2 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336978 Apr 01 00:02:06.445387 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7501d-9794-4ee4-b04c-3b4ee1332fcd req-c1c199c3-d1ca-4fca-b9f4-f909df460005 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:06.446955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89e7501d-9794-4ee4-b04c-3b4ee1332fcd req-c1c199c3-d1ca-4fca-b9f4-f909df460005 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0640428 Apr 01 00:02:06.491108 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-89e7501d-9794-4ee4-b04c-3b4ee1332fcd req-8d682fb1-4133-4195-83d0-69f09688373d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345507 Apr 01 00:02:07.054429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8c202b43-705e-4147-b640-5eb9aeffff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:07.619971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edced91-aad9-42d3-814b-51b58cd27427 req-b70c9a9b-e1cd-49db-8f3c-51fa0a027ca4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:07.621656 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3edced91-aad9-42d3-814b-51b58cd27427 req-b70c9a9b-e1cd-49db-8f3c-51fa0a027ca4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0520840 Apr 01 00:02:07.675414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3edced91-aad9-42d3-814b-51b58cd27427 req-1a41c626-2421-4dd6-815c-00d0411af220 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465479 Apr 01 00:02:08.156428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-61f2405d-705a-4318-bb17-9cba32890ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.158027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-61f2405d-705a-4318-bb17-9cba32890ecd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0946248 Apr 01 00:02:08.269351 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-9c06b7a9-039b-4da7-8d58-16b12924c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.270923 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-9c06b7a9-039b-4da7-8d58-16b12924c2ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.0928693 Apr 01 00:02:08.344461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-649582ba-ef87-4738-ac27-d2d5f7a32bc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 1002 time: 0.0619464 Apr 01 00:02:08.397116 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-fb9e10f3-bd96-47eb-966e-409f9a7e2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.398563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-fb9e10f3-bd96-47eb-966e-409f9a7e2c94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0478730 Apr 01 00:02:08.449962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-78b931fc-e32a-4710-af80-5a7c637e543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.451548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-78b931fc-e32a-4710-af80-5a7c637e543b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464218 Apr 01 00:02:08.542639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-59211b6b-5c71-47ec-8be0-b847590012a5 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Apr 01 00:02:08.636080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:08.653826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5cc29281-1c4e-466d-9f39-b4c97bc568da req-81e7b853-d78a-4006-98ec-34f3112a0df8 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048954 Apr 01 00:02:08.813896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591137c8-c42e-40e0-b386-96c28b437871 req-ea49e14d-6786-4ccd-afb8-4914c72ea010 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:08.815489 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591137c8-c42e-40e0-b386-96c28b437871 req-ea49e14d-6786-4ccd-afb8-4914c72ea010 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0603099 Apr 01 00:02:08.855257 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-591137c8-c42e-40e0-b386-96c28b437871 req-45a3e039-1aec-403d-9daf-cf7a90b74b2b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328486 Apr 01 00:02:09.987898 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033614ad-a89c-4b09-b8b7-6fa7e6431b34 req-de0c4551-6c94-45ab-b6b7-7f3418f9e52a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:09.989518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-033614ad-a89c-4b09-b8b7-6fa7e6431b34 req-de0c4551-6c94-45ab-b6b7-7f3418f9e52a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0575628 Apr 01 00:02:10.028604 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-033614ad-a89c-4b09-b8b7-6fa7e6431b34 req-aca4774e-1d7d-4960-96e4-e3f7258967e7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Apr 01 00:02:10.268424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:10.452759 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:11.150145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82257d23-5898-4e2a-a0c0-21aceffb81ed req-e9c0261a-076b-4aef-8036-51e4a0bc8579 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:11.151659 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82257d23-5898-4e2a-a0c0-21aceffb81ed req-e9c0261a-076b-4aef-8036-51e4a0bc8579 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0491838 Apr 01 00:02:11.195010 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-82257d23-5898-4e2a-a0c0-21aceffb81ed req-cb6dd4dd-077c-4040-ba39-baf9b0c45788 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351183 Apr 01 00:02:12.136888 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:02:12.329292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbb645-f024-4690-838f-0389909a53d8 req-e90bc0fd-365e-4f82-bc35-be6988be72a9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:12.330876 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46cbb645-f024-4690-838f-0389909a53d8 req-e90bc0fd-365e-4f82-bc35-be6988be72a9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0592351 Apr 01 00:02:12.372504 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-46cbb645-f024-4690-838f-0389909a53d8 req-6e464fdc-2218-4555-a3c8-5bf978f019bd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351193 Apr 01 00:02:13.505144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e52ef-c84d-4432-98b6-0ccd226a366a req-59d52ce5-3e7d-4b7e-8a01-dedd7d7b5b82 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:13.506600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c5e52ef-c84d-4432-98b6-0ccd226a366a req-59d52ce5-3e7d-4b7e-8a01-dedd7d7b5b82 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0605142 Apr 01 00:02:13.550597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c5e52ef-c84d-4432-98b6-0ccd226a366a req-3fafc5f3-dd7a-475d-ad56-63aee4c1a7a5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351329 Apr 01 00:02:14.690131 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07102-6d7a-40c3-a635-aae8a3cd62c7 req-05b2af75-d355-463b-a7db-0e211e560edd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:14.691633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26e07102-6d7a-40c3-a635-aae8a3cd62c7 req-05b2af75-d355-463b-a7db-0e211e560edd tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0515416 Apr 01 00:02:14.735684 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26e07102-6d7a-40c3-a635-aae8a3cd62c7 req-ac939b17-e17f-45f4-9db3-ea2f8996e84d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362985 Apr 01 00:02:14.764939 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37866) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:14.840096 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-23868053-240e-49ed-9e36-1697e289b9cc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/e55d31b6-6e61-4e3f-8b46-a6094195fcc8 HTTP/1.1" status: 200 len: 994 time: 0.0738657 Apr 01 00:02:16.154878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de70e14-a4f8-4de5-9951-89c2c1716fde req-bc3eee5a-9993-4730-878b-c7374543dc1b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:16.156376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4de70e14-a4f8-4de5-9951-89c2c1716fde req-bc3eee5a-9993-4730-878b-c7374543dc1b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0742435 Apr 01 00:02:16.179888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-7791020d-a438-4eef-b782-a8810bea4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:16.181393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-7791020d-a438-4eef-b782-a8810bea4691 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0656106 Apr 01 00:02:16.221486 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4de70e14-a4f8-4de5-9951-89c2c1716fde req-105d085d-f202-4ffc-8c90-15b9cadd3aa5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578566 Apr 01 00:02:16.287964 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-a778cd7e-3885-418b-bf9e-aae9eb205c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:16.289522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-a778cd7e-3885-418b-bf9e-aae9eb205c23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.1017332 Apr 01 00:02:16.358807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-0da3dad3-d7c9-4432-8437-219fe970c5a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 1002 time: 0.0628545 Apr 01 00:02:16.419122 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-f84705de-17fc-473f-b2fb-3ea16bb83910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:16.420657 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-f84705de-17fc-473f-b2fb-3ea16bb83910 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0554163 Apr 01 00:02:16.472502 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-ec0b8343-bf13-4447-b592-b17c3d3d2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:16.474068 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-ec0b8343-bf13-4447-b592-b17c3d3d2e90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471368 Apr 01 00:02:16.578451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-36078d99-6f55-4fb0-bb2b-70c04a6e0699 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976059 Apr 01 00:02:16.686393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b15d17c-5fbe-42da-b51a-404f30f944f2 req-bb9c7425-cac3-4194-a088-ffb6728b9adc service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014373 Apr 01 00:02:17.358331 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099ebd0-4499-40b3-bf38-0d3c955add8a req-4c937acf-eee1-4452-8dc7-d0abf37baa88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:02:17.359778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3099ebd0-4499-40b3-bf38-0d3c955add8a req-4c937acf-eee1-4452-8dc7-d0abf37baa88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0665715 Apr 01 00:02:17.405343 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3099ebd0-4499-40b3-bf38-0d3c955add8a req-485c7799-4637-4c84-a192-5e59b6a1613f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Apr 01 00:02:17.429318 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37876) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:02:17.504522 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5388765f-1501-4425-bd96-fda354df897b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/e55d31b6-6e61-4e3f-8b46-a6094195fcc8 HTTP/1.1" status: 200 len: 994 time: 0.0740035 Apr 01 00:02:21.591492 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:26.853194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:34.613590 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-181fd67c-4ead-4a3e-963f-06801d3ccac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:37.049704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-66bbceab-891f-4d29-8093-b66ca518f5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:38.641100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:40.257300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:40.448386 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:49.137058 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:02:51.595409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:02:56.857553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:04.632056 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4721101f-a020-4506-89c4-3a8a750c25ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:07.064253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bc0b02a9-d181-4832-9db2-96508ea3e479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.213988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37892) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:08.375717 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 75d56229-dd52-4cf5-9f72-249af85d1cfa {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:08.375972 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.454746 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.455110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.467259 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 75d56229-dd52-4cf5-9f72-249af85d1cfa owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:08.626269 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.645275 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.657263 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=75d56229-dd52-4cf5-9f72-249af85d1cfa,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:08.683871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.684188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.684553 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.684884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.685218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.685539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.685865 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.686188 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.686509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.686828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.687144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.687469 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:08.726532 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:08.726892 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP e55d31b6-6e61-4e3f-8b46-a6094195fcc8 disassociated (deleted). External IP: 172.25.8.169, port: a24f984e-61b1-4d6c-8901-b97268b2499b. Apr 01 00:03:08.964733 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:09.053210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-740dbbb5-36ef-45e8-8e2b-52c9ca52769b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379786 Apr 01 00:03:09.075880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:09.080530 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:09.088706 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Sync routers for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:09.106413 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:09.107412 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:09.107641 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-12c8e908-5cd7-450f-9ee4-1396b4dddd92 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/floatingips/e55d31b6-6e61-4e3f-8b46-a6094195fcc8 HTTP/1.1" status: 204 len: 168 time: 0.8921216 Apr 01 00:03:09.108285 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:09.111544 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454cb09-871a-40eb-b44e-ef75e082d310" -d '{"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:09.159349 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-121d0256-0558-4129-b053-213374b9116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.161379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-121d0256-0558-4129-b053-213374b9116b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0460598 Apr 01 00:03:09.168872 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dab3856-5a42-4984-aa48-d80178cefcad x-openstack-request-id: req-9dab3856-5a42-4984-aa48-d80178cefcad {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:09.169198 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:09.169480 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9dab3856-5a42-4984-aa48-d80178cefcad {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:09.169897 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dab3856-5a42-4984-aa48-d80178cefcad'] response: {'name': 'network-changed', 'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'status': 'completed', 'code': 200} Apr 01 00:03:09.216324 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:09.283492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-149313ed-d4bf-4587-9f9c-a9a26e885eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.285086 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-149313ed-d4bf-4587-9f9c-a9a26e885eaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.1018729 Apr 01 00:03:09.332638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-c51d0979-485d-447f-a853-8970aabba2a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 217 time: 0.0387914 Apr 01 00:03:09.408293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-49ae9143-0041-49f7-bf2d-7718dee2d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.409749 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-49ae9143-0041-49f7-bf2d-7718dee2d0d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0683012 Apr 01 00:03:09.417108 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b904d-c91b-4128-b0ea-b14b4c8c846f req-8bb5540e-a6ee-43e0-b504-2dc374dc3b55 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.418479 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f21b904d-c91b-4128-b0ea-b14b4c8c846f req-8bb5540e-a6ee-43e0-b504-2dc374dc3b55 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0884924 Apr 01 00:03:09.490909 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f21b904d-c91b-4128-b0ea-b14b4c8c846f req-78616251-66de-4f1f-bae8-a2e7e7a2b132 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642524 Apr 01 00:03:09.493364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-1ff54626-1de4-42f5-9151-7354cd081da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.494788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-1ff54626-1de4-42f5-9151-7354cd081da5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754542 Apr 01 00:03:09.512035 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:09.538176 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Checking router: 33d4d8c1-4192-4fab-8aec-b3f26fedc719 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:09.546186 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:09.546777 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:09.589669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-414d3abb-2f52-4cd5-bcc0-9de29dd64ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851624 Apr 01 00:03:09.650870 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:09.685669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4cb49cdf-80ad-4bcc-aac2-b6184cc87b52 req-d4307461-cc22-4233-954f-cf635a732dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Apr 01 00:03:09.770457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-696151d9-ec47-4f0b-8e39-529c35960403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.771924 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-696151d9-ec47-4f0b-8e39-529c35960403 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 1097 time: 0.0398669 Apr 01 00:03:09.849524 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:09.864771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-a0997f73-14f5-4109-b62f-a3f1d3ef2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.866248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-a0997f73-14f5-4109-b62f-a3f1d3ef2317 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 200 len: 899 time: 0.0873277 Apr 01 00:03:09.878849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb024b-1a0b-4d28-ab44-d3053cdef0b9 None None] The sync data for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 is: [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'b53fdbd3-53da-4212-bc9b-70dacb075d6e', 'name': '', 'network_id': 'd08df75e-4ff3-4b71-bea6-329d02c72889', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:3e:36:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '0ef39511-c92e-490d-a913-182f0e45118c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:43Z', 'updated_at': '2022-04-01T00:00:47Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '0ef39511-c92e-490d-a913-182f0e45118c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:09.908826 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-584adce1-a363-433e-bfe1-ebf66e0f04d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 200 len: 217 time: 0.0345426 Apr 01 00:03:09.964130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-debcc2c8-ce7f-42d9-8f6e-6f10dd882452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:09.965629 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-debcc2c8-ce7f-42d9-8f6e-6f10dd882452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 200 len: 834 time: 0.0491285 Apr 01 00:03:10.017291 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-3729a6fa-f5c1-4c1f-9720-5f86e8da6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:10.018823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-3729a6fa-f5c1-4c1f-9720-5f86e8da6e8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d08df75e-4ff3-4b71-bea6-329d02c72889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419421 Apr 01 00:03:10.104078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd53b64e-4903-49f0-b207-099296230acb None None] New status for floating IP e55d31b6-6e61-4e3f-8b46-a6094195fcc8: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:03:10.115862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-77098edd-7eaf-4da7-be86-b0ccb6d8883d service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883827 Apr 01 00:03:10.208587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9454cb09-871a-40eb-b44e-ef75e082d310 req-a21e7ddf-e3ff-4260-bdf3-a48681997dfc service neutron] 10.222.0.60 "GET /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Apr 01 00:03:10.256344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:10.454817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:10.615825 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a18e1-3d73-49f2-b249-d203de8d1dd0 req-8135bb15-622a-4bbb-aaf1-5280ee62cd13 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:10.617301 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c4a18e1-3d73-49f2-b249-d203de8d1dd0 req-8135bb15-622a-4bbb-aaf1-5280ee62cd13 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0518169 Apr 01 00:03:10.656885 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8c4a18e1-3d73-49f2-b249-d203de8d1dd0 req-bb6a798f-6512-47fe-a93e-8c3960546a72 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=6cf2ee94-b99a-471c-af44-c6cf53a515ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Apr 01 00:03:11.174091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-8deb9c46-abb0-453c-8e10-35c940b3877d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:11.175643 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-8deb9c46-abb0-453c-8e10-35c940b3877d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 946 time: 0.0499666 Apr 01 00:03:11.273265 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port a24f984e-61b1-4d6c-8901-b97268b2499b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:11.273675 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.375492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port a24f984e-61b1-4d6c-8901-b97268b2499b, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=a24f984e-61b1-4d6c-8901-b97268b2499b,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:11.375769 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.388207 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for a24f984e-61b1-4d6c-8901-b97268b2499b owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:11.528818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.558787 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=a24f984e-61b1-4d6c-8901-b97268b2499b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:11.591529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.591849 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.592211 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.592546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.592871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.593194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.593513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.593837 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.594145 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.594464 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.594781 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.595091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:11.612864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] No DVR routers for this DVR port a24f984e-61b1-4d6c-8901-b97268b2499b on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:03:11.615383 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:11.618722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-621ca93e-9bf7-4026-9b31-410c3223de2c req-5db764bf-dab2-4d31-985f-2a60fb369f77 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "DELETE /v2.0/ports/a24f984e-61b1-4d6c-8901-b97268b2499b HTTP/1.1" status: 204 len: 173 time: 0.4372051 Apr 01 00:03:11.619144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'name': 'network-vif-deleted', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:11.621414 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd13be1-ac45-4650-8e23-3cfbf75c3c18" -d '{"events": [{"server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "name": "network-vif-deleted", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:11.660617 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2310ea0-c596-4942-b8b4-7bf839d2ec53 x-openstack-request-id: req-c2310ea0-c596-4942-b8b4-7bf839d2ec53 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:11.660916 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a172eee0-c967-43e0-904a-0f99885bc3ce", "name": "network-vif-deleted", "tag": "a24f984e-61b1-4d6c-8901-b97268b2499b", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:11.661173 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2310ea0-c596-4942-b8b4-7bf839d2ec53 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:11.661576 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2310ea0-c596-4942-b8b4-7bf839d2ec53'] response: {'server_uuid': 'a172eee0-c967-43e0-904a-0f99885bc3ce', 'name': 'network-vif-deleted', 'tag': 'a24f984e-61b1-4d6c-8901-b97268b2499b', 'status': 'completed', 'code': 200} Apr 01 00:03:11.754708 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd6f5469-3ca3-40e4-a0a2-07df14ee6591 req-69868987-8de6-48dd-839a-385ab0da86a9 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=a172eee0-c967-43e0-904a-0f99885bc3ce HTTP/1.1" status: 200 len: 210 time: 0.0267863 Apr 01 00:03:12.818580 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37910) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:13.524907 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.778381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port b53fdbd3-53da-4212-bc9b-70dacb075d6e {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:13.778634 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.877294 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port b53fdbd3-53da-4212-bc9b-70dacb075d6e, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=b53fdbd3-53da-4212-bc9b-70dacb075d6e,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:13.878034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:13.890471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for b53fdbd3-53da-4212-bc9b-70dacb075d6e owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:14.083661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.109332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=b53fdbd3-53da-4212-bc9b-70dacb075d6e,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:14.287829 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.512246 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:14.620745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:14.626003 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-4097b9c6-5e62-4e57-9486-9e5545014697 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/33d4d8c1-4192-4fab-8aec-b3f26fedc719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063936 Apr 01 00:03:14.629085 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37912) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:14.631654 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Sync routers for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:14.641583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:14.642205 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:14.683664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting subnet 0ef39511-c92e-490d-a913-182f0e45118c {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:03:14.686646 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.726512 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.745907 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:14.811132 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.874823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.903818 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:14.907757 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/subnets/0ef39511-c92e-490d-a913-182f0e45118c HTTP/1.1" status: 204 len: 168 time: 0.2776771 Apr 01 00:03:14.909067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a2248-7d1f-4e2f-aba6-7b0de8700780 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef39511-c92e-490d-a913-182f0e45118c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:14.909773 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37914) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:14.913993 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99026db3-1a3b-40c1-b6e8-c7abec6804fc None None] Network d08df75e-4ff3-4b71-bea6-329d02c72889 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:14.917959 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:03:14Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:14.945037 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Checking router: 33d4d8c1-4192-4fab-8aec-b3f26fedc719 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:14.955815 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Routers {'33d4d8c1-4192-4fab-8aec-b3f26fedc719'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:14.956435 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:15.064881 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] Set router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:15.119797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] DHCP port deletion for d08df75e-4ff3-4b71-bea6-329d02c72889 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:03:15.168351 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Deleting port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:15.168614 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.233931 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] For port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,segment=NetworkSegment(04f02aa1-5537-42e4-a672-5ce26b75b87b),segment_id=04f02aa1-5537-42e4-a672-5ce26b75b87b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:15.234358 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.248909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Calling delete_port for 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:15.262993 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:03:14Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:15.289738 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fed6cd-6c0c-4294-a06c-a947be98fa5b None None] The sync data for ids ['33d4d8c1-4192-4fab-8aec-b3f26fedc719'] in n-d-835855-2 is: [{'id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645061803', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:00:40Z', 'updated_at': '2022-04-01T00:03:14Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'cd26b235-d978-47c7-9d98-8c2d3be89de0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:90:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d4d8c1-4192-4fab-8aec-b3f26fedc719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:00:41Z', 'updated_at': '2022-04-01T00:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:15.349228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.455563 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.490661 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.515043 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Pushing event deleted for resources: {'Port': ['ID=4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:15.520950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port cd26b235-d978-47c7-9d98-8c2d3be89de0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:03:15.521466 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.523572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] No DVR routers for this DVR port 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:03:15.526393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.526733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.527092 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.527536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.527848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.528248 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.528576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.528872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.529202 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.529652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.529982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.531039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc09c9f-72ae-44c1-bbf6-761eed5dddee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:15.620227 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port cd26b235-d978-47c7-9d98-8c2d3be89de0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=cd26b235-d978-47c7-9d98-8c2d3be89de0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:15.620727 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.634881 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for cd26b235-d978-47c7-9d98-8c2d3be89de0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:03:15.810423 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:15.836072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a24f984e-61b1-4d6c-8901-b97268b2499b no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:15.836492 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=cd26b235-d978-47c7-9d98-8c2d3be89de0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:15.867798 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: a24f984e-61b1-4d6c-8901-b97268b2499b {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:15.868236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device a24f984e-61b1-4d6c-8901-b97268b2499b not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:15.914221 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.007007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.009118 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.053867 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.054446 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Fanout notify agent at l3_agent the message router_deleted on router 33d4d8c1-4192-4fab-8aec-b3f26fedc719 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:03:16.061817 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.062915 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-73769b95-64b3-4bce-b393-39b58c324b9a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/routers/33d4d8c1-4192-4fab-8aec-b3f26fedc719 HTTP/1.1" status: 204 len: 168 time: 1.1508002 Apr 01 00:03:16.065572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37916) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:16.148321 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.235346 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.262173 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08df75e-4ff3-4b71-bea6-329d02c72889']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:16.274669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f02aa1-5537-42e4-a672-5ce26b75b87b') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:16.275103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f02aa1-5537-42e4-a672-5ce26b75b87b') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:16.289800 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.303425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.309926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Releasing vlan 1252 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:03:16.310340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: timer() Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: self._notify() Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: event.method(event) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:03:16.313358 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:03:16.374325 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.379469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.383014 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/networks/d08df75e-4ff3-4b71-bea6-329d02c72889 HTTP/1.1" status: 204 len: 168 time: 0.3165002 Apr 01 00:03:16.386152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37918) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:16.398668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337e320-220b-4a8e-9cb7-d8272ee38a2f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Network': ['ID=d08df75e-4ff3-4b71-bea6-329d02c72889,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:16.444670 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.469648 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.537065 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.541696 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:16.543262 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/security-groups/6cf2ee94-b99a-471c-af44-c6cf53a515ec HTTP/1.1" status: 204 len: 168 time: 0.1559267 Apr 01 00:03:16.544014 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b53fdbd3-53da-4212-bc9b-70dacb075d6e no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:16.558371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f1cd-d598-4081-8cb1-5a8f6a07589f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2ee94-b99a-471c-af44-c6cf53a515ec,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:16.573162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: b53fdbd3-53da-4212-bc9b-70dacb075d6e {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:16.573501 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device b53fdbd3-53da-4212-bc9b-70dacb075d6e not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:16.573909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:16.596499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:16.596843 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a99ceba-9bbd-45fe-919b-cb4aeda0f1ac not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:16.597253 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd26b235-d978-47c7-9d98-8c2d3be89de0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:03:16.616649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: cd26b235-d978-47c7-9d98-8c2d3be89de0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:03:16.616995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device cd26b235-d978-47c7-9d98-8c2d3be89de0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:03:19.025160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37928) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.032682 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708303543', 'description': 'tempest-secgroup-smoke-1708303543 description', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.062757 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.131088 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.136446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.168647 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.169869 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433661 Apr 01 00:03:19.173144 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.174018 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c76137-bcfc-4d7c-bbc2-445726f18ff1 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a604f07c-fc9f-4485-8f0b-812e31e4421a,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.180658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.206622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.262916 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.270147 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.288977 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39180ab-7e4d-4e53-92ad-1e8cff27e9df,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.296540 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.297738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea981e1a-d5d2-4359-809a-58a2c26e36b4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233718 Apr 01 00:03:19.300648 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37932) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.304978 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.329971 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.392538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.399457 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.421915 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9701c675-b31c-44e8-91a0-d058dd22e4cf,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.426630 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.428407 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-65b530ca-a17f-4f88-880a-8b58dd97df8a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262667 Apr 01 00:03:19.431360 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 37934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.436140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.470702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.544479 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.549589 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.568161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aca4b28-eb5c-4490-8cfe-6d9d65cf7a12,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.579043 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.580259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-15ef6935-a00e-4ac2-9fd4-ead2c8424f7c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478186 Apr 01 00:03:19.583189 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37936) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.587932 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.613266 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.672059 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.677587 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.695353 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8573f6-b8fc-4bec-b914-e6b868049d8c,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.704707 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.706183 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-604dccc4-517d-4a1c-9d72-90cda045e58c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218565 Apr 01 00:03:19.708979 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37938) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.715307 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.737904 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:03:19.742733 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.804206 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.809735 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.826864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee7c55b-993a-42de-99af-73a6abe7ed20,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.836076 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.837313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bc020bc0-5afe-4752-b4f9-342da39a98d6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272764 Apr 01 00:03:19.840090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.844504 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'security_group_rule': {'security_group_id': 'a604f07c-fc9f-4485-8f0b-812e31e4421a', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.865385 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Project 5e6755edc6504ef58b4790ffb5ce292a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:03:19.870202 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.934862 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.940313 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.957767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215fe7c5-514f-4a8a-a6ac-1a71a14dfd98,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:19.967953 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:19.969171 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-66dc7bd2-50af-4438-97dc-42734ec23b0d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281250 Apr 01 00:03:19.972163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37942) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:19.977002 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'network': {'name': 'tempest-network-smoke--1398182457', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'port_security_enabled': True}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:19.996826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:20.000177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.023193 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:03:20.032442 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.032791 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Added segment e4cec037-480b-47f1-afd2-e265879a1f01 of type vlan for network 3968992f-6d77-43cf-9650-e00e12bbe1f6 Apr 01 00:03:20.073524 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.101274 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.107063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:20.107672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.145632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697404 Apr 01 00:03:20.145851 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37944) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:20.152458 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'admin_state_up': True, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:20.198360 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3016d-415d-4ee9-9f8b-6ca92ad0cd88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Network': ['ID=3968992f-6d77-43cf-9650-e00e12bbe1f6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:20.209401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:03:20.214252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.215321 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.270103 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.412132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.613019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.635187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.735275 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.37 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/ea14f3d3-e372-4019-9ce0-fd1ac865c8f9) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:20.846189 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.889490 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:20.937814 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:20.940744 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:20.945269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:20.948268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:21.201028 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:21.393768 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:21.522934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:03:21.585274 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:21.626867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:21.637096 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Sync routers for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:21.648266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:21.648468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:21.648790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:21.649436 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7262bf5b-e768-4b67-8c8c-b63be661ad06 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5027518 Apr 01 00:03:21.652692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37946) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:21.686668 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08f0eb68-c12f-4155-9ac2-db6dc9c8ebe5 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=5e6755edc6504ef58b4790ffb5ce292a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328407 Apr 01 00:03:21.689361 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37948) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:21.753694 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:21.778255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7689f86b-277b-4aee-bf55-97578a8b2e91 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:21.779817 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7689f86b-277b-4aee-bf55-97578a8b2e91 tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895321 Apr 01 00:03:21.782533 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37950) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:21.809999 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-cc46b18b-e9ef-4d71-85ae-a85c5afbcbec tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=a57f2c58-f5da-4528-94c7-55b1bf887fb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263968 Apr 01 00:03:21.812502 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37952) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:21.817804 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802875375', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:21.901974 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:21.905700 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:21.936116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:21Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:21.967103 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Checking router: 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:21.967512 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Updating router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:03:22.002936 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.088766 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.144625 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Subnet': ['ID=57f235c6-bce3-4111-ab7c-26c63da56f72,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:22.159519 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Checking segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:22.159877 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network hostable DHCP agents. Network: 3968992f-6d77-43cf-9650-e00e12bbe1f6, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:03:22.176559 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:03:22.185722 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 3968992f-6d77-43cf-9650-e00e12bbe1f6) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:22.190158 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:22.190699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.209257 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6e5837d2-d033-4cd9-9266-b6b960e80351 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3957386 Apr 01 00:03:22.212196 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 37954) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:22.218039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228d734-0c7f-411d-b8d9-3fdc9a6ad1fa None None] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:22.459932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.489281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.517486 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-3968992f-6d77-43cf-9650-e00e12bbe1f6', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:03:22.518355 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.566311 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Attempting to bind port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:22.567033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Attempting to bind port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:22.567613 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Attempting to bind port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:22.570727 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb330e9-75f1-4ca3-94de-60f13f089a5f None None] Pushing event updated for resources: {'Port': ['ID=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:22.579295 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:22.579680 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:22.580078 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.580481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:22.580956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Bound port: ea14f3d3-e372-4019-9ce0-fd1ac865c8f9, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:22.581340 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.717879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] For port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:22.722388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] For port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:22.731099 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:22.762496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Allocated IP 172.20.0.2 (3968992f-6d77-43cf-9650-e00e12bbe1f6/57f235c6-bce3-4111-ab7c-26c63da56f72/309453b8-7077-4202-a5db-d7aa56b71641) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:22.804580 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb330e9-75f1-4ca3-94de-60f13f089a5f None None] Pushing event updated for resources: {'Port': ['ID=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:22.820679 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:22.821316 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:22.962267 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.147171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:23.255130 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.287604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.332617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.1 (3968992f-6d77-43cf-9650-e00e12bbe1f6/57f235c6-bce3-4111-ab7c-26c63da56f72/fc494f2e-23bb-4273-b6a4-d229959964d2) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:23.345781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:23.350626 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:23.356516 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:23.375469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Pushing event updated for resources: {'Port': ['ID=309453b8-7077-4202-a5db-d7aa56b71641,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:23.440518 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Attempting to bind port 309453b8-7077-4202-a5db-d7aa56b71641 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:23.440962 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Attempting to bind port 309453b8-7077-4202-a5db-d7aa56b71641 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:23.441315 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Attempting to bind port 309453b8-7077-4202-a5db-d7aa56b71641 on network 3968992f-6d77-43cf-9650-e00e12bbe1f6 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:23.449102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:23.449468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Checking segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:23.449898 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.450287 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Bound using segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:23.450849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Bound port: 309453b8-7077-4202-a5db-d7aa56b71641, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:23.451407 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.455725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.470496 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:21Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:23.490247 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.521204 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef8037f-2f5d-42ce-8195-01378c003300 None None] The sync data for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 is: [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:21Z', 'revision_number': 3, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:23.530362 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:23.533766 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:23.537971 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:23.556546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] For port 309453b8-7077-4202-a5db-d7aa56b71641, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:23.560292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] For port 309453b8-7077-4202-a5db-d7aa56b71641, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=309453b8-7077-4202-a5db-d7aa56b71641,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:23.565932 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.570106 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:23.590136 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:23.630442 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0361018-676f-4490-afb9-3c813eb0f3fc None None] Pushing event updated for resources: {'Port': ['ID=309453b8-7077-4202-a5db-d7aa56b71641,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:23.738888 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.062129 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.068122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.140425 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.142215 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:24.244462 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:24.245870 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:24.367879 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:24.505017 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:24.515764 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a425add9-baea-4d8e-af53-ee82e59ea523 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/27cae04f-de4e-471c-b8fe-9c51dbbec7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024631 Apr 01 00:03:24.551535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 309453b8-7077-4202-a5db-d7aa56b71641 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:24.616099 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 309453b8-7077-4202-a5db-d7aa56b71641 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:24.616507 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.656048 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb9f88-ae4c-4ec2-80db-3a03ac1e7709 None None] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:03:24.675671 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-e2609718-ff82-4fb0-aa24-a6295dbe1e14 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708303543&fields=id&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 267 time: 0.0376527 Apr 01 00:03:24.782460 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-4d92e6d7-a73f-48f7-8878-934c3ae3aa88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:24.783981 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-4d92e6d7-a73f-48f7-8878-934c3ae3aa88 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 797 time: 0.1012430 Apr 01 00:03:24.787738 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.799166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f06628b4-475e-4ab5-98cb-48b8ec8a21b4 None None] Provisioning complete for port 309453b8-7077-4202-a5db-d7aa56b71641 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:24.799596 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f06628b4-475e-4ab5-98cb-48b8ec8a21b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.800282 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-56f5befd-cfac-49b2-972e-4ea06534b2de tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/quotas/5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 375 time: 0.0096231 Apr 01 00:03:24.856681 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-059dfc64-97c2-4e8d-add9-413b3a3dd55e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504200 Apr 01 00:03:24.887872 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 309453b8-7077-4202-a5db-d7aa56b71641, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=309453b8-7077-4202-a5db-d7aa56b71641,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:24.896324 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:24.897128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:24.927212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-fa599143-2bb2-4503-ae7e-ea403f2a60dd service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:03:24.928273 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-fa599143-2bb2-4503-ae7e-ea403f2a60dd service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568511 Apr 01 00:03:25.024297 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-9c793f6c-37ed-4998-9ccc-a71ce4e7499b service neutron] 10.222.0.95 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884800 Apr 01 00:03:25.041709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=309453b8-7077-4202-a5db-d7aa56b71641,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:25.064025 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:25.064770 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.138097 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-09a649a6-9e1f-4f28-af28-e7c43026c6d4 service neutron] 10.222.0.95 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057873 Apr 01 00:03:25.159311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.181091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:25.186013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.241532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:25.317530 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Sync routers for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:25.335890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:25.335890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:25.353987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a7fece02-bcbc-445f-bbca-fd56d04edcc7 req-6d8efd28-9dbb-4fa0-8f55-8bf8aa66f8ce tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 210 time: 0.0452986 Apr 01 00:03:25.379474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-db5f84b0-f4c2-4b87-849a-078c5133e413 None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:25.380171 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-db5f84b0-f4c2-4b87-849a-078c5133e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.423346 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-db5f84b0-f4c2-4b87-849a-078c5133e413 None None] Port fc494f2e-23bb-4273-b6a4-d229959964d2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:25.440045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-db5f84b0-f4c2-4b87-849a-078c5133e413 None None] Provisioning complete for port 309453b8-7077-4202-a5db-d7aa56b71641 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:25.440417 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-db5f84b0-f4c2-4b87-849a-078c5133e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.454669 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:25.664269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-77b445df-6cad-4e93-a6d1-abc2f55770b2 None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:25.664812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-77b445df-6cad-4e93-a6d1-abc2f55770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.702266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-77b445df-6cad-4e93-a6d1-abc2f55770b2 None None] Port fc494f2e-23bb-4273-b6a4-d229959964d2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:25.760389 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 2, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:25.789498 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Checking router: 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:25.789842 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Updating router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 port fc494f2e-23bb-4273-b6a4-d229959964d2 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:03:25.818090 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.822326 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f0af2b4c-8411-43b5-bd8a-032db88a17b4 None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:25.822704 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f0af2b4c-8411-43b5-bd8a-032db88a17b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:25.858627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-f0af2b4c-8411-43b5-bd8a-032db88a17b4 None None] Port fc494f2e-23bb-4273-b6a4-d229959964d2 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:26.087778 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.094643 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.149724 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Pushing event updated for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:26.154094 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:03:26.173205 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.173541 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.173890 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.174225 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.174561 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.174885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.175208 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.175626 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.175963 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.176274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.176590 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.176908 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:03:26.208978 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Attempting to bind port fc494f2e-23bb-4273-b6a4-d229959964d2 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:26.209345 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Attempting to bind port fc494f2e-23bb-4273-b6a4-d229959964d2 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:26.209692 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Attempting to bind port fc494f2e-23bb-4273-b6a4-d229959964d2 on network 3968992f-6d77-43cf-9650-e00e12bbe1f6 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:26.215487 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:26.215866 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Checking segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:26.216281 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.216675 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Bound using segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:26.217137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Bound port: fc494f2e-23bb-4273-b6a4-d229959964d2, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:26.217861 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.289660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] For port fc494f2e-23bb-4273-b6a4-d229959964d2, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:26.293145 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] For port fc494f2e-23bb-4273-b6a4-d229959964d2, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc494f2e-23bb-4273-b6a4-d229959964d2,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:26.297987 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.371502 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:26.373375 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:26.397297 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:26.397631 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.519471 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-03b4e5f3-54af-4ac3-8526-58f9cd11f81b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:26.526689 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-03b4e5f3-54af-4ac3-8526-58f9cd11f81b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 797 time: 0.2136302 Apr 01 00:03:26.534134 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 309453b8-7077-4202-a5db-d7aa56b71641 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:26.534393 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:26.545246 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4581be10-43c3-4017-a2bf-4b5d59e276b8 req-7885b113-a77b-4adf-9ecb-7d4239fd0471 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 210 time: 0.0374179 Apr 01 00:03:26.582329 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d810e-ba4f-431a-9cbc-e0ed3787dc61 None None] Pushing event updated for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=4']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:26.583678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.596655 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-e801378e-68c5-4e76-8413-9a428c3e7756 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e6755edc6504ef58b4790ffb5ce292a HTTP/1.1" status: 200 len: 380 time: 0.0627835 Apr 01 00:03:26.607083 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'port': {'device_id': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'admin_state_up': True, 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'security_groups': ['a604f07c-fc9f-4485-8f0b-812e31e4421a']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:26.634509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] For port fc494f2e-23bb-4273-b6a4-d229959964d2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc494f2e-23bb-4273-b6a4-d229959964d2,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:26.636539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 309453b8-7077-4202-a5db-d7aa56b71641 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:26.637155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.670464 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.732735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Made reservation on behalf of 5e6755edc6504ef58b4790ffb5ce292a for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:03:26.737236 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.743677 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4878fe-846d-4e86-9b99-d815a905b21f None None] Pushing event updated for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:26.793925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:26.802241 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:26.822037 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-0e5aa273-2dac-4d1d-8f24-62f860cf7d53 None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:26.822408 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa273-2dac-4d1d-8f24-62f860cf7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.837879 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3c776-1231-4e18-993d-4cc4c3d67033 None None] The sync data for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 is: [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:26.883344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.900327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:26.900707 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:26.962155 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.20.0.14 (3968992f-6d77-43cf-9650-e00e12bbe1f6/57f235c6-bce3-4111-ab7c-26c63da56f72/42b3a1aa-f462-4af3-83ad-c12713d6abb5) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:27.143892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.179857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.227195 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:27.230663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:27.234701 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:27.241542 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:27.295434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:27.296270 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.314725 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-16512344-ad35-4294-9107-96e08affeff7 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117360 Apr 01 00:03:27.327525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Request body: {'port': {'device_id': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:27.399005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.503331 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d201280e-01ca-4339-82e8-7056b98a8970 None None] Provisioning complete for port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:27.503706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d201280e-01ca-4339-82e8-7056b98a8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.538538 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d201280e-01ca-4339-82e8-7056b98a8970 None None] Port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:03:27.704315 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b3a1aa-f462-4af3-83ad-c12713d6abb5 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:03:27.715572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882525f-61c6-492c-bc6d-9b7459d397ab req-7a7855bb-feb2-41ff-8af5-1e80a5e0533b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:27.717116 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7882525f-61c6-492c-bc6d-9b7459d397ab req-7a7855bb-feb2-41ff-8af5-1e80a5e0533b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 932 time: 0.0945461 Apr 01 00:03:27.721727 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.751985 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Transition to ACTIVE for port object 42b3a1aa-f462-4af3-83ad-c12713d6abb5 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:03:27.757591 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.795599 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7882525f-61c6-492c-bc6d-9b7459d397ab req-38a268fa-a092-4c14-b835-1de67a633368 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712235 Apr 01 00:03:27.839332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Pushing event updated for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:27.893390 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Attempting to bind port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:03:27.894153 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Attempting to bind port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:03:27.894614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Attempting to bind port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 on network 3968992f-6d77-43cf-9650-e00e12bbe1f6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:27.899564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 on network 3968992f-6d77-43cf-9650-e00e12bbe1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:03:27.900089 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Attempting to bind port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 on network 3968992f-6d77-43cf-9650-e00e12bbe1f6 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:03:27.905735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:03:27.906162 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Checking segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:03:27.906548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Bound using segment: {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:03:27.906974 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Bound port: 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cec037-480b-47f1-afd2-e265879a1f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:03:27.907367 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:27.982899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:03:27.986418 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:03:27.992921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:28.030451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.031053 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:28.032455 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] 10.222.0.60 "PUT /v2.0/ports/42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 1092 time: 0.7096608 Apr 01 00:03:28.032888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:28.035211 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc3243d-190d-4db2-af05-e1aad9dbed16" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:28.087636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcf6c0-c275-4bb8-a661-08e779a3144c service neutron] Pushing event updated for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:28.091254 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300865a-c020-425e-80b8-64f66fc58656 x-openstack-request-id: req-c300865a-c020-425e-80b8-64f66fc58656 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:28.091579 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:28.091823 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c300865a-c020-425e-80b8-64f66fc58656 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:28.092197 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c300865a-c020-425e-80b8-64f66fc58656'] response: {'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'status': 'completed', 'code': 200} Apr 01 00:03:28.121806 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-97245b68-3a19-44c5-a728-809035fa1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.123413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-97245b68-3a19-44c5-a728-809035fa1a21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1095 time: 0.0488024 Apr 01 00:03:28.170310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-b17c975b-70b6-4179-876f-77f3d44c7f5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 217 time: 0.0383718 Apr 01 00:03:28.222993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-f37f0815-5d17-48ff-8519-d057ab5f55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.224573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-f37f0815-5d17-48ff-8519-d057ab5f55d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0462348 Apr 01 00:03:28.269548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-e3fc6ca7-c969-48f6-8900-62be38c699f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.271113 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-e3fc6ca7-c969-48f6-8900-62be38c699f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396662 Apr 01 00:03:28.370007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-4cb46227-540a-48b4-ab8f-6ccf8a6b3eb3 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919538 Apr 01 00:03:28.466582 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-782febbb-14f9-431f-ba02-aa5a9ff469d7 req-d028a13d-f4f1-4efe-9dbc-ead630b166b4 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901725 Apr 01 00:03:28.473024 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc494f2e-23bb-4273-b6a4-d229959964d2 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:28.523064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port fc494f2e-23bb-4273-b6a4-d229959964d2 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:28.523629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:28.556278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-9b004ec4-219f-4120-92eb-7ec8cb241882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.557813 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-9b004ec4-219f-4120-92eb-7ec8cb241882 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1095 time: 0.0392687 Apr 01 00:03:28.650977 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-65193f5c-5c61-45ef-984f-8ff411921db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.652556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-65193f5c-5c61-45ef-984f-8ff411921db6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 899 time: 0.0884778 Apr 01 00:03:28.692823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-fc69335c-656a-447b-ad19-3b4f89305f68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 217 time: 0.0339835 Apr 01 00:03:28.744455 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-d1a149cf-8419-466c-b10a-a83ab0db3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.745867 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-d1a149cf-8419-466c-b10a-a83ab0db3359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0471461 Apr 01 00:03:28.798776 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-175ff6ba-b6fc-4c08-a099-43ac27f9b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.800987 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-175ff6ba-b6fc-4c08-a099-43ac27f9b34d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484073 Apr 01 00:03:28.919365 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-22516700-d0cd-4339-a43e-8a34383ffaea service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119306 Apr 01 00:03:28.940725 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed977042-31ff-4eaa-9dc6-83ca213a6dcb req-32bf0502-dc73-476b-96d3-386d5d5f8798 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:28.942472 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed977042-31ff-4eaa-9dc6-83ca213a6dcb req-32bf0502-dc73-476b-96d3-386d5d5f8798 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 944 time: 0.0773647 Apr 01 00:03:29.028464 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ed977042-31ff-4eaa-9dc6-83ca213a6dcb req-6dbcf8b3-521a-4a8c-bf5c-529116256bc0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746591 Apr 01 00:03:29.048897 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0dc3243d-190d-4db2-af05-e1aad9dbed16 req-78227d1f-0345-4d6e-a2db-082bc447639b service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216283 Apr 01 00:03:30.160013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e58c6-1d3e-4fce-bd98-569168636636 req-5ea02bcc-f646-4837-b1be-24196774ab35 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:30.161481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f7e58c6-1d3e-4fce-bd98-569168636636 req-5ea02bcc-f646-4837-b1be-24196774ab35 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 944 time: 0.0516841 Apr 01 00:03:30.201835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f7e58c6-1d3e-4fce-bd98-569168636636 req-0c0a1755-b79b-4db8-8475-ae7dc8b890ef tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330427 Apr 01 00:03:31.335084 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16735d3e-312e-4822-85cc-0727636e670c req-46ab7c1b-06b4-4e5b-8273-cd166a8945c0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:31.336631 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16735d3e-312e-4822-85cc-0727636e670c req-46ab7c1b-06b4-4e5b-8273-cd166a8945c0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 944 time: 0.0598471 Apr 01 00:03:31.375671 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-16735d3e-312e-4822-85cc-0727636e670c req-39ffaa52-55e4-449d-aedf-0e3685c10c6b tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326998 Apr 01 00:03:31.915132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 42b3a1aa-f462-4af3-83ad-c12713d6abb5 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:03:32.018752 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:32.029865 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'port_id': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'mac_address': 'fa:16:3e:8f:0d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:03:32.067270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:32.080738 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b3a1aa-f462-4af3-83ad-c12713d6abb5 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:03:32.100362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:32.106612 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:32.160495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:32.445129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['42b3a1aa-f462-4af3-83ad-c12713d6abb5'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:03:32.502012 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c106-0585-4543-a390-3c46b8dc6ee5 req-cf26ddc8-8e70-41fa-a17f-ef925147a591 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:32.503718 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1a6c106-0585-4543-a390-3c46b8dc6ee5 req-cf26ddc8-8e70-41fa-a17f-ef925147a591 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 945 time: 0.0564766 Apr 01 00:03:32.547481 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1a6c106-0585-4543-a390-3c46b8dc6ee5 req-0f06f188-a97e-41c3-b910-b690a7a5db6e tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372739 Apr 01 00:03:33.685053 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c5a9-6a3d-44d7-96c2-0f3d1d409e5e req-f2f42994-f9c7-43eb-ae21-48a37187cb22 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:33.686821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b35c5a9-6a3d-44d7-96c2-0f3d1d409e5e req-f2f42994-f9c7-43eb-ae21-48a37187cb22 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 945 time: 0.0551596 Apr 01 00:03:33.725743 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0b35c5a9-6a3d-44d7-96c2-0f3d1d409e5e req-5781ed15-8042-41d1-a85a-6bd77aef6086 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Apr 01 00:03:33.929038 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 42b3a1aa-f462-4af3-83ad-c12713d6abb5 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:03:33.986153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:03:33.990966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:03:33.991384 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.070776 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.094642 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:34.096939 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a963ad7-d5da-4a99-91dd-2afb9a41971e" -d '{"events": [{"server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "name": "network-vif-plugged", "status": "completed", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:34.109817 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:03:34.114247 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.303840 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34419a0c-8700-4dc1-8efe-9c6200c1ae30 x-openstack-request-id: req-34419a0c-8700-4dc1-8efe-9c6200c1ae30 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:34.304169 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "name": "network-vif-plugged", "status": "completed", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:34.304368 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-34419a0c-8700-4dc1-8efe-9c6200c1ae30 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:34.304755 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34419a0c-8700-4dc1-8efe-9c6200c1ae30'] response: {'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'code': 200} Apr 01 00:03:34.324973 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:34.331372 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824f7ad-7d88-42d9-b48d-4d8dbf70feeb req-13cdd7bc-aa14-4036-a6fe-6a35ea477319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:34.333516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9824f7ad-7d88-42d9-b48d-4d8dbf70feeb req-13cdd7bc-aa14-4036-a6fe-6a35ea477319 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1097 time: 0.0421021 Apr 01 00:03:34.371273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9824f7ad-7d88-42d9-b48d-4d8dbf70feeb req-550689d7-51d4-47f9-af92-1c240d74606c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Apr 01 00:03:34.618785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6f97e2f5-d5b7-48f3-8fab-f4d5a6f88e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:34.861417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa231-7bdd-4637-8529-c647e2aff488 req-69549dbb-fad1-4658-9ee2-f864dd2274c3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:34.862910 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa6aa231-7bdd-4637-8529-c647e2aff488 req-69549dbb-fad1-4658-9ee2-f864dd2274c3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0521910 Apr 01 00:03:34.901208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-aa6aa231-7bdd-4637-8529-c647e2aff488 req-eed76841-a215-4354-a81c-48c4e8f9b81c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Apr 01 00:03:36.035562 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c932d-c2af-4544-bc96-68fd8d948784 req-0574cffa-38dd-4981-bd75-13e689e22350 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.037119 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-815c932d-c2af-4544-bc96-68fd8d948784 req-0574cffa-38dd-4981-bd75-13e689e22350 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0566936 Apr 01 00:03:36.076798 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-815c932d-c2af-4544-bc96-68fd8d948784 req-538fc71d-21ea-4ad2-8482-d7e7187f912c tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Apr 01 00:03:36.193858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f4ae-fae9-4fee-9937-20d685dbaf08 req-2b6d1ff6-d09d-4208-9139-a8c1ddfdbaed tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.195222 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39b9f4ae-fae9-4fee-9937-20d685dbaf08 req-2b6d1ff6-d09d-4208-9139-a8c1ddfdbaed tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0493617 Apr 01 00:03:36.235074 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-39b9f4ae-fae9-4fee-9937-20d685dbaf08 req-a6751a51-2e76-4046-a60c-776c5fc8c001 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 Apr 01 00:03:36.257084 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38014) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:36.297637 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4a3f1-c245-4a0b-b0c4-b036d1ac520e tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:36.299153 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7dd4a3f1-c245-4a0b-b0c4-b036d1ac520e tempest-TestNetworkAdvancedServerOps-566969172 tempest-TestNetworkAdvancedServerOps-566969172-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1092 time: 0.0410569 Apr 01 00:03:36.302200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38016) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:36.306397 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:03:36.329612 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.435730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.542127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Allocated IP 172.25.8.47 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/d066249a-3abb-4ff9-bdd9-3c7f345df43b) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:03:36.654706 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.689945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:36.730518 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:03:36.735490 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:03:36.737750 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=d066249a-3abb-4ff9-bdd9-3c7f345df43b,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:36.739908 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:03:37.058873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-998a4bbb-b691-44e5-aed3-b6a4b639e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.088699 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.157044 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.340311 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.348007 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.415862 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event updated for resources: {'Port': ['ID=d066249a-3abb-4ff9-bdd9-3c7f345df43b,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:03:37.427928 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:37.526141 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 associated. External IP: 172.25.8.47, port: 42b3a1aa-f462-4af3-83ad-c12713d6abb5. Apr 01 00:03:38.063120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:03:38.177739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:03:38.188452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Sync routers for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:03:38.196786 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.199792 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:38.200633 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.223361 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c855cac3-9d5d-4f3d-a507-cf7a06847f40 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9201567 Apr 01 00:03:38.224067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:03:38.226675 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735be5e-c58b-47d9-a8bd-16744dca2430" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:03:38.266880 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab205f-3632-468e-9f78-9d9bdf711809 x-openstack-request-id: req-76ab205f-3632-468e-9f78-9d9bdf711809 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:03:38.267172 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:03:38.267447 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-76ab205f-3632-468e-9f78-9d9bdf711809 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:03:38.267856 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ab205f-3632-468e-9f78-9d9bdf711809'] response: {'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'status': 'completed', 'code': 200} Apr 01 00:03:38.313272 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:38.325169 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02f7fd-9d92-44d9-b3ab-01b1d92183ba req-bfa2946a-3921-4ae9-abc5-63caad8018e6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:38.329650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-61633143-aaf4-4051-89d7-57cbab5a3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:38.331779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-61633143-aaf4-4051-89d7-57cbab5a3417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1097 time: 0.0401392 Apr 01 00:03:38.331933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f02f7fd-9d92-44d9-b3ab-01b1d92183ba req-bfa2946a-3921-4ae9-abc5-63caad8018e6 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0556548 Apr 01 00:03:38.366942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1f02f7fd-9d92-44d9-b3ab-01b1d92183ba req-6d767ab1-fbdb-4196-a18d-b2c749afaca0 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Apr 01 00:03:38.389242 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38022) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:38.428354 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-f4fd3dbe-7371-4f35-9373-b84bb16acf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:38.429944 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-f4fd3dbe-7371-4f35-9373-b84bb16acf69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 899 time: 0.0894229 Apr 01 00:03:38.459425 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-56a1422e-820b-4918-9993-005bbdb5f171 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 HTTP/1.1" status: 200 len: 991 time: 0.0688303 Apr 01 00:03:38.499357 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-8142858c-dd93-43ae-95a9-2f92c6b8856a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 999 time: 0.0625746 Apr 01 00:03:38.541256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '8a022ad2-f6ec-4fe7-9f8b-45708fc304b2', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'port_id': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'mac_address': 'fa:16:3e:8f:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:03:36Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.551036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-2874efbd-bd8d-41b6-bf18-337f5ec88160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:38.552589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-2874efbd-bd8d-41b6-bf18-337f5ec88160 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0464425 Apr 01 00:03:38.567956 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Checking router: 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:03:38.576579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:03:38.577221 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:03:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.596629 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-f38dacbc-5a17-4c7d-abff-aa7aeed17565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:03:38.598152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-f38dacbc-5a17-4c7d-abff-aa7aeed17565 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391431 Apr 01 00:03:38.681330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:38.687707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-b10c01e2-a703-4c95-82f4-c3ce4b333309 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Apr 01 00:03:38.688267 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:03:38.781273 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2735be5e-c58b-47d9-a8bd-16744dca2430 req-4ccfcf3b-42c9-4156-b3c7-f4729c188e04 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Apr 01 00:03:38.912478 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '8a022ad2-f6ec-4fe7-9f8b-45708fc304b2', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'port_id': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'mac_address': 'fa:16:3e:8f:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:03:36Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:03:38.943265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8efe70-804b-4368-857d-14746bcbe45e None None] The sync data for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 is: [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '8a022ad2-f6ec-4fe7-9f8b-45708fc304b2', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'floating_ip_address': '172.25.8.47', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'port_id': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'mac_address': 'fa:16:3e:8f:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:03:36Z', 'updated_at': '2022-04-01T00:03:36Z', 'revision_number': 0, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:03:39.161781 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86704a-ef29-44ba-a34a-fa0f98b3aa1c None None] New status for floating IP 8a022ad2-f6ec-4fe7-9f8b-45708fc304b2: ACTIVE {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:03:39.461696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38024) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:03:39.534766 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d4f53066-f016-4199-80fc-c902c4900dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 HTTP/1.1" status: 200 len: 993 time: 0.0716372 Apr 01 00:03:40.262179 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:40.461460 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:51.602620 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:03:56.851522 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:03.136241 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:04:04.623585 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5030d747-c201-4ff8-9d9b-12e2f4c17a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:07.067545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-feea5842-f893-4cd0-8c20-1cda0686f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:08.656175 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:09.041699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-f064afd4-4e32-4c51-8798-4abad8085703 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401371 Apr 01 00:04:09.134765 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-a60b042e-3bff-4c5c-9980-22dde5275063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:09.136281 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-a60b042e-3bff-4c5c-9980-22dde5275063 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1097 time: 0.0460291 Apr 01 00:04:09.558490 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-715d3aba-16bb-4810-8088-37a4012d1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:09.560001 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-715d3aba-16bb-4810-8088-37a4012d1ce9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 899 time: 0.4036655 Apr 01 00:04:09.633598 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-99dff6c1-a40e-4bbd-88c7-99d77a893753 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 1001 time: 0.0663970 Apr 01 00:04:09.684596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-866c2b84-6b3b-4820-ba55-928f3cb7c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:09.686042 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-866c2b84-6b3b-4820-ba55-928f3cb7c11b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0455985 Apr 01 00:04:09.730503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-4a6cf149-75ab-4faf-baf0-285e2328a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:09.731976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-4a6cf149-75ab-4faf-baf0-285e2328a790 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394754 Apr 01 00:04:09.742808 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-e92e0029-bec2-4ad3-a729-479ca3e89ede service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:04:09.743764 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-e92e0029-bec2-4ad3-a729-479ca3e89ede service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048134 Apr 01 00:04:09.837541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-1e605ec2-e39a-4e3d-8900-81f2e08575c2 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861447 Apr 01 00:04:09.928475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-06bfb51b-52b1-4d85-bd5c-c34cee11d07e req-e3961fe2-c8ee-4d9f-9ef4-9a38da379d6b service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835867 Apr 01 00:04:10.267850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:10.457920 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:21.623512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:26.867109 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:34.629302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e330f69-714e-4b2a-8e92-6c406c0b341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:37.064435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4fd5ff62-4ad9-41af-bec0-4fb19f45fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:38.658982 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:40.135444 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:04:40.268499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:40.454794 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:42.728746 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46547-383c-4432-90d8-2841f1e3a4c6 req-84fa4323-978b-4bb9-8610-02da617a3ee5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:42.730143 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42e46547-383c-4432-90d8-2841f1e3a4c6 req-84fa4323-978b-4bb9-8610-02da617a3ee5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0600293 Apr 01 00:04:42.769160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-42e46547-383c-4432-90d8-2841f1e3a4c6 req-801e9649-79bb-48b9-ae0a-9fac62a7901f tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326891 Apr 01 00:04:43.917943 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6df6-0b3a-4750-adcf-5aaa5bb1c694 req-243ba8f2-f153-41b1-ba6e-c76741295171 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:43.919594 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09da6df6-0b3a-4750-adcf-5aaa5bb1c694 req-243ba8f2-f153-41b1-ba6e-c76741295171 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0546808 Apr 01 00:04:43.961749 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09da6df6-0b3a-4750-adcf-5aaa5bb1c694 req-d72160aa-63fc-47c9-880d-71df8a24eb79 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336313 Apr 01 00:04:45.084720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa8602-d0b5-456c-a23d-9e6a5ab49cb4 req-e79f75b0-1427-4623-a33c-bdc3e6feb5c5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:45.086188 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1fa8602-d0b5-456c-a23d-9e6a5ab49cb4 req-e79f75b0-1427-4623-a33c-bdc3e6feb5c5 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0495751 Apr 01 00:04:45.128384 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a1fa8602-d0b5-456c-a23d-9e6a5ab49cb4 req-26dcaa74-c2d0-4373-ab88-c3544e7a7b6a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339501 Apr 01 00:04:45.153784 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38068) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:45.219063 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8476681-b283-4228-a1e1-a3753ea387ef tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 HTTP/1.1" status: 200 len: 993 time: 0.0640798 Apr 01 00:04:46.512667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565433-8b92-47e2-bbd0-8630cea34e84 req-5abfab92-78f3-4736-beae-270e8ae13aeb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:46.514182 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7565433-8b92-47e2-bbd0-8630cea34e84 req-5abfab92-78f3-4736-beae-270e8ae13aeb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0498950 Apr 01 00:04:46.527194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-27790f36-4c95-4f57-ba04-3c5197ac14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:46.528730 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-27790f36-4c95-4f57-ba04-3c5197ac14f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1097 time: 0.0416613 Apr 01 00:04:46.553391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e7565433-8b92-47e2-bbd0-8630cea34e84 req-0576dfa8-7485-4e22-b651-5687c7acc232 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Apr 01 00:04:46.622886 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-87ead5f9-a736-42b7-ac24-29e2a3948ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:46.624412 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-87ead5f9-a736-42b7-ac24-29e2a3948ed7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 899 time: 0.0888252 Apr 01 00:04:46.699344 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-caf2d752-5507-4b1c-b5bd-245f9929174f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 1001 time: 0.0664434 Apr 01 00:04:46.754244 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-8cad8aea-8dba-4732-9c53-1e5e8fbb88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:46.755751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-8cad8aea-8dba-4732-9c53-1e5e8fbb88c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0500889 Apr 01 00:04:46.801049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-3340b3fb-5a1b-4877-9cbd-1ef06ff15597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:46.802594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-3340b3fb-5a1b-4877-9cbd-1ef06ff15597 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403013 Apr 01 00:04:46.891824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-44e32974-8401-40e4-a930-8fa0ddf78106 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828037 Apr 01 00:04:46.990107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c4c1a8e4-e7f0-4ea8-9427-d32821a88e47 req-7a813b11-1a96-4746-a9c1-210950687531 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898819 Apr 01 00:04:47.689169 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8687d9d-e419-4578-84a2-fb191da12b87 req-993c7e5b-f329-45c7-a849-4a424625caf4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:47.691014 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8687d9d-e419-4578-84a2-fb191da12b87 req-993c7e5b-f329-45c7-a849-4a424625caf4 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0504076 Apr 01 00:04:47.736565 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8687d9d-e419-4578-84a2-fb191da12b87 req-839ebdd8-2d8a-48b0-84aa-13510a039bfc tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Apr 01 00:04:48.866333 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a759d8c-2c00-4146-80b1-7568e3ba46e0 req-5618d995-973c-44c1-bae3-a9b4c1a95922 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:48.867825 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a759d8c-2c00-4146-80b1-7568e3ba46e0 req-5618d995-973c-44c1-bae3-a9b4c1a95922 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0470891 Apr 01 00:04:48.912690 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3a759d8c-2c00-4146-80b1-7568e3ba46e0 req-12035c73-a983-40b9-8da2-135ba1f84124 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386295 Apr 01 00:04:48.935480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38080) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:48.995705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e37dac49-35fa-4d02-aa30-c16615ced67d tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/floatingips/8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 HTTP/1.1" status: 200 len: 993 time: 0.0590425 Apr 01 00:04:49.249606 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38086) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:49.419642 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port d066249a-3abb-4ff9-bdd9-3c7f345df43b {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:49.419897 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:49.496917 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:49.497225 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:49.508778 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for d066249a-3abb-4ff9-bdd9-3c7f345df43b owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:49.662651 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:49.684603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=d066249a-3abb-4ff9-bdd9-3c7f345df43b,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:49.697398 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.697741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.698077 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.698409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.698735 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.699061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.699909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.699909 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.700120 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.700330 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.700652 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.700950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:49.760836 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:49.761252 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Floating IP 8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 disassociated (deleted). External IP: 172.25.8.47, port: 42b3a1aa-f462-4af3-83ad-c12713d6abb5. Apr 01 00:04:49.981433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:04:50.103969 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:04:50.109100 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:50.115120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Sync routers for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:04:50.125388 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:50.125978 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:50.138047 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a329be5f-f3e0-4b70-8993-c1985b7af006 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/floatingips/8a022ad2-f6ec-4fe7-9f8b-45708fc304b2 HTTP/1.1" status: 204 len: 168 time: 0.8847175 Apr 01 00:04:50.138047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:50.138368 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4434e6-5926-47fe-9921-3672fea8b66c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:50.198256 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bce434f-9e0e-4bb8-a34c-217d785a9ff2 x-openstack-request-id: req-8bce434f-9e0e-4bb8-a34c-217d785a9ff2 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:50.198547 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:50.198804 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8bce434f-9e0e-4bb8-a34c-217d785a9ff2 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:50.199220 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bce434f-9e0e-4bb8-a34c-217d785a9ff2'] response: {'name': 'network-changed', 'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'status': 'completed', 'code': 200} Apr 01 00:04:50.234521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:50.246041 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-486ca861-06f9-45da-827b-5434a5f8146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:50.247984 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-486ca861-06f9-45da-827b-5434a5f8146b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 1097 time: 0.0439601 Apr 01 00:04:50.377366 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-28dd71ac-dd36-4a78-8829-5094cc2cfe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:50.378939 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-28dd71ac-dd36-4a78-8829-5094cc2cfe86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 200 len: 899 time: 0.1230485 Apr 01 00:04:50.395819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3de49-7e5f-4fb9-8fed-02586821337c req-b57151c1-2f65-450e-a11c-27d8e79fbdfb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:50.397265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5dd3de49-7e5f-4fb9-8fed-02586821337c req-b57151c1-2f65-450e-a11c-27d8e79fbdfb tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0663636 Apr 01 00:04:50.446213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:50.447396 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-6106aa81-9d5f-4909-8997-cf123e57287b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 200 len: 217 time: 0.0593669 Apr 01 00:04:50.477822 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Checking router: 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:04:50.486399 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:50.486922 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:50.493027 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5dd3de49-7e5f-4fb9-8fed-02586821337c req-714d5e94-04de-4065-addb-46336d4ec185 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889359 Apr 01 00:04:50.517829 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-7153c64f-128b-4746-94c0-e474708c3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:50.519382 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-7153c64f-128b-4746-94c0-e474708c3581 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 200 len: 835 time: 0.0645435 Apr 01 00:04:50.565888 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-68c908ea-773f-4892-a019-497dc6611e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:50.567592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-68c908ea-773f-4892-a019-497dc6611e41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3968992f-6d77-43cf-9650-e00e12bbe1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409939 Apr 01 00:04:50.596285 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:50.664050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-ca5c5407-f500-4e9e-b2af-869dc1c4aff6 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887129 Apr 01 00:04:50.755592 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a4434e6-5926-47fe-9921-3672fea8b66c req-d5a31c8c-9f0a-4c22-99da-cdd0dcaab084 service neutron] 10.222.0.60 "GET /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840893 Apr 01 00:04:50.803175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:50.829132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dadb17-6160-4d81-954b-b6c5b86e91f6 None None] The sync data for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 is: [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:23Z', 'revision_number': 4, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': 'fc494f2e-23bb-4273-b6a4-d229959964d2', 'name': '', 'network_id': '3968992f-6d77-43cf-9650-e00e12bbe1f6', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'mac_address': 'fa:16:3e:5f:1d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:23Z', 'updated_at': '2022-04-01T00:03:26Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'subnets': [{'id': '57f235c6-bce3-4111-ab7c-26c63da56f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:04:51.047750 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3374a7-81d2-4051-ba58-b77e696e98b4 None None] New status for floating IP 8a022ad2-f6ec-4fe7-9f8b-45708fc304b2: DOWN {{(pid=109301) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:04:51.622153 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ee50-92c5-461a-b465-6edfccf932c5 req-5da34bf6-458e-4aac-ab49-55d55cbeed57 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:51.623863 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5e8ee50-92c5-461a-b465-6edfccf932c5 req-5da34bf6-458e-4aac-ab49-55d55cbeed57 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0555427 Apr 01 00:04:51.643893 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:51.666778 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d5e8ee50-92c5-461a-b465-6edfccf932c5 req-b8088b4c-9e98-49c7-b85c-15de6cc3677a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/security-groups?id=a604f07c-fc9f-4485-8f0b-812e31e4421a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367181 Apr 01 00:04:52.183088 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-071e339a-fb34-466e-bdbb-83026c22b902 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:52.184602 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-071e339a-fb34-466e-bdbb-83026c22b902 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 946 time: 0.0611997 Apr 01 00:04:52.274870 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:52.275188 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:52.370160 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port 42b3a1aa-f462-4af3-83ad-c12713d6abb5, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=42b3a1aa-f462-4af3-83ad-c12713d6abb5,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:52.370424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:52.384587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for 42b3a1aa-f462-4af3-83ad-c12713d6abb5 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:52.522215 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:52.559396 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=42b3a1aa-f462-4af3-83ad-c12713d6abb5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:52.600311 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] No DVR routers for this DVR port 42b3a1aa-f462-4af3-83ad-c12713d6abb5 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:04:52.603546 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:52.606906 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-53242e75-fdbb-43af-a6dc-e07986ed0dba req-41be7984-be18-4969-965c-3fbed56738da tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.60 "DELETE /v2.0/ports/42b3a1aa-f462-4af3-83ad-c12713d6abb5 HTTP/1.1" status: 204 len: 173 time: 0.4163208 Apr 01 00:04:52.607383 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'name': 'network-vif-deleted', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:04:52.609766 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc16fc9e-b344-4319-89e0-9c5173922570" -d '{"events": [{"server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "name": "network-vif-deleted", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:04:52.648710 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bb60d8-9205-42f0-9a7d-172af479c90a x-openstack-request-id: req-c1bb60d8-9205-42f0-9a7d-172af479c90a {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:04:52.649071 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e1c96-5300-4c55-8ba1-da3be66554aa", "name": "network-vif-deleted", "tag": "42b3a1aa-f462-4af3-83ad-c12713d6abb5", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:04:52.649388 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c1bb60d8-9205-42f0-9a7d-172af479c90a {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:04:52.649824 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bb60d8-9205-42f0-9a7d-172af479c90a'] response: {'server_uuid': 'cd2e1c96-5300-4c55-8ba1-da3be66554aa', 'name': 'network-vif-deleted', 'tag': '42b3a1aa-f462-4af3-83ad-c12713d6abb5', 'status': 'completed', 'code': 200} Apr 01 00:04:52.780711 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a1715ac-328c-4e25-9e1a-1ee930cd032b req-160e74aa-ff48-4ef2-83cc-e3cf627e81b3 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd2e1c96-5300-4c55-8ba1-da3be66554aa HTTP/1.1" status: 200 len: 210 time: 0.0289443 Apr 01 00:04:53.851961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38102) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:54.226741 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:54.485602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port fc494f2e-23bb-4273-b6a4-d229959964d2 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:54.485890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:54.585208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port fc494f2e-23bb-4273-b6a4-d229959964d2, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=fc494f2e-23bb-4273-b6a4-d229959964d2,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:54.585596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:54.597869 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for fc494f2e-23bb-4273-b6a4-d229959964d2 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:54.794129 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:54.825172 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=fc494f2e-23bb-4273-b6a4-d229959964d2,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:54.994838 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.524747 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:04:55.637764 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:04:55.643225 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9acd7b2b-91b4-48b6-8c51-14ec93a9a99a tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "PUT /v2.0/routers/27cae04f-de4e-471c-b8fe-9c51dbbec7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7901499 Apr 01 00:04:55.646341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38104) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:55.648455 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Sync routers for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:04:55.659431 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:55.660046 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:55.698571 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting subnet 57f235c6-bce3-4111-ab7c-26c63da56f72 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:04:55.701736 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.741319 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.833710 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.893468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.920813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Subnet': ['ID=57f235c6-bce3-4111-ab7c-26c63da56f72,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:55.923717 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:55.937476 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:55.940366 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/subnets/57f235c6-bce3-4111-ab7c-26c63da56f72 HTTP/1.1" status: 204 len: 168 time: 0.2930439 Apr 01 00:04:55.942280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.942692 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.943113 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.943499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.943680 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38106) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:55.943864 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.944154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.944476 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.944796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.945132 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.945450 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.945767 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.946090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fff16a2-7ae6-4f32-bcd1-7d39de392dcf tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:55.953982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c50ef-d870-4ef7-9335-82a3e308cc3e None None] Network 3968992f-6d77-43cf-9650-e00e12bbe1f6 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:04:56.052440 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.163294 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.202081 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:04:54Z', 'revision_number': 5, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port': {'id': 'ea14f3d3-e372-4019-9ce0-fd1ac865c8f9', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.219939 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Deleting port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:56.220311 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.239601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 42b3a1aa-f462-4af3-83ad-c12713d6abb5 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:04:56.241912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Checking router: 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:04:56.264468 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48566711-2b35-4eec-90ae-73627443172e None None] DHCP port deletion for 3968992f-6d77-43cf-9650-e00e12bbe1f6 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:04:56.266688 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 42b3a1aa-f462-4af3-83ad-c12713d6abb5 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:04:56.267033 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 42b3a1aa-f462-4af3-83ad-c12713d6abb5 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:04:56.273863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Routers {'27cae04f-de4e-471c-b8fe-9c51dbbec7b0'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:04:56.274507 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.301236 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] For port ea14f3d3-e372-4019-9ce0-fd1ac865c8f9, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:56.301604 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.313670 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Calling delete_port for ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:56.383869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] Set router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:04:56.442776 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:04:56Z', 'revision_number': 6, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.468888 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10636957-ba5e-4a78-b4cd-fb9e2c9d2d5e None None] The sync data for ids ['27cae04f-de4e-471c-b8fe-9c51dbbec7b0'] in n-d-835855-2 is: [{'id': '27cae04f-de4e-471c-b8fe-9c51dbbec7b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-807840965', 'tenant_id': '5e6755edc6504ef58b4790ffb5ce292a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:03:20Z', 'updated_at': '2022-04-01T00:04:56Z', 'revision_number': 6, 'project_id': '5e6755edc6504ef58b4790ffb5ce292a', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:04:56.480841 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-48566711-2b35-4eec-90ae-73627443172e None None] Deleting port 309453b8-7077-4202-a5db-d7aa56b71641 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:04:56.481211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.488005 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.521947 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Port': ['ID=ea14f3d3-e372-4019-9ce0-fd1ac865c8f9,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:56.554602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-48566711-2b35-4eec-90ae-73627443172e None None] For port 309453b8-7077-4202-a5db-d7aa56b71641, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=309453b8-7077-4202-a5db-d7aa56b71641,segment=NetworkSegment(e4cec037-480b-47f1-afd2-e265879a1f01),segment_id=e4cec037-480b-47f1-afd2-e265879a1f01)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:04:56.555001 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.567945 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-48566711-2b35-4eec-90ae-73627443172e None None] Calling delete_port for 309453b8-7077-4202-a5db-d7aa56b71641 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:04:56.581623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.647567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.672022 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48566711-2b35-4eec-90ae-73627443172e None None] Pushing event deleted for resources: {'Port': ['ID=309453b8-7077-4202-a5db-d7aa56b71641,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:56.673335 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.675569 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.676583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48566711-2b35-4eec-90ae-73627443172e None None] No DVR routers for this DVR port 309453b8-7077-4202-a5db-d7aa56b71641 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:04:56.683531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.683531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.683863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.684737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.684737 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.684926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.685149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.685463 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.685784 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.686451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.686451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.686691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48566711-2b35-4eec-90ae-73627443172e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:04:56.723629 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.724312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Fanout notify agent at l3_agent the message router_deleted on router 27cae04f-de4e-471c-b8fe-9c51dbbec7b0 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:04:56.731496 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.732638 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3f9151b4-ff81-49e8-9ad6-ee0c1b683e99 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/routers/27cae04f-de4e-471c-b8fe-9c51dbbec7b0 HTTP/1.1" status: 204 len: 168 time: 0.7879393 Apr 01 00:04:56.735332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:56.817378 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.865499 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.878180 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 309453b8-7077-4202-a5db-d7aa56b71641 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:04:56.904226 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 309453b8-7077-4202-a5db-d7aa56b71641 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:04:56.904483 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 309453b8-7077-4202-a5db-d7aa56b71641 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:04:56.916472 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.937505 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3968992f-6d77-43cf-9650-e00e12bbe1f6']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.949381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cec037-480b-47f1-afd2-e265879a1f01') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.949675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cec037-480b-47f1-afd2-e265879a1f01') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:04:56.958890 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.971683 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.977615 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:04:56.978000 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: timer() Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: self._notify() Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: event.method(event) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:04:56.981119 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:04:57.041819 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.049619 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.051938 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/networks/3968992f-6d77-43cf-9650-e00e12bbe1f6 HTTP/1.1" status: 204 len: 168 time: 0.3156259 Apr 01 00:04:57.054786 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38110) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:57.063306 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19240734-270b-4451-826d-74a2023f5054 tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'Network': ['ID=3968992f-6d77-43cf-9650-e00e12bbe1f6,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:57.118090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.146469 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.211625 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.214285 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.215613 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] 10.222.0.95 "DELETE /v2.0/security-groups/a604f07c-fc9f-4485-8f0b-812e31e4421a HTTP/1.1" status: 204 len: 168 time: 0.1597307 Apr 01 00:04:57.225375 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a386a2-c2b9-49f7-b0e4-f78d68ec19ee tempest-TestNetworkAdvancedServerOps-1435221604 tempest-TestNetworkAdvancedServerOps-1435221604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604f07c-fc9f-4485-8f0b-812e31e4421a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:57.592115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38118) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:57.764614 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-747b65ce-8c39-4e64-b772-4794c44aab73 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5e6755edc6504ef58b4790ffb5ce292a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713541 Apr 01 00:04:57.768526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:57.832693 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.854584 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.911376 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.913903 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:57.915072 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9bf21a60-643b-45fa-a7c6-2fbff2337bea HTTP/1.1" status: 204 len: 168 time: 0.1455326 Apr 01 00:04:57.922993 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b864d3-e7f5-4083-bfff-9a96d59e4cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf21a60-643b-45fa-a7c6-2fbff2337bea,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:58.217821 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38128) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:58.231388 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3e25fa2-78ca-4d4c-8f2b-ecb775cd800a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.303175 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3e25fa2-78ca-4d4c-8f2b-ecb775cd800a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.308674 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e3e25fa2-78ca-4d4c-8f2b-ecb775cd800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.346160 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e3e25fa2-78ca-4d4c-8f2b-ecb775cd800a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=793d855b75c44853acd4790769f2e9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272321 Apr 01 00:04:58.347004 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e25fa2-78ca-4d4c-8f2b-ecb775cd800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4229a3-ecff-439c-b1a8-fb331076280d,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:58.349027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38130) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:58.403919 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.426455 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.480716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.483348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:58.484556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf4229a3-ecff-439c-b1a8-fb331076280d HTTP/1.1" status: 204 len: 168 time: 0.1344752 Apr 01 00:04:58.500755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c823ad8-6b98-4d09-8d68-1af6e203ee1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4229a3-ecff-439c-b1a8-fb331076280d,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:58.514298 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:04:58.538690 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:04:58.539032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device ea14f3d3-e372-4019-9ce0-fd1ac865c8f9 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:04:58.539469 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc494f2e-23bb-4273-b6a4-d229959964d2 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:04:58.559222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: fc494f2e-23bb-4273-b6a4-d229959964d2 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:04:58.559491 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device fc494f2e-23bb-4273-b6a4-d229959964d2 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:04:59.268154 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38152) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:59.371646 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1226864556-network', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:59.391123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Made reservation on behalf of ba59b7d62a8e4397bda3d4abbfe27c72 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:04:59.393461 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.402071 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.475544 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.482280 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.508706 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1280, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:04:59.518115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed853b0a-c8df-4af6-b3f7-c5f57ea2d762,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:59.522828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.523163 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Added segment 577b852f-0ead-47c6-b12d-2645999470fa of type vlan for network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 Apr 01 00:04:59.567084 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.594072 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.594954 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:59.595573 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.627442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3581417 Apr 01 00:04:59.630503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38156) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:59.635210 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Request body: {'subnet': {'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1226864556-subnet', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:04:59.667917 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba2a12-f02a-438f-9907-cb62f18fefa1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee6ea57-e4b5-46e9-9013-5dd529ce0939,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:59.681115 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:04:59.683678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Made reservation on behalf of ba59b7d62a8e4397bda3d4abbfe27c72 for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:04:59.686330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.865341 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.921501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba2fd36-6946-43e0-8d41-8f2c01468525,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:04:59.932188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:04:59.932540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Network hostable DHCP agents. Network: 8ee6ea57-e4b5-46e9-9013-5dd529ce0939, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:04:59.950583 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:04:59.960480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 8ee6ea57-e4b5-46e9-9013-5dd529ce0939) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:04:59.965107 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:04:59.965704 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:04:59.969967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2965da7-d716-4952-890e-e9a02c6f934b None None] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:04:59.984450 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b9773c5a-75d2-4421-a25d-13c3ee39ffce admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504241 Apr 01 00:04:59.984897 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38158) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:04:59.989356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:00.010353 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.011378 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.063400 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.127347 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01321686-5711-410d-8812-f19116dd20ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:05:00.128250 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.210026 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.270133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-01321686-5711-410d-8812-f19116dd20ca None None] Allocated IP 172.20.0.2 (8ee6ea57-e4b5-46e9-9013-5dd529ce0939/4ba2fd36-6946-43e0-8d41-8f2c01468525/30480f2c-bd70-479d-94cd-b2b9d962e14a) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:00.409644 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.412674 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.417273 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.433572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.464008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321686-5711-410d-8812-f19116dd20ca None None] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:00.466852 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-01321686-5711-410d-8812-f19116dd20ca None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:00.469403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01321686-5711-410d-8812-f19116dd20ca None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:00.482909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321686-5711-410d-8812-f19116dd20ca None None] Pushing event updated for resources: {'Port': ['ID=30480f2c-bd70-479d-94cd-b2b9d962e14a,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:00.534214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-01321686-5711-410d-8812-f19116dd20ca None None] Attempting to bind port 30480f2c-bd70-479d-94cd-b2b9d962e14a on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:00.534579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-01321686-5711-410d-8812-f19116dd20ca None None] Attempting to bind port 30480f2c-bd70-479d-94cd-b2b9d962e14a by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:00.534941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01321686-5711-410d-8812-f19116dd20ca None None] Attempting to bind port 30480f2c-bd70-479d-94cd-b2b9d962e14a on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:00.537108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Allocated IP 172.25.8.254 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/292d23bb-0b8e-4d19-af04-d10649706af6) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:00.540360 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01321686-5711-410d-8812-f19116dd20ca None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:00.540739 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01321686-5711-410d-8812-f19116dd20ca None None] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:00.541189 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.541579 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01321686-5711-410d-8812-f19116dd20ca None None] Bound using segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:00.542047 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-01321686-5711-410d-8812-f19116dd20ca None None] Bound port: 30480f2c-bd70-479d-94cd-b2b9d962e14a, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:00.542433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.604045 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-01321686-5711-410d-8812-f19116dd20ca None None] For port 30480f2c-bd70-479d-94cd-b2b9d962e14a, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:00.607275 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-01321686-5711-410d-8812-f19116dd20ca None None] For port 30480f2c-bd70-479d-94cd-b2b9d962e14a, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=30480f2c-bd70-479d-94cd-b2b9d962e14a,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:00.612747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-01321686-5711-410d-8812-f19116dd20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.646151 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.675385 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321686-5711-410d-8812-f19116dd20ca None None] Pushing event updated for resources: {'Port': ['ID=30480f2c-bd70-479d-94cd-b2b9d962e14a,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:00.682951 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:00.725129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:00.728354 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:00.730918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:00.755772 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=292d23bb-0b8e-4d19-af04-d10649706af6,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:01.002065 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.225793 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.359514 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Router 41996ba5-0936-4921-abf7-8753e0f77888 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:05:01.469351 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:01.479660 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:01.489502 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.494405 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f29baf3b-761d-49aa-9b88-3f2342a4fcc5 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5051684 Apr 01 00:05:01.494757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38160) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:01.496005 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:01.496963 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:01.553232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23ef59-dcc1-40af-88c6-2aef2cd7ece6 None None] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:05:01.607472 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:01.684887 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] Provisioning complete for port 30480f2c-bd70-479d-94cd-b2b9d962e14a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:01.685300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.796948 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.833499 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] For port 30480f2c-bd70-479d-94cd-b2b9d962e14a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=30480f2c-bd70-479d-94cd-b2b9d962e14a,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:01.841042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:01.901799 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:00Z', 'revision_number': 3, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:01.921570 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b64703-214a-40e3-bc0b-99b7175c4885 None None] Pushing event updated for resources: {'Port': ['ID=30480f2c-bd70-479d-94cd-b2b9d962e14a,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:01.936263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:01.936612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Updating router 41996ba5-0936-4921-abf7-8753e0f77888 port 292d23bb-0b8e-4d19-af04-d10649706af6 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:05:01.963577 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.064652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-28f522f7-06ad-4f2e-ab47-19166eff5197 None None] Provisioning complete for port 30480f2c-bd70-479d-94cd-b2b9d962e14a triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:02.065041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-28f522f7-06ad-4f2e-ab47-19166eff5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.232067 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.238713 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.250647 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.287885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Attempting to bind port 292d23bb-0b8e-4d19-af04-d10649706af6 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:02.288267 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Attempting to bind port 292d23bb-0b8e-4d19-af04-d10649706af6 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:02.288607 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Attempting to bind port 292d23bb-0b8e-4d19-af04-d10649706af6 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:02.295459 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Pushing event updated for resources: {'Port': ['ID=292d23bb-0b8e-4d19-af04-d10649706af6,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:02.297594 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:02.297959 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:02.298354 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.298791 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:02.299190 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Bound port: 292d23bb-0b8e-4d19-af04-d10649706af6, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:02.299611 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.322270 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.322471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.322838 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.323164 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.323515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.323836 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.324154 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.324473 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.324790 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.325103 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.325389 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.325729 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:05:02.360212 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] For port 292d23bb-0b8e-4d19-af04-d10649706af6, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:02.363885 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] For port 292d23bb-0b8e-4d19-af04-d10649706af6, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=292d23bb-0b8e-4d19-af04-d10649706af6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:02.370198 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.405682 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Allocated IP 172.20.0.1 (8ee6ea57-e4b5-46e9-9013-5dd529ce0939/4ba2fd36-6946-43e0-8d41-8f2c01468525/6418699c-12c7-4f3c-bb0e-d811c4002b32) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:02.424642 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:02.425256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:02.469616 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409ce5-76a5-4e68-9121-88a5c9000bf5 None None] Pushing event updated for resources: {'Port': ['ID=292d23bb-0b8e-4d19-af04-d10649706af6,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:02.517352 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.544237 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:02.553110 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 30480f2c-bd70-479d-94cd-b2b9d962e14a up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:02.558179 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.598997 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:02.601790 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:02.604905 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 30480f2c-bd70-479d-94cd-b2b9d962e14a triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:02.605454 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:02.606192 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.610923 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:02.654346 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.737542 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:00Z', 'revision_number': 3, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:02.764066 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f2d39-3f69-4292-b4e5-b6e4432bf284 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:00Z', 'revision_number': 3, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:02.800296 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.872561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-d59e95be-ca3b-4558-9983-b1778c4bcfa8 None None] Provisioning complete for port 6418699c-12c7-4f3c-bb0e-d811c4002b32 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:02.872933 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d59e95be-ca3b-4558-9983-b1778c4bcfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.906439 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d59e95be-ca3b-4558-9983-b1778c4bcfa8 None None] Port 6418699c-12c7-4f3c-bb0e-d811c4002b32 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:02.970602 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:02.982132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.064854 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:03.073898 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.170506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:03.172027 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:03.295828 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:05:03.411115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:03.426122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d3d40ec8-39f8-4c32-b477-6864effb2ef0 admin admin] 10.222.0.95 "PUT /v2.0/routers/41996ba5-0936-4921-abf7-8753e0f77888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9300842 Apr 01 00:05:03.433785 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-a460ccb7-55b5-4b9c-b918-687299340bba None None] Provisioning complete for port 6418699c-12c7-4f3c-bb0e-d811c4002b32 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:03.434383 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a460ccb7-55b5-4b9c-b918-687299340bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.477969 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-a460ccb7-55b5-4b9c-b918-687299340bba None None] Port 6418699c-12c7-4f3c-bb0e-d811c4002b32 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:03.942816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38178) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:03.947722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1906095669-network', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:03.969912 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Made reservation on behalf of 5cb1fe3e343d44d28bdf03dd004cd8f6 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:05:03.972749 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:03.983462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.063799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.069277 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.094002 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 1287, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:05:04.104334 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac36487-699d-4d52-985c-23ce5e4cac23,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:04.109047 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.109387 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Added segment cf28468c-27c0-4a11-a090-e2172c72d204 of type vlan for network 575ac0dd-a56f-4210-aa57-7704f627c97c Apr 01 00:05:04.153411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.178224 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.185007 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.185734 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.221834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2778695 Apr 01 00:05:04.225477 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38180) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:04.231666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Request body: {'subnet': {'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1906095669-subnet', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:04.254572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Made reservation on behalf of 5cb1fe3e343d44d28bdf03dd004cd8f6 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:05:04.257477 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.258702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de2472-dfb7-454e-86a2-21d583381cbc admin admin] Pushing event updated for resources: {'Network': ['ID=575ac0dd-a56f-4210-aa57-7704f627c97c,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:04.269088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 575ac0dd-a56f-4210-aa57-7704f627c97c details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:05:04.327122 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:04.347627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:04.348238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:04.437780 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.494154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:04.515051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Checking segment: {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:04.515560 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Network hostable DHCP agents. Network: 575ac0dd-a56f-4210-aa57-7704f627c97c, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:05:04.542606 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Network 575ac0dd-a56f-4210-aa57-7704f627c97c is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:05:04.553883 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 575ac0dd-a56f-4210-aa57-7704f627c97c) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:04.558324 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:04.558864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.566685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 292d23bb-0b8e-4d19-af04-d10649706af6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:04.568755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a14f6d-321e-48f8-8eab-74e8673bcf23 None None] Network 575ac0dd-a56f-4210-aa57-7704f627c97c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:05:04.577071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-7427903d-6f72-44af-bd5d-18800b37a202 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3496559 Apr 01 00:05:04.579769 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38182) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:04.584178 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:04.608035 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.609110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.665348 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.719074 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-461c1c4e-6044-434a-a629-f17c26a8fc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.754624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:04.804927 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.827707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 292d23bb-0b8e-4d19-af04-d10649706af6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:04.828079 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:04.934573 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-575ac0dd-a56f-4210-aa57-7704f627c97c', 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'fixed_ips': [{'subnet_id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:05:04.936187 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.006041 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.025388 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.133052 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Allocated IP 172.25.8.3 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/749ea2b0-1b9e-487f-8c66-bf088c6fc6be) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:05.162552 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.199132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 292d23bb-0b8e-4d19-af04-d10649706af6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=292d23bb-0b8e-4d19-af04-d10649706af6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:05.207981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Allocated IP 172.20.0.2 (575ac0dd-a56f-4210-aa57-7704f627c97c/1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb/4a05ec82-e0fc-41e8-a609-6234d883a416) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:05.211440 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.238227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.272268 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.280771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 2, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:05.311266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:05.316123 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:05.320527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:05.323594 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Pushing event updated for resources: {'Port': ['ID=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:05.349730 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:05.350094 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Updating router 41996ba5-0936-4921-abf7-8753e0f77888 port 6418699c-12c7-4f3c-bb0e-d811c4002b32 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:05:05.353317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=292d23bb-0b8e-4d19-af04-d10649706af6,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:05.388375 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.532619 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.545433 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.577294 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.617801 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Network 575ac0dd-a56f-4210-aa57-7704f627c97c is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:05.620362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Pushing event updated for resources: {'Port': ['ID=4a05ec82-e0fc-41e8-a609-6234d883a416,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:05.629348 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:05.631767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:05.722259 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Attempting to bind port 4a05ec82-e0fc-41e8-a609-6234d883a416 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:05.722611 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Attempting to bind port 4a05ec82-e0fc-41e8-a609-6234d883a416 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:05.722980 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Attempting to bind port 4a05ec82-e0fc-41e8-a609-6234d883a416 on network 575ac0dd-a56f-4210-aa57-7704f627c97c {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:05.743563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:05.743929 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Checking segment: {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:05.744326 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.744718 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Bound using segment: {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:05.745182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Bound port: 4a05ec82-e0fc-41e8-a609-6234d883a416, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:05.745665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.777397 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.843589 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.851098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] For port 4a05ec82-e0fc-41e8-a609-6234d883a416, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:05.854799 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] For port 4a05ec82-e0fc-41e8-a609-6234d883a416, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a05ec82-e0fc-41e8-a609-6234d883a416,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:05.856200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.862350 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:05.917338 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0444bb-580a-4c44-ac62-5e0ca14ec568 None None] Pushing event updated for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:05.939472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Router e29983fd-3365-4263-a72a-d3ce2de5f372 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:05:06.045952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb4a26-ea74-44f0-833c-089a1550da8b None None] Pushing event updated for resources: {'Port': ['ID=4a05ec82-e0fc-41e8-a609-6234d883a416,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:06.049120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Attempting to bind port 6418699c-12c7-4f3c-bb0e-d811c4002b32 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:06.049562 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Attempting to bind port 6418699c-12c7-4f3c-bb0e-d811c4002b32 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:06.049992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Attempting to bind port 6418699c-12c7-4f3c-bb0e-d811c4002b32 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:06.056830 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:06.057353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:06.057830 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.058310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Bound using segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:06.058838 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Bound port: 6418699c-12c7-4f3c-bb0e-d811c4002b32, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:06.059424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.079751 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:06.088882 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Sync routers for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:06.107453 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.111494 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bb87691d-d374-46ab-84ff-ee930be7cc6d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5282547 Apr 01 00:05:06.111652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:06.111652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:06.111973 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38188) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:06.143102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] For port 6418699c-12c7-4f3c-bb0e-d811c4002b32, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:06.147314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] For port 6418699c-12c7-4f3c-bb0e-d811c4002b32, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6418699c-12c7-4f3c-bb0e-d811c4002b32,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:06.154344 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.257467 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:06.257893 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:04:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:06.286905 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:06.536463 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 3, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:06.571367 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Checking router: e29983fd-3365-4263-a72a-d3ce2de5f372 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:06.572429 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Updating router e29983fd-3365-4263-a72a-d3ce2de5f372 port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:05:06.600744 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.658008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0444bb-580a-4c44-ac62-5e0ca14ec568 None None] Pushing event updated for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:06.673519 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:06.676071 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] Provisioning complete for port 6418699c-12c7-4f3c-bb0e-d811c4002b32 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:06.676541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.708229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 292d23bb-0b8e-4d19-af04-d10649706af6 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:06.784649 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.909308 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.918763 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.926704 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 292d23bb-0b8e-4d19-af04-d10649706af6 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:06.927075 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.975019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.978999 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Allocated IP 172.20.0.1 (575ac0dd-a56f-4210-aa57-7704f627c97c/1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb/77efb099-1144-4cb1-95f4-b05e97808eb3) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:06.982262 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Attempting to bind port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:06.982747 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Attempting to bind port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:06.983317 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Attempting to bind port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:06.987305 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00338129-6623-43d7-82dc-fab34df16865 None None] Pushing event updated for resources: {'Port': ['ID=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:06.993895 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:06.994414 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:06.995041 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:06.995629 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:06.996180 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Bound port: 749ea2b0-1b9e-487f-8c66-bf088c6fc6be, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:06.996653 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.051546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] For port 6418699c-12c7-4f3c-bb0e-d811c4002b32, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6418699c-12c7-4f3c-bb0e-d811c4002b32,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:07.065189 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] For port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:07.069114 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.071675 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] For port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:07.080211 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.131926 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8567acea-ffa9-4210-892e-984a7ea9be60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.144115 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.166897 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a05ec82-e0fc-41e8-a609-6234d883a416 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:07.193941 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.205452 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb425ad0-6a8a-41ca-b786-4dffbefd1d4b None None] Pushing event updated for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:07.215699 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:06Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:07.247278 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:07.247979 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:07.252655 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981d7e7-d2ba-4ac2-9d56-fd219d07a6f5 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:06Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:07.255180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Network 575ac0dd-a56f-4210-aa57-7704f627c97c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:07.263209 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-159a77af-9fc9-4d10-94f6-fbfccf2757df None None] Provisioning complete for port 6418699c-12c7-4f3c-bb0e-d811c4002b32 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:07.263598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-159a77af-9fc9-4d10-94f6-fbfccf2757df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.264405 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:07.267067 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:07.276987 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:07.348055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a05ec82-e0fc-41e8-a609-6234d883a416 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:07.348643 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.353832 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.418206 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00338129-6623-43d7-82dc-fab34df16865 None None] Pushing event updated for resources: {'Port': ['ID=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:07.458785 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:07.460207 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310ba44-fbae-400b-a483-928fc45f475c None None] Network 575ac0dd-a56f-4210-aa57-7704f627c97c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:05:07.600195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.677278 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 3, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:07.678967 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 4a05ec82-e0fc-41e8-a609-6234d883a416, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a05ec82-e0fc-41e8-a609-6234d883a416,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:07.695629 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.713498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6b4eab5f-43b5-4624-a402-9af8a10f956b None None] Provisioning complete for port 4a05ec82-e0fc-41e8-a609-6234d883a416 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:07.713873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6b4eab5f-43b5-4624-a402-9af8a10f956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:07.714038 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd22f0-8d78-4d7f-bb57-8e1ddd498ec3 None None] The sync data for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 is: [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 3, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:07.810685 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=4a05ec82-e0fc-41e8-a609-6234d883a416,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:07.950672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.204445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-be01701c-0741-4056-ade1-542daf09a12a None None] Provisioning complete for port 4a05ec82-e0fc-41e8-a609-6234d883a416 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:08.205005 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-be01701c-0741-4056-ade1-542daf09a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.205643 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.214421 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.304020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:08.310533 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.376678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-be01701c-0741-4056-ade1-542daf09a12a None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:08.376678 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-be01701c-0741-4056-ade1-542daf09a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.420236 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-be01701c-0741-4056-ade1-542daf09a12a None None] Port 77efb099-1144-4cb1-95f4-b05e97808eb3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:08.429634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Network 575ac0dd-a56f-4210-aa57-7704f627c97c is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:08.431071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:08.549353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-46f2d2ba-78a4-41d4-af48-3fdda0e0e4eb None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:08.550063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-46f2d2ba-78a4-41d4-af48-3fdda0e0e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.586688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Router e29983fd-3365-4263-a72a-d3ce2de5f372 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:05:08.620601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-46f2d2ba-78a4-41d4-af48-3fdda0e0e4eb None None] Port 77efb099-1144-4cb1-95f4-b05e97808eb3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:08.673199 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.735498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 749ea2b0-1b9e-487f-8c66-bf088c6fc6be up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:08.758133 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:08.764602 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6cb4ffcb-57a8-456c-aaa1-55c7f276c4f4 admin admin] 10.222.0.95 "PUT /v2.0/routers/e29983fd-3365-4263-a72a-d3ce2de5f372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6509714 Apr 01 00:05:08.787864 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-85111848-c1b1-4e74-aef9-140b8226ade8 None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:08.788231 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-85111848-c1b1-4e74-aef9-140b8226ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.835793 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-85111848-c1b1-4e74-aef9-140b8226ade8 None None] Port 77efb099-1144-4cb1-95f4-b05e97808eb3 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:08.844256 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:08.844703 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.927278 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.950060 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:08.956736 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:08.957544 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6418699c-12c7-4f3c-bb0e-d811c4002b32 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:09.038317 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:09.056531 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 6418699c-12c7-4f3c-bb0e-d811c4002b32 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:09.057021 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.137458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a05ec82-e0fc-41e8-a609-6234d883a416 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:09.190145 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 4a05ec82-e0fc-41e8-a609-6234d883a416 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:09.190401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.615428 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38196) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:09.620491 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40369916', 'description': 'tempest-secgroup-smoke-40369916 description', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:09.647852 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.720462 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.726261 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.754509 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.755882 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1390936 Apr 01 00:05:09.758115 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68221b-48fa-49bc-b760-d1b362a4b60f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba39ac-1782-4797-a75e-2de258d491a8,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:09.759967 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:09.764827 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:09.794212 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.854132 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.860110 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.880859 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce73d2f-807e-4508-b6fb-e6455bdaa42e,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:09.889523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.890720 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ec32442a-b21a-4cf7-922a-90de75a37ec8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296113 Apr 01 00:05:09.894527 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38200) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:09.899028 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:09.926416 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.987976 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:09.994499 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.014659 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f302bc2-cb07-492f-b88d-3c45ba5e9b26,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:10.023579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.027398 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b4263f4d-775a-4e34-a654-af9b8dc28090 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292603 Apr 01 00:05:10.027666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:10.032127 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:10.059327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.129843 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.136556 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.160283 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebecff0b-1362-4326-9f25-fcd956fd1ef0,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:10.169094 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.170332 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3ca4f3b-5ffe-4661-aacb-986e8f852a28 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416905 Apr 01 00:05:10.173979 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38204) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:10.179421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:10.208736 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.272134 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.272735 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.275905 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.294209 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4b71b6-eb26-468f-83cb-2bfbb17e904d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:10.299788 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.303787 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bd4bab17-7bfb-402c-b0f4-0b39bc6ad1af tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283405 Apr 01 00:05:10.304043 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38206) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:10.308757 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:10.330396 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Project ba59b7d62a8e4397bda3d4abbfe27c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:05:10.336812 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.399377 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.404988 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.425287 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef212d3-8932-47c5-81e8-64a63c19df60,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:10.433879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.435102 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-81a3331c-9c23-4fbd-aa86-9648a2f1633e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300609 Apr 01 00:05:10.438001 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38208) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:10.443643 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': 'dcba39ac-1782-4797-a75e-2de258d491a8', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:10.457702 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.469244 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Project ba59b7d62a8e4397bda3d4abbfe27c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:05:10.475400 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.521825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 749ea2b0-1b9e-487f-8c66-bf088c6fc6be up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:10.545255 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.551839 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.564790 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Sync routers for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:10.573140 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17deace1-bbb2-479b-b7ca-9033a7af00aa,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:10.579064 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:10.579825 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:10.583275 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.583430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b7c4fe11-536a-41a5-b7ee-46ae949bba65 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436198 Apr 01 00:05:10.644195 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:10.645140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:10.733348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-06a1eff1-ad48-4c7c-ae89-c799f35baa49 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40369916&fields=id&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 267 time: 0.0350251 Apr 01 00:05:10.843639 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-6df778aa-b333-48c1-b2e9-3d4036ef6eeb tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:10.845091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-6df778aa-b333-48c1-b2e9-3d4036ef6eeb tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 809 time: 0.1044343 Apr 01 00:05:10.862304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-78a2cf20-2287-482f-ba31-ff14ba9d3856 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/quotas/ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 375 time: 0.0099738 Apr 01 00:05:10.895314 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:10.915506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-376808db-07d1-4633-8d68-1c71a784508c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470109 Apr 01 00:05:11.018244 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-f7b3c51e-512c-46db-98f2-7bee2ab99106 service neutron] 10.222.0.95 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897241 Apr 01 00:05:11.112705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-adb8405b-8252-4a4f-9e56-317567883f3c service neutron] 10.222.0.95 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874987 Apr 01 00:05:11.126031 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 4, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77efb099-1144-4cb1-95f4-b05e97808eb3', 'name': '', 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'mac_address': 'fa:16:3e:2f:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:06Z', 'updated_at': '2022-04-01T00:05:08Z', 'revision_number': 2, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'subnets': [{'id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:11.152880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Checking router: e29983fd-3365-4263-a72a-d3ce2de5f372 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:11.153229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Updating router e29983fd-3365-4263-a72a-d3ce2de5f372 port 77efb099-1144-4cb1-95f4-b05e97808eb3 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:05:11.178390 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.281162 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d12196cb-70a8-446a-b79d-5d2db67a4a53 req-4b845311-5ec1-4b73-a8c4-8f4aebaa4717 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 210 time: 0.0275338 Apr 01 00:05:11.455802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.462556 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.530576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5264384-daea-4fb6-a09d-4dbffcf95a9c None None] Pushing event updated for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:11.563292 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Attempting to bind port 77efb099-1144-4cb1-95f4-b05e97808eb3 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:11.563546 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Attempting to bind port 77efb099-1144-4cb1-95f4-b05e97808eb3 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:11.564255 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Attempting to bind port 77efb099-1144-4cb1-95f4-b05e97808eb3 on network 575ac0dd-a56f-4210-aa57-7704f627c97c {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:11.570561 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:11.571008 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Checking segment: {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:11.571368 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.571764 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Bound using segment: {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:11.572231 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Bound port: 77efb099-1144-4cb1-95f4-b05e97808eb3, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf28468c-27c0-4a11-a090-e2172c72d204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:11.572620 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.646247 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] For port 77efb099-1144-4cb1-95f4-b05e97808eb3, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:11.650258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] For port 77efb099-1144-4cb1-95f4-b05e97808eb3, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77efb099-1144-4cb1-95f4-b05e97808eb3,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:11.656462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.715742 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:11.716393 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:11.754723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5264384-daea-4fb6-a09d-4dbffcf95a9c None None] Pushing event updated for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:11.830995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:11.831394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:11.872534 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:12.034930 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.085215 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] For port 77efb099-1144-4cb1-95f4-b05e97808eb3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77efb099-1144-4cb1-95f4-b05e97808eb3,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:12.106939 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.163062 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a63e5d-c462-4464-aacb-c378a4fae0f5 None None] Pushing event updated for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:12.173925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 4, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77efb099-1144-4cb1-95f4-b05e97808eb3', 'name': '', 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'mac_address': 'fa:16:3e:2f:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:06Z', 'updated_at': '2022-04-01T00:05:11Z', 'revision_number': 4, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'subnets': [{'id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:12.204172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73d4f83-cfc5-4ac5-8534-a122124db74d None None] The sync data for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 is: [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 4, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77efb099-1144-4cb1-95f4-b05e97808eb3', 'name': '', 'network_id': '575ac0dd-a56f-4210-aa57-7704f627c97c', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'mac_address': 'fa:16:3e:2f:85:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_interface', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:06Z', 'updated_at': '2022-04-01T00:05:11Z', 'revision_number': 4, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'subnets': [{'id': '1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:12.226279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e6a62a1f-c283-4774-9d71-8d4dd0416cb7 None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:12.226527 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6a62a1f-c283-4774-9d71-8d4dd0416cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.411139 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-25557337-06c9-409a-9cf9-e0e83051c290 req-41be81a9-6a21-48a4-9cc9-166eab8c32ae tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 210 time: 0.0311129 Apr 01 00:05:12.453636 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-174c02cd-3a33-4500-b63f-5714d94cf9da tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:12.464677 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-174c02cd-3a33-4500-b63f-5714d94cf9da tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 809 time: 0.1363409 Apr 01 00:05:12.520948 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-09e8812c-b88e-4c80-b09e-6bd2b7c2b9a2 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 378 time: 0.0474703 Apr 01 00:05:12.535047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'port': {'device_id': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'admin_state_up': True, 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'security_groups': ['dcba39ac-1782-4797-a75e-2de258d491a8']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:12.566687 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77efb099-1144-4cb1-95f4-b05e97808eb3 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:12.617720 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 77efb099-1144-4cb1-95f4-b05e97808eb3 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:12.618092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.657460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Made reservation on behalf of ba59b7d62a8e4397bda3d4abbfe27c72 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:05:12.661586 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.798658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Allocated IP 172.20.0.5 (8ee6ea57-e4b5-46e9-9013-5dd529ce0939/4ba2fd36-6946-43e0-8d41-8f2c01468525/b97227bb-12b4-4729-89ed-a1a8064564f4) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:12.950203 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:12.991920 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.043966 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:13.047204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:13.051073 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:13.076005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:13.112282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:13.112902 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.130353 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-7adb50f7-f6f9-47c4-aed4-d07ffc577092 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001587 Apr 01 00:05:13.143548 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Request body: {'port': {'device_id': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:13.200507 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.270175 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-72c44e09-7fc1-4eff-b52b-0350c14e9d73 None None] Provisioning complete for port b97227bb-12b4-4729-89ed-a1a8064564f4 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:13.270540 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-72c44e09-7fc1-4eff-b52b-0350c14e9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.311404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-72c44e09-7fc1-4eff-b52b-0350c14e9d73 None None] Port b97227bb-12b4-4729-89ed-a1a8064564f4 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:05:13.488363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:05:13.503954 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.531926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Transition to ACTIVE for port object b97227bb-12b4-4729-89ed-a1a8064564f4 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:05:13.539828 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.585810 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b2615-dab4-458f-bcba-a83a83c3d42e req-0452f77d-5c91-4c46-a1be-49030d2b30e3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:13.587417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca1b2615-dab4-458f-bcba-a83a83c3d42e req-0452f77d-5c91-4c46-a1be-49030d2b30e3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 931 time: 0.0945301 Apr 01 00:05:13.619204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:13.682306 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca1b2615-dab4-458f-bcba-a83a83c3d42e req-2a7953f2-3770-4477-9d28-e9eb56aa4fe2 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859108 Apr 01 00:05:13.710809 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Attempting to bind port b97227bb-12b4-4729-89ed-a1a8064564f4 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:05:13.711126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Attempting to bind port b97227bb-12b4-4729-89ed-a1a8064564f4 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:05:13.711484 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Attempting to bind port b97227bb-12b4-4729-89ed-a1a8064564f4 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:13.715943 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Port b97227bb-12b4-4729-89ed-a1a8064564f4 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:05:13.716267 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Attempting to bind port b97227bb-12b4-4729-89ed-a1a8064564f4 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:05:13.721374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:05:13.721724 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:05:13.722104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Bound using segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:05:13.722527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Bound port: b97227bb-12b4-4729-89ed-a1a8064564f4, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:05:13.722892 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.790371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:05:13.794226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:05:13.800773 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.838189 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:13.838816 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:13.840355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] 10.222.0.60 "PUT /v2.0/ports/b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1091 time: 0.7011828 Apr 01 00:05:13.840662 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:13.842930 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c384537-1205-4fdb-8780-c24ef3fde8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:13.866740 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0f67-7f96-4673-869a-842c97ab519d service neutron] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:13.893889 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186f6e2-af98-4b65-9993-876ddc582d18 x-openstack-request-id: req-3186f6e2-af98-4b65-9993-876ddc582d18 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:13.894182 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:13.894566 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3186f6e2-af98-4b65-9993-876ddc582d18 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:13.894868 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3186f6e2-af98-4b65-9993-876ddc582d18'] response: {'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'status': 'completed', 'code': 200} Apr 01 00:05:13.947972 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c8700084-8581-4a56-8538-46976346babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:13.949584 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-c8700084-8581-4a56-8538-46976346babf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1094 time: 0.0484388 Apr 01 00:05:13.993046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-9e161e10-094b-4a65-88ce-68be3b33be95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 217 time: 0.0354602 Apr 01 00:05:14.043421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-916e71d7-598e-4c44-a605-f21c19b1d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.044954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-916e71d7-598e-4c44-a605-f21c19b1d13b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0445142 Apr 01 00:05:14.094611 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-881fc07f-a708-4661-a01f-409ee563fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.096175 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-881fc07f-a708-4661-a01f-409ee563fe90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450034 Apr 01 00:05:14.200436 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-f7f4e06f-7f69-4042-9c43-ae0032fd2096 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974336 Apr 01 00:05:14.297066 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-20b027e3-51bc-4a31-8721-19c13377cd03 req-1bc19a14-8de3-43b0-b5ff-e40455a2d218 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Apr 01 00:05:14.389516 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-44d45e4c-eb7c-4897-a48d-cf5a61038baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.391136 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-44d45e4c-eb7c-4897-a48d-cf5a61038baf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1094 time: 0.0427308 Apr 01 00:05:14.498544 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-856c9893-42c7-4a5e-a910-a5cb4fde94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.500423 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-856c9893-42c7-4a5e-a910-a5cb4fde94c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.1008906 Apr 01 00:05:14.545681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-94d4352e-27c1-47d5-b39b-560f034d2344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 217 time: 0.0358777 Apr 01 00:05:14.594278 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-85f30516-ed2e-4968-a3a9-f03aa83db460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.595762 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-85f30516-ed2e-4968-a3a9-f03aa83db460 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0437381 Apr 01 00:05:14.639650 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-85cedddd-70aa-4d0e-a0af-d4d3aca93463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.641139 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-85cedddd-70aa-4d0e-a0af-d4d3aca93463 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392954 Apr 01 00:05:14.737595 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-87b8bf2d-83ce-4386-8e05-71f1c8096d42 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894458 Apr 01 00:05:14.857239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a7c1-cde0-4974-ac93-f20bad1b9390 req-1c163367-311d-48cf-9f1a-faec9eac4cbf tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:14.858713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de81a7c1-cde0-4974-ac93-f20bad1b9390 req-1c163367-311d-48cf-9f1a-faec9eac4cbf tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0971191 Apr 01 00:05:14.875379 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4c384537-1205-4fdb-8780-c24ef3fde8ef req-13b563cc-d948-4582-8343-a4f814458a48 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315382 Apr 01 00:05:14.902013 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-de81a7c1-cde0-4974-ac93-f20bad1b9390 req-e248e636-660e-40df-a1b9-44d74b65102f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357912 Apr 01 00:05:16.039108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a0b15-ebca-429e-9e25-a335f81e3a62 req-2907734e-a622-4e19-a717-2e60566c5c2c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:16.040627 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-309a0b15-ebca-429e-9e25-a335f81e3a62 req-2907734e-a622-4e19-a717-2e60566c5c2c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0508418 Apr 01 00:05:16.082354 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-309a0b15-ebca-429e-9e25-a335f81e3a62 req-fd20ee28-8b3e-4295-95f0-07ecc3ff6ed0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322981 Apr 01 00:05:17.134650 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:17.207896 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2fe6d-842d-4f97-8e0b-8815857b5069 req-54352acc-62e0-4247-bd8a-27bc6189fc52 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:17.209449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abb2fe6d-842d-4f97-8e0b-8815857b5069 req-54352acc-62e0-4247-bd8a-27bc6189fc52 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0523665 Apr 01 00:05:17.248795 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-abb2fe6d-842d-4f97-8e0b-8815857b5069 req-b076321a-a4c2-4162-8c0b-726f2ef12b5d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317216 Apr 01 00:05:18.359156 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:05:18.373833 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54210dec-ddb8-4e77-9e2a-8606821ef0db req-c54d635d-ea36-423e-88e5-f1a413fd8878 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:18.375500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54210dec-ddb8-4e77-9e2a-8606821ef0db req-c54d635d-ea36-423e-88e5-f1a413fd8878 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0521710 Apr 01 00:05:18.414439 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-54210dec-ddb8-4e77-9e2a-8606821ef0db req-3128cf2e-8c69-4e98-b421-1007be672522 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324306 Apr 01 00:05:18.457744 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:18.468882 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:05:18.505720 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:18.522755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:05:18.543162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:18.548235 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:18.603012 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:18.854424 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b97227bb-12b4-4729-89ed-a1a8064564f4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:05:19.550770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899919d-9606-4230-80f1-dc1f5710cf43 req-77ca6401-aad7-4669-ab23-00fe27c8bbef tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:19.552501 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f899919d-9606-4230-80f1-dc1f5710cf43 req-77ca6401-aad7-4669-ab23-00fe27c8bbef tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 944 time: 0.0602560 Apr 01 00:05:19.593837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f899919d-9606-4230-80f1-dc1f5710cf43 req-53927394-cf42-478e-8b96-2d7ac5af2f80 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318475 Apr 01 00:05:20.360106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:05:20.418269 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port b97227bb-12b4-4729-89ed-a1a8064564f4 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:05:20.422686 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port b97227bb-12b4-4729-89ed-a1a8064564f4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:05:20.423142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.509623 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.531805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:20.534071 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2fda0-1c6d-4066-9800-2a15b08be0bc" -d '{"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:20.546286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:05:20.551763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:20.580155 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7bfa74-c2d3-4680-b18d-e4d0d181b61f x-openstack-request-id: req-ce7bfa74-c2d3-4680-b18d-e4d0d181b61f {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:20.580447 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:20.580700 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ce7bfa74-c2d3-4680-b18d-e4d0d181b61f {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:20.581156 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7bfa74-c2d3-4680-b18d-e4d0d181b61f'] response: {'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'code': 200} Apr 01 00:05:20.603894 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:20.696866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5c7bb-6955-4551-8c63-c4e66c32e73c req-82061051-ab2e-40dd-8f0d-6a8f7c794967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:20.698327 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baf5c7bb-6955-4551-8c63-c4e66c32e73c req-82061051-ab2e-40dd-8f0d-6a8f7c794967 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0638628 Apr 01 00:05:20.724679 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da75eca-e0b9-49ab-9faf-5012971cb280 req-14db91e1-3894-4edd-8046-4c2e42320409 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:20.726198 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1da75eca-e0b9-49ab-9faf-5012971cb280 req-14db91e1-3894-4edd-8046-4c2e42320409 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0613637 Apr 01 00:05:20.765349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-baf5c7bb-6955-4551-8c63-c4e66c32e73c req-d7eba94d-973e-4169-a1e2-f815bbbaba7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531502 Apr 01 00:05:20.779622 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1da75eca-e0b9-49ab-9faf-5012971cb280 req-53e8e8a5-9001-4b19-92ff-59f047ca1f5a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459187 Apr 01 00:05:21.681512 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:21.922810 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99940129-5f01-4cef-8850-6158765204e9 req-c444d815-1003-458c-a27f-91e93312ad6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:21.924346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99940129-5f01-4cef-8850-6158765204e9 req-c444d815-1003-458c-a27f-91e93312ad6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0645068 Apr 01 00:05:21.966845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99940129-5f01-4cef-8850-6158765204e9 req-df9de4cf-ad9c-4150-978b-208e2604bfcc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358012 Apr 01 00:05:23.086963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b79eb3-94e3-4599-aef7-e205835aace4 req-a687206f-88f8-4b8d-9a1d-69fdf5985616 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:23.088509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74b79eb3-94e3-4599-aef7-e205835aace4 req-a687206f-88f8-4b8d-9a1d-69fdf5985616 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Apr 01 00:05:23.128587 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-74b79eb3-94e3-4599-aef7-e205835aace4 req-4f084f8f-67a6-4432-93f3-5436f0b75a3a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332890 Apr 01 00:05:23.246355 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198c313-a271-4de0-8878-7ef23a0e8825 req-eef7047b-edba-4203-b500-d0b675d62724 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:23.248779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0198c313-a271-4de0-8878-7ef23a0e8825 req-eef7047b-edba-4203-b500-d0b675d62724 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0517168 Apr 01 00:05:23.286611 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0198c313-a271-4de0-8878-7ef23a0e8825 req-edfa2dc3-d7a6-4bc7-b032-bc8f3f15644c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326030 Apr 01 00:05:23.308587 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38262) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:23.456103 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72da75fa-45ec-4f22-9d31-1b1861e32dbb tempest-TestShelveInstance-1622900976 tempest-TestShelveInstance-1622900976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:23.457644 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-72da75fa-45ec-4f22-9d31-1b1861e32dbb tempest-TestShelveInstance-1622900976 tempest-TestShelveInstance-1622900976-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1091 time: 0.1480534 Apr 01 00:05:23.462074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38266) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:05:23.466691 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:05:23.491921 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:23.591271 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:23.699566 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Allocated IP 172.25.8.99 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/32d00107-3b87-41f9-9551-3b7b9de3bdbf) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:05:23.799448 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:23.838429 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:23.880439 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:05:23.884887 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:05:23.887567 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:05:23.910638 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=32d00107-3b87-41f9-9551-3b7b9de3bdbf,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:24.266886 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.656268 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.814715 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.822492 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.889146 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=32d00107-3b87-41f9-9551-3b7b9de3bdbf,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:05:24.899627 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:24.998510 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Floating IP 55571c47-20e7-4501-9225-b92b49a96df0 associated. External IP: 172.25.8.99, port: b97227bb-12b4-4729-89ed-a1a8064564f4. Apr 01 00:05:25.221970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:05:25.343564 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:05:25.354139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:05:25.363832 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:25.366699 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:25.367489 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:25.390430 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-aed624a0-facd-4c7f-9c66-5af0e853e9b0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9272344 Apr 01 00:05:25.391044 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:05:25.393641 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:05:25.430187 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1803149-a533-4ace-87bd-6c2773127a2b x-openstack-request-id: req-f1803149-a533-4ace-87bd-6c2773127a2b {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:05:25.430473 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:05:25.430722 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f1803149-a533-4ace-87bd-6c2773127a2b {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:05:25.431123 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1803149-a533-4ace-87bd-6c2773127a2b'] response: {'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'status': 'completed', 'code': 200} Apr 01 00:05:25.474787 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:25.493381 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-94c71553-49e0-4120-8cb6-63963c26d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:25.494970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-94c71553-49e0-4120-8cb6-63963c26d027 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0401633 Apr 01 00:05:25.590557 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-11fd9dff-e6c4-4821-a49e-44fed9da89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:25.592213 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-11fd9dff-e6c4-4821-a49e-44fed9da89d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0903313 Apr 01 00:05:25.659902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-fe26dd7a-c409-484c-9544-9e4f75a71faa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 998 time: 0.0616312 Apr 01 00:05:25.693673 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '55571c47-20e7-4501-9225-b92b49a96df0', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:24Z', 'updated_at': '2022-04-01T00:05:24Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:25.709575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-dfff94f0-7d32-4b56-a83c-8d1c553b7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:25.711081 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-dfff94f0-7d32-4b56-a83c-8d1c553b7911 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0450008 Apr 01 00:05:25.723011 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:05:25.731718 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:05:25.732268 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:05:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:25.755851 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-fced6dfa-3529-43f4-8d00-1ad4a9b63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:05:25.757368 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-fced6dfa-3529-43f4-8d00-1ad4a9b63446 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396225 Apr 01 00:05:25.832606 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:05:25.852862 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-6cfc6edc-e973-4248-a30e-6a166962a1e2 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892582 Apr 01 00:05:25.946050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ca3cef83-52b1-4328-88a9-c9e5ad6281fa req-8ce0b0c2-1f6d-4e8b-a4fe-48e9e3667d7b service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857449 Apr 01 00:05:26.054342 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '55571c47-20e7-4501-9225-b92b49a96df0', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:24Z', 'updated_at': '2022-04-01T00:05:24Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:05:26.080509 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10491bfd-4337-4b07-8bf6-31f4485dce85 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '55571c47-20e7-4501-9225-b92b49a96df0', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.99', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:05:24Z', 'updated_at': '2022-04-01T00:05:24Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:05:26.300763 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74356e-b7f3-478b-aa52-4cc434b32795 None None] New status for floating IP 55571c47-20e7-4501-9225-b92b49a96df0: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:05:26.867087 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:34.630662 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-32faa3ee-91a2-4cb7-b8c1-c89b076e075f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:37.058567 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d627ccb9-897f-4524-9e75-42c3746a671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:38.667120 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:40.274420 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:40.449180 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:51.675559 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:05:54.136618 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:05:56.866922 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:04.630871 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cca6-a927-444d-bf96-4770f88741ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:07.058014 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f118d4be-8d8d-4136-a492-6d023fb47f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:08.679741 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:09.027871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-48ab012b-7a04-4916-a080-c366db148ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416973 Apr 01 00:06:09.118784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-6cea8545-5e3e-40a0-b21c-652848b95f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:09.120342 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-6cea8545-5e3e-40a0-b21c-652848b95f1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0461154 Apr 01 00:06:09.226525 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-d6d0f6d6-7de9-4ab8-ae04-f46a25aa118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:09.228017 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-d6d0f6d6-7de9-4ab8-ae04-f46a25aa118e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0873961 Apr 01 00:06:09.306259 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-0b35220e-8a23-4f68-8b1a-7f30faef107d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0702727 Apr 01 00:06:09.356872 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-1d38764f-dce2-4e9b-8c3c-164316c0f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:09.358269 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-1d38764f-dce2-4e9b-8c3c-164316c0f662 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0449431 Apr 01 00:06:09.403663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-be9c8a18-390f-48c6-8dda-33bb1b0223a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:06:09.405152 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-be9c8a18-390f-48c6-8dda-33bb1b0223a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401318 Apr 01 00:06:09.497375 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-445621b9-b77c-468a-9b86-3b4c67330dd9 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Apr 01 00:06:09.585823 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3d4f8c48-e6df-46b7-bcdd-4fba3f2aa232 req-bf415af2-7fe3-4d51-8dae-3e765f8890de service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810182 Apr 01 00:06:10.280342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:10.457103 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:21.679194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:26.877541 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:31.141468 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:06:34.631834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe69c34b-1c16-4976-a5af-ba046b4f2df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:37.057657 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20c97c1e-d81e-47a5-bb7a-6e8a076e79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:38.677660 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.279877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:40.465195 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:51.684153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:06:56.882600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:04.636857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-817ffca7-9664-47da-a222-4952469720d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:07.058595 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-742530aa-fcb8-471f-bdf4-33459fc019e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:08.141834 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:07:08.685435 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.064535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-e29e172b-d99a-47c5-8046-5de9729853ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920887 Apr 01 00:07:10.146532 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-3184a397-6f70-4b1e-85de-949fd83e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.148077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-3184a397-6f70-4b1e-85de-949fd83e1932 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0408857 Apr 01 00:07:10.250444 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-b0c4e4f6-fef6-4d6c-9968-5bf705b72243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.251955 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-b0c4e4f6-fef6-4d6c-9968-5bf705b72243 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0846276 Apr 01 00:07:10.282394 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.323953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-4fa43ed5-ffb0-475c-88ba-46883958462d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0651133 Apr 01 00:07:10.376062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-8b347c0e-81c7-464e-b525-7def7d26fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.377551 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-8b347c0e-81c7-464e-b525-7def7d26fda1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0452819 Apr 01 00:07:10.422480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-c3e40524-a334-44c7-8cae-dbe910fbd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:10.424193 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-c3e40524-a334-44c7-8cae-dbe910fbd46c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399990 Apr 01 00:07:10.450359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:10.524277 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-90cca6d3-8f54-4834-bfc1-b9409fb50ef6 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920296 Apr 01 00:07:10.615413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-447cb83c-0ffe-484c-ad4d-124e5a48199e req-3ae851d9-95ba-4ee7-9a74-5f2e2fc7a48c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840685 Apr 01 00:07:21.834092 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:26.882366 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:34.636724 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f7390780-cb80-4349-90cd-7bab21e57427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:37.058799 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6016defe-887e-4ae0-b9f9-c4ca3471077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:38.678966 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:40.284674 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:40.466009 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:45.143080 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:07:51.452973 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49129eab-8b0b-434f-b588-37724e462c3c req-2636081b-5c22-4a2d-8fc6-fa07a077ff6c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:51.454555 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49129eab-8b0b-434f-b588-37724e462c3c req-2636081b-5c22-4a2d-8fc6-fa07a077ff6c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.1057160 Apr 01 00:07:51.496314 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-49129eab-8b0b-434f-b588-37724e462c3c req-86265676-5335-4653-bd3e-05f8e168823c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348370 Apr 01 00:07:51.689566 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:52.633356 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e697e2-f862-439d-9d73-f98ab55c1fd3 req-4d406daf-6d84-4d46-b087-91c57d3d2bab tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:52.634853 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99e697e2-f862-439d-9d73-f98ab55c1fd3 req-4d406daf-6d84-4d46-b087-91c57d3d2bab tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Apr 01 00:07:52.675928 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-99e697e2-f862-439d-9d73-f98ab55c1fd3 req-eb3864b6-fd15-4b80-8786-043fb4a4238e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321848 Apr 01 00:07:53.805876 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b6784-d31d-4cff-80d2-c46676a9c767 req-30921c4a-418f-4537-bd15-444f83e645ab tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:53.807355 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d6b6784-d31d-4cff-80d2-c46676a9c767 req-30921c4a-418f-4537-bd15-444f83e645ab tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Apr 01 00:07:53.846712 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9d6b6784-d31d-4cff-80d2-c46676a9c767 req-f9f6ba13-1472-4d7c-9cfb-faa9eb0336c8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314493 Apr 01 00:07:54.965779 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a35627-663b-4dc0-a3a2-17e2b8890906 req-3e6bb6d8-338b-4842-a53f-37c65d699b0f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:54.967267 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33a35627-663b-4dc0-a3a2-17e2b8890906 req-3e6bb6d8-338b-4842-a53f-37c65d699b0f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0510685 Apr 01 00:07:55.013964 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-33a35627-663b-4dc0-a3a2-17e2b8890906 req-f6b06c06-390c-4411-9eb7-a5b10afaf758 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405221 Apr 01 00:07:56.155946 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25941376-39e1-4620-8494-ec662613b395 req-d71a2f7d-6a1d-4e1e-8b44-992c436122b4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:56.157393 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25941376-39e1-4620-8494-ec662613b395 req-d71a2f7d-6a1d-4e1e-8b44-992c436122b4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0639284 Apr 01 00:07:56.196034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-25941376-39e1-4620-8494-ec662613b395 req-02a4562b-aa22-4b96-b879-2d573e6b46fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322671 Apr 01 00:07:56.888729 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:07:57.328622 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78b1ce-e53d-4c53-bf77-438e06eea499 req-4eee1f38-b59f-4930-bb6d-8ac9bcb7d31d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:57.330059 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a78b1ce-e53d-4c53-bf77-438e06eea499 req-4eee1f38-b59f-4930-bb6d-8ac9bcb7d31d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0563977 Apr 01 00:07:57.370653 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a78b1ce-e53d-4c53-bf77-438e06eea499 req-bd655148-8a05-4b07-a378-b1791602bb5a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314021 Apr 01 00:07:58.505804 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97becdc5-1b71-42ae-9158-1420e7372fd6 req-00da8f7d-ebe1-4a39-8f52-24447c97c700 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:58.507331 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97becdc5-1b71-42ae-9158-1420e7372fd6 req-00da8f7d-ebe1-4a39-8f52-24447c97c700 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0609353 Apr 01 00:07:58.546234 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97becdc5-1b71-42ae-9158-1420e7372fd6 req-f602f71d-e1f5-46f8-ad52-a8cdff735c2a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326371 Apr 01 00:07:59.675049 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1c1e3-b18b-4172-b73c-a83e72b6a85d req-85d17661-3bca-400c-9a95-751fc89b8e1c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:07:59.676548 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fa1c1e3-b18b-4172-b73c-a83e72b6a85d req-85d17661-3bca-400c-9a95-751fc89b8e1c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0565844 Apr 01 00:07:59.718251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0fa1c1e3-b18b-4172-b73c-a83e72b6a85d req-09373d2d-97d7-4f52-9840-f0709e5d1b8b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321970 Apr 01 00:08:00.845506 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f349157-98f9-4df1-a619-f2ada4c34741 req-222dbb5d-c727-4cd7-9600-a6af3a33d947 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:00.846963 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f349157-98f9-4df1-a619-f2ada4c34741 req-222dbb5d-c727-4cd7-9600-a6af3a33d947 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Apr 01 00:08:00.888494 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3f349157-98f9-4df1-a619-f2ada4c34741 req-a1b532de-b645-4aa8-bdb3-d53cf222dd27 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326648 Apr 01 00:08:02.018302 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ce5a-93e0-4a9d-a7ae-c1334809fb08 req-9888cf54-67a8-4f8d-b1a1-ba05c1c0177b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:02.019835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0841ce5a-93e0-4a9d-a7ae-c1334809fb08 req-9888cf54-67a8-4f8d-b1a1-ba05c1c0177b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Apr 01 00:08:02.061518 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0841ce5a-93e0-4a9d-a7ae-c1334809fb08 req-793b2dfe-f1ad-4318-8997-bab47b10bd9f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328081 Apr 01 00:08:03.022417 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:08:03.123086 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:03.133809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:08:03.169988 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:03.182676 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec6489-2024-4560-9c15-2aa69b53d47d req-c9793180-adcc-4186-984f-69a4bb9d4bf0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:03.183636 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:08:03.184208 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48ec6489-2024-4560-9c15-2aa69b53d47d req-c9793180-adcc-4186-984f-69a4bb9d4bf0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0480487 Apr 01 00:08:03.203707 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:03.208785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:03.222836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-48ec6489-2024-4560-9c15-2aa69b53d47d req-14587b9f-144b-43d6-831f-981aa1308a87 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320187 Apr 01 00:08:03.267016 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:03.275926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.276206 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.276540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.276873 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.277222 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.277548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.277869 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.278190 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.278526 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.278839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.279152 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.279481 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:08:03.289144 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b97227bb-12b4-4729-89ed-a1a8064564f4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:08:04.354933 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ba04-b353-47c9-8b7d-db5bd2695cac req-ab3121f9-4a67-4a8f-9d57-a2810830ffad tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:04.356578 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4239ba04-b353-47c9-8b7d-db5bd2695cac req-ab3121f9-4a67-4a8f-9d57-a2810830ffad tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 944 time: 0.0560260 Apr 01 00:08:04.399554 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4239ba04-b353-47c9-8b7d-db5bd2695cac req-7858fab8-4a04-4666-942e-f35fafe43bb0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352542 Apr 01 00:08:04.637335 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f8b81986-1c72-4396-ad96-512f69159302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:05.027909 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:08:05.080586 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port b97227bb-12b4-4729-89ed-a1a8064564f4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:08:05.080949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:05.159523 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:05.182363 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:05.185018 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099cc71-e9a4-40a2-a47b-a0cc42cfe705" -d '{"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:05.197743 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:05.202710 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:05.225626 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bebea09-e22e-4751-b727-63a213bde9f3 x-openstack-request-id: req-8bebea09-e22e-4751-b727-63a213bde9f3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:05.225926 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:05.226195 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8bebea09-e22e-4751-b727-63a213bde9f3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:05.226571 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bebea09-e22e-4751-b727-63a213bde9f3'] response: {'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'code': 200} Apr 01 00:08:05.250551 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:05.532868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cfda9-ace8-4744-89fd-f9855cf805f9 req-e56f62d1-5fd8-48aa-b0c9-be72dea5f28e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:05.534558 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f94cfda9-ace8-4744-89fd-f9855cf805f9 req-e56f62d1-5fd8-48aa-b0c9-be72dea5f28e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0543699 Apr 01 00:08:05.577959 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f94cfda9-ace8-4744-89fd-f9855cf805f9 req-a526a04b-452b-4752-8464-810aa8d0ce9a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361793 Apr 01 00:08:06.708057 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94f0d9-5bac-443e-b1a9-e940a7646915 req-c07a93ea-a993-4b1f-aea9-6d59e843fea6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:06.709531 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db94f0d9-5bac-443e-b1a9-e940a7646915 req-c07a93ea-a993-4b1f-aea9-6d59e843fea6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0602248 Apr 01 00:08:06.750842 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-db94f0d9-5bac-443e-b1a9-e940a7646915 req-c933d8e4-6e16-40fa-81fd-01a2b0b0a5f7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324287 Apr 01 00:08:07.056859 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e6ed42b5-cf3d-4571-a1cf-93c79fea699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:07.866417 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50982b12-454c-4f84-8fe6-92c3518d1e65 req-b40e66d3-45d0-46d9-9241-dd1cafc53aef tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:07.867995 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50982b12-454c-4f84-8fe6-92c3518d1e65 req-b40e66d3-45d0-46d9-9241-dd1cafc53aef tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0474939 Apr 01 00:08:07.913289 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-50982b12-454c-4f84-8fe6-92c3518d1e65 req-0f33d301-148c-47cc-99ea-a59b08e9af25 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389216 Apr 01 00:08:08.682082 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:09.045214 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1788d0b-7ffc-49bf-989c-25adaef56c34 req-736f160b-8f10-4b29-a162-b5bdbe86beb0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:09.047477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1788d0b-7ffc-49bf-989c-25adaef56c34 req-736f160b-8f10-4b29-a162-b5bdbe86beb0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0543191 Apr 01 00:08:09.096510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b1788d0b-7ffc-49bf-989c-25adaef56c34 req-ecd8c989-fb0f-4308-91ae-79452a113f53 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420921 Apr 01 00:08:10.045229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-2524c4da-c92d-48b7-b373-fcfb9c1356b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:10.047034 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-2524c4da-c92d-48b7-b373-fcfb9c1356b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0434186 Apr 01 00:08:10.172082 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-27f62d19-aa52-41b7-bd4a-4240679a4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:10.173665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-27f62d19-aa52-41b7-bd4a-4240679a4ccb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.1059260 Apr 01 00:08:10.250994 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-fd154feb-5b14-4c37-92bf-6a9f17dec111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0696740 Apr 01 00:08:10.259145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ceb1ff-e2c8-47b5-b64e-519af7905759 req-4345cafc-0d67-4ae9-a21e-16a00c1ca641 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:10.267593 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7ceb1ff-e2c8-47b5-b64e-519af7905759 req-4345cafc-0d67-4ae9-a21e-16a00c1ca641 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0798006 Apr 01 00:08:10.289761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:10.324580 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d7ceb1ff-e2c8-47b5-b64e-519af7905759 req-a291c8df-2784-4e62-a4fe-06a47aa045fd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559988 Apr 01 00:08:10.332161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-ee80d428-47bf-462d-9590-230399c9c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:10.333724 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-ee80d428-47bf-462d-9590-230399c9c040 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0762708 Apr 01 00:08:10.389668 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-288da47a-f76a-4445-8f2e-1b7f377cfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:10.391255 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-288da47a-f76a-4445-8f2e-1b7f377cfb45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488176 Apr 01 00:08:10.452949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:10.493887 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-3f656f5a-1c9b-4dbe-8c29-2b1f1916d0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949273 Apr 01 00:08:10.612642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ad306c1b-b241-477a-9509-dd547af43bd6 req-b5e6b6f5-7829-401f-a3f9-35c49687354b service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120737 Apr 01 00:08:11.441385 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484b3e-f270-4915-84a7-a17997f9416e req-f3231704-4133-4eb3-a0ba-b9c946a5da86 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:11.442919 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3484b3e-f270-4915-84a7-a17997f9416e req-f3231704-4133-4eb3-a0ba-b9c946a5da86 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0538177 Apr 01 00:08:11.482579 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b3484b3e-f270-4915-84a7-a17997f9416e req-64e63584-9ee1-4e2e-83e5-b2e003fcc907 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329232 Apr 01 00:08:12.619007 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298404e8-6da4-4b7c-845b-797418540004 req-d405d681-4348-4bb0-9e37-990a241ec056 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:12.621348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-298404e8-6da4-4b7c-845b-797418540004 req-d405d681-4348-4bb0-9e37-990a241ec056 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0587447 Apr 01 00:08:12.662635 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-298404e8-6da4-4b7c-845b-797418540004 req-807e46e9-ebc6-4383-9d15-d8652eaf896b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347579 Apr 01 00:08:13.819660 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0069d5-68a0-4266-a35e-e1bc6df395c2 req-d9ba4edb-f702-4c26-91e5-d2c4a66e5ff9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:13.821290 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b0069d5-68a0-4266-a35e-e1bc6df395c2 req-d9ba4edb-f702-4c26-91e5-d2c4a66e5ff9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0624201 Apr 01 00:08:13.869220 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1b0069d5-68a0-4266-a35e-e1bc6df395c2 req-efe54d55-fe1c-4cbb-843d-ffee8a1e0486 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410750 Apr 01 00:08:15.013582 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3310d-cb5a-49af-9406-7072e6cdb5e5 req-ec59ff57-5167-4652-98b7-c18efa99f4c1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:15.015191 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda3310d-cb5a-49af-9406-7072e6cdb5e5 req-ec59ff57-5167-4652-98b7-c18efa99f4c1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0726542 Apr 01 00:08:15.059302 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cda3310d-cb5a-49af-9406-7072e6cdb5e5 req-c6880d75-285c-4eff-8185-791ec3f9a76b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374100 Apr 01 00:08:16.190519 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6657420-761c-45c8-b6f1-33aaa360c66f req-c22449d9-d04e-4e13-b2d5-05707d57fe5f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:16.192416 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6657420-761c-45c8-b6f1-33aaa360c66f req-c22449d9-d04e-4e13-b2d5-05707d57fe5f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Apr 01 00:08:16.234751 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e6657420-761c-45c8-b6f1-33aaa360c66f req-566bd569-44a5-4300-8d4d-77df02579a7e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357239 Apr 01 00:08:17.369030 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7854-c818-4997-8041-45d364d2d7dd req-f90c7204-4eb6-4467-9516-2f3b4a7b308f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:17.370450 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22bf7854-c818-4997-8041-45d364d2d7dd req-f90c7204-4eb6-4467-9516-2f3b4a7b308f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0492103 Apr 01 00:08:17.407841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-22bf7854-c818-4997-8041-45d364d2d7dd req-a1c465ae-e207-4b5b-8c9d-146fb721e094 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311737 Apr 01 00:08:17.516028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-a477f8ab-22ff-46a5-bc72-97e26090e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:17.517509 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-a477f8ab-22ff-46a5-bc72-97e26090e9b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0410585 Apr 01 00:08:17.614038 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-d8930bdb-64ba-43b9-a33c-7e97ab49778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:17.615548 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-d8930bdb-64ba-43b9-a33c-7e97ab49778d service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0908558 Apr 01 00:08:17.687315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-88d02cd5-2096-4b1b-829d-aaeb8d3e8de2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0647998 Apr 01 00:08:17.741932 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-38a3563f-76b6-49bb-b9e9-7032ca941ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:17.743413 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-38a3563f-76b6-49bb-b9e9-7032ca941ae8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0485165 Apr 01 00:08:17.787130 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-85896aed-baa6-4a1b-9a87-64df00758456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:17.788604 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-85896aed-baa6-4a1b-9a87-64df00758456 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389154 Apr 01 00:08:17.882445 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-892a59ec-22a8-4fbf-80b8-74f053c76035 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865133 Apr 01 00:08:17.982292 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9ef064fa-b38c-4989-b116-41ed2020cd68 req-06b98d06-3cbc-4391-82f0-d7edb227fa64 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924997 Apr 01 00:08:18.539944 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9eb4-589f-4dfb-a280-5b0ae4bf5fbd req-e2d5cfdc-fdbe-4857-ab0a-9bb6a68f8597 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:18.541434 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-accd9eb4-589f-4dfb-a280-5b0ae4bf5fbd req-e2d5cfdc-fdbe-4857-ab0a-9bb6a68f8597 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0518274 Apr 01 00:08:18.581817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-accd9eb4-589f-4dfb-a280-5b0ae4bf5fbd req-a89c3499-61b6-4112-8b83-53874ab4394e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341952 Apr 01 00:08:19.703986 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629f014-9e2c-40a8-b8b8-20545b31eb27 req-53e97527-e0fe-4eb2-a015-799bbae6073f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:19.705549 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7629f014-9e2c-40a8-b8b8-20545b31eb27 req-53e97527-e0fe-4eb2-a015-799bbae6073f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0523925 Apr 01 00:08:19.748127 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7629f014-9e2c-40a8-b8b8-20545b31eb27 req-06c5bfde-5a24-4dd5-ba61-0879308f93d8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358942 Apr 01 00:08:19.870863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-61372914-fbec-4b9d-a8b4-be8c1e6993b5 req-648c3bd3-dba1-44c1-be67-f285a35496e8 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:08:19.873199 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-61372914-fbec-4b9d-a8b4-be8c1e6993b5 req-648c3bd3-dba1-44c1-be67-f285a35496e8 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583229 Apr 01 00:08:20.029996 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6b37-7dde-42a1-94b8-1c0c6ccc1cfa req-476b6456-a77c-4b07-98be-7e05f6243a29 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:20.031600 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-198e6b37-7dde-42a1-94b8-1c0c6ccc1cfa req-476b6456-a77c-4b07-98be-7e05f6243a29 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0504191 Apr 01 00:08:20.076382 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-198e6b37-7dde-42a1-94b8-1c0c6ccc1cfa req-2446e85d-67cb-44ec-89e3-375e2c40e50c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383081 Apr 01 00:08:20.224965 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-00f9b6b0-1368-4a47-90b6-6a63940261f3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863941 Apr 01 00:08:21.100716 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:08:21.176151 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:21.199176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a720d-b01f-44c7-92e4-8530862a60a1 req-e8a1ef21-3772-4f81-bb89-3b90aaa3ff4b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:21.200683 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c5a720d-b01f-44c7-92e4-8530862a60a1 req-e8a1ef21-3772-4f81-bb89-3b90aaa3ff4b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 945 time: 0.0518193 Apr 01 00:08:21.201934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:21.204222 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1f85c-d315-44b0-ad97-88fe145376b7" -d '{"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-unplugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:21.216450 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:21.222537 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:21.241639 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-1c5a720d-b01f-44c7-92e4-8530862a60a1 req-0a36c460-e423-4d06-875b-a45fb664ffde tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343285 Apr 01 00:08:21.249518 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdab76f-bf1f-4f97-992e-36eab7e2e705 x-openstack-request-id: req-9fdab76f-bf1f-4f97-992e-36eab7e2e705 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:21.249810 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-unplugged", "status": "failed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:21.250063 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-9fdab76f-bf1f-4f97-992e-36eab7e2e705 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:21.250466 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9fdab76f-bf1f-4f97-992e-36eab7e2e705']: {'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'code': 422} returned with failed status Apr 01 00:08:21.272239 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:21.695141 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:22.143056 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:08:22.378419 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b60aef-490e-4044-8b69-d9c15757f5d9 req-66166468-4d41-4e3d-af79-772937742e49 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:22.379949 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60b60aef-490e-4044-8b69-d9c15757f5d9 req-66166468-4d41-4e3d-af79-772937742e49 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0593429 Apr 01 00:08:22.418516 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-60b60aef-490e-4044-8b69-d9c15757f5d9 req-07edd9fc-31c8-41c7-b7f2-c9b4f8e80a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324056 Apr 01 00:08:23.544009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98cda5-eff1-4617-9c7c-821b47f62de6 req-7f8d8248-cc10-47a3-8a4e-14682c98ec18 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:23.545449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b98cda5-eff1-4617-9c7c-821b47f62de6 req-7f8d8248-cc10-47a3-8a4e-14682c98ec18 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0472479 Apr 01 00:08:23.586111 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2b98cda5-eff1-4617-9c7c-821b47f62de6 req-e8dfa9a3-f706-4500-bb1e-48293d5018fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314839 Apr 01 00:08:24.703937 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3940842-bc43-4afd-acc5-a512d01aacd4 req-29d1e165-b7a4-473c-91d4-f1e167d303f4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:24.705538 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3940842-bc43-4afd-acc5-a512d01aacd4 req-29d1e165-b7a4-473c-91d4-f1e167d303f4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0495329 Apr 01 00:08:24.743775 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f3940842-bc43-4afd-acc5-a512d01aacd4 req-258f12d5-44f6-42a7-a61a-f0bda5949eea tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319517 Apr 01 00:08:25.034434 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-76cfb2d5-b94e-47bd-ae19-9994a18e9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.035969 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-76cfb2d5-b94e-47bd-ae19-9994a18e9b83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 1094 time: 0.0417447 Apr 01 00:08:25.102497 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-d142db0e-6c4a-41ea-ab33-ff269235a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.104056 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-d142db0e-6c4a-41ea-ab33-ff269235a222 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1094 time: 0.0449810 Apr 01 00:08:25.194435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-d8990417-c33a-4b88-873e-01dc3b220082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.195942 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-d8990417-c33a-4b88-873e-01dc3b220082 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0850196 Apr 01 00:08:25.264660 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-e0ab648e-b5a0-462b-85b7-ec38c5d61c42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 998 time: 0.0622520 Apr 01 00:08:25.314822 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-a36c5843-badf-4f3a-9d8b-1d237c4e1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.316232 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-a36c5843-badf-4f3a-9d8b-1d237c4e1679 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0448716 Apr 01 00:08:25.361391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-35a309e3-4d7c-489d-a2b5-5aad210776cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.363039 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-35a309e3-4d7c-489d-a2b5-5aad210776cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403392 Apr 01 00:08:25.463406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-7c2d6d74-e57a-4d40-9766-8900d50f5cdb service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937245 Apr 01 00:08:25.552634 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-9f06dfe9-24a4-4796-a714-c2703c3212ad req-bdd700ad-630d-4faf-9ff6-02cb2cb6b206 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823691 Apr 01 00:08:25.879976 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608cb3-5ba0-469a-9466-944e869d7cff req-1fea60b9-2d93-453e-9765-1f3ca0d390ee tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:25.881822 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5608cb3-5ba0-469a-9466-944e869d7cff req-1fea60b9-2d93-453e-9765-1f3ca0d390ee tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0609941 Apr 01 00:08:25.935904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5608cb3-5ba0-469a-9466-944e869d7cff req-a80de123-fee9-45d2-95a7-73feb2467241 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439394 Apr 01 00:08:26.898392 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:27.063604 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f81387-d3ed-4968-80e0-748ceb06ee2c req-9eefe87a-8f8e-4d58-af51-0433f2b7c3a3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:27.065311 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55f81387-d3ed-4968-80e0-748ceb06ee2c req-9eefe87a-8f8e-4d58-af51-0433f2b7c3a3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0542636 Apr 01 00:08:27.111424 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-55f81387-d3ed-4968-80e0-748ceb06ee2c req-8ba18a72-c954-4fd5-bf45-d93e400d1346 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383396 Apr 01 00:08:28.237063 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e6ba6-56b9-48dc-9c4f-b025bb92473f req-65c67e69-35ba-44fd-ab47-8b043d202333 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:28.238483 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-808e6ba6-56b9-48dc-9c4f-b025bb92473f req-65c67e69-35ba-44fd-ab47-8b043d202333 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0513303 Apr 01 00:08:28.277475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-808e6ba6-56b9-48dc-9c4f-b025bb92473f req-fc81aeff-a0ce-428f-9d89-e5256356c026 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327516 Apr 01 00:08:29.414509 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e652-fb4e-44c4-a918-70518cdc400b req-7473373e-72b5-411e-868b-fe8b816c3e90 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:29.416705 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6452e652-fb4e-44c4-a918-70518cdc400b req-7473373e-72b5-411e-868b-fe8b816c3e90 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0673006 Apr 01 00:08:29.462669 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6452e652-fb4e-44c4-a918-70518cdc400b req-7e8bbe76-164a-4c79-8956-9a834442799d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383298 Apr 01 00:08:30.602350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2330a7-e9aa-4d8f-a799-581eed824475 req-3280b4cf-f946-412d-93a9-d39a62fd9ef7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:30.603932 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd2330a7-e9aa-4d8f-a799-581eed824475 req-3280b4cf-f946-412d-93a9-d39a62fd9ef7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0666292 Apr 01 00:08:30.655776 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd2330a7-e9aa-4d8f-a799-581eed824475 req-e97fe417-827e-49f8-aabb-ce5bfc2cdf69 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452495 Apr 01 00:08:31.780921 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0fe0-472d-4561-8b01-c37e1c035cfd req-20395b75-1c68-41f1-acfb-1aa39be885a1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:31.782438 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa1e0fe0-472d-4561-8b01-c37e1c035cfd req-20395b75-1c68-41f1-acfb-1aa39be885a1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0482836 Apr 01 00:08:31.828075 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fa1e0fe0-472d-4561-8b01-c37e1c035cfd req-e5992e93-ebe7-4e0b-8243-9bb51bfce68e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356674 Apr 01 00:08:32.969788 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778e41f-728d-441d-8179-4fae7e087c34 req-3a85a662-f2ce-4c2d-81c9-ca4a6433f020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:32.971371 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5778e41f-728d-441d-8179-4fae7e087c34 req-3a85a662-f2ce-4c2d-81c9-ca4a6433f020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0536447 Apr 01 00:08:33.013318 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5778e41f-728d-441d-8179-4fae7e087c34 req-1732f6a0-c9e6-4184-bac3-58a1c956d83d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356944 Apr 01 00:08:34.142726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95224d72-44b8-4edc-9023-d9296288ccf6 req-7ad1a362-1d2d-40f8-aed0-e0384023374a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:34.144217 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95224d72-44b8-4edc-9023-d9296288ccf6 req-7ad1a362-1d2d-40f8-aed0-e0384023374a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0502453 Apr 01 00:08:34.184033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-95224d72-44b8-4edc-9023-d9296288ccf6 req-cbf53d90-866d-4565-80e9-27eaf1768df7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330894 Apr 01 00:08:34.641820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-490d1ad0-795e-4fff-9c92-16138d09e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:35.322671 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364742-e52b-48bf-a872-8e90f8c2f15c req-234cca65-e9b6-4a07-8965-68a2768e1be3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:35.324249 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f364742-e52b-48bf-a872-8e90f8c2f15c req-234cca65-e9b6-4a07-8965-68a2768e1be3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0573387 Apr 01 00:08:35.364849 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5f364742-e52b-48bf-a872-8e90f8c2f15c req-e68dfec4-b062-4656-913c-c35ce75c6c6a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316002 Apr 01 00:08:36.491778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbdc6b-dffb-40a5-8b11-9605766cc7df req-be5f2bee-8f7f-46ca-a796-c77436e75d5b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:36.493216 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfbbdc6b-dffb-40a5-8b11-9605766cc7df req-be5f2bee-8f7f-46ca-a796-c77436e75d5b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0524220 Apr 01 00:08:36.531401 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cfbbdc6b-dffb-40a5-8b11-9605766cc7df req-036b744a-952b-494e-809e-6fb41d521396 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318222 Apr 01 00:08:37.054147 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-20f43d4b-f01c-4d1c-a2ea-3d654c1663ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:37.655137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf91176-ac7a-4412-999b-fd738b808a49 req-04f40776-5c22-4758-a8e7-8c437fdf3f15 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:37.656674 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbf91176-ac7a-4412-999b-fd738b808a49 req-04f40776-5c22-4758-a8e7-8c437fdf3f15 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0488973 Apr 01 00:08:37.696461 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-bbf91176-ac7a-4412-999b-fd738b808a49 req-18a0f32e-91c7-49e8-9b5e-889f720c8b7a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334754 Apr 01 00:08:38.692899 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:38.869138 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec653a-4331-430a-8c2b-c8d37002e7d8 req-400b65b7-8abe-40e8-a93f-c27b620a2100 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:38.870647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1ec653a-4331-430a-8c2b-c8d37002e7d8 req-400b65b7-8abe-40e8-a93f-c27b620a2100 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0919242 Apr 01 00:08:38.910051 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-c1ec653a-4331-430a-8c2b-c8d37002e7d8 req-81706693-1379-44dc-8fb6-4aa996229a2b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330086 Apr 01 00:08:40.042206 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb07840-949c-41e7-b37b-b6048c220278 req-70e6f6c6-80d3-4ddc-b677-5f377e54f9dd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:40.043709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bb07840-949c-41e7-b37b-b6048c220278 req-70e6f6c6-80d3-4ddc-b677-5f377e54f9dd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0491524 Apr 01 00:08:40.086103 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3bb07840-949c-41e7-b37b-b6048c220278 req-9e218878-b01d-400b-80bb-d0da79497620 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362995 Apr 01 00:08:40.295993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:40.451372 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.204998 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee6676-52f6-4fb0-bd07-908691c07e57 req-a5ce7564-2932-4161-a709-4863f2340236 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:41.206414 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23ee6676-52f6-4fb0-bd07-908691c07e57 req-a5ce7564-2932-4161-a709-4863f2340236 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 943 time: 0.0499210 Apr 01 00:08:41.210495 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:08:41.244753 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-23ee6676-52f6-4fb0-bd07-908691c07e57 req-343d661b-6f40-4560-b91a-79849f9fb75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311859 Apr 01 00:08:41.306102 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:41.317188 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'port_id': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'mac_address': 'fa:16:3e:25:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:08:41.357402 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.373083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:08:41.398555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:41.403638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:41.464088 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:41.754880 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['b97227bb-12b4-4729-89ed-a1a8064564f4'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:08:42.374675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1c25f-1245-4821-a12c-a2300ff5f811 req-58214be4-16c4-4084-8ea0-80406d1c53a6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:42.376067 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea1c25f-1245-4821-a12c-a2300ff5f811 req-58214be4-16c4-4084-8ea0-80406d1c53a6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 944 time: 0.0551858 Apr 01 00:08:42.416540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-eea1c25f-1245-4821-a12c-a2300ff5f811 req-d898304c-d700-4e7a-8094-e76ed5fa9676 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311453 Apr 01 00:08:43.223106 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:08:43.281028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port b97227bb-12b4-4729-89ed-a1a8064564f4 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:08:43.281399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.357900 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.379405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:08:43.381630 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b55e64-8644-4b4b-be34-290574c513ac" -d '{"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:08:43.395861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:08:43.400853 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:43.449378 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:08:43.483092 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceee7a43-8f1a-4d62-b888-ec77206ef183 x-openstack-request-id: req-ceee7a43-8f1a-4d62-b888-ec77206ef183 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:08:43.483426 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-plugged", "status": "completed", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:08:43.483682 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ceee7a43-8f1a-4d62-b888-ec77206ef183 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:08:43.484083 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceee7a43-8f1a-4d62-b888-ec77206ef183'] response: {'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'code': 200} Apr 01 00:08:43.539694 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e71dea-679f-44c7-9c72-6fb50e7270e6 req-3c5d6b0d-9104-4c26-b156-ea9762d0303f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:43.541178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9e71dea-679f-44c7-9c72-6fb50e7270e6 req-3c5d6b0d-9104-4c26-b156-ea9762d0303f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.0478396 Apr 01 00:08:43.583605 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9e71dea-679f-44c7-9c72-6fb50e7270e6 req-2727cad1-f76a-4cdf-856e-805b027eefd9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359893 Apr 01 00:08:43.636142 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbb682-6d69-4dcf-bfde-59f3c423f9f1 req-0204f114-2a78-4867-9ec4-3c511e9364af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:43.637525 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-befbb682-6d69-4dcf-bfde-59f3c423f9f1 req-0204f114-2a78-4867-9ec4-3c511e9364af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0388274 Apr 01 00:08:43.676524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-befbb682-6d69-4dcf-bfde-59f3c423f9f1 req-237557b7-1d5f-4062-9b7f-90d2d1ca1033 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306108 Apr 01 00:08:44.719319 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c20d6-f212-4ad0-b785-768bce4d1e0d req-35853c36-ee54-4b68-9d6c-db8426c5895b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:44.720779 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b84c20d6-f212-4ad0-b785-768bce4d1e0d req-35853c36-ee54-4b68-9d6c-db8426c5895b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.0566981 Apr 01 00:08:44.762861 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b84c20d6-f212-4ad0-b785-768bce4d1e0d req-8da4fc73-0cd0-4b06-8b68-9975962e3861 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323160 Apr 01 00:08:45.889273 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332223b-3652-4561-a118-bc3c5c424d01 req-77b7a341-64bc-4141-9190-020a407a3ae4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:08:45.890709 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4332223b-3652-4561-a118-bc3c5c424d01 req-77b7a341-64bc-4141-9190-020a407a3ae4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.0485461 Apr 01 00:08:45.927947 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-4332223b-3652-4561-a118-bc3c5c424d01 req-4606849d-50e3-48e2-a793-a06dcc5c1c9d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309567 Apr 01 00:08:51.704424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:56.903665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:08:59.143560 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:09:04.642709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b6b4419e-11c1-42ff-afb6-6e0bd7df73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:07.054369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bd71f97c-1fe3-45e9-bd4b-e947c3371311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:08.693302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:10.299488 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:10.451045 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:11.014530 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-73252eff-5002-4143-b875-978977c9016e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449340 Apr 01 00:09:11.100771 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436ef6-ae64-4a17-b520-67736096a75a req-73291ccb-dadb-4f63-a553-a5c399381d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:11.102310 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-73291ccb-dadb-4f63-a553-a5c399381d8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0452144 Apr 01 00:09:11.209194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436ef6-ae64-4a17-b520-67736096a75a req-cca8e07f-aa0c-4fc2-ae28-4cc694b4c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:11.210694 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-cca8e07f-aa0c-4fc2-ae28-4cc694b4c7c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0897775 Apr 01 00:09:11.278211 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-b1add338-01aa-4d6e-84e9-071aba4526c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0609694 Apr 01 00:09:11.334745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436ef6-ae64-4a17-b520-67736096a75a req-4809a776-d1f4-4629-a51e-4cd1072899d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:11.336272 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-4809a776-d1f4-4629-a51e-4cd1072899d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0499341 Apr 01 00:09:11.382040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54436ef6-ae64-4a17-b520-67736096a75a req-40cc4f71-f59b-4873-8d9f-f60501ed64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:09:11.383603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-40cc4f71-f59b-4873-8d9f-f60501ed64b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406122 Apr 01 00:09:11.478214 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-50a87c04-3c66-4933-8006-4816a8ee7af8 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875950 Apr 01 00:09:11.572514 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-54436ef6-ae64-4a17-b520-67736096a75a req-3e4216c8-6934-4a3f-8bbd-e849ff4385b3 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868790 Apr 01 00:09:21.712863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:26.916797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:34.651153 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8f7badcf-4541-4a4e-b3d0-67e36e42a572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:36.145770 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:09:37.059228 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-181dc17e-3eec-4757-868f-1b267b7872b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:38.695624 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.306070 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:40.445575 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:51.708647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:09:56.919526 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:04.642208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-479b7ba6-40a2-47df-972a-7e4bc2d7edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:07.064676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-74946891-69a2-4789-a733-b7a497187bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:08.704880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:10.307468 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:10.452285 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:13.020960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-1b976192-2816-4469-a675-0715145d57f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424943 Apr 01 00:10:13.107114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-24880b44-83cb-4e95-9567-f004f4b84247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:13.108837 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-24880b44-83cb-4e95-9567-f004f4b84247 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0457687 Apr 01 00:10:13.145644 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:13.214815 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-4839a57c-2041-42d4-b673-326c27a4f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:13.216323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-4839a57c-2041-42d4-b673-326c27a4f3ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0878215 Apr 01 00:10:13.284463 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-5343470b-103e-4218-983f-fbd98cbd80a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 1000 time: 0.0612669 Apr 01 00:10:13.334493 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-756ee8e8-ac5f-47b7-ab08-97daa41a9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:13.335954 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-756ee8e8-ac5f-47b7-ab08-97daa41a9387 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0452943 Apr 01 00:10:13.381101 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-ba5f8bbb-9204-4403-af64-328137e6459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:13.382544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-ba5f8bbb-9204-4403-af64-328137e6459d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389526 Apr 01 00:10:13.783734 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-3f892ad2-bb79-4d08-bc59-73e04f6fa60e service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940427 Apr 01 00:10:13.875500 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b4b5b5e8-c1c4-4b0c-9412-0f4eb70156d0 req-190f9d8d-4142-41f8-8907-7dc7377f953f service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Apr 01 00:10:21.742063 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:26.915201 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:30.938154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38624) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:31.153320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Deleting port 32d00107-3b87-41f9-9551-3b7b9de3bdbf {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:31.153704 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.227850 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.228181 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.239691 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Calling delete_port for 32d00107-3b87-41f9-9551-3b7b9de3bdbf owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:31.390577 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.420781 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'Port': ['ID=32d00107-3b87-41f9-9551-3b7b9de3bdbf,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:31.445796 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.446141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.446480 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.446813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.447148 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.447503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.447832 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.448162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.448486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.448807 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.449129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.449451 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:31.488290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.488660 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Floating IP 55571c47-20e7-4501-9225-b92b49a96df0 disassociated (deleted). External IP: 172.25.8.99, port: b97227bb-12b4-4729-89ed-a1a8064564f4. Apr 01 00:10:31.693746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:10:31.799102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:10:31.803875 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:31.810013 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:10:31.821857 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:31.822471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:31.833888 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-d8e2c3d9-48fe-4457-a96d-eea709842a94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "DELETE /v2.0/floatingips/55571c47-20e7-4501-9225-b92b49a96df0 HTTP/1.1" status: 204 len: 168 time: 0.8920419 Apr 01 00:10:31.833888 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:31.834332 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e" -d '{"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:31.944467 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:31.969267 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c5ce5d-d98d-44f9-b98d-e069d5077c72 x-openstack-request-id: req-c2c5ce5d-d98d-44f9-b98d-e069d5077c72 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:31.969769 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:31.969865 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-c2c5ce5d-d98d-44f9-b98d-e069d5077c72 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:31.971086 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c5ce5d-d98d-44f9-b98d-e069d5077c72'] response: {'name': 'network-changed', 'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'status': 'completed', 'code': 200} Apr 01 00:10:32.053904 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-c4646333-a821-4330-9393-5820c43cbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:32.056973 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-c4646333-a821-4330-9393-5820c43cbacf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 1097 time: 0.0609303 Apr 01 00:10:32.178456 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda2801-04a5-4a79-9cfb-38e90b664264 req-8b74bfa6-28a6-43eb-957f-d32c450836fa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:32.184694 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:32.186238 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cda2801-04a5-4a79-9cfb-38e90b664264 req-8b74bfa6-28a6-43eb-957f-d32c450836fa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.1114964 Apr 01 00:10:32.212500 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:10:32.221804 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:10:32.222323 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:10:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:32.226761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-211d4fd3-561d-4c3e-b894-08835f6896bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:32.228258 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-211d4fd3-561d-4c3e-b894-08835f6896bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.1640656 Apr 01 00:10:32.235352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2cda2801-04a5-4a79-9cfb-38e90b664264 req-f31900d2-b485-43ba-a8cf-2f10d8718676 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462623 Apr 01 00:10:32.274484 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-2dd3558f-4e96-496a-87d9-64dc1f37f7ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 200 len: 217 time: 0.0381322 Apr 01 00:10:32.325074 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-1008522e-c78d-4ce5-8362-eb2be52c2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:32.326630 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-1008522e-c78d-4ce5-8362-eb2be52c2afd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0444860 Apr 01 00:10:32.336178 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:10:32.371609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-ae8f82ef-499e-4e59-bc6c-4baa61380595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:32.373444 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-ae8f82ef-499e-4e59-bc6c-4baa61380595 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398238 Apr 01 00:10:32.469668 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-e427eb66-0498-4498-91d2-fb1da2ed745f service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891204 Apr 01 00:10:32.546221 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:10:32.561069 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f7b5c3ea-531d-4b92-961d-b5f8976ce00e req-393fb0ac-619a-4aa9-84ee-9234f6033392 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841813 Apr 01 00:10:32.573905 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956cc3-1b85-4403-b8b9-a5339d70e9e1 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:10:32.832219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aedaf9-282c-43e7-8d62-97aeb3e27993 None None] New status for floating IP 55571c47-20e7-4501-9225-b92b49a96df0: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:10:33.363340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ec1dc-ec2d-4418-87dc-59e2369ccdce req-3c5162c8-93df-4c82-99c8-0ad7bb157d7c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:33.364769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a26ec1dc-ec2d-4418-87dc-59e2369ccdce req-3c5162c8-93df-4c82-99c8-0ad7bb157d7c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Apr 01 00:10:33.404304 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a26ec1dc-ec2d-4418-87dc-59e2369ccdce req-5c2a759e-1215-466d-9634-e2ada1b57d86 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcba39ac-1782-4797-a75e-2de258d491a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331938 Apr 01 00:10:33.745023 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99897065-e105-426e-9f6c-00da825d891b req-c6e2501b-f3e9-4ea9-9a2d-216c11767326 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:33.746510 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99897065-e105-426e-9f6c-00da825d891b req-c6e2501b-f3e9-4ea9-9a2d-216c11767326 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 946 time: 0.0533206 Apr 01 00:10:33.835157 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Deleting port b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:10:33.836156 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.926205 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] For port b97227bb-12b4-4729-89ed-a1a8064564f4, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=b97227bb-12b4-4729-89ed-a1a8064564f4,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:10:33.926541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:33.940312 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Calling delete_port for b97227bb-12b4-4729-89ed-a1a8064564f4 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:10:34.071632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:34.105795 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'Port': ['ID=b97227bb-12b4-4729-89ed-a1a8064564f4,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:34.115688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.116040 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.116377 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.116715 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.117047 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.117386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.117711 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.118039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.118364 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.118686 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.119010 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.119373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:10:34.156109 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] No DVR routers for this DVR port b97227bb-12b4-4729-89ed-a1a8064564f4 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:10:34.158788 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:34.162189 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-99897065-e105-426e-9f6c-00da825d891b req-e026f9e3-0507-4487-9c29-a9113eb12210 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "DELETE /v2.0/ports/b97227bb-12b4-4729-89ed-a1a8064564f4 HTTP/1.1" status: 204 len: 173 time: 0.4100401 Apr 01 00:10:34.162631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-deleted', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:34.164949 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c33153-d993-4639-8c82-a78c83ead14f" -d '{"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-deleted", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:34.269003 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd34b0e-13aa-4b92-a044-1ca0c4a0e8a7 x-openstack-request-id: req-2bd34b0e-13aa-4b92-a044-1ca0c4a0e8a7 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:34.269303 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b2e94e-f8eb-45b9-85ce-eec9b939ec87", "name": "network-vif-deleted", "tag": "b97227bb-12b4-4729-89ed-a1a8064564f4", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:34.269556 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-2bd34b0e-13aa-4b92-a044-1ca0c4a0e8a7 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:34.269983 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd34b0e-13aa-4b92-a044-1ca0c4a0e8a7'] response: {'server_uuid': '13b2e94e-f8eb-45b9-85ce-eec9b939ec87', 'name': 'network-vif-deleted', 'tag': 'b97227bb-12b4-4729-89ed-a1a8064564f4', 'status': 'completed', 'code': 200} Apr 01 00:10:34.547925 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dd325e86-ef07-45d9-8f95-d26d90806293 req-c4b0a87a-2208-4e1d-b716-cbf96a81a848 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=13b2e94e-f8eb-45b9-85ce-eec9b939ec87 HTTP/1.1" status: 200 len: 210 time: 0.0449831 Apr 01 00:10:34.643828 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b3f49a02-8d97-4c3c-96d0-66a06261a7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.607440 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38660) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:35.671900 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.697730 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.757725 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.760386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:35.761570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "DELETE /v2.0/security-groups/dcba39ac-1782-4797-a75e-2de258d491a8 HTTP/1.1" status: 204 len: 168 time: 0.1530733 Apr 01 00:10:35.772429 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9edab-b2b6-44e6-aa9c-fa2a1326b75a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba39ac-1782-4797-a75e-2de258d491a8,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.220472 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38666) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.225177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724388542', 'description': 'tempest-secgroup-smoke-1724388542 description', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.247466 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.314555 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.319353 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.346274 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.347586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1260879 Apr 01 00:10:36.350793 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38668) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.354476 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29729dd-d660-49f9-8f4b-b23ab8a9041c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.356255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.385854 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.435040 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.439515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.458729 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad74147a-942f-4aa1-8ba2-115bc86568be,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.468114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.469944 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c4c4324e-d8c9-4774-8769-3f250f2ba020 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176863 Apr 01 00:10:36.475293 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38670) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.478066 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.505775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.567601 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.572315 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.589299 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf83b6e-eceb-47d8-80c3-2e963d8dd03d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.599744 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.599744 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f3102bd0-25a2-49a1-9a07-ca9ffcfc4c8a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250386 Apr 01 00:10:36.602192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38672) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.606827 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.633211 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.694799 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.699415 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.718881 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe5792a-3873-48b4-9614-990df4f3e195,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.725330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.727157 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-e58ff5a4-0ddb-4889-8a9d-cf026d40cda4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239874 Apr 01 00:10:36.729982 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38674) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.734371 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.763125 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.822078 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.826758 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.844058 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95ad793-2e16-4edd-bae5-e0d795b6e002,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.853944 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.855107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-746e7ff8-32fe-41c8-998d-e20b3b8f9d22 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242037 Apr 01 00:10:36.858941 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38676) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.863527 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:36.885172 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Project ba59b7d62a8e4397bda3d4abbfe27c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:10:36.890219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.952063 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.956659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.974575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0023cfaf-7e95-4aac-8e0e-16a82fc77f71,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:36.982456 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:36.986695 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b9e57b90-7f4b-4f5e-a0ae-17cd44cf3027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237998 Apr 01 00:10:36.986695 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 38678) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:10:36.991435 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'security_group_rule': {'security_group_id': '3b5094b2-d153-4b9c-a4ba-f5ef351d1de5', 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:37.012782 n-d-835855-2 neutron-server[109298]: INFO neutron.db.securitygroups_db [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Project ba59b7d62a8e4397bda3d4abbfe27c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:10:37.017932 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.063425 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-36c36a8f-3035-4adb-9489-7355e672979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.081296 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.085205 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.107631 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4996d1cf-633b-4606-9d61-2e8e18a01bdc,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:37.116759 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:37.117976 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-27a3b0f3-58cd-4833-94bd-9c9c2c744a6f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305053 Apr 01 00:10:37.826451 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:10:37.847132 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: b97227bb-12b4-4729-89ed-a1a8064564f4 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:10:37.847783 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device b97227bb-12b4-4729-89ed-a1a8064564f4 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:10:38.699531 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:40.309906 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:40.446044 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:50.146455 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:10:51.338782 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-0aa5d8ba-bc86-495f-bd5c-e0929fa5a1f1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724388542&fields=id&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 267 time: 0.0322573 Apr 01 00:10:51.448268 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-0af18e2b-dd6c-4342-9c33-b1eeb8642185 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:51.449804 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-0af18e2b-dd6c-4342-9c33-b1eeb8642185 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 809 time: 0.1039810 Apr 01 00:10:51.465955 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-4d6b3f11-fc6b-4922-b5f6-fafbc027c561 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/quotas/ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 375 time: 0.0099905 Apr 01 00:10:51.518137 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-eff43639-a0de-4801-92bf-9a7f69a7022f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460327 Apr 01 00:10:51.665760 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-e34c4166-2a67-48b0-ada6-952318ea086b service neutron] 10.222.0.95 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353638 Apr 01 00:10:51.746877 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:51.759869 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-2cf790eb-9599-47ba-8d69-0b46591dd90c service neutron] 10.222.0.95 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877862 Apr 01 00:10:52.049052 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5dbdccfe-cca1-45ef-ab1d-b08882fb48b4 req-8b73bb84-1b47-4ef8-b890-b724c80948df tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0250626 Apr 01 00:10:53.088328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-fb734d07-931c-4ece-b486-a71d96fb4072 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.089844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-fb734d07-931c-4ece-b486-a71d96fb4072 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 809 time: 0.1047652 Apr 01 00:10:53.150071 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-290c6e85-b43f-4e87-ba32-f69126147ff4 req-e2288529-608e-4d8c-be89-2b7f62d4a19f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0271873 Apr 01 00:10:53.171178 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-dd895733-9cfa-4495-91a2-64bde242f1fa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 380 time: 0.0691223 Apr 01 00:10:53.179406 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'port': {'device_id': '193383d6-278a-40c0-aade-934b2bcc94a9', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'admin_state_up': True, 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'security_groups': ['3b5094b2-d153-4b9c-a4ba-f5ef351d1de5']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:53.288218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Made reservation on behalf of ba59b7d62a8e4397bda3d4abbfe27c72 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:10:53.291695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.419855 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Allocated IP 172.20.0.11 (8ee6ea57-e4b5-46e9-9013-5dd529ce0939/4ba2fd36-6946-43e0-8d41-8f2c01468525/31adcf15-499c-41e8-898a-97282b02b1c1) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:10:53.564090 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.599253 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.644164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:10:53.647216 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:10:53.651580 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:10:53.658072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:53.710345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:53.711082 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.732124 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-ef3f8558-f28c-4b9d-bcf7-e7cfdafda987 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562408 Apr 01 00:10:53.742631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-68197ec5-217b-4187-bbd2-e19e681b113b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:10:53.743769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-68197ec5-217b-4187-bbd2-e19e681b113b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053475 Apr 01 00:10:53.804320 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Request body: {'port': {'device_id': '193383d6-278a-40c0-aade-934b2bcc94a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:10:53.860185 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.885473 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-4f6e2397-64f1-47de-82a7-052e8e06df90 None None] Provisioning complete for port 31adcf15-499c-41e8-898a-97282b02b1c1 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:10:53.886023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4f6e2397-64f1-47de-82a7-052e8e06df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:53.919184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e2397-64f1-47de-82a7-052e8e06df90 None None] Port 31adcf15-499c-41e8-898a-97282b02b1c1 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:10:54.288538 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131b2f4-26c9-4755-8c35-e61628760fe4 req-c87a9703-48b1-49f5-ae61-3befd790985f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:54.290752 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8131b2f4-26c9-4755-8c35-e61628760fe4 req-c87a9703-48b1-49f5-ae61-3befd790985f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 932 time: 0.0558233 Apr 01 00:10:54.339593 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8131b2f4-26c9-4755-8c35-e61628760fe4 req-dfce8811-16ce-48fe-9773-2d849e57a11d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416470 Apr 01 00:10:54.445539 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:10:54.453252 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.465182 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Transition to ACTIVE for port object 31adcf15-499c-41e8-898a-97282b02b1c1 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:10:54.471096 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.526086 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:54.591147 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:10:54.591508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:10:54.591838 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:54.596404 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:10:54.596874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:10:54.601924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:10:54.602257 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:10:54.602634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Bound using segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:10:54.603054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Bound port: 31adcf15-499c-41e8-898a-97282b02b1c1, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:10:54.603441 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.673486 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:10:54.676688 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:10:54.683594 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.719669 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:54.720336 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:54.721719 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] 10.222.0.96 "PUT /v2.0/ports/31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1092 time: 0.9703267 Apr 01 00:10:54.722154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:10:54.724497 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec" -d '{"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:10:54.745506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd877b09-a629-460b-8b84-621a27529a2c service neutron] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:10:54.811954 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a9cb6b-39a7-46c6-ad2f-5c47d82d43ee x-openstack-request-id: req-39a9cb6b-39a7-46c6-ad2f-5c47d82d43ee {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:10:54.812245 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:10:54.812602 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-39a9cb6b-39a7-46c6-ad2f-5c47d82d43ee {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:10:54.813062 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a9cb6b-39a7-46c6-ad2f-5c47d82d43ee'] response: {'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'status': 'completed', 'code': 200} Apr 01 00:10:54.829780 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-88969865-6e92-40c3-a7d2-73bdd4e2c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:54.831491 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-88969865-6e92-40c3-a7d2-73bdd4e2c2b0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1095 time: 0.0487008 Apr 01 00:10:54.883433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-27c80fea-d286-4468-af8d-f719327c824b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 217 time: 0.0427508 Apr 01 00:10:54.936726 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-808d08a9-2911-49b3-a9eb-3dbe6ff4cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:54.938387 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-808d08a9-2911-49b3-a9eb-3dbe6ff4cb21 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0476942 Apr 01 00:10:54.984063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-0d175fcf-7620-49a5-b2f3-e82615fac18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:54.985542 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-0d175fcf-7620-49a5-b2f3-e82615fac18a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398088 Apr 01 00:10:55.076971 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-563163ee-15ca-4cce-8097-be0ce62c7fee service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842612 Apr 01 00:10:55.168054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2c96e6fd-7060-40b2-97c6-a95563440a49 req-09e73ecf-b938-4074-8ce2-5fae5d3cfa14 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834866 Apr 01 00:10:55.251108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-3a667b42-d4b3-4a95-855e-f40c8dd40035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.252679 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-3a667b42-d4b3-4a95-855e-f40c8dd40035 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1095 time: 0.0404534 Apr 01 00:10:55.354101 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-77a6f2af-6992-4b8d-a5a1-c6cbfd3efeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.356049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-77a6f2af-6992-4b8d-a5a1-c6cbfd3efeae service neutron] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0958273 Apr 01 00:10:55.398082 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-f1d0a959-f049-4ad4-95f9-b9ab28bb45dc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 217 time: 0.0356336 Apr 01 00:10:55.451581 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82646c-baa1-4aca-b232-b6c8f8400d33 req-abcf7903-8929-4bf4-b72f-91fdf70c5e09 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.452163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-09da89fb-818e-4175-8e01-1d0b5fecb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.453107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b82646c-baa1-4aca-b232-b6c8f8400d33 req-abcf7903-8929-4bf4-b72f-91fdf70c5e09 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0523722 Apr 01 00:10:55.455732 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-09da89fb-818e-4175-8e01-1d0b5fecb269 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0514102 Apr 01 00:10:55.494477 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7b82646c-baa1-4aca-b232-b6c8f8400d33 req-99556d7d-a537-4b8b-bf88-37201802376d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352516 Apr 01 00:10:55.501661 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-a239ab89-5ef5-444f-8e16-b64154a5a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:55.503079 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-a239ab89-5ef5-444f-8e16-b64154a5a1f3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412421 Apr 01 00:10:55.602730 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-5e64b854-ebb4-4d2a-bb9d-6d5fec1541eb service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917101 Apr 01 00:10:55.692615 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a1b36fa5-0fc9-44ab-ae47-a80a49c8acec req-fd84cbb7-bfcc-42f2-83c8-6ace1b33f150 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826800 Apr 01 00:10:56.617755 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c1dd3-6dd4-4a82-b446-8ab0439570b5 req-672b09cf-d0ac-4bf0-b5aa-b63262b4f31d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:56.619281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-184c1dd3-6dd4-4a82-b446-8ab0439570b5 req-672b09cf-d0ac-4bf0-b5aa-b63262b4f31d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0495887 Apr 01 00:10:56.658814 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-184c1dd3-6dd4-4a82-b446-8ab0439570b5 req-0e12c3cf-8dd0-449c-875e-bd9e32a707a1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Apr 01 00:10:56.919391 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:10:57.786167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501a40d-66d6-45fa-b499-1c4dac08925d req-432932fb-108b-42b3-9507-299fda062e00 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:57.787669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2501a40d-66d6-45fa-b499-1c4dac08925d req-432932fb-108b-42b3-9507-299fda062e00 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0562770 Apr 01 00:10:57.827832 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-2501a40d-66d6-45fa-b499-1c4dac08925d req-e46a67dd-883f-4ea1-8f74-c1f1326a82c6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Apr 01 00:10:58.954232 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b6c17-c313-4e73-b4fd-ae5515995393 req-f5bd37da-6c7c-4094-86e6-72ef62e803ba tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:10:58.955763 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d7b6c17-c313-4e73-b4fd-ae5515995393 req-f5bd37da-6c7c-4094-86e6-72ef62e803ba tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0587771 Apr 01 00:10:58.992835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d7b6c17-c313-4e73-b4fd-ae5515995393 req-b93a4e12-d07f-4441-844d-e2646bd0ba0f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308738 Apr 01 00:11:00.119926 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3d2-0caa-464f-a1b6-42c9a6e5550b req-d75fa0ad-906f-411a-b162-78a8edbdbff6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:00.121438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a30d3d2-0caa-464f-a1b6-42c9a6e5550b req-d75fa0ad-906f-411a-b162-78a8edbdbff6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0499940 Apr 01 00:11:00.160248 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3a30d3d2-0caa-464f-a1b6-42c9a6e5550b req-c8220718-4862-4437-9518-f1a1cbf51299 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Apr 01 00:11:01.295561 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e243bd0-3bcd-4c7e-99f3-d5615604de8e req-c98e891d-a30d-4d5d-b125-f8bda0a4d519 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:01.297032 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e243bd0-3bcd-4c7e-99f3-d5615604de8e req-c98e891d-a30d-4d5d-b125-f8bda0a4d519 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0578644 Apr 01 00:11:01.339052 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0e243bd0-3bcd-4c7e-99f3-d5615604de8e req-1327da31-f17e-4358-aa7e-41a56358b185 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324862 Apr 01 00:11:02.465104 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12269e7f-fbda-458c-b7db-0e9226cdac79 req-246ad80e-d4c1-4ff2-b6b0-89e563aeaba5 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:02.466574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12269e7f-fbda-458c-b7db-0e9226cdac79 req-246ad80e-d4c1-4ff2-b6b0-89e563aeaba5 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0534513 Apr 01 00:11:02.505340 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12269e7f-fbda-458c-b7db-0e9226cdac79 req-a09cea76-42d1-40cb-87e5-5a4be6f2dcb0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Apr 01 00:11:03.632953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70614f0-6b2c-41de-bcb3-801951f7cb5d req-eabfa2e4-728c-46bc-bd38-a1ffa5f6b193 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:03.634411 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f70614f0-6b2c-41de-bcb3-801951f7cb5d req-eabfa2e4-728c-46bc-bd38-a1ffa5f6b193 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0522873 Apr 01 00:11:03.674573 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f70614f0-6b2c-41de-bcb3-801951f7cb5d req-5a904756-b88f-4b44-ab2b-410e6f1adbaa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Apr 01 00:11:04.642248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5726e5d2-abc1-4b8a-8df2-98148b3c08a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:04.793332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd351748-8bcb-4816-b1ad-a556ef394f56 req-c66ece0c-6a61-4964-bcee-5309b8b58027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:04.794803 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd351748-8bcb-4816-b1ad-a556ef394f56 req-c66ece0c-6a61-4964-bcee-5309b8b58027 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0489342 Apr 01 00:11:04.832474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-cd351748-8bcb-4816-b1ad-a556ef394f56 req-eb7ecb3e-fe68-435a-8d95-19ce7d1b005e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Apr 01 00:11:05.964570 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163efab-2490-4e43-b42c-9c7e8c80ae17 req-5b87c807-d7d6-4518-976a-18cbd7c468da tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:05.966058 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0163efab-2490-4e43-b42c-9c7e8c80ae17 req-5b87c807-d7d6-4518-976a-18cbd7c468da tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0565295 Apr 01 00:11:06.004251 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-0163efab-2490-4e43-b42c-9c7e8c80ae17 req-4dd28f49-2af7-4d68-ac55-4e15c3bab4f1 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313077 Apr 01 00:11:06.517241 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:11:06.621900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:11:06.633589 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '31adcf15-499c-41e8-898a-97282b02b1c1', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'mac_address': 'fa:16:3e:3e:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:11:06.672676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:06.686881 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:11:06.705791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:11:06.712196 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:06.759732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:11:06.767624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.767900 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.768225 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.768569 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.768983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.769184 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.769485 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.769874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.770108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.770429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.770745 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:06.771054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:11:07.061390 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-10f9b0d7-bc6b-427d-8cf7-8e0c032a2514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:07.095228 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['31adcf15-499c-41e8-898a-97282b02b1c1'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:11:07.130386 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352d7a2-6f93-4d14-ae59-926297084527 req-8cd86f91-14a8-48e0-aaa3-36e6bfb51257 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:07.131908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7352d7a2-6f93-4d14-ae59-926297084527 req-8cd86f91-14a8-48e0-aaa3-36e6bfb51257 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Apr 01 00:11:07.170953 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7352d7a2-6f93-4d14-ae59-926297084527 req-474a5a70-7f74-4241-8e7c-48d7bc8f1c20 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325596 Apr 01 00:11:08.309379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7298-52da-4aab-b0a8-2163b6871360 req-a98581f9-6e5c-49cd-98b8-b8d8dd15885f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:08.310830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7fc7298-52da-4aab-b0a8-2163b6871360 req-a98581f9-6e5c-49cd-98b8-b8d8dd15885f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 945 time: 0.0603797 Apr 01 00:11:08.349532 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f7fc7298-52da-4aab-b0a8-2163b6871360 req-4f5f6cfc-0918-4e47-bb0f-fa97e027a619 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Apr 01 00:11:08.518456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:11:08.724706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:08.735845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 31adcf15-499c-41e8-898a-97282b02b1c1 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:11:08.739310 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 31adcf15-499c-41e8-898a-97282b02b1c1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:11:08.739668 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:08.816600 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:08.838232 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:11:08.840495 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e35a80-6862-4bcd-91dc-b5be015f399d" -d '{"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-plugged", "status": "completed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:11:08.853535 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:11:08.858194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:08.883723 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b7be64-b197-4374-8eb3-577884716788 x-openstack-request-id: req-04b7be64-b197-4374-8eb3-577884716788 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:11:08.883903 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-plugged", "status": "completed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:11:08.884011 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-04b7be64-b197-4374-8eb3-577884716788 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:11:08.884376 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b7be64-b197-4374-8eb3-577884716788'] response: {'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'code': 200} Apr 01 00:11:08.909992 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:11:08.968818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96988f7d-e3a7-4250-b3c2-d2ead23c46b9 req-7249eaa4-bd1b-4d85-bad5-aec832ce01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:08.970408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96988f7d-e3a7-4250-b3c2-d2ead23c46b9 req-7249eaa4-bd1b-4d85-bad5-aec832ce01f3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1097 time: 0.0392284 Apr 01 00:11:09.010070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-96988f7d-e3a7-4250-b3c2-d2ead23c46b9 req-3eeebadb-fde3-4d00-854a-a241cf26c9e9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332870 Apr 01 00:11:09.489676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c49013-b45a-4985-bb5f-985e150c035c req-ca8e2875-47d0-472b-8216-9991895be944 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:09.491152 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94c49013-b45a-4985-bb5f-985e150c035c req-ca8e2875-47d0-472b-8216-9991895be944 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0623424 Apr 01 00:11:09.532858 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-94c49013-b45a-4985-bb5f-985e150c035c req-dca4e983-b7c0-40ff-9506-8e0a937a96e2 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 Apr 01 00:11:10.309530 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:10.455060 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:10.673391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a13602-0097-479d-8d7f-0ba68fc063a8 req-93696e15-e4e1-4d7b-afe5-fc51920e3b08 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:10.674848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8a13602-0097-479d-8d7f-0ba68fc063a8 req-93696e15-e4e1-4d7b-afe5-fc51920e3b08 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0637035 Apr 01 00:11:10.713884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b8a13602-0097-479d-8d7f-0ba68fc063a8 req-e8132c2b-6a54-4d15-b685-fc1029d20396 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Apr 01 00:11:10.834368 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee303-e49f-4eb2-bb48-8e5c67819300 req-0601f952-53c0-43cb-a1b2-18188de5ac46 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:10.835835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-027ee303-e49f-4eb2-bb48-8e5c67819300 req-0601f952-53c0-43cb-a1b2-18188de5ac46 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0535977 Apr 01 00:11:10.875977 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-027ee303-e49f-4eb2-bb48-8e5c67819300 req-f046d423-fc13-4619-8681-0e03fd2515ca tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Apr 01 00:11:10.897880 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38872) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:11:10.983295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87373b3-2ffe-46dd-91e3-0f9032ae4ddb tempest-TestShelveInstance-1622900976 tempest-TestShelveInstance-1622900976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:10.984752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-f87373b3-2ffe-46dd-91e3-0f9032ae4ddb tempest-TestShelveInstance-1622900976 tempest-TestShelveInstance-1622900976-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1092 time: 0.0858340 Apr 01 00:11:10.987706 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 38876) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:11:10.991940 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:11:11.014177 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.113302 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.219575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Allocated IP 172.25.8.16 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/770756fe-6ad4-47ef-a3cd-64e14ee372da) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:11:11.338562 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.377764 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.418231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:11:11.421071 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:11:11.425330 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:11:11.428265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=770756fe-6ad4-47ef-a3cd-64e14ee372da,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:11:11.794213 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:11.867979 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:12.036386 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:12.043572 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:12.109747 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event updated for resources: {'Port': ['ID=770756fe-6ad4-47ef-a3cd-64e14ee372da,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:11:12.124514 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:12.223280 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Floating IP d17c8f69-aa2b-4213-9437-e75b034a744d associated. External IP: 172.25.8.16, port: 31adcf15-499c-41e8-898a-97282b02b1c1. Apr 01 00:11:12.432114 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:11:12.544280 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:11:12.555274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:11:12.565398 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:12.566581 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:11:12.567219 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:11:12.592632 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ea15704d-6e06-45a1-a32c-76ab33d3f9fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6039031 Apr 01 00:11:12.593338 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:11:12.595845 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c" -d '{"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:11:12.633473 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb65391-a903-413b-bbe3-1422fe2f8072 x-openstack-request-id: req-adb65391-a903-413b-bbe3-1422fe2f8072 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:11:12.633774 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:11:12.634027 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-adb65391-a903-413b-bbe3-1422fe2f8072 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:11:12.634450 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb65391-a903-413b-bbe3-1422fe2f8072'] response: {'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'status': 'completed', 'code': 200} Apr 01 00:11:12.670052 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:11:12.696764 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-464160d1-b631-4b6f-bcd1-c55e4604a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:12.698320 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-464160d1-b631-4b6f-bcd1-c55e4604a8fa service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1097 time: 0.0425200 Apr 01 00:11:12.794783 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-eaf1e091-e68e-4b3a-8417-413e455db22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:12.796296 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-eaf1e091-e68e-4b3a-8417-413e455db22e service neutron] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0914614 Apr 01 00:11:12.862242 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-8961e931-31c3-45ef-9efe-f96479827d72 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 999 time: 0.0587864 Apr 01 00:11:12.912811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-0202a80d-925c-4d0f-a8a7-94545f6291aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:12.914254 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-0202a80d-925c-4d0f-a8a7-94545f6291aa service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0457981 Apr 01 00:11:12.964494 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-aa05372b-cc6c-4698-a556-46bc5915370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:12.965953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-aa05372b-cc6c-4698-a556-46bc5915370f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446851 Apr 01 00:11:12.985611 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'd17c8f69-aa2b-4213-9437-e75b034a744d', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:3e:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193383d6-278a-40c0-aade-934b2bcc94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:11:11Z', 'updated_at': '2022-04-01T00:11:11Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:11:13.014800 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:11:13.023471 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:11:13.024048 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:11:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:11:13.056172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-4af6ff51-2cec-4b08-bf84-d767778c3a69 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833120 Apr 01 00:11:13.130437 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:11:13.153562 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f2ce0ab6-a2e4-4e58-ad58-1d064ce8824c req-51424d42-ca6f-44f3-a9d4-e2777bd1de04 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884228 Apr 01 00:11:13.348443 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'd17c8f69-aa2b-4213-9437-e75b034a744d', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:3e:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193383d6-278a-40c0-aade-934b2bcc94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:11:11Z', 'updated_at': '2022-04-01T00:11:11Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:11:13.374989 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737aa0e-2bcd-4967-b4ba-b665edb383d5 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': 'd17c8f69-aa2b-4213-9437-e75b034a744d', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'floating_ip_address': '172.25.8.16', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'mac_address': 'fa:16:3e:3e:39:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193383d6-278a-40c0-aade-934b2bcc94a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:11:11Z', 'updated_at': '2022-04-01T00:11:11Z', 'revision_number': 0, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:11:13.572583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d68118-b6d3-481b-9d25-985ddf610a97 None None] New status for floating IP d17c8f69-aa2b-4213-9437-e75b034a744d: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:11:21.082225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-fd66f355-04d7-46a6-a5bf-62d71d0da4dc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465562 Apr 01 00:11:21.160868 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242ea1-f86a-48a8-b475-613651507c95 req-062d4081-5955-4458-8bff-429a0a76820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:21.162392 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-062d4081-5955-4458-8bff-429a0a76820a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1097 time: 0.0391850 Apr 01 00:11:21.266837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242ea1-f86a-48a8-b475-613651507c95 req-ee352e4a-0760-4f09-b0ae-5afdc40cb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:21.268455 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-ee352e4a-0760-4f09-b0ae-5afdc40cb3f0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0881121 Apr 01 00:11:21.333486 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-2df1516e-44fc-4307-8bdb-44f1d2e0f75a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1001 time: 0.0580571 Apr 01 00:11:21.385024 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242ea1-f86a-48a8-b475-613651507c95 req-8e1cf0f8-9dba-4c15-8013-82e20eb938fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:21.386477 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-8e1cf0f8-9dba-4c15-8013-82e20eb938fb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0471971 Apr 01 00:11:21.430774 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242ea1-f86a-48a8-b475-613651507c95 req-6087f633-9353-4007-8acf-8153bf9db067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:11:21.432460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-6087f633-9353-4007-8acf-8153bf9db067 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396280 Apr 01 00:11:21.524172 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-ccc71aa4-08c0-48bd-bd68-a3636a75231e service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848513 Apr 01 00:11:21.615050 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-4e242ea1-f86a-48a8-b475-613651507c95 req-d859f77c-fd88-42ce-a505-75ca3516b36c service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832958 Apr 01 00:11:21.743979 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:26.926553 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:27.146041 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:11:34.644013 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bb21420c-c536-4f7e-b57f-bdf3040aec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:37.059818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a002c639-8666-4d20-88bf-1dc4b6c1d38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:38.715879 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:40.319395 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:40.453068 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:51.763907 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:11:56.945812 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:04.146734 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:12:04.645843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2819ad1-65bf-46b9-a66d-1d577feb0f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:07.063023 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b4c02a59-1dc1-4173-83ae-522e0521b841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:08.718035 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:10.325715 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:10.454302 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:21.770036 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:23.066887 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-a37004f9-494e-49f6-ae01-5234554f3f86 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407214 Apr 01 00:12:23.154942 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-7dc8992d-d8b0-4a01-95e3-3db75333b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:23.156530 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-7dc8992d-d8b0-4a01-95e3-3db75333b5d2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1097 time: 0.0398824 Apr 01 00:12:23.563785 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-49212a26-880a-48ee-bd6f-f4eb052e913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:23.565260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-49212a26-880a-48ee-bd6f-f4eb052e913e service neutron] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.3884819 Apr 01 00:12:23.630652 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-98bec4c9-3535-4269-8844-098f962fa4f8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1001 time: 0.0580246 Apr 01 00:12:23.682072 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-0d32bcf0-0dd5-4c07-8ef6-50748ae3261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:23.683511 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-0d32bcf0-0dd5-4c07-8ef6-50748ae3261e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0461402 Apr 01 00:12:23.726328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-ba711c4b-4af0-490c-8252-09b735834e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:12:23.727788 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-ba711c4b-4af0-490c-8252-09b735834e6b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382614 Apr 01 00:12:23.832041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-7dc2c585-dfd6-4927-a058-782efd2b21d4 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974283 Apr 01 00:12:23.923552 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ad0698fd-c525-4e49-8c58-203e92a48dc3 req-5fe31455-1423-4ca9-bd3c-19a960c34177 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846372 Apr 01 00:12:26.956925 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:34.644954 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55af5bae-da26-4cfc-aea8-5780ef945376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:37.064399 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-138166f0-7540-4f46-9963-6f8ba783240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:38.725574 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:40.330620 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:40.453863 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:41.147371 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:12:51.771163 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:12:56.969424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:04.649584 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-666400f7-acd0-4458-89dd-3d7175c8ea69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:07.062357 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2b89bea7-dc8e-4c31-8412-2f5b62c2d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:08.727796 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:09.051049 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced711e9-47bf-4924-b96a-cdb7c23af44a req-8e46a2b6-3ba1-4b2a-b686-932576e11719 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:09.052892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ced711e9-47bf-4924-b96a-cdb7c23af44a req-8e46a2b6-3ba1-4b2a-b686-932576e11719 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0972886 Apr 01 00:13:09.090728 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ced711e9-47bf-4924-b96a-cdb7c23af44a req-b9409626-7f83-4010-b2ed-1740b8e8b527 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Apr 01 00:13:10.268415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e445dc-98d7-4900-92da-546f01e70b30 req-8d9d53ad-52eb-41d3-b0f0-a5e3993ce8f9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:10.269877 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09e445dc-98d7-4900-92da-546f01e70b30 req-8d9d53ad-52eb-41d3-b0f0-a5e3993ce8f9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0967989 Apr 01 00:13:10.308471 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09e445dc-98d7-4900-92da-546f01e70b30 req-fc3e651f-6046-466c-ab1f-a924cae51195 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324111 Apr 01 00:13:10.325295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:10.454154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:11.429347 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ba42-8845-4327-aae4-8c35641c4b96 req-6e203784-0e2b-432b-9567-a6d608111c69 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:11.430829 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0e9ba42-8845-4327-aae4-8c35641c4b96 req-6e203784-0e2b-432b-9567-a6d608111c69 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Apr 01 00:13:11.473648 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a0e9ba42-8845-4327-aae4-8c35641c4b96 req-a170eb4b-0cb2-413e-b687-7364048b528b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355918 Apr 01 00:13:12.607720 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aceab9-fe95-4ecc-9dfa-8c4a33dc69ab req-e1b0f449-e932-4444-8f1c-3611e596f10e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:12.609203 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5aceab9-fe95-4ecc-9dfa-8c4a33dc69ab req-e1b0f449-e932-4444-8f1c-3611e596f10e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0567760 Apr 01 00:13:12.666663 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a5aceab9-fe95-4ecc-9dfa-8c4a33dc69ab req-d1796abb-5391-4315-ba69-e8d7ff77ae4a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484364 Apr 01 00:13:13.807770 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e03df-bfe5-464d-9541-095c3ce96b21 req-c137546e-eb9f-4e97-9342-dbd04eec1f30 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:13.809242 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b86e03df-bfe5-464d-9541-095c3ce96b21 req-c137546e-eb9f-4e97-9342-dbd04eec1f30 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0534139 Apr 01 00:13:13.848534 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b86e03df-bfe5-464d-9541-095c3ce96b21 req-52c16c90-186b-496d-8a0b-e24dcb008887 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Apr 01 00:13:14.971735 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83144a77-996e-4fa7-9e69-a7f5d454bbe6 req-91b3556d-9aa2-42e4-b27b-4535aa1437b7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:14.973225 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83144a77-996e-4fa7-9e69-a7f5d454bbe6 req-91b3556d-9aa2-42e4-b27b-4535aa1437b7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0500214 Apr 01 00:13:15.011830 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-83144a77-996e-4fa7-9e69-a7f5d454bbe6 req-f7ac7271-6365-47eb-a14b-6990e909658f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Apr 01 00:13:16.135412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eed774-270d-4913-b6ce-9af6b68b6cd4 req-491b6b0d-4c77-488e-aa0c-86a61b55d4bd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:16.136892 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01eed774-270d-4913-b6ce-9af6b68b6cd4 req-491b6b0d-4c77-488e-aa0c-86a61b55d4bd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0491233 Apr 01 00:13:16.178908 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-01eed774-270d-4913-b6ce-9af6b68b6cd4 req-9aa98a47-19db-48ee-90f5-5a00600139b2 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Apr 01 00:13:17.300813 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da3b97-9f71-4fe5-9be1-6d49130b9361 req-7436f40c-1ef4-41b0-8710-942383af8c7f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:17.302647 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61da3b97-9f71-4fe5-9be1-6d49130b9361 req-7436f40c-1ef4-41b0-8710-942383af8c7f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Apr 01 00:13:17.343962 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61da3b97-9f71-4fe5-9be1-6d49130b9361 req-3d0390c2-ca2b-4b22-a983-49ea2e9693f8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Apr 01 00:13:18.149622 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:18.473741 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2003f-1895-4d56-a8ab-31f7bf4eb79b req-435be6bc-729a-45da-afce-8983fbe44ef6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:18.475256 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9a2003f-1895-4d56-a8ab-31f7bf4eb79b req-435be6bc-729a-45da-afce-8983fbe44ef6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0572488 Apr 01 00:13:18.521406 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e9a2003f-1895-4d56-a8ab-31f7bf4eb79b req-10ea5439-4d56-44d2-8fb9-c38f10b66a88 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Apr 01 00:13:19.165503 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-ff28ab96-166d-47b0-8cd8-dabdebea8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.166892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-ff28ab96-166d-47b0-8cd8-dabdebea8ada service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1097 time: 0.0438814 Apr 01 00:13:19.262837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-7a01bfe5-7b96-4988-9337-d10bfa872dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.264769 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-7a01bfe5-7b96-4988-9337-d10bfa872dd7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0900228 Apr 01 00:13:19.339790 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-4331241e-5bec-42cd-9819-a67ac40d2ade service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1001 time: 0.0666733 Apr 01 00:13:19.388513 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-05f591ed-65ea-4074-b54e-3362d451310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.389902 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-05f591ed-65ea-4074-b54e-3362d451310d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0426102 Apr 01 00:13:19.437489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-8c06fd4f-cf83-42ef-8efe-f3d617c72d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.438933 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-8c06fd4f-cf83-42ef-8efe-f3d617c72d81 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395358 Apr 01 00:13:19.531993 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-7ba9c45d-c8cc-4fa1-8f6c-9c4dc700ae55 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848341 Apr 01 00:13:19.658499 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f9154059-0109-4940-bcc7-ef88735aa8e9 req-ead69d63-0ebb-44c7-9c14-172f20ec1930 service neutron] 10.222.0.96 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180377 Apr 01 00:13:19.670202 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5a834-65ec-40c4-92ae-c319a5d07482 req-35d3f830-593e-452e-bd00-7aff2aa3b1a9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:19.671655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2b5a834-65ec-40c4-92ae-c319a5d07482 req-35d3f830-593e-452e-bd00-7aff2aa3b1a9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0688839 Apr 01 00:13:19.712758 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2b5a834-65ec-40c4-92ae-c319a5d07482 req-41ed78f5-4fc2-47f8-a77d-352f654d7400 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Apr 01 00:13:20.844575 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bc865-03fb-4c60-8169-d770f22dcc40 req-103b4804-50fc-42f4-94c5-7a4a98c26a2e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:20.846046 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d4bc865-03fb-4c60-8169-d770f22dcc40 req-103b4804-50fc-42f4-94c5-7a4a98c26a2e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0571229 Apr 01 00:13:20.884681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-6d4bc865-03fb-4c60-8169-d770f22dcc40 req-f11818b0-8ba6-4441-93e6-d5f4489d201b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324202 Apr 01 00:13:21.762271 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:22.002149 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a178-f718-488b-8e7f-65d980889e38 req-133f213e-c55c-4f33-9724-7091c589def0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:22.003655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb78a178-f718-488b-8e7f-65d980889e38 req-133f213e-c55c-4f33-9724-7091c589def0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0495181 Apr 01 00:13:22.052291 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fb78a178-f718-488b-8e7f-65d980889e38 req-5f9f5c7d-6c97-41bb-9e75-f2fea0cf729b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Apr 01 00:13:23.179603 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18919216-fd8c-42f0-9e80-a2ae83a1a7fe req-e932ffa0-3fb0-43d0-a7d6-960ba5a30bbd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:23.181164 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18919216-fd8c-42f0-9e80-a2ae83a1a7fe req-e932ffa0-3fb0-43d0-a7d6-960ba5a30bbd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Apr 01 00:13:23.220975 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-18919216-fd8c-42f0-9e80-a2ae83a1a7fe req-67b271aa-dfee-408d-8c28-13e361e8e350 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Apr 01 00:13:23.290295 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-cd12e33b-b821-456f-a644-cd3dabecc16d req-757d7734-08c9-4890-8ef9-3bce5c331e3e service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:13:23.291262 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-cd12e33b-b821-456f-a644-cd3dabecc16d req-757d7734-08c9-4890-8ef9-3bce5c331e3e service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055072 Apr 01 00:13:23.450036 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6cc79-cc92-4b11-9c62-8bbe8236681a req-e24328fc-f755-49a6-aecd-a6a07b97eec5 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:23.451535 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6f6cc79-cc92-4b11-9c62-8bbe8236681a req-e24328fc-f755-49a6-aecd-a6a07b97eec5 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0475509 Apr 01 00:13:23.461334 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-07c41e5b-766e-488b-b714-d9a2609e7e62 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772152 Apr 01 00:13:23.470205 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2e348d0d-1918-4815-9f45-45fcaa522d0c service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:13:23.471159 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2e348d0d-1918-4815-9f45-45fcaa522d0c service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049376 Apr 01 00:13:23.492723 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a6f6cc79-cc92-4b11-9c62-8bbe8236681a req-a9f694d0-8f7d-4716-ad28-21ebccf2fd5b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349302 Apr 01 00:13:24.613212 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cce5b4-8e45-4ef1-9b30-20e10c458ff3 req-59692183-6248-4caf-9a2b-49972f158e13 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:24.614701 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4cce5b4-8e45-4ef1-9b30-20e10c458ff3 req-59692183-6248-4caf-9a2b-49972f158e13 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 946 time: 0.0526838 Apr 01 00:13:24.652598 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-d4cce5b4-8e45-4ef1-9b30-20e10c458ff3 req-2e682a94-dfe5-4f1c-85fc-a8bad404789a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Apr 01 00:13:25.071879 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:13:25.150987 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:25.173476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:25.175729 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52cd238-b6c3-463e-94ad-bf159a97bdbb" -d '{"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-unplugged", "status": "completed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:25.188238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:25.193650 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:25.217883 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2974d1-c603-4e0f-b5d0-52b93d6c1992 x-openstack-request-id: req-3f2974d1-c603-4e0f-b5d0-52b93d6c1992 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:25.218174 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-unplugged", "status": "failed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "code": 422}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:25.218423 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3f2974d1-c603-4e0f-b5d0-52b93d6c1992 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:25.218815 n-d-835855-2 neutron-server[109300]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f2974d1-c603-4e0f-b5d0-52b93d6c1992']: {'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'code': 422} returned with failed status Apr 01 00:13:25.244003 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:25.251382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.251731 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.252073 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.252404 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.252740 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.253055 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.253382 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.253703 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.254028 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.254349 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.254671 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.254990 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:25.771523 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649ebe-82cd-457f-b00a-d279d1ef18bf req-4ea174a5-7f49-47fe-aace-827ab4db3607 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:25.773033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68649ebe-82cd-457f-b00a-d279d1ef18bf req-4ea174a5-7f49-47fe-aace-827ab4db3607 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0489733 Apr 01 00:13:25.811054 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-68649ebe-82cd-457f-b00a-d279d1ef18bf req-08776f91-53d0-4335-8504-105180cca684 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Apr 01 00:13:26.930208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e5ec6-d554-43c7-bc73-f792c85229cf req-ca34124d-f5c2-4152-b4b7-c1f79967bd7f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:26.932352 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-055e5ec6-d554-43c7-bc73-f792c85229cf req-ca34124d-f5c2-4152-b4b7-c1f79967bd7f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0507839 Apr 01 00:13:26.962560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:26.973775 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-055e5ec6-d554-43c7-bc73-f792c85229cf req-e39c95ba-9491-4d48-8f89-472e5c1b4ab0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350878 Apr 01 00:13:28.092545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6507732-6f8b-4f81-9eb1-7eb4a942566d req-6e5dde45-d405-437a-84cc-04a6a0d414bd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:28.094045 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6507732-6f8b-4f81-9eb1-7eb4a942566d req-6e5dde45-d405-437a-84cc-04a6a0d414bd tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0498683 Apr 01 00:13:28.132174 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-b6507732-6f8b-4f81-9eb1-7eb4a942566d req-dd8e593f-01f7-4245-820e-add71b698352 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Apr 01 00:13:29.250616 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546f5f7-84af-4e55-9316-16fc852b6243 req-1bc6504b-b091-4995-953c-c1453af20a4d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:29.252120 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d546f5f7-84af-4e55-9316-16fc852b6243 req-1bc6504b-b091-4995-953c-c1453af20a4d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0489061 Apr 01 00:13:29.292894 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-d546f5f7-84af-4e55-9316-16fc852b6243 req-58b7d4ff-e97e-48dd-9690-2acc299be8a0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343883 Apr 01 00:13:30.420992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8ef4c-2c40-4d01-91f2-6386716d713c req-2ab0cee7-7eb6-4b20-9b31-596bdce0a41a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:30.422506 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2d8ef4c-2c40-4d01-91f2-6386716d713c req-2ab0cee7-7eb6-4b20-9b31-596bdce0a41a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0524030 Apr 01 00:13:30.462260 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-a2d8ef4c-2c40-4d01-91f2-6386716d713c req-be5d62a3-6d40-4a92-a122-8b04101b0d5d tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Apr 01 00:13:31.581918 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281721c0-153b-4be4-8e93-9fc65dc27c1d req-88e73b87-bfe3-44b3-9ef6-080a0a51c6eb tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:31.583475 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-281721c0-153b-4be4-8e93-9fc65dc27c1d req-88e73b87-bfe3-44b3-9ef6-080a0a51c6eb tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0512967 Apr 01 00:13:31.627567 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-281721c0-153b-4be4-8e93-9fc65dc27c1d req-51ebdd08-1572-42a0-9a93-a64ec282c86f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376453 Apr 01 00:13:32.292895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-4226eb22-a56c-4334-b800-2b544d41201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:32.294356 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-4226eb22-a56c-4334-b800-2b544d41201b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9&tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72 HTTP/1.1" status: 200 len: 1095 time: 0.0811708 Apr 01 00:13:32.305866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-835855-2', 'device_owner': 'compute:nova'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:13:32.357787 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:32.561185 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:32.596411 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h1-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:13:32.631374 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:13:32.638971 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:32.651159 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Transition to ACTIVE for port object 31adcf15-499c-41e8-898a-97282b02b1c1 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:13:32.657702 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:32.746927 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=7']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:32.749246 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6f6bc-d920-435f-b527-486b3348782f req-1d94d735-9894-43d3-9b83-520fc1381c39 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:32.750780 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abf6f6bc-d920-435f-b527-486b3348782f req-1d94d735-9894-43d3-9b83-520fc1381c39 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0517135 Apr 01 00:13:32.764043 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.764384 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.764719 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.765045 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.765373 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.765698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.766028 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.766346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.766664 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.766991 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.767433 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.767687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:13:32.789962 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] No DVR routers for this DVR port 31adcf15-499c-41e8-898a-97282b02b1c1 on host n-h1-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:13:32.797835 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abf6f6bc-d920-435f-b527-486b3348782f req-18aafe1b-52f6-4cbb-b2b4-13ea6b4161f8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401278 Apr 01 00:13:32.923879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:13:32.924224 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:13:32.924554 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:13:32.929168 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:13:32.929546 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Attempting to bind port 31adcf15-499c-41e8-898a-97282b02b1c1 on network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:13:32.934417 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:13:32.934758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Checking segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:13:32.935141 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Bound using segment: {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:13:32.935609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Bound port: 31adcf15-499c-41e8-898a-97282b02b1c1, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577b852f-0ead-47c6-b12d-2645999470fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:13:32.935969 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:32.998171 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:13:33.001080 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:13:33.008823 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:33.044030 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.044644 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:33.046024 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] 10.222.0.60 "PUT /v2.0/ports/31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1092 time: 0.7441680 Apr 01 00:13:33.046460 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:33.048764 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11e8d3-064b-434b-9218-13fa73d17b05" -d '{"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:33.106925 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4e5bd-29e1-4302-80c0-1b6469a3edec service neutron] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=8']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:33.125547 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2f6210d4-65bb-4ace-8760-a668c65bd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.127377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2f6210d4-65bb-4ace-8760-a668c65bd0aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1095 time: 0.0553553 Apr 01 00:13:33.225239 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2009f99c-7d46-479a-a2ea-445f3f5b086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.226811 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2009f99c-7d46-479a-a2ea-445f3f5b086a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0879264 Apr 01 00:13:33.298299 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-281e2549-4106-480a-8337-55d5d180678c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 999 time: 0.0649874 Apr 01 00:13:33.348064 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-d9df0ced-5cbe-44ec-b2c1-38701c30308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.349544 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-d9df0ced-5cbe-44ec-b2c1-38701c30308a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0446589 Apr 01 00:13:33.404560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-365edd67-48da-4a69-96f2-5fbe2e32a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.406050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-365edd67-48da-4a69-96f2-5fbe2e32a7c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492594 Apr 01 00:13:33.500541 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-90aed172-4d59-42b7-b8d1-b909260b64f6 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866644 Apr 01 00:13:33.591062 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-8bec3bd1-7c42-44c5-924d-e4f4330148cf service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838783 Apr 01 00:13:33.929632 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f9f7d-3e4f-4cd4-9563-e15589728eca req-cba26190-4927-4129-9af6-97ce10887ad4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:33.931166 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-997f9f7d-3e4f-4cd4-9563-e15589728eca req-cba26190-4927-4129-9af6-97ce10887ad4 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0566123 Apr 01 00:13:33.973049 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-997f9f7d-3e4f-4cd4-9563-e15589728eca req-8efb828d-ef2d-4170-a367-94883a641740 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Apr 01 00:13:34.104530 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a2613-4f57-45aa-9810-3ee2423a2d97 x-openstack-request-id: req-be7a2613-4f57-45aa-9810-3ee2423a2d97 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:34.104985 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:34.105098 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-be7a2613-4f57-45aa-9810-3ee2423a2d97 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:34.105483 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7a2613-4f57-45aa-9810-3ee2423a2d97'] response: {'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'status': 'completed', 'code': 200} Apr 01 00:13:34.173022 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-0ae43981-56e0-4df0-9156-580a5d5a9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:34.174532 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-0ae43981-56e0-4df0-9156-580a5d5a9bd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1095 time: 0.0468578 Apr 01 00:13:34.269992 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-2f8b9252-94f7-4780-9bb7-cd6f9842c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:34.271495 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-2f8b9252-94f7-4780-9bb7-cd6f9842c2eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0895033 Apr 01 00:13:34.352783 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-f20fbf56-e855-469c-bf72-1e7824275513 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 999 time: 0.0736516 Apr 01 00:13:34.404572 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-c7ed2547-4553-40a6-a95f-2a8f31bccfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:34.405997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-c7ed2547-4553-40a6-a95f-2a8f31bccfbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0453532 Apr 01 00:13:34.451123 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-0439aa6c-b412-4001-af4c-7abd83e13b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:34.452597 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-0439aa6c-b412-4001-af4c-7abd83e13b70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394504 Apr 01 00:13:34.551473 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-d0a7e992-1604-4044-972c-8a016e00f147 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908980 Apr 01 00:13:34.644880 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ca5fad8f-7eec-47bb-8c44-fe8ae79cd809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:34.656611 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0d11e8d3-064b-434b-9218-13fa73d17b05 req-55d7356e-4b54-40a1-92ce-d49bf9390ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976534 Apr 01 00:13:35.099558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89555d6-25fb-4ac9-9c56-0c09a44c21f3 req-2565870d-9b3d-4845-b5df-12d5e39dd6fe tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:35.101094 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f89555d6-25fb-4ac9-9c56-0c09a44c21f3 req-2565870d-9b3d-4845-b5df-12d5e39dd6fe tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0538390 Apr 01 00:13:35.141456 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f89555d6-25fb-4ac9-9c56-0c09a44c21f3 req-a3a7b094-a2e0-4c1d-a0a3-2c057703e8c8 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Apr 01 00:13:36.270688 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b891ae-0ce4-44ef-ad05-bfc3b7769043 req-f4554a1d-115f-43af-b091-ae309b6138c9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:36.272165 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70b891ae-0ce4-44ef-ad05-bfc3b7769043 req-f4554a1d-115f-43af-b091-ae309b6138c9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0581965 Apr 01 00:13:36.317107 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-70b891ae-0ce4-44ef-ad05-bfc3b7769043 req-78bd7be5-fb19-421c-b07d-1df6dc336993 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Apr 01 00:13:37.069156 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa82d-9c2e-4bc3-aafc-58d638b09279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:37.439552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdfe5a-7e9e-4cf3-8ab6-c4b5b3db1e6d req-d978cc19-e6af-44d1-88ac-af5d6038aced tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:37.441673 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1dfdfe5a-7e9e-4cf3-8ab6-c4b5b3db1e6d req-d978cc19-e6af-44d1-88ac-af5d6038aced tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0504081 Apr 01 00:13:37.478556 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1dfdfe5a-7e9e-4cf3-8ab6-c4b5b3db1e6d req-56db6450-6b20-4368-adbc-fea1f1b5a37b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307777 Apr 01 00:13:38.603260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9ee5c-84eb-47eb-a1a1-9ab08029e298 req-7a3ebb62-b44a-47cb-b59c-2ccc46bb24ee tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:38.604788 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c9ee5c-84eb-47eb-a1a1-9ab08029e298 req-7a3ebb62-b44a-47cb-b59c-2ccc46bb24ee tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Apr 01 00:13:38.643714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c7c9ee5c-84eb-47eb-a1a1-9ab08029e298 req-75612c57-8b98-408e-be05-09086cd744ea tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Apr 01 00:13:38.731397 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:39.768054 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab345a11-4cc0-44a0-9434-ebf9404d3390 req-a4e1e73d-be28-4af3-a6ac-e5e298cb35a3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:39.769566 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab345a11-4cc0-44a0-9434-ebf9404d3390 req-a4e1e73d-be28-4af3-a6ac-e5e298cb35a3 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0506511 Apr 01 00:13:39.807003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ab345a11-4cc0-44a0-9434-ebf9404d3390 req-776abd75-6b66-4c65-8294-ec903bc561b9 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Apr 01 00:13:40.332504 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:40.448506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:40.940178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1738a1-ea13-4d24-a73c-0d7cde633cb5 req-482ab70b-bbe7-4841-b599-b5bbece770db tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:40.941633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1738a1-ea13-4d24-a73c-0d7cde633cb5 req-482ab70b-bbe7-4841-b599-b5bbece770db tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0491862 Apr 01 00:13:40.978640 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab1738a1-ea13-4d24-a73c-0d7cde633cb5 req-22ce31dd-cf26-402c-b2db-928d07304dab tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Apr 01 00:13:42.121631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfa14a-9ee9-4611-ba62-19079f97d96f req-00a9c1f1-3b5e-4b92-8dc0-174fb1328bd0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:42.123149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43dfa14a-9ee9-4611-ba62-19079f97d96f req-00a9c1f1-3b5e-4b92-8dc0-174fb1328bd0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0617716 Apr 01 00:13:42.166348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-43dfa14a-9ee9-4611-ba62-19079f97d96f req-5b3b0679-f218-4ae9-af4a-30e31e5ad47b tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Apr 01 00:13:43.290322 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12719974-710a-4443-b7cc-f5521b36dc02 req-2b04931f-4a49-4da1-a0ac-4d4f1687abb7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:43.291836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12719974-710a-4443-b7cc-f5521b36dc02 req-2b04931f-4a49-4da1-a0ac-4d4f1687abb7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0577610 Apr 01 00:13:43.336902 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-12719974-710a-4443-b7cc-f5521b36dc02 req-ea89d69b-3649-489d-9a4f-5ee0bb83c6d7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355637 Apr 01 00:13:44.465411 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf23d-bcd0-44b9-ae25-d02c00f9790f req-c376767d-31ab-4c21-bc00-76fb212de6f0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:44.466904 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59bdf23d-bcd0-44b9-ae25-d02c00f9790f req-c376767d-31ab-4c21-bc00-76fb212de6f0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 944 time: 0.0549400 Apr 01 00:13:44.508453 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-59bdf23d-bcd0-44b9-ae25-d02c00f9790f req-85b54c0d-13b1-40c6-aa96-4f56c156c55e tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Apr 01 00:13:44.720868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:13:44.823147 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:44.833981 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '31adcf15-499c-41e8-898a-97282b02b1c1', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'port_id': '31adcf15-499c-41e8-898a-97282b02b1c1', 'mac_address': 'fa:16:3e:3e:39:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:13:44.871442 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:44.887914 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:13:44.908186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:44.914244 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:44.966158 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=9']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:45.276845 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['31adcf15-499c-41e8-898a-97282b02b1c1'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:13:45.625339 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cddb8-4611-45d2-887f-27f256b5cbb3 req-8e4acdfe-c34b-4c40-a107-1951241fd9a0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:45.626831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-077cddb8-4611-45d2-887f-27f256b5cbb3 req-8e4acdfe-c34b-4c40-a107-1951241fd9a0 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Apr 01 00:13:45.666169 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-077cddb8-4611-45d2-887f-27f256b5cbb3 req-acde4618-804d-42b7-868e-23ffc1fdcf1f tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330060 Apr 01 00:13:46.720001 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:13:46.773036 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 31adcf15-499c-41e8-898a-97282b02b1c1 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:13:46.777279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 31adcf15-499c-41e8-898a-97282b02b1c1 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:13:46.777655 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:46.796163 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233a06-b70b-4dce-a39e-21f6d5300f49 req-6d7b1f34-55c4-4cf1-8eb8-49bdee8a11ac tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:46.797678 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b233a06-b70b-4dce-a39e-21f6d5300f49 req-6d7b1f34-55c4-4cf1-8eb8-49bdee8a11ac tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 945 time: 0.0561526 Apr 01 00:13:46.836460 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2b233a06-b70b-4dce-a39e-21f6d5300f49 req-7f73e561-b68b-4fc4-aebb-359807557624 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Apr 01 00:13:46.857249 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:46.879004 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:13:46.881283 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491042ac-2184-4cd2-9b0b-9a7f597b73ce" -d '{"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-plugged", "status": "completed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:13:46.893932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:13:46.899347 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:46.948921 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=10']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:13:46.975177 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c587e3-1973-496c-9151-3409b2d66696 x-openstack-request-id: req-36c587e3-1973-496c-9151-3409b2d66696 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:13:46.975502 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-plugged", "status": "completed", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:13:46.975788 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-36c587e3-1973-496c-9151-3409b2d66696 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:13:46.976195 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c587e3-1973-496c-9151-3409b2d66696'] response: {'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'code': 200} Apr 01 00:13:47.132086 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2117e4-e110-4a59-b857-dcb2295a21f6 req-77cec1ff-0548-4242-ab68-57520c2b9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:47.133574 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f2117e4-e110-4a59-b857-dcb2295a21f6 req-77cec1ff-0548-4242-ab68-57520c2b9283 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1098 time: 0.0437419 Apr 01 00:13:47.169642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-0f2117e4-e110-4a59-b857-dcb2295a21f6 req-7d666d06-f4a2-481d-989f-08624d9fc1d5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279481 Apr 01 00:13:47.967795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2ae64-128e-4aab-a31e-063e038946a5 req-e4f47110-a52a-4cb4-9eb2-eeef9a3cb787 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:47.969248 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a2ae64-128e-4aab-a31e-063e038946a5 req-e4f47110-a52a-4cb4-9eb2-eeef9a3cb787 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 947 time: 0.0536866 Apr 01 00:13:48.009118 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-47a2ae64-128e-4aab-a31e-063e038946a5 req-2e83866f-0454-4a66-8363-4b26d23114a7 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Apr 01 00:13:49.139186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c148985-37ec-4b36-8afc-dc0ba867b414 req-74708eef-9c7d-4e5f-8414-42e44059b0aa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:13:49.140608 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c148985-37ec-4b36-8afc-dc0ba867b414 req-74708eef-9c7d-4e5f-8414-42e44059b0aa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 947 time: 0.0473685 Apr 01 00:13:49.181566 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-7c148985-37ec-4b36-8afc-dc0ba867b414 req-81bb993b-cc86-4b6c-a50d-e4eb3cbc0d2a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Apr 01 00:13:51.793422 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:13:55.151897 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:13:56.971421 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:04.654034 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-61b7194f-4590-44a0-ac2c-23b102e01d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:07.053170 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6fd00257-2949-4e25-ae11-c8e30e0cb32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:08.731572 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.337662 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:10.454047 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:14.983291 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-7e4a2e09-8500-428c-b93e-01fdb7440ecd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410423 Apr 01 00:14:15.069623 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-676a8114-1b7d-4792-8503-07cdc4584928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:15.071125 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-676a8114-1b7d-4792-8503-07cdc4584928 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1098 time: 0.0460224 Apr 01 00:14:15.178960 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-57bb18a0-cfc7-43c2-ab4e-653bfb9e24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:15.180383 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-57bb18a0-cfc7-43c2-ab4e-653bfb9e24c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.0884964 Apr 01 00:14:15.248252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-90be9383-e6d1-4cc7-b675-27c95861a307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 1001 time: 0.0596206 Apr 01 00:14:15.302103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-f0bd1094-38b7-4c92-924c-a4cdf5084c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:15.303562 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-f0bd1094-38b7-4c92-924c-a4cdf5084c48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0435889 Apr 01 00:14:15.360161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-16e91b64-d079-45a2-916b-73607bc40b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:14:15.362426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-16e91b64-d079-45a2-916b-73607bc40b53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513847 Apr 01 00:14:15.374632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-acd6397d-4c27-4207-981d-f3cd4064daba service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:14:15.375627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-acd6397d-4c27-4207-981d-f3cd4064daba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061185 Apr 01 00:14:15.464664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-43c27c06-1cc7-4313-93e6-7d2c2cad45a4 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822394 Apr 01 00:14:15.556645 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e375ea9d-afd4-492f-9b4f-f69802c2f60e req-173b8d3c-3e60-4ecb-9a6c-9ae8a5dbba42 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846171 Apr 01 00:14:21.779832 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:26.965761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:32.150926 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:14:34.659213 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9287dba4-6264-4508-84f1-e60d5634e5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:37.067778 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ea0da88f-de6a-45e4-8fa2-356ddae96957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:38.740359 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.340733 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:40.459041 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:51.807665 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:14:56.980928 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.667720 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a7d8e9b2-c264-4613-bf01-8ef486d1a447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:04.949508 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39072) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:05.110016 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Deleting port 770756fe-6ad4-47ef-a3cd-64e14ee372da {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:05.110354 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.185166 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.185565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.203511 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Calling delete_port for 770756fe-6ad4-47ef-a3cd-64e14ee372da owned by network:floatingip {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:05.357759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.386237 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'Port': ['ID=770756fe-6ad4-47ef-a3cd-64e14ee372da,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:05.412479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.412826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.413168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.413506 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.413841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.414174 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.414821 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.415159 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.415512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.415841 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.416164 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.416473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:05.456940 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for floatingip, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.457198 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Floating IP d17c8f69-aa2b-4213-9437-e75b034a744d disassociated (deleted). External IP: 172.25.8.16, port: 31adcf15-499c-41e8-898a-97282b02b1c1. Apr 01 00:15:05.661970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:05.782953 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:05.787389 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:05.794728 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:05.804274 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:05.804856 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:05.815280 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-b24f6f64-0358-4238-86d8-cb8999b7e9f6 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "DELETE /v2.0/floatingips/d17c8f69-aa2b-4213-9437-e75b034a744d HTTP/1.1" status: 204 len: 168 time: 0.8646927 Apr 01 00:15:05.816145 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:05.818690 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2" -d '{"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:05.858504 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db82ff6-0fcf-4b91-823c-a7f10b567e0c x-openstack-request-id: req-8db82ff6-0fcf-4b91-823c-a7f10b567e0c {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:05.858823 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:05.859355 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-8db82ff6-0fcf-4b91-823c-a7f10b567e0c {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:05.859774 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db82ff6-0fcf-4b91-823c-a7f10b567e0c'] response: {'name': 'network-changed', 'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'status': 'completed', 'code': 200} Apr 01 00:15:05.924895 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-1b145528-05d0-450f-a126-cf91af2f96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:05.926414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-1b145528-05d0-450f-a126-cf91af2f96d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 1098 time: 0.0428722 Apr 01 00:15:06.005612 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:06.059698 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-bf986805-7fff-4ae4-9388-b391d22517ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:06.061077 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-bf986805-7fff-4ae4-9388-b391d22517ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 200 len: 911 time: 0.1216369 Apr 01 00:15:06.072696 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96512555-c7c5-49e3-9312-a2efa1ac4bd3 req-42413fbd-d5a2-416b-be4e-be905061031c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:06.074096 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96512555-c7c5-49e3-9312-a2efa1ac4bd3 req-42413fbd-d5a2-416b-be4e-be905061031c tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 947 time: 0.0633085 Apr 01 00:15:06.114702 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-993bee31-d368-4357-b8a2-b2ba8f7c910c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 200 len: 217 time: 0.0396736 Apr 01 00:15:06.173163 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-96512555-c7c5-49e3-9312-a2efa1ac4bd3 req-bd0e30c4-f52e-4f8c-9f5f-e3c4962c96fc tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915589 Apr 01 00:15:06.182451 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-b968657e-9a6f-4bcc-83ab-5e687a616df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:06.183934 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-b968657e-9a6f-4bcc-83ab-5e687a616df1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 200 len: 848 time: 0.0615048 Apr 01 00:15:06.209430 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:06.232515 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-5f0f7d74-25a8-415c-ac9a-36807976015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:06.234050 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-5f0f7d74-25a8-415c-ac9a-36807976015b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee6ea57-e4b5-46e9-9013-5dd529ce0939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396283 Apr 01 00:15:06.235481 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:06.244420 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:06.245031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:14:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:06.324713 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-635b6da1-a4ef-4868-862c-22740fc7eff3 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825188 Apr 01 00:15:06.349187 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:06.416438 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-e0483f1c-6038-4c5a-bd3c-60c3a34aabd2 req-fa54d6c2-3e86-4e50-9f91-4d5b8a09111b service neutron] 10.222.0.60 "GET /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Apr 01 00:15:06.545709 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:06.575143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bffc-77c0-4982-b696-38f7795c7858 None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:02Z', 'revision_number': 4, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '6418699c-12c7-4f3c-bb0e-d811c4002b32', 'name': '', 'network_id': '8ee6ea57-e4b5-46e9-9013-5dd529ce0939', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'mac_address': 'fa:16:3e:81:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_interface', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:02Z', 'updated_at': '2022-04-01T00:05:07Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'subnets': [{'id': '4ba2fd36-6946-43e0-8d41-8f2c01468525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:06.809411 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1fe31-5a45-45ef-9997-ca563dad68e3 None None] New status for floating IP d17c8f69-aa2b-4213-9437-e75b034a744d: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:15:07.069994 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d46cffbf-b596-474b-a927-a9d793d760f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:07.295949 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9d64-d2cb-4594-bb76-6cab1f54bdd0 req-2e410c22-a330-4532-8f02-789eeb38cd80 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:07.297412 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f5e9d64-d2cb-4594-bb76-6cab1f54bdd0 req-2e410c22-a330-4532-8f02-789eeb38cd80 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 947 time: 0.0499916 Apr 01 00:15:07.336443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3f5e9d64-d2cb-4594-bb76-6cab1f54bdd0 req-67306d70-67bb-4e0f-80ea-b186b90232fa tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Apr 01 00:15:07.667936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-884cb2c3-b8e2-4bb0-bf70-7ba7a9f7eb32 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:07.669323 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-884cb2c3-b8e2-4bb0-bf70-7ba7a9f7eb32 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 947 time: 0.0532799 Apr 01 00:15:07.761565 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Deleting port 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:07.761878 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:07.870526 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] For port 31adcf15-499c-41e8-898a-97282b02b1c1, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=31adcf15-499c-41e8-898a-97282b02b1c1,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:07.870946 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:07.884442 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Calling delete_port for 31adcf15-499c-41e8-898a-97282b02b1c1 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:08.329552 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:08.356463 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'Port': ['ID=31adcf15-499c-41e8-898a-97282b02b1c1,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:08.367177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.367531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.367868 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.368204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.368531 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.368863 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.369194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.369510 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.369816 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.370143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.370975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.370975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:08.414864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] No DVR routers for this DVR port 31adcf15-499c-41e8-898a-97282b02b1c1 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:08.424861 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:08.428170 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38540a5f-3fee-4f15-9bfa-4c6473add71a req-0820236a-faa8-42c1-90dd-59b1e793ba64 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.60 "DELETE /v2.0/ports/31adcf15-499c-41e8-898a-97282b02b1c1 HTTP/1.1" status: 204 len: 173 time: 0.7524476 Apr 01 00:15:08.428613 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-deleted', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:08.430888 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb24233-fd04-4fb4-b797-f9e614278b75" -d '{"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-deleted", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:08.449411 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c627b6f8-7cba-4a13-a6ba-f8f1a0d636e6 req-9165c980-63fa-4df8-a7fd-19ad59141e94 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0363345 Apr 01 00:15:08.484662 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff430a8e-66db-4c42-ad83-3380b68cfe51 x-openstack-request-id: req-ff430a8e-66db-4c42-ad83-3380b68cfe51 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:08.485019 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193383d6-278a-40c0-aade-934b2bcc94a9", "name": "network-vif-deleted", "tag": "31adcf15-499c-41e8-898a-97282b02b1c1", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:08.485316 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ff430a8e-66db-4c42-ad83-3380b68cfe51 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:08.485723 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff430a8e-66db-4c42-ad83-3380b68cfe51'] response: {'server_uuid': '193383d6-278a-40c0-aade-934b2bcc94a9', 'name': 'network-vif-deleted', 'tag': '31adcf15-499c-41e8-898a-97282b02b1c1', 'status': 'completed', 'code': 200} Apr 01 00:15:08.735320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:09.151498 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:15:09.548673 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-954bf6e2-707e-4ccf-a027-b4137010a073 req-22af2ae7-5230-4d1e-b941-8d4e95045907 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0256429 Apr 01 00:15:10.341404 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:10.463646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:10.650990 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-30987f24-7ef7-4913-8cee-f40d775bee30 req-2c38a523-4b7d-4dad-931c-65184aa0511a tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0267875 Apr 01 00:15:11.075741 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:11.095823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 31adcf15-499c-41e8-898a-97282b02b1c1 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:11.096192 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 31adcf15-499c-41e8-898a-97282b02b1c1 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:11.754312 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-38d2c495-1021-4ab2-9af7-e27e160437a4 req-a342ce27-595b-45d9-8e88-e260556f0183 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "GET /v2.0/ports?device_id=193383d6-278a-40c0-aade-934b2bcc94a9 HTTP/1.1" status: 200 len: 210 time: 0.0308959 Apr 01 00:15:12.814980 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39104) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:12.876391 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:12.902412 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:12.963034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:12.965676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:12.969265 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] 10.222.0.95 "DELETE /v2.0/security-groups/3b5094b2-d153-4b9c-a4ba-f5ef351d1de5 HTTP/1.1" status: 204 len: 168 time: 0.1508214 Apr 01 00:15:12.977091 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81494921-0e65-4cbc-b05d-a02b8b9f4546 tempest-TestShelveInstance-172694619 tempest-TestShelveInstance-172694619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5094b2-d153-4b9c-a4ba-f5ef351d1de5,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:13.016728 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39108) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:13.530187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:13.787866 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Deleting port 6418699c-12c7-4f3c-bb0e-d811c4002b32 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:13.788153 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:13.869282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] For port 6418699c-12c7-4f3c-bb0e-d811c4002b32, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=6418699c-12c7-4f3c-bb0e-d811c4002b32,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:13.869942 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:13.886560 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Calling delete_port for 6418699c-12c7-4f3c-bb0e-d811c4002b32 owned by network:router_interface {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:14.070257 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.096446 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6418699c-12c7-4f3c-bb0e-d811c4002b32,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:14.257827 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.477282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Router 41996ba5-0936-4921-abf7-8753e0f77888 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:14.584375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:14.589459 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c53a8070-dcfa-402c-b585-ba0f22b56d25 admin admin] 10.222.0.95 "PUT /v2.0/routers/41996ba5-0936-4921-abf7-8753e0f77888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5725639 Apr 01 00:15:14.592076 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39112) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:14.599625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Sync routers for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:14.609848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:14.610745 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:14.696066 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.713269 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:14.802322 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.853554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Deleting port 292d23bb-0b8e-4d19-af04-d10649706af6 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:14.853901 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.888947 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:15:14Z', 'revision_number': 5, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port': {'id': '292d23bb-0b8e-4d19-af04-d10649706af6', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41996ba5-0936-4921-abf7-8753e0f77888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:14.918655 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Checking router: 41996ba5-0936-4921-abf7-8753e0f77888 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:14.927485 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Routers {'41996ba5-0936-4921-abf7-8753e0f77888'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:14.928243 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['41996ba5-0936-4921-abf7-8753e0f77888'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:14.939934 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] For port 292d23bb-0b8e-4d19-af04-d10649706af6, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=292d23bb-0b8e-4d19-af04-d10649706af6,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:14.939934 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:14.951484 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Calling delete_port for 292d23bb-0b8e-4d19-af04-d10649706af6 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:15.011849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] Set router 41996ba5-0936-4921-abf7-8753e0f77888 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:15.061625 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:15:14Z', 'revision_number': 6, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:15.093270 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04884944-6a8b-463b-a8f4-12efd02cf04c None None] The sync data for ids ['41996ba5-0936-4921-abf7-8753e0f77888'] in n-d-835855-2 is: [{'id': '41996ba5-0936-4921-abf7-8753e0f77888', 'name': 'tempest-TestShelveInstance-1226864556-router', 'tenant_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:00Z', 'updated_at': '2022-04-01T00:15:14Z', 'revision_number': 6, 'project_id': 'ba59b7d62a8e4397bda3d4abbfe27c72', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:15.121692 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.146483 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Pushing event deleted for resources: {'Port': ['ID=292d23bb-0b8e-4d19-af04-d10649706af6,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:15.207579 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.301139 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.303292 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.346091 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.346710 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41996ba5-0936-4921-abf7-8753e0f77888 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:15:15.352290 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.353443 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-dcd8b986-f552-4b10-9e25-2d7710b2261f admin admin] 10.222.0.95 "DELETE /v2.0/routers/41996ba5-0936-4921-abf7-8753e0f77888 HTTP/1.1" status: 204 len: 168 time: 0.7604225 Apr 01 00:15:15.356579 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39114) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:15.406147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Deleting subnet 4ba2fd36-6946-43e0-8d41-8f2c01468525 {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:15:15.410527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.450492 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.531197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.587251 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.611008 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba2fd36-6946-43e0-8d41-8f2c01468525,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:15.618036 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.622038 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-87829b60-0f0e-4986-b738-f05e4e7d72ec admin admin] 10.222.0.95 "DELETE /v2.0/subnets/4ba2fd36-6946-43e0-8d41-8f2c01468525 HTTP/1.1" status: 204 len: 168 time: 0.2643287 Apr 01 00:15:15.623925 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2787fb-624a-4e53-a5b3-fc1b97c2a2a3 None None] Network 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:15.624972 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39116) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:15.711055 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.776070 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Deleting port 30480f2c-bd70-479d-94cd-b2b9d962e14a {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:15.776409 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.799695 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] DHCP port deletion for 8ee6ea57-e4b5-46e9-9013-5dd529ce0939 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:15:15.841512 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] For port 30480f2c-bd70-479d-94cd-b2b9d962e14a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=30480f2c-bd70-479d-94cd-b2b9d962e14a,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:15.841879 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.853072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Deleting port 30480f2c-bd70-479d-94cd-b2b9d962e14a {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:15.853693 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.854950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Calling delete_port for 30480f2c-bd70-479d-94cd-b2b9d962e14a owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:15.914910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] For port 30480f2c-bd70-479d-94cd-b2b9d962e14a, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=30480f2c-bd70-479d-94cd-b2b9d962e14a,segment=NetworkSegment(577b852f-0ead-47c6-b12d-2645999470fa),segment_id=577b852f-0ead-47c6-b12d-2645999470fa)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:15.915358 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.927581 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Calling delete_port for 30480f2c-bd70-479d-94cd-b2b9d962e14a owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:15.945906 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:15.972843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30480f2c-bd70-479d-94cd-b2b9d962e14a,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:15.976396 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] No DVR routers for this DVR port 30480f2c-bd70-479d-94cd-b2b9d962e14a on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:16.055835 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.170019 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.195217 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Pushing event deleted for resources: {'Port': ['ID=30480f2c-bd70-479d-94cd-b2b9d962e14a,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:16.199760 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] No DVR routers for this DVR port 30480f2c-bd70-479d-94cd-b2b9d962e14a on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:16.206762 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.207133 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.207504 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.207839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.208149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.208474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.208797 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.209116 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.209438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.209755 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.210120 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.210377 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de56f637-50fc-4cd4-827d-5b8337353431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:16.380922 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee6ea57-e4b5-46e9-9013-5dd529ce0939']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.390154 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577b852f-0ead-47c6-b12d-2645999470fa') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.390445 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577b852f-0ead-47c6-b12d-2645999470fa') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:16.399542 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.413343 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.421255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:15:16.421974 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: timer() Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: self._notify() Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: event.method(event) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:15:16.424397 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:15:16.481344 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.487190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.490348 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] 10.222.0.95 "DELETE /v2.0/networks/8ee6ea57-e4b5-46e9-9013-5dd529ce0939 HTTP/1.1" status: 204 len: 168 time: 0.8644094 Apr 01 00:15:16.493465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39118) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:16.508293 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0741be-8e16-458a-b621-eff2e07df0c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee6ea57-e4b5-46e9-9013-5dd529ce0939,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:16.863128 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:16.989391 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6418699c-12c7-4f3c-bb0e-d811c4002b32 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:17.009941 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 6418699c-12c7-4f3c-bb0e-d811c4002b32 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:17.010252 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 6418699c-12c7-4f3c-bb0e-d811c4002b32 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:17.010654 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 292d23bb-0b8e-4d19-af04-d10649706af6 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:17.028734 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 292d23bb-0b8e-4d19-af04-d10649706af6 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:17.029070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 292d23bb-0b8e-4d19-af04-d10649706af6 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:17.029508 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 30480f2c-bd70-479d-94cd-b2b9d962e14a no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:17.048844 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 30480f2c-bd70-479d-94cd-b2b9d962e14a {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:17.049186 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 30480f2c-bd70-479d-94cd-b2b9d962e14a not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:17.115728 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Deleting port 77efb099-1144-4cb1-95f4-b05e97808eb3 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:17.115994 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:17.196249 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] For port 77efb099-1144-4cb1-95f4-b05e97808eb3, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77efb099-1144-4cb1-95f4-b05e97808eb3,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:17.196620 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:17.209412 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Calling delete_port for 77efb099-1144-4cb1-95f4-b05e97808eb3 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:17.391555 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:17.420946 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Pushing event deleted for resources: {'Port': ['ID=77efb099-1144-4cb1-95f4-b05e97808eb3,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:17.588578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:17.804473 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Router e29983fd-3365-4263-a72a-d3ce2de5f372 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:17.909658 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:17.915110 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3e20ac30-f7c0-49b3-b629-8b5ab9d4afad admin admin] 10.222.0.95 "PUT /v2.0/routers/e29983fd-3365-4263-a72a-d3ce2de5f372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206729 Apr 01 00:15:17.918164 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39120) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:17.922138 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Sync routers for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:17.932443 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:17.933063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:18.025130 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.033960 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:18.128880 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.188176 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Deleting port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:18.188527 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.206067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:15:17Z', 'revision_number': 5, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port': {'id': '749ea2b0-1b9e-487f-8c66-bf088c6fc6be', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:7f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:05:05Z', 'updated_at': '2022-04-01T00:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:18.231809 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Checking router: e29983fd-3365-4263-a72a-d3ce2de5f372 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:18.240219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Routers {'e29983fd-3365-4263-a72a-d3ce2de5f372'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:18.240824 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['e29983fd-3365-4263-a72a-d3ce2de5f372'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:18.270247 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] For port 749ea2b0-1b9e-487f-8c66-bf088c6fc6be, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:18.270620 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.282501 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Calling delete_port for 749ea2b0-1b9e-487f-8c66-bf088c6fc6be owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:18.324940 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] Set router e29983fd-3365-4263-a72a-d3ce2de5f372 gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:18.377624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:15:18Z', 'revision_number': 6, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:18.403021 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbf6474-ec2f-42ee-99ed-e23f745a464e None None] The sync data for ids ['e29983fd-3365-4263-a72a-d3ce2de5f372'] in n-d-835855-2 is: [{'id': 'e29983fd-3365-4263-a72a-d3ce2de5f372', 'name': 'tempest-TestShelveInstance-1906095669-router', 'tenant_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:05:04Z', 'updated_at': '2022-04-01T00:15:18Z', 'revision_number': 6, 'project_id': '5cb1fe3e343d44d28bdf03dd004cd8f6', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:18.453020 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.477811 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Pushing event deleted for resources: {'Port': ['ID=749ea2b0-1b9e-487f-8c66-bf088c6fc6be,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:18.536197 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.629049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.631265 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.677794 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.678513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29983fd-3365-4263-a72a-d3ce2de5f372 {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:15:18.683037 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.684385 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a1298697-ded0-4556-8e70-9e507b8859bc admin admin] 10.222.0.95 "DELETE /v2.0/routers/e29983fd-3365-4263-a72a-d3ce2de5f372 HTTP/1.1" status: 204 len: 168 time: 0.7652168 Apr 01 00:15:18.687305 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39122) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:18.731732 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Deleting subnet 1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:15:18.735028 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.770661 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.857599 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.911590 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.934693 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:18.940488 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:18.946722 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-d77e4d86-449c-4718-b515-8c714e567cdb admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1b2c6b90-8bc0-4c39-a9ec-6efe2834e3fb HTTP/1.1" status: 204 len: 168 time: 0.2555840 Apr 01 00:15:18.947115 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39124) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:18.949078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a456029-0d33-4190-a73b-6e601a5ad098 None None] Network 575ac0dd-a56f-4210-aa57-7704f627c97c requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:19.014860 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.067928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Deleting port 4a05ec82-e0fc-41e8-a609-6234d883a416 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:19.068370 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.138878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] For port 4a05ec82-e0fc-41e8-a609-6234d883a416, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=4a05ec82-e0fc-41e8-a609-6234d883a416,segment=NetworkSegment(cf28468c-27c0-4a11-a090-e2172c72d204),segment_id=cf28468c-27c0-4a11-a090-e2172c72d204)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:19.139114 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.151496 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Calling delete_port for 4a05ec82-e0fc-41e8-a609-6234d883a416 owned by network:dhcp {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:19.205128 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] DHCP port deletion for 575ac0dd-a56f-4210-aa57-7704f627c97c request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:15:19.244892 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.257994 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77efb099-1144-4cb1-95f4-b05e97808eb3 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:19.276271 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a05ec82-e0fc-41e8-a609-6234d883a416,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:19.278134 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] No DVR routers for this DVR port 4a05ec82-e0fc-41e8-a609-6234d883a416 on host n-d-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:19.283013 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Deleting port 4a05ec82-e0fc-41e8-a609-6234d883a416 {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:15:19.283640 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.286805 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 77efb099-1144-4cb1-95f4-b05e97808eb3 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:19.287149 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77efb099-1144-4cb1-95f4-b05e97808eb3 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:19.287583 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 749ea2b0-1b9e-487f-8c66-bf088c6fc6be no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:19.322970 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 749ea2b0-1b9e-487f-8c66-bf088c6fc6be {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:19.323379 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 749ea2b0-1b9e-487f-8c66-bf088c6fc6be not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:19.323770 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a05ec82-e0fc-41e8-a609-6234d883a416 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:15:19.346675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 4a05ec82-e0fc-41e8-a609-6234d883a416 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:15:19.347027 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 4a05ec82-e0fc-41e8-a609-6234d883a416 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:15:19.348804 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.371782 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575ac0dd-a56f-4210-aa57-7704f627c97c']}} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:19.381950 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf28468c-27c0-4a11-a090-e2172c72d204') {'for_net_delete': True} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:19.382234 n-d-835855-2 neutron-server[109299]: DEBUG neutron.services.segments.db [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf28468c-27c0-4a11-a090-e2172c72d204') {} {{(pid=109299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:19.388108 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] For port 4a05ec82-e0fc-41e8-a609-6234d883a416, host n-d-835855-2, got binding levels [] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:19.388788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.392515 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62059309'] for segment, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.401919 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Calling delete_port for 4a05ec82-e0fc-41e8-a609-6234d883a416 owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:15:19.404585 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.ipam_backend_mixin [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Port 4a05ec82-e0fc-41e8-a609-6234d883a416 was not found and therefore no delete operation was performed {{(pid=109300) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 00:15:19.405836 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.405960 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.412715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=109299) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:15:19.413122 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58743488'] for segment, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: Traceback (most recent call last): Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: timer() Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: cb(*args, **kw) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: return func(*args, **kwargs) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: self._notify() Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: self.callback(batched_events) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: event.method(event) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: return f(self, *a, **k) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: return self._get(url).json() Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: return self.request(url, 'GET', **kwargs) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:15:19.414925 n-d-835855-2 neutron-server[109299]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:15:19.432117 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] Pushing event deleted for resources: {'Port': ['ID=4a05ec82-e0fc-41e8-a609-6234d883a416,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:19.436358 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c5623-80a1-4a65-9586-7068309e28d1 None None] No DVR routers for this DVR port 4a05ec82-e0fc-41e8-a609-6234d883a416 on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:15:19.480712 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.486990 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.490271 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] 10.222.0.95 "DELETE /v2.0/networks/575ac0dd-a56f-4210-aa57-7704f627c97c HTTP/1.1" status: 204 len: 168 time: 0.5421498 Apr 01 00:15:19.503126 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac7aed-6bc5-4693-a9ad-b395cfbc91c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=575ac0dd-a56f-4210-aa57-7704f627c97c,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:19.636067 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39128) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:19.678603 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-a7f2d685-348a-41eb-9695-24b252d5e58b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ba59b7d62a8e4397bda3d4abbfe27c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412631 Apr 01 00:15:19.681165 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39130) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:19.734506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.756069 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.804652 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.807190 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:19.808414 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ed853b0a-c8df-4af6-b3f7-c5f57ea2d762 HTTP/1.1" status: 204 len: 168 time: 0.1263745 Apr 01 00:15:19.816536 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19828-cbd2-44d7-807a-66204dfe4453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed853b0a-c8df-4af6-b3f7-c5f57ea2d762,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:20.181641 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39136) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:20.221442 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-ef2d6e23-6482-4814-869f-11848469f95d admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5cb1fe3e343d44d28bdf03dd004cd8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393901 Apr 01 00:15:20.224922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39138) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:20.279330 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:20.303307 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:20.361751 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:20.364306 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:20.365516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8ac36487-699d-4d52-985c-23ce5e4cac23 HTTP/1.1" status: 204 len: 168 time: 0.1396930 Apr 01 00:15:20.374009 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356dda8-e648-4f3c-85eb-55df71c8b9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac36487-699d-4d52-985c-23ce5e4cac23,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:21.116019 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39160) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:21.213871 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-759114739-network', 'tenant_id': '7fb08addfc72450a98b64630547e4372'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:21.235263 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Made reservation on behalf of 7fb08addfc72450a98b64630547e4372 for: {'network': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:15:21.237541 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.248191 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.320915 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.325659 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.348930 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] vlan segment allocate from pool success with {'vlan_id': 1284, 'physical_network': 'physnet1'} {{(pid=109298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:15:21.358192 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c6c20e-1d6a-4062-8a11-ede59797c0c0,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:21.363073 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.363442 n-d-835855-2 neutron-server[109298]: INFO neutron.db.segments_db [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Added segment 21c385da-03fb-473e-a825-64126e15db18 of type vlan for network abec42f5-3088-46b2-9451-a59e55cf17ac Apr 01 00:15:21.401217 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.427137 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.428103 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:21.428676 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.458817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3416905 Apr 01 00:15:21.461871 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39164) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:21.466874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Request body: {'subnet': {'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-759114739-subnet', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'ip_version': 4}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:21.488948 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Made reservation on behalf of 7fb08addfc72450a98b64630547e4372 for: {'subnet': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:15:21.491334 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59629273'] for subnet, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.492899 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f584a-fd42-4985-ac9c-ce84eedbb741 admin admin] Pushing event updated for resources: {'Network': ['ID=abec42f5-3088-46b2-9451-a59e55cf17ac,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:21.502849 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network abec42f5-3088-46b2-9451-a59e55cf17ac details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:15:21.657146 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58744423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59629099'] for subnet, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.713379 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945ad167-2abb-4a21-bc74-3786ae86f992,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:21.721273 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Checking segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:21.721636 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Network hostable DHCP agents. Network: abec42f5-3088-46b2-9451-a59e55cf17ac, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109299) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:15:21.739439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Network abec42f5-3088-46b2-9451-a59e55cf17ac is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109299) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:15:21.749102 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, abec42f5-3088-46b2-9451-a59e55cf17ac) {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:21.753225 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:21.753816 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.758054 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a898423-cd46-4a36-bb52-f759d24b2619 None None] Network abec42f5-3088-46b2-9451-a59e55cf17ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:21.770176 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-25767806-860e-4296-b575-3500e83ba864 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071907 Apr 01 00:15:21.773090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39166) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:21.777315 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:21.797741 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.799340 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.839159 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.854716 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.916476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-abec42f5-3088-46b2-9451-a59e55cf17ac', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:15:21.917432 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:21.996144 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.100268 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Allocated IP 172.20.0.2 (abec42f5-3088-46b2-9451-a59e55cf17ac/945ad167-2abb-4a21-bc74-3786ae86f992/212c9e58-591f-4952-95c8-41a4ad2a534c) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:22.191845 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.210578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.283740 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.290622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.315799 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Allocated IP 172.25.8.201 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/a0aa66b7-fe7d-478b-b133-0e07e18999f0) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:22.342675 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Network abec42f5-3088-46b2-9451-a59e55cf17ac is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:22.346965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:22.348601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Pushing event updated for resources: {'Port': ['ID=212c9e58-591f-4952-95c8-41a4ad2a534c,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:22.350672 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:22.400563 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Attempting to bind port 212c9e58-591f-4952-95c8-41a4ad2a534c on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:22.400932 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Attempting to bind port 212c9e58-591f-4952-95c8-41a4ad2a534c by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:22.401294 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Attempting to bind port 212c9e58-591f-4952-95c8-41a4ad2a534c on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:22.406113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:22.406474 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Checking segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:22.406870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.407265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Bound using segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:22.407854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Bound port: 212c9e58-591f-4952-95c8-41a4ad2a534c, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:22.408356 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.420062 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.455864 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.473669 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] For port 212c9e58-591f-4952-95c8-41a4ad2a534c, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:22.476796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] For port 212c9e58-591f-4952-95c8-41a4ad2a534c, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=212c9e58-591f-4952-95c8-41a4ad2a534c,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:22.480953 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:22.498585 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:22.501617 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:22.505047 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:22.510389 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Pushing event updated for resources: {'Port': ['ID=a0aa66b7-fe7d-478b-b133-0e07e18999f0,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:22.539032 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6012c-40fa-408b-85b4-8e1b357f2a6a None None] Pushing event updated for resources: {'Port': ['ID=212c9e58-591f-4952-95c8-41a4ad2a534c,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:23.019995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 212c9e58-591f-4952-95c8-41a4ad2a534c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:23.065456 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 212c9e58-591f-4952-95c8-41a4ad2a534c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:23.065818 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.075858 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.151672 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.304004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.367257 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port 212c9e58-591f-4952-95c8-41a4ad2a534c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=212c9e58-591f-4952-95c8-41a4ad2a534c,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:23.372761 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.425093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=212c9e58-591f-4952-95c8-41a4ad2a534c,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:23.448328 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Router eadf6790-64e6-4e03-84a0-defc19c04b70 is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109299) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:15:23.529910 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2608af2-10f9-444e-b342-d73b4f38e39c None None] Network abec42f5-3088-46b2-9451-a59e55cf17ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:23.552901 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:23.563732 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:23.571628 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.572892 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-1e9982e7-7f4e-4834-8a64-192429c6dd47 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7988629 Apr 01 00:15:23.575391 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:23.575554 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39168) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:23.576301 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:23.604509 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-7c33d2d8-136c-40b6-9e95-12f3dbe9b642 None None] Provisioning complete for port 212c9e58-591f-4952-95c8-41a4ad2a534c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:23.605138 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-7c33d2d8-136c-40b6-9e95-12f3dbe9b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.782914 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:23.966409 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:22Z', 'revision_number': 3, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:23.975815 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-58777f85-0859-4338-86f2-9f4e21abc733 None None] Provisioning complete for port 212c9e58-591f-4952-95c8-41a4ad2a534c triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:23.976182 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-58777f85-0859-4338-86f2-9f4e21abc733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:23.991831 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:23.992173 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Updating router eadf6790-64e6-4e03-84a0-defc19c04b70 port a0aa66b7-fe7d-478b-b133-0e07e18999f0 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:15:24.004467 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.023472 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.160545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Allocated IP 172.20.0.1 (abec42f5-3088-46b2-9451-a59e55cf17ac/945ad167-2abb-4a21-bc74-3786ae86f992/77a54505-4921-4bc8-96c5-37799f528090) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:24.261318 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.269389 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.275773 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.294227 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.323263 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Attempting to bind port a0aa66b7-fe7d-478b-b133-0e07e18999f0 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:24.323652 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Attempting to bind port a0aa66b7-fe7d-478b-b133-0e07e18999f0 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:24.324160 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Attempting to bind port a0aa66b7-fe7d-478b-b133-0e07e18999f0 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:24.333139 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:24.333852 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:24.334262 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.334640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:24.335109 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Bound port: a0aa66b7-fe7d-478b-b133-0e07e18999f0, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:24.335510 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.339479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Network abec42f5-3088-46b2-9451-a59e55cf17ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:24.342345 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:24.346597 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:24.349742 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Pushing event updated for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:24.367174 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Pushing event updated for resources: {'Port': ['ID=a0aa66b7-fe7d-478b-b133-0e07e18999f0,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:24.386512 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.390764 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.391107 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.391469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.391871 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.392211 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.392923 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.393258 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.393583 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.393906 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.394229 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.394550 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.394870 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109301) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:15:24.411405 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] For port a0aa66b7-fe7d-478b-b133-0e07e18999f0, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:24.414638 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] For port a0aa66b7-fe7d-478b-b133-0e07e18999f0, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0aa66b7-fe7d-478b-b133-0e07e18999f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:24.420444 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.475027 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:24.475421 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:24.523517 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.543778 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f2fe8-3acd-4e4a-98d6-ed53831bba40 None None] Pushing event updated for resources: {'Port': ['ID=a0aa66b7-fe7d-478b-b133-0e07e18999f0,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:24.578383 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-734efa8c-8aa7-4192-b7ae-e274771e2558 None None] Provisioning complete for port 77a54505-4921-4bc8-96c5-37799f528090 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:24.578896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-734efa8c-8aa7-4192-b7ae-e274771e2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.596989 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:24.612733 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-734efa8c-8aa7-4192-b7ae-e274771e2558 None None] Port 77a54505-4921-4bc8-96c5-37799f528090 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:15:24.687223 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.692315 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.755866 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Pushing event updated for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:24.758323 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:24.776348 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:22Z', 'revision_number': 3, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:24.806130 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b3c8a-256a-418c-a82e-99cd422441d0 None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:22Z', 'revision_number': 3, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:24.856372 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Network abec42f5-3088-46b2-9451-a59e55cf17ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:24.857861 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:24.981137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:25.034059 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 212c9e58-591f-4952-95c8-41a4ad2a534c up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:25.103574 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 212c9e58-591f-4952-95c8-41a4ad2a534c triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:25.104142 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.127924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:25.133655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c3bfed42-6a26-4b11-80af-3d8f891b8bea admin admin] 10.222.0.95 "PUT /v2.0/routers/eadf6790-64e6-4e03-84a0-defc19c04b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5570729 Apr 01 00:15:25.241403 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-563a9412-ea76-43e5-89e3-c4afe52484ad None None] Provisioning complete for port 77a54505-4921-4bc8-96c5-37799f528090 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:25.241779 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-563a9412-ea76-43e5-89e3-c4afe52484ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.284320 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-563a9412-ea76-43e5-89e3-c4afe52484ad None None] Port 77a54505-4921-4bc8-96c5-37799f528090 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:15:25.698413 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39184) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:25.703391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-293805478-network', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:25.723586 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Made reservation on behalf of ae27b515f2014ab29f30d47eadaa37ed for: {'network': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:15:25.725963 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for network, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.734465 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.806695 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.812086 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.835945 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1254, 'physical_network': 'physnet1'} {{(pid=109299) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 00:15:25.845479 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2f3b3-902a-4856-a336-372b476677ee,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:25.850301 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.850654 n-d-835855-2 neutron-server[109299]: INFO neutron.db.segments_db [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Added segment 97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0 of type vlan for network 78c30a71-56bd-4338-8b79-36ba729071b8 Apr 01 00:15:25.891084 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793242173040'] for network, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.917077 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048'] for network, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.918018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:25.918681 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Notify callbacks [] for network, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.953410 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2537441 Apr 01 00:15:25.956111 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39186) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:25.961152 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Request body: {'subnet': {'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-293805478-subnet', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'ip_version': 4}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:25.980485 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Made reservation on behalf of ae27b515f2014ab29f30d47eadaa37ed for: {'subnet': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:15:25.982774 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59293517'] for subnet, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:25.985818 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb3ed3-fc43-47c2-b142-c2f16de109d0 admin admin] Pushing event updated for resources: {'Network': ['ID=78c30a71-56bd-4338-8b79-36ba729071b8,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:25.996601 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Network 78c30a71-56bd-4338-8b79-36ba729071b8 details requested by agent ovs-agent-n-d-835855-2 with host n-d-835855-2 {{(pid=109300) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 00:15:26.159214 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59554258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59293631'] for subnet, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.216874 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb66c371-219e-4d65-83bc-1d1320f0bf1d,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:26.225989 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Checking segment: {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:26.226346 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Network hostable DHCP agents. Network: 78c30a71-56bd-4338-8b79-36ba729071b8, hostable agents: ['be257dcc-c46a-4c70-8238-ec46f30e89d1'], hosted agents: [] {{(pid=109298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 00:15:26.244368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Network 78c30a71-56bd-4338-8b79-36ba729071b8 is scheduled to be hosted by DHCP agent be257dcc-c46a-4c70-8238-ec46f30e89d1 with binding_index 1 {{(pid=109298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 00:15:26.254761 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-835855-2, 78c30a71-56bd-4338-8b79-36ba729071b8) {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:26.259975 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:26.261919 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.262652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adf32e-68c9-4bd7-8ec0-fc3c65db5465 None None] Network 78c30a71-56bd-4338-8b79-36ba729071b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:26.281506 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-b8383a24-39ba-4f40-bba3-893e02419553 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3242078 Apr 01 00:15:26.284240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39188) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:26.288614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:26.311473 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1030026', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7964'] for router, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.312531 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1026908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-677461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7959'] for router, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.371124 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.418553 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp893181ea-1606-56bf-a5bc-8ee0d69ca942-78c30a71-56bd-4338-8b79-36ba729071b8', 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'fixed_ips': [{'subnet_id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d'}]}} from n-d-835855-2. {{(pid=109300) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 01 00:15:26.419462 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.421595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:26.443057 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:26.443709 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:26.504443 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.644998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:26.678165 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.db_base_plugin_common [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Allocated IP 172.20.0.2 (78c30a71-56bd-4338-8b79-36ba729071b8/fb66c371-219e-4d65-83bc-1d1320f0bf1d/3a218e75-78f8-4b0e-a834-43458e6c0b49) {{(pid=109300) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:26.955834 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks [] for port, precommit_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:26.964454 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399'] for port, after_create {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.029555 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0aa66b7-fe7d-478b-b133-0e07e18999f0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:27.035529 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Network 78c30a71-56bd-4338-8b79-36ba729071b8 is already hosted by enough agents. {{(pid=109300) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:27.037835 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 2, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:27.045642 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.059100 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.064959 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.085982 n-d-835855-2 neutron-server[109300]: DEBUG neutron.scheduler.base_scheduler [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Resources bound (agent type, host, resource id): {{(pid=109300) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:27.089565 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Pushing event updated for resources: {'Port': ['ID=3a218e75-78f8-4b0e-a834-43458e6c0b49,revision_number=1']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:27.095915 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Received port after_create {{(pid=109300) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:27.096123 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:27.096342 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Updating router eadf6790-64e6-4e03-84a0-defc19c04b70 port 77a54505-4921-4bc8-96c5-37799f528090 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:15:27.151748 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.176298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Allocated IP 172.25.8.216 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/bc208ad4-178a-4331-9e05-82f0c3de5f76) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:27.192966 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Attempting to bind port 3a218e75-78f8-4b0e-a834-43458e6c0b49 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:27.193289 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Attempting to bind port 3a218e75-78f8-4b0e-a834-43458e6c0b49 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:27.193649 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Attempting to bind port 3a218e75-78f8-4b0e-a834-43458e6c0b49 on network 78c30a71-56bd-4338-8b79-36ba729071b8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:27.222461 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:27.222778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Checking segment: {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:27.223385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.223604 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Bound using segment: {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:27.224083 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Bound port: 3a218e75-78f8-4b0e-a834-43458e6c0b49, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:27.224453 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.227723 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a0aa66b7-fe7d-478b-b133-0e07e18999f0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:27.228066 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.276834 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.311847 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.355687 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:27.358529 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:27.363161 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:27.365186 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Pushing event updated for resources: {'Port': ['ID=bc208ad4-178a-4331-9e05-82f0c3de5f76,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:27.409074 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] For port 3a218e75-78f8-4b0e-a834-43458e6c0b49, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:27.474007 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] For port 3a218e75-78f8-4b0e-a834-43458e6c0b49, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a218e75-78f8-4b0e-a834-43458e6c0b49,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:27.483173 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.516161 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.571778 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port a0aa66b7-fe7d-478b-b133-0e07e18999f0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0aa66b7-fe7d-478b-b133-0e07e18999f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:27.583263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.593975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e089f71-390d-4d5c-87a2-d9997159ed0a None None] Pushing event updated for resources: {'Port': ['ID=3a218e75-78f8-4b0e-a834-43458e6c0b49,revision_number=2']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:27.638192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.680971 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.685266 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=a0aa66b7-fe7d-478b-b133-0e07e18999f0,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:27.691107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.744327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb30f-a335-4b3c-ad32-5bf53b6f4657 None None] Pushing event updated for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:27.902446 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1026947'] for router, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.988572 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Attempting to bind port 77a54505-4921-4bc8-96c5-37799f528090 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:27.988933 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Attempting to bind port 77a54505-4921-4bc8-96c5-37799f528090 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:27.989293 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Attempting to bind port 77a54505-4921-4bc8-96c5-37799f528090 on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:27.994627 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:27.994998 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Checking segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:27.995443 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:27.995833 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Bound using segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:27.996327 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Bound port: 77a54505-4921-4bc8-96c5-37799f528090, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:27.996709 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.053402 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Router 932f6d48-1c92-40d8-90bb-ad6d45b04dad is scheduled to L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 with binding_index 1 {{(pid=109298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 00:15:28.061691 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] For port 77a54505-4921-4bc8-96c5-37799f528090, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:28.065177 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] For port 77a54505-4921-4bc8-96c5-37799f528090, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77a54505-4921-4bc8-96c5-37799f528090,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:28.072891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.134858 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:28.135523 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:28.165260 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:28.177209 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Sync routers for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:28.184474 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.186488 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-1b08dfd9-e7ae-4e72-97b8-b36e5e2d6416 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9012413 Apr 01 00:15:28.188681 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:28.189366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39190) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:28.196965 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:28.198219 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb30f-a335-4b3c-ad32-5bf53b6f4657 None None] Pushing event updated for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:28.214148 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] Provisioning complete for port 77a54505-4921-4bc8-96c5-37799f528090 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:28.214663 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.309444 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:28.354703 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:28.473233 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.530091 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] For port 77a54505-4921-4bc8-96c5-37799f528090, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77a54505-4921-4bc8-96c5-37799f528090,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:28.535806 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.553720 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 3, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:28.582493 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Checking router: 932f6d48-1c92-40d8-90bb-ad6d45b04dad for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:28.582861 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Updating router 932f6d48-1c92-40d8-90bb-ad6d45b04dad port bc208ad4-178a-4331-9e05-82f0c3de5f76 binding host n-d-835855-2 {{(pid=109301) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:15:28.613621 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.617548 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c1491-4bd1-42ca-a48a-f2857399df6c None None] Pushing event updated for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:28.639193 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:28.670832 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175f577c-1a42-429e-8cf4-b02284b9f27d None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:28.682862 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-f51e8430-ba8c-4917-b4f0-2b1a8916acdc None None] Provisioning complete for port 77a54505-4921-4bc8-96c5-37799f528090 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:28.683261 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f51e8430-ba8c-4917-b4f0-2b1a8916acdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.751440 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:28.889362 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e9f44f-9b0e-4728-b271-236f106c43f6 None None] Network 78c30a71-56bd-4338-8b79-36ba729071b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:15:28.957592 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Allocated IP 172.20.0.1 (78c30a71-56bd-4338-8b79-36ba729071b8/fb66c371-219e-4d65-83bc-1d1320f0bf1d/08b699de-9784-41a4-b51c-44ddd353cf64) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:29.066702 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] Provisioning complete for port 3a218e75-78f8-4b0e-a834-43458e6c0b49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.067320 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.104719 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks [] for port, precommit_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.111565 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.113573 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.172478 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Attempting to bind port bc208ad4-178a-4331-9e05-82f0c3de5f76 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:29.173309 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Attempting to bind port bc208ad4-178a-4331-9e05-82f0c3de5f76 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:29.177171 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Attempting to bind port bc208ad4-178a-4331-9e05-82f0c3de5f76 on network a57f2c58-f5da-4528-94c7-55b1bf887fb3 {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:29.179276 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcdf9-9cbc-4225-a4e9-067192504001 None None] Pushing event updated for resources: {'Port': ['ID=bc208ad4-178a-4331-9e05-82f0c3de5f76,revision_number=2']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:29.184190 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.184469 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:29.184846 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Checking segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109301) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:29.185249 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.185632 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Bound using segment: {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'} {{(pid=109301) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:29.186097 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.managers [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Bound port: bc208ad4-178a-4331-9e05-82f0c3de5f76, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4759c8-a138-4504-a00c-038c3209699b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3'}}] {{(pid=109301) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:29.186479 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.243857 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.248654 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] For port bc208ad4-178a-4331-9e05-82f0c3de5f76, host n-d-835855-2, cleared binding levels {{(pid=109301) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:29.252806 n-d-835855-2 neutron-server[109301]: DEBUG neutron.plugins.ml2.db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] For port bc208ad4-178a-4331-9e05-82f0c3de5f76, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bc208ad4-178a-4331-9e05-82f0c3de5f76,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109301) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:29.260783 n-d-835855-2 neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.294521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77a54505-4921-4bc8-96c5-37799f528090 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:29.301670 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Network 78c30a71-56bd-4338-8b79-36ba729071b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:29.306310 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:29.317097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:29.367657 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] For port 3a218e75-78f8-4b0e-a834-43458e6c0b49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a218e75-78f8-4b0e-a834-43458e6c0b49,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:29.377282 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.380500 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:29.382506 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:29.435965 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 77a54505-4921-4bc8-96c5-37799f528090 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.436634 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.479592 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d2482-e003-4083-a54f-80cf361afc72 None None] Pushing event updated for resources: {'Port': ['ID=3a218e75-78f8-4b0e-a834-43458e6c0b49,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:29.536075 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1dcdf9-9cbc-4225-a4e9-067192504001 None None] Pushing event updated for resources: {'Port': ['ID=bc208ad4-178a-4331-9e05-82f0c3de5f76,revision_number=3']} {{(pid=109301) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:29.550955 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:29.565552 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a218e75-78f8-4b0e-a834-43458e6c0b49 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:29.631208 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-18a71bb3-5a91-43e8-8b00-c693f6eff824 None None] Provisioning complete for port 3a218e75-78f8-4b0e-a834-43458e6c0b49 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.631611 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-18a71bb3-5a91-43e8-8b00-c693f6eff824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.690674 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a218e75-78f8-4b0e-a834-43458e6c0b49 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.691051 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.799527 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 3, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:29.840765 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c96b-60bb-46be-b255-a44d0068316e None None] The sync data for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 is: [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 3, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:29.842407 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0aa66b7-fe7d-478b-b133-0e07e18999f0 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:29.884581 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Pushing event updated for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:29.901358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027420'] for router_interface, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.915432 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port a0aa66b7-fe7d-478b-b133-0e07e18999f0 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.915808 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.940049 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-5d2801af-d626-49cf-86d9-f4e64fde64b5 None None] Provisioning complete for port 08b699de-9784-41a4-b51c-44ddd353cf64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:29.940424 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5d2801af-d626-49cf-86d9-f4e64fde64b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:29.990353 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-5d2801af-d626-49cf-86d9-f4e64fde64b5 None None] Port 08b699de-9784-41a4-b51c-44ddd353cf64 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:15:30.051321 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.245399 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.252228 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.320538 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Pushing event updated for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:30.323187 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1037002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1027520'] for router_interface, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.418567 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Network 78c30a71-56bd-4338-8b79-36ba729071b8 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:30.419992 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:30.546233 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Router 932f6d48-1c92-40d8-90bb-ad6d45b04dad has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:30.658900 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:30.664181 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-08f927d1-2a83-4c6b-b2d9-cc0498820af6 admin admin] 10.222.0.95 "PUT /v2.0/routers/932f6d48-1c92-40d8-90bb-ad6d45b04dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4732242 Apr 01 00:15:30.713959 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-6bfb03c5-dae5-4c4a-8771-0ebfcd1d3293 None None] Provisioning complete for port 08b699de-9784-41a4-b51c-44ddd353cf64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:30.714579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6bfb03c5-dae5-4c4a-8771-0ebfcd1d3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:30.748708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-6bfb03c5-dae5-4c4a-8771-0ebfcd1d3293 None None] Port 08b699de-9784-41a4-b51c-44ddd353cf64 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:15:31.073072 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc208ad4-178a-4331-9e05-82f0c3de5f76 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:31.124229 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bc208ad4-178a-4331-9e05-82f0c3de5f76 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:31.124579 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.140662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39198) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.145667 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692241077', 'description': 'tempest-secgroup-smoke-692241077 description', 'project_id': '7fb08addfc72450a98b64630547e4372'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.167404 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.201207 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.220780 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] For port bc208ad4-178a-4331-9e05-82f0c3de5f76, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bc208ad4-178a-4331-9e05-82f0c3de5f76,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:31.224690 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.225532 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a218e75-78f8-4b0e-a834-43458e6c0b49 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:31.235648 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.240251 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.267390 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.268625 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1267581 Apr 01 00:15:31.271961 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39200) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.273634 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf049-f00f-47ea-a97d-dcb11a8bafdf tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.287936 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.300907 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Pushing event updated for resources: {'Port': ['ID=bc208ad4-178a-4331-9e05-82f0c3de5f76,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.313892 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 3a218e75-78f8-4b0e-a834-43458e6c0b49 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:31.314390 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.329667 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.384781 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.389198 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.407586 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a68cc59-350b-4962-9d01-6f33a70f113a,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.412290 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.416328 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-cca4d749-6f70-4853-a0c6-5f47a1c29b42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433773 Apr 01 00:15:31.416552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39202) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.420970 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.445805 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.501914 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.506051 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.524715 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e37d1df-70f2-4f8d-a6d3-f8ae38e4c74b,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.530396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.531617 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-95db6416-5608-4bd3-9b7c-5c72df27d26d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142504 Apr 01 00:15:31.534546 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39204) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.539200 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.566505 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.626057 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.630411 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.646960 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f59385-f22c-4989-842e-a5a8dd59b43a,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.656882 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.658161 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-145e565a-7188-410a-95ff-714ac321c3a2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226201 Apr 01 00:15:31.661062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39206) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.665738 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.691782 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.754342 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.759824 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.785645 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a3c12f-5591-480e-9676-790a7021c194,revision_number=0']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.790655 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.791960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-bb43a7ce-f740-422b-845e-3db8ea5bd025 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298707 Apr 01 00:15:31.794873 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39208) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.799740 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.820897 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Project 7fb08addfc72450a98b64630547e4372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:15:31.825856 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.891787 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.896576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.914746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e2eab9-b6af-48ba-bad3-f89742c81dc4,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:31.923538 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:31.924773 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-6a55aa4d-7466-4677-a829-baa59d589ef2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288691 Apr 01 00:15:31.927616 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39210) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:31.931976 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'security_group_rule': {'security_group_id': 'ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f', 'project_id': '7fb08addfc72450a98b64630547e4372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:31.953764 n-d-835855-2 neutron-server[109299]: INFO neutron.db.securitygroups_db [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Project 7fb08addfc72450a98b64630547e4372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 00:15:31.958992 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.020794 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.025896 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035170'] for security_group_rule, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.042247 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455d20b9-40cd-42be-9137-969303f4636f,revision_number=0']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:32.054663 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.055939 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-ab979ba7-6142-4249-93fc-24633a266498 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273558 Apr 01 00:15:32.186160 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Sync routers for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:32.196458 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:32.197182 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:32.206386 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-ed2a2300-ba52-44bb-942e-f752f95b5c92 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692241077&fields=id&tenant_id=7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 267 time: 0.0349765 Apr 01 00:15:32.298607 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:32.313143 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-4177b4ab-e53d-4241-9a46-9cf98434f75e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:32.314642 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-4177b4ab-e53d-4241-9a46-9cf98434f75e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 809 time: 0.1011496 Apr 01 00:15:32.330911 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-f1b37e17-cb28-4890-a1a8-c84687eca8e5 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/quotas/7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 375 time: 0.0102229 Apr 01 00:15:32.388241 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-2412e150-a904-44d1-8b8a-46ade8d50860 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514684 Apr 01 00:15:32.496596 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-9702a3c8-58d1-4e70-adcd-079c2a027cd6 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:15:32.497591 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-9702a3c8-58d1-4e70-adcd-079c2a027cd6 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971673 Apr 01 00:15:32.591792 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-7a08cc39-b3e1-4eed-a94f-deaf12492aad service neutron] 10.222.0.95 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871823 Apr 01 00:15:32.649170 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:30Z', 'revision_number': 4, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '08b699de-9784-41a4-b51c-44ddd353cf64', 'name': '', 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'mac_address': 'fa:16:3e:88:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:28Z', 'updated_at': '2022-04-01T00:15:30Z', 'revision_number': 2, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'subnets': [{'id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:32.675536 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Checking router: 932f6d48-1c92-40d8-90bb-ad6d45b04dad for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:32.675753 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Updating router 932f6d48-1c92-40d8-90bb-ad6d45b04dad port 08b699de-9784-41a4-b51c-44ddd353cf64 binding host n-d-835855-2 {{(pid=109300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 00:15:32.686184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-d613e06b-b6bf-4093-923b-d83dcafc4c20 service neutron] 10.222.0.95 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878377 Apr 01 00:15:32.699949 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.858900 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-08c61758-8b05-4f55-92e6-9f387bd8a587 req-ee75e54d-d61d-4028-8402-02cba56986ad tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 210 time: 0.0321491 Apr 01 00:15:32.969820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks [] for port, precommit_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:32.975919 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.026839 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc208ad4-178a-4331-9e05-82f0c3de5f76 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:33.087868 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276acf3-f429-464c-821f-ebb98521220a None None] Pushing event updated for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=3']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:33.124901 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Attempting to bind port 08b699de-9784-41a4-b51c-44ddd353cf64 on host n-d-835855-2 for vnic_type normal with profile {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:33.125265 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Attempting to bind port 08b699de-9784-41a4-b51c-44ddd353cf64 by drivers openvswitch,hyperv on host n-d-835855-2 at level 0 using segments [{'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:33.125678 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Attempting to bind port 08b699de-9784-41a4-b51c-44ddd353cf64 on network 78c30a71-56bd-4338-8b79-36ba729071b8 {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Checking agent: {'id': '4a31eef4-cd28-4c1f-8467-4e7ca8731f7d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 40, 40), 'started_at': datetime.datetime(2022, 3, 31, 22, 41, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-835855-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Checking segment: {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Bound using segment: {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'} {{(pid=109300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.managers [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Bound port: 08b699de-9784-41a4-b51c-44ddd353cf64, host: n-d-835855-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8'}}] {{(pid=109300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:33.137107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.154260 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port bc208ad4-178a-4331-9e05-82f0c3de5f76 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:33.154581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.238756 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] For port 08b699de-9784-41a4-b51c-44ddd353cf64, host n-d-835855-2, cleared binding levels {{(pid=109300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:33.244286 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] For port 08b699de-9784-41a4-b51c-44ddd353cf64, host n-d-835855-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=08b699de-9784-41a4-b51c-44ddd353cf64,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:33.249469 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.351527 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] Provisioning complete for port 08b699de-9784-41a4-b51c-44ddd353cf64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:33.351929 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.353335 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276acf3-f429-464c-821f-ebb98521220a None None] Pushing event updated for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:33.358539 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:33.359167 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:33.522590 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:33.551884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.629304 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] For port 08b699de-9784-41a4-b51c-44ddd353cf64, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=08b699de-9784-41a4-b51c-44ddd353cf64,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:33.636905 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.728854 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb6c96-f2d5-4693-8db2-7dd6f66ac810 None None] Pushing event updated for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:33.770277 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-e8fcca53-12f3-485d-a306-22bc0f09f2c5 None None] Provisioning complete for port 08b699de-9784-41a4-b51c-44ddd353cf64 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:33.770587 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e8fcca53-12f3-485d-a306-22bc0f09f2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:33.828771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:30Z', 'revision_number': 4, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '08b699de-9784-41a4-b51c-44ddd353cf64', 'name': '', 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'mac_address': 'fa:16:3e:88:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:28Z', 'updated_at': '2022-04-01T00:15:33Z', 'revision_number': 4, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'subnets': [{'id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:33.855248 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-beafdf98-662d-4eb2-a0cd-025dbdab007b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:33.856258 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9e36-8e59-47f4-bf4e-9e2646f87a26 None None] The sync data for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 is: [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:15:30Z', 'revision_number': 4, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '08b699de-9784-41a4-b51c-44ddd353cf64', 'name': '', 'network_id': '78c30a71-56bd-4338-8b79-36ba729071b8', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'mac_address': 'fa:16:3e:88:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:28Z', 'updated_at': '2022-04-01T00:15:33Z', 'revision_number': 4, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'subnets': [{'id': 'fb66c371-219e-4d65-83bc-1d1320f0bf1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:33.857699 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-beafdf98-662d-4eb2-a0cd-025dbdab007b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 809 time: 0.1094410 Apr 01 00:15:33.937556 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-5212ef52-672b-44b6-9138-0c8bb82c1051 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 379 time: 0.0700719 Apr 01 00:15:33.950614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'port': {'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'admin_state_up': True, 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'security_groups': ['ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f']}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:33.992589 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-dc583f44-a5ec-4c9a-9a6b-615b80d05872 req-3d87bc47-0d0c-4088-b382-f5f75a8740fa tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 210 time: 0.0493064 Apr 01 00:15:34.084722 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Made reservation on behalf of 7fb08addfc72450a98b64630547e4372 for: {'port': 1} {{(pid=109298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:15:34.088301 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.220911 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_common [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Allocated IP 172.20.0.9 (abec42f5-3088-46b2-9451-a59e55cf17ac/945ad167-2abb-4a21-bc74-3786ae86f992/0178fb9c-2dc9-441c-a99d-942afed85716) {{(pid=109298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:34.363817 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.398104 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_create {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.442375 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Network abec42f5-3088-46b2-9451-a59e55cf17ac is already hosted by enough agents. {{(pid=109298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:34.445658 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.base_scheduler [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Resources bound (agent type, host, resource id): {{(pid=109298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:34.449226 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Received port after_create {{(pid=109298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:34.455514 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=1']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:34.501495 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:34.502135 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.522997 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-979eae1b-307f-44a2-9fb5-465c7421d294 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782936 Apr 01 00:15:34.535102 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.v2.base [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Request body: {'port': {'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-835855-2'}} {{(pid=109298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:34.598857 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.649277 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-aeebab60-dd8a-4a59-b73b-b73bc9b8b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.728201 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-04d909ac-a2cc-44a2-a633-579ced104bb7 None None] Provisioning complete for port 0178fb9c-2dc9-441c-a99d-942afed85716 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:34.728500 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-04d909ac-a2cc-44a2-a633-579ced104bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.761898 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-04d909ac-a2cc-44a2-a633-579ced104bb7 None None] Port 0178fb9c-2dc9-441c-a99d-942afed85716 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:15:34.875071 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0178fb9c-2dc9-441c-a99d-942afed85716 {{(pid=109298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:15:34.884331 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.897540 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.provisioning_blocks [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Transition to ACTIVE for port object 0178fb9c-2dc9-441c-a99d-942afed85716 will not be triggered until provisioned by entity L2. {{(pid=109298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:15:34.902632 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:34.973663 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=2']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:35.038194 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Attempting to bind port 0178fb9c-2dc9-441c-a99d-942afed85716 on host n-h2-835855-2 for vnic_type normal with profile {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:15:35.039438 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Attempting to bind port 0178fb9c-2dc9-441c-a99d-942afed85716 by drivers openvswitch,hyperv on host n-h2-835855-2 at level 0 using segments [{'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:15:35.039878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Attempting to bind port 0178fb9c-2dc9-441c-a99d-942afed85716 on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:35.045785 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Port 0178fb9c-2dc9-441c-a99d-942afed85716 on network abec42f5-3088-46b2-9451-a59e55cf17ac not bound, no agent of type Open vSwitch agent registered on host n-h2-835855-2 {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:15:35.046204 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Attempting to bind port 0178fb9c-2dc9-441c-a99d-942afed85716 on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:15:35.061587 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Checking agent: {'id': '3edc5a29-7105-44e6-aa28-618a574d72d3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:15:35.062068 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Checking segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:15:35.062468 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Bound using segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} {{(pid=109298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:15:35.062910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.managers [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Bound port: 0178fb9c-2dc9-441c-a99d-942afed85716, host: n-h2-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}}] {{(pid=109298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:15:35.063411 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.090576 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 08b699de-9784-41a4-b51c-44ddd353cf64 up at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:35.141609 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Provisioning complete for port 08b699de-9784-41a4-b51c-44ddd353cf64 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:35.141896 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.153039 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61674314-05b2-4d28-b10a-e34a8de763a4 req-537204a6-4f18-434a-b67d-a38bb3cd0ea7 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.155003 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61674314-05b2-4d28-b10a-e34a8de763a4 req-537204a6-4f18-434a-b67d-a38bb3cd0ea7 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0675843 Apr 01 00:15:35.169582 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, cleared binding levels {{(pid=109298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:15:35.173405 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:15:35.179985 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59555161'] for port, after_update {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.218902 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.219623 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:35.221007 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] 10.222.0.60 "PUT /v2.0/ports/0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 1091 time: 0.6903207 Apr 01 00:15:35.221443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:35.224121 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741eeb76-ab52-4f7a-862e-73d9368c7284" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:35.226621 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-61674314-05b2-4d28-b10a-e34a8de763a4 req-cdd87441-8c2c-4397-9e2d-2c2a344272fe tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 Apr 01 00:15:35.249908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541eb1-06c6-49fc-8571-09c643eafd4f service neutron] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=3']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:35.324480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-8c391903-d6b1-45b9-8ea3-eb9b25ef7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.326020 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-8c391903-d6b1-45b9-8ea3-eb9b25ef7f39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0567174 Apr 01 00:15:35.379576 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed953660-e6b4-4c1a-b46e-2e13ca246db8 x-openstack-request-id: req-ed953660-e6b4-4c1a-b46e-2e13ca246db8 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:35.379905 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:35.380116 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ed953660-e6b4-4c1a-b46e-2e13ca246db8 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:35.380523 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed953660-e6b4-4c1a-b46e-2e13ca246db8'] response: {'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'status': 'completed', 'code': 200} Apr 01 00:15:35.382132 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-8b1e6b72-5a0c-425a-a462-832cf3f4ce0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 217 time: 0.0466926 Apr 01 00:15:35.432678 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-3eb031f0-b8e1-4e73-ab7c-98765e7b2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.434244 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-3eb031f0-b8e1-4e73-ab7c-98765e7b2208 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0457044 Apr 01 00:15:35.481836 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-c6eea1a6-d824-4d8f-a563-ab21da6d6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.483297 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-c6eea1a6-d824-4d8f-a563-ab21da6d6dd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422654 Apr 01 00:15:35.572210 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-175350f8-1cc6-46a3-9923-956c726ec7c4 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Apr 01 00:15:35.664970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b5bcf4e5-4964-4642-ac42-5a672d1eccb0 req-77b6cec4-72e9-4301-aa08-1e6e6a871493 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855832 Apr 01 00:15:35.754092 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-371529ff-1371-421b-95b4-4a2523b9f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.755600 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-371529ff-1371-421b-95b4-4a2523b9f847 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0392046 Apr 01 00:15:35.846368 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-59d97049-6442-42a0-afa8-3cd8938ab745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.847838 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-59d97049-6442-42a0-afa8-3cd8938ab745 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0860021 Apr 01 00:15:35.888037 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-fddf2578-83c7-4bd5-a159-da2dc1c7b0af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 217 time: 0.0331259 Apr 01 00:15:35.940363 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-249d113d-edd3-4cc3-a959-33944b92ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.941824 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-249d113d-edd3-4cc3-a959-33944b92ec38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0465517 Apr 01 00:15:35.986922 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-94c9bf66-7ad4-41de-845a-67a78630662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:35.988451 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-94c9bf66-7ad4-41de-845a-67a78630662f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400534 Apr 01 00:15:36.084635 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-7788f405-2f74-4f38-9745-e13321845d2e service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888500 Apr 01 00:15:36.189449 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-741eeb76-ab52-4f7a-862e-73d9368c7284 req-662bc2d1-efc5-42e4-8cb8-e068e51205d5 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980082 Apr 01 00:15:36.331565 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa49c9-02a5-4131-874f-63ba98c6eb33 req-97e546c4-1e38-48b1-923c-63002a6d27d4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:36.333064 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0aa49c9-02a5-4131-874f-63ba98c6eb33 req-97e546c4-1e38-48b1-923c-63002a6d27d4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0511456 Apr 01 00:15:36.369847 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f0aa49c9-02a5-4131-874f-63ba98c6eb33 req-61b60789-c279-4628-8e8e-3cec11a809a0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304706 Apr 01 00:15:37.072782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-304d8ba6-81b8-4c0c-8fc8-182666d01514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:37.509462 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92f07f-1ad8-45b6-b0af-98cefca68319 req-a9502c19-f506-49a7-bc60-c49d7802b956 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:37.510928 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab92f07f-1ad8-45b6-b0af-98cefca68319 req-a9502c19-f506-49a7-bc60-c49d7802b956 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0524809 Apr 01 00:15:37.549573 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-ab92f07f-1ad8-45b6-b0af-98cefca68319 req-15092b63-b3b5-440b-b765-9f2f6de56730 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Apr 01 00:15:38.677889 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc8584-1b3a-4904-895a-775b889a1a54 req-f0eb2f8b-d541-4653-82f8-36cac921b418 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:38.679408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6bc8584-1b3a-4904-895a-775b889a1a54 req-f0eb2f8b-d541-4653-82f8-36cac921b418 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0506227 Apr 01 00:15:38.718239 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e6bc8584-1b3a-4904-895a-775b889a1a54 req-c196ba76-4992-4c4a-8a29-34af2dd2e029 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Apr 01 00:15:38.737719 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.201279 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:15:39.304808 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:39.315732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '0178fb9c-2dc9-441c-a99d-942afed85716', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:15:39.352483 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.365030 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0178fb9c-2dc9-441c-a99d-942afed85716 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:15:39.383952 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:39.390657 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:39.436610 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:39.703954 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0178fb9c-2dc9-441c-a99d-942afed85716'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:15:39.833178 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38e4b9-347f-4ed3-ade3-a7ac5e844d6c req-482ce54e-dd81-4672-b583-ed60b759c23e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:39.835005 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-be38e4b9-347f-4ed3-ade3-a7ac5e844d6c req-482ce54e-dd81-4672-b583-ed60b759c23e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 944 time: 0.0468657 Apr 01 00:15:39.871669 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-be38e4b9-347f-4ed3-ade3-a7ac5e844d6c req-03bab09b-984b-4b85-b2e3-bf668dbcb22d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Apr 01 00:15:40.347065 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:40.470118 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:40.987270 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24c7cf-f0c5-471d-bdcc-f975eacf041b req-c55de50a-015a-4c7b-90f2-35e523dadcb1 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:40.988706 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc24c7cf-f0c5-471d-bdcc-f975eacf041b req-c55de50a-015a-4c7b-90f2-35e523dadcb1 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 944 time: 0.0494983 Apr 01 00:15:41.032122 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-bc24c7cf-f0c5-471d-bdcc-f975eacf041b req-112c97f0-734b-4ff0-b766-c26f57744f8a tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Apr 01 00:15:41.194166 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:15:41.251732 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning for port 0178fb9c-2dc9-441c-a99d-942afed85716 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:15:41.256129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 0178fb9c-2dc9-441c-a99d-942afed85716 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:15:41.256491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:41.342865 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:41.367492 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:41.369725 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd23bf6-0433-4cd4-899b-2bf27a130236" -d '{"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-plugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:41.381934 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:15:41.386788 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:41.414055 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299024fe-40d5-4b81-930a-2767382b9131 x-openstack-request-id: req-299024fe-40d5-4b81-930a-2767382b9131 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:41.414349 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-plugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:41.414599 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-299024fe-40d5-4b81-930a-2767382b9131 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:41.415044 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299024fe-40d5-4b81-930a-2767382b9131'] response: {'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'code': 200} Apr 01 00:15:41.437498 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:41.509865 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa61fc-94a1-419c-aa1f-043d041b805e req-7ae6e69c-d314-4945-ad34-eb0c6e32d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:41.511426 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35fa61fc-94a1-419c-aa1f-043d041b805e req-7ae6e69c-d314-4945-ad34-eb0c6e32d987 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1096 time: 0.0439839 Apr 01 00:15:41.549793 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-35fa61fc-94a1-419c-aa1f-043d041b805e req-0845cd92-880a-4fc8-87e0-5be41f9d51fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Apr 01 00:15:42.159141 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19755c-bf55-416b-89be-ddbfacae0575 req-1f7d08ce-ef80-46e1-8bbc-a8ff342b1578 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:42.160844 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a19755c-bf55-416b-89be-ddbfacae0575 req-1f7d08ce-ef80-46e1-8bbc-a8ff342b1578 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 945 time: 0.0547690 Apr 01 00:15:42.199712 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-8a19755c-bf55-416b-89be-ddbfacae0575 req-9a41e018-334d-48b2-900e-e324d1450c86 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325320 Apr 01 00:15:43.327188 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de8ea-d04a-4e45-9055-fe5e7f2bf44a req-291cc625-d346-4c59-a732-64cbb8f9fdd0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:43.329271 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3de8ea-d04a-4e45-9055-fe5e7f2bf44a req-291cc625-d346-4c59-a732-64cbb8f9fdd0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 945 time: 0.0572131 Apr 01 00:15:43.368112 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5a3de8ea-d04a-4e45-9055-fe5e7f2bf44a req-d38fcc85-4cbb-4ef0-be8b-015cb465a153 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324790 Apr 01 00:15:43.486872 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25397c-74be-4000-9e9a-e5697e32c23c req-67818a13-a387-4f98-bc5d-a3b6ce797982 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:43.488276 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e25397c-74be-4000-9e9a-e5697e32c23c req-67818a13-a387-4f98-bc5d-a3b6ce797982 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 945 time: 0.0495672 Apr 01 00:15:43.527346 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1e25397c-74be-4000-9e9a-e5697e32c23c req-f2350ed3-9206-4cee-bcae-fd5a570afec3 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Apr 01 00:15:43.550041 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39268) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:43.636575 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2d22b-32ef-4123-b1f3-e7c4ae27fee7 tempest-TestSnapshotPattern-1462857040 tempest-TestSnapshotPattern-1462857040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:43.638090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-92d2d22b-32ef-4123-b1f3-e7c4ae27fee7 tempest-TestSnapshotPattern-1462857040 tempest-TestSnapshotPattern-1462857040-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1091 time: 0.0870759 Apr 01 00:15:43.642465 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39272) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:15:43.649654 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:15:43.673497 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:43.778576 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:43.884231 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Allocated IP 172.25.8.92 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:15:43.983539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.017676 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.055831 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:15:44.060051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:15:44.064168 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:15:44.067142 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:44.415360 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.485672 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.631116 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.637358 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.704633 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:15:44.716482 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:44.813336 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Floating IP 2e3210a0-cbf0-4946-916f-4e69e341744e associated. External IP: 172.25.8.92, port: 0178fb9c-2dc9-441c-a99d-942afed85716. Apr 01 00:15:45.020811 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:15:45.127547 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:15:45.142441 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:15:45.146921 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:45.153108 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:45.153728 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:45.174623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-478d160f-8b1d-450a-9468-b5ba049cad0d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5311227 Apr 01 00:15:45.175439 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:15:45.177751 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:15:45.258415 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:45.268509 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad57efc4-d5a9-479b-b39a-36214d71bbc8 x-openstack-request-id: req-ad57efc4-d5a9-479b-b39a-36214d71bbc8 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:15:45.268804 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:15:45.269057 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-ad57efc4-d5a9-479b-b39a-36214d71bbc8 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:15:45.269465 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad57efc4-d5a9-479b-b39a-36214d71bbc8'] response: {'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'status': 'completed', 'code': 200} Apr 01 00:15:45.331307 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-11ca6fb7-0a40-4a3a-9ba0-279f82a1284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:45.332745 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-11ca6fb7-0a40-4a3a-9ba0-279f82a1284c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1096 time: 0.0405715 Apr 01 00:15:45.426797 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-16e299ef-7a3f-4af3-9b48-d1986d2f3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:45.428417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-16e299ef-7a3f-4af3-9b48-d1986d2f3c2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0886075 Apr 01 00:15:45.482352 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:44Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:45.495002 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-06be97c4-7d73-4196-a619-6dcf45db42d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 998 time: 0.0582924 Apr 01 00:15:45.511920 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:15:45.520031 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:15:45.520746 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:15:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:45.546720 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-67ef7c67-5eaa-44b5-ba60-d996006ad009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:45.548540 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-67ef7c67-5eaa-44b5-ba60-d996006ad009 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0465405 Apr 01 00:15:45.594212 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-adedf79c-ee25-43b0-a1e3-22f9474bac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:15:45.595714 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-adedf79c-ee25-43b0-a1e3-22f9474bac85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402768 Apr 01 00:15:45.621474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:15:45.681681 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-6c1ffa42-7653-4f85-b090-9e92b8c69e58 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794690 Apr 01 00:15:45.775280 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-41fa8910-dbfe-4874-bcd9-369f5ef1e69f req-67e7c565-a15c-4000-a752-e77e773c4b3b service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856829 Apr 01 00:15:45.835352 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:44Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:15:45.860498 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3872f4-a9f4-4bb1-8d49-9715ced7ed71 None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:44Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:15:46.052988 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dea9c-726f-4ccf-b910-b85c214dc835 None None] New status for floating IP 2e3210a0-cbf0-4946-916f-4e69e341744e: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:15:46.151138 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:15:51.825769 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:15:57.008802 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:04.661253 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a335219c-69b0-42d4-8604-5194ca6b53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:07.075708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba7100fe-20d1-4aac-842a-a44135a33a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:08.749870 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:10.346471 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:10.469382 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:16.995358 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-7698d847-0bd2-4cf7-a1ec-f4c3a6acebae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418096 Apr 01 00:16:17.077828 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-7642ab76-a98d-43c8-9f8a-85541830ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:17.079417 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-7642ab76-a98d-43c8-9f8a-85541830ac22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1096 time: 0.0413914 Apr 01 00:16:17.197309 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-0f39ff65-78cf-455e-95e8-758b8bd5c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:17.198817 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-0f39ff65-78cf-455e-95e8-758b8bd5c6f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.1002479 Apr 01 00:16:17.266296 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-d820e159-f899-4f27-83a5-3d92c4ee0e16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 1000 time: 0.0578346 Apr 01 00:16:17.320619 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-4f4ec79d-f310-471e-ad04-bf163b51deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:17.322093 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-4f4ec79d-f310-471e-ad04-bf163b51deef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0485797 Apr 01 00:16:17.367853 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-1ba4e6df-ae42-491a-aec8-b078558ebb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:16:17.369346 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-1ba4e6df-ae42-491a-aec8-b078558ebb01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397446 Apr 01 00:16:17.468480 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-a4e31984-07e9-4f96-a43b-d0663f142d9a service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917614 Apr 01 00:16:17.565996 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3216b317-791a-4588-af7c-28b6d4a156c4 req-4d25ccea-31fb-44d9-9167-00bf6c9c299c service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902255 Apr 01 00:16:21.822915 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:23.150949 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:16:27.012785 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:34.666688 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c2a21a10-95a1-41ad-9a7c-3f88dd34ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:37.072850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a4704da4-d222-4459-af76-d218767c83e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:38.752576 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:40.351418 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:40.476337 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:51.827646 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:16:57.008901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:00.151379 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:17:04.667490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55da9900-3a52-46f0-a742-d35e429bc066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:07.070478 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-89d7050b-ad42-4a4f-aac2-ae82d8966a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:08.761782 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:10.362843 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:10.461332 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:17.977676 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-51c2c894-0f7c-49cc-b296-fa7984b59b69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432470 Apr 01 00:17:18.073457 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-8b6e3f99-295d-45bf-80e8-0efb404e3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:18.075006 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-8b6e3f99-295d-45bf-80e8-0efb404e3377 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1096 time: 0.0465553 Apr 01 00:17:18.178393 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-b631f423-ec80-4932-8ec6-2124c4ef5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:18.179972 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-b631f423-ec80-4932-8ec6-2124c4ef5a8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0868547 Apr 01 00:17:18.557178 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-caaa609d-c66b-4846-ac2e-3815ddc08590 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 1000 time: 0.3700414 Apr 01 00:17:18.607276 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-6a9bdce5-9af1-4a35-b9d0-56c3ea230b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:18.608664 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-6a9bdce5-9af1-4a35-b9d0-56c3ea230b34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0439444 Apr 01 00:17:18.672240 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-d62fe65f-6517-4fa1-b918-6abbeb46c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:17:18.673727 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-d62fe65f-6517-4fa1-b918-6abbeb46c889 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582023 Apr 01 00:17:18.764252 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-f33acdba-975d-41ab-a028-fd498f4151d7 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836828 Apr 01 00:17:18.855960 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f8d46a60-8a4a-4a41-b534-76462e51eb23 req-6abc0000-1a6a-462e-ac98-f5c22a5bb204 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846741 Apr 01 00:17:21.843367 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:27.013232 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:34.667016 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b5b2af6-5a1f-43f8-8ed9-06d649f1132d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:37.067923 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3a4b9bf0-abca-455c-820c-f99e0f253146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:37.153237 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:17:38.764042 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:40.364491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:40.464510 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:51.850310 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:17:57.019551 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:04.672914 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-c013fe64-f3bb-41b1-8e83-73784ec46880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:07.066744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-29178082-ddce-47a2-b34f-b5164d0aff5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:08.764493 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:10.372429 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:10.468602 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:14.153295 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:17.995516 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-71be7319-112e-4c59-9ac3-18c58653b889 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444722 Apr 01 00:18:18.084321 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-51e9c49b-1452-44a2-98d0-58eebd642968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.085805 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-51e9c49b-1452-44a2-98d0-58eebd642968 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1096 time: 0.0412014 Apr 01 00:18:18.190011 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-45664f8b-31d9-4a19-ab6d-028714eb6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.191505 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-45664f8b-31d9-4a19-ab6d-028714eb6907 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0851979 Apr 01 00:18:18.260836 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-440bddfe-6c05-4939-a049-352368929284 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 1000 time: 0.0609546 Apr 01 00:18:18.309443 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-ba2f8bfb-05e4-4e33-afe7-a2dc39864d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.310848 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-ba2f8bfb-05e4-4e33-afe7-a2dc39864d36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0428808 Apr 01 00:18:18.356147 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-d89594ce-bb73-4d28-8f2a-62dcf6392624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:18.357571 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-d89594ce-bb73-4d28-8f2a-62dcf6392624 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392928 Apr 01 00:18:18.451377 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-db492051-451c-464c-94b3-1bfb15e5eac6 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848932 Apr 01 00:18:18.541633 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-3ae24e5a-279d-478a-8a3f-323aa23953af req-1dadb483-065c-4475-a37f-2e07d33cb5d2 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829504 Apr 01 00:18:21.849922 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:27.008790 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:27.900975 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 details requested by agent hyperv_n-h2-835855-2 with host n-h2-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:18:28.006836 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:28.017912 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Returning: {'device': '0178fb9c-2dc9-441c-a99d-942afed85716', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:18:28.054362 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:28.067063 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0178fb9c-2dc9-441c-a99d-942afed85716 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:18:28.086179 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:28.092882 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:28.142476 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:28.150769 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.151205 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.151521 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.151861 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.152214 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.152540 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.152863 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.153185 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.153506 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.153823 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.154139 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.154438 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:28.168067 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] get_ports_and_sgs() called for port_ids ['0178fb9c-2dc9-441c-a99d-942afed85716'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:18:29.903659 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 up at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:18:29.965918 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Provisioning complete for port 0178fb9c-2dc9-441c-a99d-942afed85716 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:18:29.966288 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:30.043942 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:30.073926 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:18:30.077465 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aae97b-1b57-4753-a66d-362cdd246adc" -d '{"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-plugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:18:30.090543 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:30.097330 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:30.124400 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba54b84-cdfe-4ee1-9fb4-6bebd79ef1f3 x-openstack-request-id: req-aba54b84-cdfe-4ee1-9fb4-6bebd79ef1f3 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:18:30.124737 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-plugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:18:30.125012 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-aba54b84-cdfe-4ee1-9fb4-6bebd79ef1f3 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:18:30.125408 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba54b84-cdfe-4ee1-9fb4-6bebd79ef1f3'] response: {'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'code': 200} Apr 01 00:18:30.150996 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:34.667763 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0b25f87-e01b-42c1-8cc6-a741da258080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:37.065837 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-1efb9e6f-2dfc-4ee5-8fcf-6c6293628896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:38.769032 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:40.160650 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-2cd1f987-4647-4c34-a061-364666a30c53 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692241077&fields=id&tenant_id=7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 267 time: 0.0345080 Apr 01 00:18:40.269003 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-1e8b9ed8-8a6f-4f9e-8b90-fca7ddd2b09c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:40.270434 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-1e8b9ed8-8a6f-4f9e-8b90-fca7ddd2b09c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 809 time: 0.1027322 Apr 01 00:18:40.286231 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-fe7681fc-6e8a-4a43-a96f-ada1ab3ef92f tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/quotas/7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Apr 01 00:18:40.342099 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-35bd2bae-653b-4879-a5c5-ed0a143c76fc tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503008 Apr 01 00:18:40.363295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:40.402837 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-d451df92-a710-4b2f-b40a-55c470836d8c service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:18:40.403878 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-d451df92-a710-4b2f-b40a-55c470836d8c service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486414 Apr 01 00:18:40.476152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:40.494588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-9224206f-c292-4318-b40b-c8eafacdd8e6 service neutron] 10.222.0.95 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839901 Apr 01 00:18:40.588657 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-b808441b-46e9-4b8c-9144-37bd10eca830 service neutron] 10.222.0.95 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875297 Apr 01 00:18:40.820594 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-27379e75-6bfc-4acf-8e89-b3182677c3b1 req-6b18a652-715e-45d6-922a-6759e7cd93dc tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 210 time: 0.0799873 Apr 01 00:18:41.913046 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6a0e2acd-afa0-4e90-8058-7c282fab0ce3 req-6ab0c5da-1f2b-4b29-b0b6-f5aad84a2c30 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 210 time: 0.0254872 Apr 01 00:18:41.982848 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:18:42.059856 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:42.082401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:18:42.084679 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49fd95d-be5d-4d05-bc64-49006014e434" -d '{"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-unplugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:18:42.098791 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:18:42.106875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:42.146415 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 00:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a02ea1-43c3-4ca9-9cd4-b8a93823c502 x-openstack-request-id: req-54a02ea1-43c3-4ca9-9cd4-b8a93823c502 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:18:42.146707 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-unplugged", "status": "completed", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:18:42.146958 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-54a02ea1-43c3-4ca9-9cd4-b8a93823c502 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:18:42.147398 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54a02ea1-43c3-4ca9-9cd4-b8a93823c502'] response: {'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'code': 200} Apr 01 00:18:42.168109 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Pushing event updated for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=8']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:43.025101 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-1d0aceb7-a6cf-4ac0-8dec-46d770805822 req-11ae046e-5781-4576-af37-22829b7e16c7 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 210 time: 0.0342443 Apr 01 00:18:43.904137 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-47b9b809-47eb-4ae9-a3c9-812865447a64 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:43.905570 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-47b9b809-47eb-4ae9-a3c9-812865447a64 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 809 time: 0.1055944 Apr 01 00:18:43.950033 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-0336bd03-ccbc-4330-a278-1d2eef3fdcb2 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fb08addfc72450a98b64630547e4372 HTTP/1.1" status: 200 len: 379 time: 0.0346234 Apr 01 00:18:43.961393 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'port': {'device_id': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'admin_state_up': True, 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'security_groups': ['ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f']}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:18:44.082108 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Made reservation on behalf of 7fb08addfc72450a98b64630547e4372 for: {'port': 1} {{(pid=109299) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 00:18:44.086327 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:44.131627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-58a6fa98-79c4-42be-943a-dc3741f696f1 req-0586ea27-2212-443a-a4c9-c4158861c3ac tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 210 time: 0.0278332 Apr 01 00:18:44.227684 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Allocated IP 172.20.0.14 (abec42f5-3088-46b2-9451-a59e55cf17ac/945ad167-2abb-4a21-bc74-3786ae86f992/8bddb297-10ad-42c1-95af-8c352c38ff59) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:18:44.755391 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:44.790462 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:44.837056 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Network abec42f5-3088-46b2-9451-a59e55cf17ac is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:18:44.840265 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:18:44.843795 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:18:44.882662 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:44.899449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.899449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.899449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.899449 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.899988 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.900092 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.900358 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.900689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.901014 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.901340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.901666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.902013 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:18:44.935668 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:44.936396 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:44.959270 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-52788242-0e45-4ac3-92ef-088cdec1175c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0033031 Apr 01 00:18:45.176885 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-2713ea86-63b0-4870-a52b-8b25166d71ff None None] Provisioning complete for port 8bddb297-10ad-42c1-95af-8c352c38ff59 triggered by entity DHCP. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:18:45.177388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2713ea86-63b0-4870-a52b-8b25166d71ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:45.211401 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-2713ea86-63b0-4870-a52b-8b25166d71ff None None] Port 8bddb297-10ad-42c1-95af-8c352c38ff59 cannot update to ACTIVE because it is not bound. {{(pid=109300) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 01 00:18:45.288843 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944e4d5-9bdb-4d04-b7fa-087520fb4de3 req-3008e1b6-5d92-48b3-a17c-f53e2784e2c4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:45.292508 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2944e4d5-9bdb-4d04-b7fa-087520fb4de3 req-3008e1b6-5d92-48b3-a17c-f53e2784e2c4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0536118 Apr 01 00:18:45.338501 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-2944e4d5-9bdb-4d04-b7fa-087520fb4de3 req-bd0d3fe4-6d05-49c7-a068-6939f7b9e48e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376627 Apr 01 00:18:46.457150 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e013d-ea08-47c9-a539-3bf8175868d3 req-7755896b-c851-48d3-9448-a52f9a33744d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:46.458834 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a86e013d-ea08-47c9-a539-3bf8175868d3 req-7755896b-c851-48d3-9448-a52f9a33744d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0503032 Apr 01 00:18:46.500563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a86e013d-ea08-47c9-a539-3bf8175868d3 req-926d2118-60b1-42e6-9a06-ef98d939a2b9 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348248 Apr 01 00:18:47.629313 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f36a9-b2a1-4835-947a-c09cc20fc082 req-8a052a05-d38a-44c2-b6c6-9666850c5551 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:47.630953 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba9f36a9-b2a1-4835-947a-c09cc20fc082 req-8a052a05-d38a-44c2-b6c6-9666850c5551 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0495415 Apr 01 00:18:47.672514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-ba9f36a9-b2a1-4835-947a-c09cc20fc082 req-45ca2eb3-41de-4f9d-9317-348bcec50dc8 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Apr 01 00:18:48.791774 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d9ae-36df-460c-a89f-e08b517c2951 req-fa69ead8-b3d8-4945-9a63-c4113ac7b58f tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:48.794808 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6c0d9ae-36df-460c-a89f-e08b517c2951 req-fa69ead8-b3d8-4945-9a63-c4113ac7b58f tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0506952 Apr 01 00:18:48.863871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-b6c0d9ae-36df-460c-a89f-e08b517c2951 req-0c3eb530-0c03-465c-bf9e-c6c7b45827aa tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621994 Apr 01 00:18:49.981294 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb3265-f105-4384-93a1-a87e70fdba32 req-bf801956-57d8-4c16-96bc-a7b95460486c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:49.982796 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bcb3265-f105-4384-93a1-a87e70fdba32 req-bf801956-57d8-4c16-96bc-a7b95460486c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0511115 Apr 01 00:18:50.027134 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-7bcb3265-f105-4384-93a1-a87e70fdba32 req-805b521e-44be-4cdc-8701-a9c630ff0633 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373070 Apr 01 00:18:51.152849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:18:51.163114 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e760a-28b0-4a41-9846-737e75653be5 req-b89f89a2-80b1-4b90-bbbf-c35764e8df94 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:51.164904 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd4e760a-28b0-4a41-9846-737e75653be5 req-b89f89a2-80b1-4b90-bbbf-c35764e8df94 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0555162 Apr 01 00:18:51.207871 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-fd4e760a-28b0-4a41-9846-737e75653be5 req-fadec657-50e7-4b4e-8e9b-ca4f1f12f3f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357511 Apr 01 00:18:51.850270 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:52.331840 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f263e-09ef-4c29-aa41-96ef911ab2d7 req-4850d43c-452a-4eec-bed8-de95909e3916 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:52.333281 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f39f263e-09ef-4c29-aa41-96ef911ab2d7 req-4850d43c-452a-4eec-bed8-de95909e3916 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0485022 Apr 01 00:18:52.372845 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-f39f263e-09ef-4c29-aa41-96ef911ab2d7 req-1d7759e9-74b9-4d69-92a0-5e3f9e9859c0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Apr 01 00:18:53.501137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474982c-a8e1-4451-be4d-c91478916933 req-8af6edae-828d-4931-b1de-cc3434929a69 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:53.502623 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5474982c-a8e1-4451-be4d-c91478916933 req-8af6edae-828d-4931-b1de-cc3434929a69 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0502596 Apr 01 00:18:53.544408 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-5474982c-a8e1-4451-be4d-c91478916933 req-e1defee1-6320-4594-97a0-a094698189df tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331178 Apr 01 00:18:54.681224 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c89b-2e97-4273-9494-c99ec30c38bf req-3067169f-46c4-4cc0-b7c3-567963046f77 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:54.682691 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58d5c89b-2e97-4273-9494-c99ec30c38bf req-3067169f-46c4-4cc0-b7c3-567963046f77 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0586009 Apr 01 00:18:54.723090 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-58d5c89b-2e97-4273-9494-c99ec30c38bf req-7f72480e-a51b-45e3-be7a-08950ea91840 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Apr 01 00:18:55.850137 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5cd04-f5b5-4c6d-997d-843852517db9 req-55b32a19-3bd6-41b7-97d7-3a6098df0f0b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:55.851707 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5c5cd04-f5b5-4c6d-997d-843852517db9 req-55b32a19-3bd6-41b7-97d7-3a6098df0f0b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 932 time: 0.0508492 Apr 01 00:18:55.891665 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5c5cd04-f5b5-4c6d-997d-843852517db9 req-57871369-6625-455a-918d-a6fc1e6b2111 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Apr 01 00:18:56.308472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Request body: {'port': {'device_id': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-835855-2'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:18:56.365104 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.624009 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:18:56.631525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.649090 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.provisioning_blocks [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Transition to ACTIVE for port object 8bddb297-10ad-42c1-95af-8c352c38ff59 will not be triggered until provisioned by entity L2. {{(pid=109299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 00:18:56.655488 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.714563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:56.786944 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Attempting to bind port 8bddb297-10ad-42c1-95af-8c352c38ff59 on host n-h1-835855-2 for vnic_type normal with profile {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 00:18:56.787332 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Attempting to bind port 8bddb297-10ad-42c1-95af-8c352c38ff59 by drivers openvswitch,hyperv on host n-h1-835855-2 at level 0 using segments [{'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 00:18:56.787666 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Attempting to bind port 8bddb297-10ad-42c1-95af-8c352c38ff59 on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:18:56.792824 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Port 8bddb297-10ad-42c1-95af-8c352c38ff59 on network abec42f5-3088-46b2-9451-a59e55cf17ac not bound, no agent of type Open vSwitch agent registered on host n-h1-835855-2 {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 00:18:56.793165 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Attempting to bind port 8bddb297-10ad-42c1-95af-8c352c38ff59 on network abec42f5-3088-46b2-9451-a59e55cf17ac {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 00:18:56.798097 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Checking agent: {'id': '0c759f32-6eae-43ef-9a9c-bb002f143650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-835855-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'started_at': datetime.datetime(2022, 3, 31, 22, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 0, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 00:18:56.798464 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Checking segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 01 00:18:56.798878 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Bound using segment: {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'} {{(pid=109299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 00:18:56.799367 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.managers [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Bound port: 8bddb297-10ad-42c1-95af-8c352c38ff59, host: n-h1-835855-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c385da-03fb-473e-a825-64126e15db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac'}}] {{(pid=109299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 00:18:56.799724 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.866739 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, cleared binding levels {{(pid=109299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 00:18:56.869676 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 00:18:56.876759 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.910366 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:56.911004 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:56.913036 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] 10.222.0.96 "PUT /v2.0/ports/8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 1092 time: 0.6599746 Apr 01 00:18:56.913036 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:18:56.915118 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e91c1-7e1b-43c9-9b63-57f784b3612b" -d '{"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:18:56.941874 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12191a-14f8-486a-a497-83320d66e17d service neutron] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=3']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:18:57.022687 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-4b70e42f-2b8f-439c-b467-bc1d5ac1a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.027428 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-4b70e42f-2b8f-439c-b467-bc1d5ac1a0d4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1095 time: 0.0704994 Apr 01 00:18:57.090983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:18:57.099947 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a1ff47-8830-4bee-b65c-2390e453c8f5 x-openstack-request-id: req-58a1ff47-8830-4bee-b65c-2390e453c8f5 {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:18:57.100244 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:18:57.100495 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-58a1ff47-8830-4bee-b65c-2390e453c8f5 {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:18:57.100905 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a1ff47-8830-4bee-b65c-2390e453c8f5'] response: {'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'status': 'completed', 'code': 200} Apr 01 00:18:57.133738 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-63104221-741b-4a80-b6ae-faa0b18a69ed service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 217 time: 0.0793216 Apr 01 00:18:57.160299 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8c11c-b6a9-4854-be70-4e7259af3f19 req-225d9f58-ad95-4abd-ba5a-b557bc972484 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.161827 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dd8c11c-b6a9-4854-be70-4e7259af3f19 req-225d9f58-ad95-4abd-ba5a-b557bc972484 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 944 time: 0.1336384 Apr 01 00:18:57.223026 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-e31ea59f-8aee-4a70-a043-8761fed863a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.226091 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-e31ea59f-8aee-4a70-a043-8761fed863a4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0843668 Apr 01 00:18:57.231841 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-6dd8c11c-b6a9-4854-be70-4e7259af3f19 req-07bfacc6-1e61-4500-a131-0219600a7daa tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481117 Apr 01 00:18:57.271130 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-eaf95d27-f428-4ccb-a844-9d554771ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.272662 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-eaf95d27-f428-4ccb-a844-9d554771ca1d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399203 Apr 01 00:18:57.373893 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-3b5c6fd7-fc39-4f3a-af0c-d115276ff808 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934398 Apr 01 00:18:57.472060 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fbc3a037-1448-4c52-ae9f-2efaf87dbfe4 req-50abc823-b024-48cc-995e-3e63d3655ac6 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913002 Apr 01 00:18:57.569129 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-3c536308-f97f-4161-a032-878f1e919992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.570631 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-3c536308-f97f-4161-a032-878f1e919992 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1095 time: 0.0414431 Apr 01 00:18:57.664552 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-2e53557e-9575-44f2-8e8f-dac7d1e21405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.666057 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-2e53557e-9575-44f2-8e8f-dac7d1e21405 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0875647 Apr 01 00:18:57.707070 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-7b4e6781-c5f5-4aa1-a177-bf93e00fb220 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 217 time: 0.0335064 Apr 01 00:18:57.760340 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-4faf6d79-5f74-4686-be9f-4359c6f7aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.761752 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-4faf6d79-5f74-4686-be9f-4359c6f7aa3c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0474818 Apr 01 00:18:57.809020 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-69a0add0-53e4-479b-bcba-85ab2c9ff623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:57.810514 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-69a0add0-53e4-479b-bcba-85ab2c9ff623 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406594 Apr 01 00:18:57.897330 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-8789e44f-79f1-4afe-96a7-83290215ad57 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797679 Apr 01 00:18:57.995212 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-e13e91c1-7e1b-43c9-9b63-57f784b3612b req-8a441bc1-7312-4d3c-81c0-9e001f7ef5ae service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893598 Apr 01 00:18:58.368988 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501f5e4-315a-4342-9f67-3fa76f0324f1 req-e2acd9a1-3404-4370-924e-2496c8f3fc63 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:58.370492 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8501f5e4-315a-4342-9f67-3fa76f0324f1 req-e2acd9a1-3404-4370-924e-2496c8f3fc63 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 944 time: 0.0556996 Apr 01 00:18:58.409118 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8501f5e4-315a-4342-9f67-3fa76f0324f1 req-1cbfb93d-3ac3-423c-add8-2d04bc37a375 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325091 Apr 01 00:18:59.541045 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85ab6-6c63-4381-80a5-294319d3fcf8 req-90ccc15d-0427-468d-887e-e97cfd4b0e15 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:18:59.542897 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35e85ab6-6c63-4381-80a5-294319d3fcf8 req-90ccc15d-0427-468d-887e-e97cfd4b0e15 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 944 time: 0.0507329 Apr 01 00:18:59.584607 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-35e85ab6-6c63-4381-80a5-294319d3fcf8 req-23f5d401-9d32-4693-865b-ada4f0fafd7f tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Apr 01 00:19:00.714864 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15ba6-b447-44a6-9a15-20c440750cec req-9ba2915f-ac50-4ad3-a5a6-1f82a674890c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:00.716336 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6d15ba6-b447-44a6-9a15-20c440750cec req-9ba2915f-ac50-4ad3-a5a6-1f82a674890c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 944 time: 0.0514274 Apr 01 00:19:00.756559 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f6d15ba6-b447-44a6-9a15-20c440750cec req-d9f15ecf-cf9a-4429-843f-d794d6a7d7ba tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Apr 01 00:19:01.894895 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777eb25-048e-407f-b93c-fac5fa0b3c1a req-6c122c16-d186-42df-846d-cb1fb34a3f2b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:01.896408 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3777eb25-048e-407f-b93c-fac5fa0b3c1a req-6c122c16-d186-42df-846d-cb1fb34a3f2b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 944 time: 0.0558183 Apr 01 00:19:01.938633 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-3777eb25-048e-407f-b93c-fac5fa0b3c1a req-b856f1fc-b596-44b9-91cb-d90a8f2416df tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329971 Apr 01 00:19:02.418400 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:19:02.518129 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:19:02.529421 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'mac_address': 'fa:16:3e:1d:57:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:19:02.567197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:02.587026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:19:02.609041 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:19:02.615744 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:02.662530 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=4']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:19:02.989708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['8bddb297-10ad-42c1-95af-8c352c38ff59'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:19:03.070555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084afafe-7de0-4742-861b-8d6603c809c0 req-13ab7fe2-50a5-4433-8d46-7173942cab93 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:03.071807 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-084afafe-7de0-4742-861b-8d6603c809c0 req-13ab7fe2-50a5-4433-8d46-7173942cab93 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 945 time: 0.0493016 Apr 01 00:19:03.117011 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-084afafe-7de0-4742-861b-8d6603c809c0 req-f0d8f66b-8686-4ef6-85f4-59339f96bd97 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Apr 01 00:19:04.250120 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fe3db-ecbf-4ed9-9256-1718941dfca8 req-793004c3-8583-4769-ac2c-6c9a61b6f064 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:04.251623 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-729fe3db-ecbf-4ed9-9256-1718941dfca8 req-793004c3-8583-4769-ac2c-6c9a61b6f064 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 945 time: 0.0619814 Apr 01 00:19:04.291922 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-729fe3db-ecbf-4ed9-9256-1718941dfca8 req-cb296cac-5312-47b6-8494-054a98171864 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Apr 01 00:19:04.432641 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:19:04.500238 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning for port 8bddb297-10ad-42c1-95af-8c352c38ff59 completed by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 00:19:04.503777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 8bddb297-10ad-42c1-95af-8c352c38ff59 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:19:04.504140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:04.577829 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:04.599282 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:19:04.601534 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5fdcb9-b378-49b5-af72-7aa73edfe452" -d '{"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:19:04.613213 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:19:04.619081 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:04.675176 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3e48894a-efbc-4b18-adf4-f7ac561ecdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:04.680890 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=5']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:19:04.694951 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3969359-86ac-4e5e-857b-582295f62570 x-openstack-request-id: req-f3969359-86ac-4e5e-857b-582295f62570 {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:19:04.695277 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:19:04.695562 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-f3969359-86ac-4e5e-857b-582295f62570 {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:19:04.695957 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3969359-86ac-4e5e-857b-582295f62570'] response: {'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'code': 200} Apr 01 00:19:04.797218 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31968a1f-24f2-4d5b-b4b9-a97304a8849b req-d5768a58-a787-4634-ab58-b8fb00a1533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:04.798724 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31968a1f-24f2-4d5b-b4b9-a97304a8849b req-d5768a58-a787-4634-ab58-b8fb00a1533e service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1097 time: 0.0424445 Apr 01 00:19:04.834642 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-31968a1f-24f2-4d5b-b4b9-a97304a8849b req-37bc7ea6-b01e-4a3a-a9da-370498c5fa9a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276799 Apr 01 00:19:05.428018 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7ec52-a116-4151-bdf2-19a8c0b88571 req-b72c817c-b188-43b0-a555-407dd641a42b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:05.429472 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14d7ec52-a116-4151-bdf2-19a8c0b88571 req-b72c817c-b188-43b0-a555-407dd641a42b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0610106 Apr 01 00:19:05.467277 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-14d7ec52-a116-4151-bdf2-19a8c0b88571 req-64488dd1-dc0d-43cc-b0bc-286f1f498a0c tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Apr 01 00:19:06.599458 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4ff9b-a133-4a83-8c75-a7714761cb5d req-6775e7bb-56e2-4770-bec9-b1d0762d9298 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:06.600884 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8aa4ff9b-a133-4a83-8c75-a7714761cb5d req-6775e7bb-56e2-4770-bec9-b1d0762d9298 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0537913 Apr 01 00:19:06.643376 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8aa4ff9b-a133-4a83-8c75-a7714761cb5d req-d1291f7d-b9fb-4f3a-be2c-77d05537ab2e tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Apr 01 00:19:06.758778 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b85fe9-2fee-48a7-9148-d4c8c5d56966 req-98b854b5-1b40-4f64-af54-1b34a6e7cdb6 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:06.760170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26b85fe9-2fee-48a7-9148-d4c8c5d56966 req-98b854b5-1b40-4f64-af54-1b34a6e7cdb6 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Apr 01 00:19:06.801655 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-26b85fe9-2fee-48a7-9148-d4c8c5d56966 req-4378de82-4dff-4ba7-bed5-0ea94a75eedc tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323129 Apr 01 00:19:06.834724 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39610) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:19:06.873572 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e21264f-f53c-4dc7-b457-2a9b2e500c3b tempest-TestSnapshotPattern-1462857040 tempest-TestSnapshotPattern-1462857040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:06.875031 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-4e21264f-f53c-4dc7-b457-2a9b2e500c3b tempest-TestSnapshotPattern-1462857040 tempest-TestSnapshotPattern-1462857040-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1092 time: 0.0392764 Apr 01 00:19:06.877797 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39612) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:19:06.881966 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.v2.base [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Request body: {'floatingip': {'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109299) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 00:19:06.904767 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.005523 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.061375 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f9c46adb-b66c-4484-b76d-f92db96e136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.122472 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_common [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Allocated IP 172.25.8.208 (a57f2c58-f5da-4528-94c7-55b1bf887fb3/eb80c880-a8c5-4fc0-8d20-90d431e4f015/88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7) {{(pid=109299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 00:19:07.228803 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.267263 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793242193399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.309034 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Network a57f2c58-f5da-4528-94c7-55b1bf887fb3 is already hosted by enough agents. {{(pid=109299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 00:19:07.311746 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.base_scheduler [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Resources bound (agent type, host, resource id): {{(pid=109299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 00:19:07.314507 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Received port after_create {{(pid=109299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 00:19:07.347696 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7,revision_number=1']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:19:07.696918 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.766154 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.914870 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for port, precommit_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.922209 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58743532'] for port, after_update {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:07.991269 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event updated for resources: {'Port': ['ID=88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7,revision_number=2']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:19:08.001238 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1027361'] for floatingip, after_create {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:08.099972 n-d-835855-2 neutron-server[109299]: INFO neutron.db.l3_db [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Floating IP d4266e6a-f3c8-48b4-a3e6-04da9aa77534 associated. External IP: 172.25.8.208, port: 8bddb297-10ad-42c1-95af-8c352c38ff59. Apr 01 00:19:08.331080 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:19:08.440296 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:19:08.451382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:19:08.462622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:08.463511 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:19:08.464553 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:19:08.492444 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-3edc01bd-124c-4c2a-898b-936c93dcc600 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6136672 Apr 01 00:19:08.493033 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:19:08.495345 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da739038-1f6b-4282-b5a4-79a7bb79de48" -d '{"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:19:08.533702 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa18db2-fba3-4fcf-a807-e1d4330e98ca x-openstack-request-id: req-3fa18db2-fba3-4fcf-a807-e1d4330e98ca {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:19:08.533994 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:19:08.534241 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3fa18db2-fba3-4fcf-a807-e1d4330e98ca {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:19:08.534646 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa18db2-fba3-4fcf-a807-e1d4330e98ca'] response: {'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'status': 'completed', 'code': 200} Apr 01 00:19:08.571256 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:19:08.596428 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-9cd7baa4-dd0b-4644-a3fd-d9fa97b58057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:08.597935 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-9cd7baa4-dd0b-4644-a3fd-d9fa97b58057 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1097 time: 0.0395105 Apr 01 00:19:08.692558 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-0e7a0876-83de-4107-bfbf-574d28f4812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:08.694041 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-0e7a0876-83de-4107-bfbf-574d28f4812d service neutron] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0880945 Apr 01 00:19:08.759391 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-b2d2b49d-0358-4025-8bc8-8370216ef0fe service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 1000 time: 0.0581613 Apr 01 00:19:08.766033 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:08.794578 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}, {'id': 'd4266e6a-f3c8-48b4-a3e6-04da9aa77534', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:1d:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:19:07Z', 'updated_at': '2022-04-01T00:19:07Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:19:08.810964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-8589a7c9-0643-47bb-8c46-2f26bdbf08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:08.812492 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-8589a7c9-0643-47bb-8c46-2f26bdbf08d9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0446191 Apr 01 00:19:08.820334 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:19:08.829019 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:19:08.829620 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:19:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:19:08.861686 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-6b961077-fe52-486f-935a-31d421e537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:08.863092 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-6b961077-fe52-486f-935a-31d421e537a0 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433295 Apr 01 00:19:08.934191 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:19:08.950447 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-ba62ce1e-0457-46a3-ac5a-e073d22b4c67 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798926 Apr 01 00:19:09.043756 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-da739038-1f6b-4282-b5a4-79a7bb79de48 req-b5f3f541-b6eb-4b23-a93c-0cefce6fde76 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855043 Apr 01 00:19:09.156515 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}, {'id': 'd4266e6a-f3c8-48b4-a3e6-04da9aa77534', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:1d:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:19:07Z', 'updated_at': '2022-04-01T00:19:07Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:19:09.186330 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccada425-4631-48ee-9d7c-50ba72871771 None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}, {'id': 'd4266e6a-f3c8-48b4-a3e6-04da9aa77534', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.208', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:1d:57:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:19:07Z', 'updated_at': '2022-04-01T00:19:07Z', 'revision_number': 0, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:19:09.385187 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91bbead-6ef5-4635-9ed8-8391954a2b50 None None] New status for floating IP d4266e6a-f3c8-48b4-a3e6-04da9aa77534: ACTIVE {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:19:10.375204 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:10.471638 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:19.034009 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-3c9ddb75-f0f2-4fe5-8803-cd34ef7a1319 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954704 Apr 01 00:19:19.125782 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-858c9c16-bed2-485a-8729-2eb969b47a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:19.127300 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-858c9c16-bed2-485a-8729-2eb969b47a73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0503631 Apr 01 00:19:19.232421 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-704e51a2-0c64-42ff-b5f6-c5c20e3a3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:19.233802 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-704e51a2-0c64-42ff-b5f6-c5c20e3a3c7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0874152 Apr 01 00:19:19.299704 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-191e8f7c-63a8-46f2-becc-34a0aa9429da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 998 time: 0.0568273 Apr 01 00:19:19.352177 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-6d850ff9-2d6e-4eea-8d00-5c3fd6e3b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:19.353606 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-6d850ff9-2d6e-4eea-8d00-5c3fd6e3b11a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0472465 Apr 01 00:19:19.398625 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-06ce642d-c836-4bb9-8db6-0f5d29dd4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:19.400151 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-06ce642d-c836-4bb9-8db6-0f5d29dd4760 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399728 Apr 01 00:19:19.497184 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-ee06014c-1399-4b70-9fe8-680e4332fe58 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902395 Apr 01 00:19:19.593349 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-77ffcac9-5acb-478b-bd55-c433c412d82b req-a7064d96-5e49-44db-aea3-a322c24d7b1e service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885983 Apr 01 00:19:21.869194 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:27.036706 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:28.156004 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:19:28.392865 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-7c4e0519-7fa1-48c5-a4ad-86e28fe5f3d9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406938 Apr 01 00:19:28.493826 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc00a4-2061-42ab-be63-8995740860d1 req-93e7ff8e-40e6-4b0f-8c2e-97224118fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:28.495344 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-93e7ff8e-40e6-4b0f-8c2e-97224118fc19 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1097 time: 0.0484965 Apr 01 00:19:28.612926 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc00a4-2061-42ab-be63-8995740860d1 req-150d51d0-4252-4348-9710-2b29b3a39fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:28.614372 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-150d51d0-4252-4348-9710-2b29b3a39fb8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0958927 Apr 01 00:19:28.679860 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-5c029229-d5bb-4a99-935c-48bcbbd6a612 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 1002 time: 0.0569973 Apr 01 00:19:28.733415 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc00a4-2061-42ab-be63-8995740860d1 req-30ee17b9-7196-434a-b941-b4f966a37afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:28.734873 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-30ee17b9-7196-434a-b941-b4f966a37afd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0475311 Apr 01 00:19:28.780675 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc00a4-2061-42ab-be63-8995740860d1 req-a30861bc-dd5a-45d2-9360-dbf8270cfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:19:28.782117 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-a30861bc-dd5a-45d2-9360-dbf8270cfea6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391331 Apr 01 00:19:28.875699 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-eed0d2e2-ad39-4608-b856-10c392a695fd service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856686 Apr 01 00:19:28.968190 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-abdc00a4-2061-42ab-be63-8995740860d1 req-207601a9-9240-4f29-8a0b-208b838eeeb0 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839765 Apr 01 00:19:34.670353 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fefc3207-5d31-4d4c-8a7e-f92fbffe875a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:37.077339 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-5cd2dbb7-4dc7-463e-8b9b-746d8713f4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:38.764739 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:40.381380 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:40.476722 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:51.892266 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:19:57.055093 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:04.676136 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ba624cd2-2cf3-4de3-bb2f-302e04f5dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:05.156143 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:20:07.076941 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-caa751a6-120b-4faa-9dc5-3bb272d4dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:08.776058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.381529 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:10.480927 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:18.957159 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-0e8041e9-026e-4eef-b402-4ddedb50f0f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404789 Apr 01 00:20:19.053295 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-359fa8ba-83ba-4824-b922-3077856640f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:19.054785 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-359fa8ba-83ba-4824-b922-3077856640f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0502527 Apr 01 00:20:19.158017 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-a91772d9-b71d-4c3f-a2e0-9fa1c54c1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:19.159524 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-a91772d9-b71d-4c3f-a2e0-9fa1c54c1f75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0855296 Apr 01 00:20:19.226315 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-5f15dbcb-3678-4184-981b-6e44a41ca651 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 998 time: 0.0601051 Apr 01 00:20:19.275426 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-4570ac90-17f6-442c-aa4c-c7a2e26d32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:19.276821 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-4570ac90-17f6-442c-aa4c-c7a2e26d32ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0441506 Apr 01 00:20:19.321913 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-edc818b1-9659-4c85-98e4-5b707c840d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:19.323367 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-edc818b1-9659-4c85-98e4-5b707c840d29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387053 Apr 01 00:20:19.415564 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-54cd9f4f-f472-4252-a07e-78ba05d2196a service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Apr 01 00:20:19.516432 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-c5bcfc65-50ae-480b-b2af-a1c8314b4a3f req-0862e87b-0767-4aa2-8d18-2568725be792 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938416 Apr 01 00:20:21.882875 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:27.072603 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:30.375528 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-e1b0b999-102d-4f73-b662-a0731b10d71f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404696 Apr 01 00:20:30.779812 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-85862b7d-d781-4fbc-9d6d-731b25eac346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:30.781356 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-85862b7d-d781-4fbc-9d6d-731b25eac346 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1097 time: 0.3638167 Apr 01 00:20:30.887063 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-482ef23f-3529-487d-8052-acb509821392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:30.888560 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-482ef23f-3529-487d-8052-acb509821392 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0849776 Apr 01 00:20:30.955496 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-2959315d-7bc6-4d43-ba7c-ed27960f89b7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 1002 time: 0.0593653 Apr 01 00:20:31.006858 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-d9c590ce-5fb1-4271-94aa-016eab635732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:31.008433 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-d9c590ce-5fb1-4271-94aa-016eab635732 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0463874 Apr 01 00:20:31.057884 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-932869f9-9886-471e-9457-c4bba4f19adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:20:31.059313 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-932869f9-9886-471e-9457-c4bba4f19adb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421162 Apr 01 00:20:31.154440 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-ff68c65e-1e26-491c-92c0-18d706450da2 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 Apr 01 00:20:31.242466 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-304ccbc9-2b74-45c3-8775-0c5c6b4fe722 req-02ea3b16-0499-437a-a54f-648d31e3a020 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813396 Apr 01 00:20:34.682476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-42d375ee-ef9d-450b-9c83-871b1120ff22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:37.083452 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-07d9b082-e3e4-4ed6-b6f7-8127cf8d08d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:38.780667 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:40.386670 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:40.485874 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:42.169338 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:20:51.906491 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:20:57.068547 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:04.677695 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-55d9b08b-2584-49d4-a3e1-a23b614c5b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:07.079388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a562c514-6d2a-428c-9129-b936a95ec750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:08.787124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:10.387676 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:10.493820 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:13.081758 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 details requested by agent hyperv_n-h1-835855-2 with host n-h1-835855-2 {{(pid=109300) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 00:21:13.179026 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:13.190384 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Returning: {'device': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'port_id': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'mac_address': 'fa:16:3e:1d:57:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109300) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 00:21:13.230943 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:13.243712 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109300) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 00:21:13.263168 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:13.269647 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:13.319093 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=6']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:13.326429 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.326767 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.327098 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.327445 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.327771 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.328087 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.328405 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.328721 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.329052 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.329622 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.329949 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.330263 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:13.342595 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] get_ports_and_sgs() called for port_ids ['8bddb297-10ad-42c1-95af-8c352c38ff59'] {{(pid=109300) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 00:21:15.096995 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 up at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 00:21:15.146781 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.provisioning_blocks [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Provisioning complete for port 8bddb297-10ad-42c1-95af-8c352c38ff59 triggered by entity L2. {{(pid=109300) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 00:21:15.147154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738324'] for port, provisioning_complete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:15.226140 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4171129'] for port, before_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:15.252602 n-d-835855-2 neutron-server[109300]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109300) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:15.254892 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}213e6a527384dcedd6f4679a53ec594e4763ca70917122e42dc6d9dfc9248170" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c0c94-e1c7-4eb7-8a1b-dd41322616a3" -d '{"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109300) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:15.267629 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:15.273839 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793242732207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793242193390', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793242193318'] for port, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:15.296432 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4074ae40-9c36-4a42-bc81-fb0f4209f10d x-openstack-request-id: req-4074ae40-9c36-4a42-bc81-fb0f4209f10d {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:15.296726 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "code": 200}]} {{(pid=109300) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:15.296976 n-d-835855-2 neutron-server[109300]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-4074ae40-9c36-4a42-bc81-fb0f4209f10d {{(pid=109300) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:15.297358 n-d-835855-2 neutron-server[109300]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4074ae40-9c36-4a42-bc81-fb0f4209f10d'] response: {'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'code': 200} Apr 01 00:21:15.321883 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Pushing event updated for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=7']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:19.172588 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:19.956962 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-04d32b43-978d-4293-b6dc-dcc214d6a5e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413496 Apr 01 00:21:20.047180 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-6f01f57d-688c-4661-9850-af1fe6de80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:20.048843 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-6f01f57d-688c-4661-9850-af1fe6de80c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0482025 Apr 01 00:21:20.174594 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-acaec754-399c-499e-9d55-ccc9713104de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:20.176230 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-acaec754-399c-499e-9d55-ccc9713104de service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.1073422 Apr 01 00:21:20.257767 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-458be71f-b362-4c71-ac2a-8c0050533877 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 998 time: 0.0724852 Apr 01 00:21:20.313667 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-3b38b1fc-b869-4af8-ac00-c752acbffa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:20.317140 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-3b38b1fc-b869-4af8-ac00-c752acbffa68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0502892 Apr 01 00:21:20.366412 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-a810de64-9885-42a3-ab53-922b45a8e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:20.367970 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-a810de64-9885-42a3-ab53-922b45a8e34d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465348 Apr 01 00:21:20.476268 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-ea0e04bb-4c63-43fc-86de-7c556b2e9a5e service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009569 Apr 01 00:21:20.577084 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-180dd1b9-792c-4403-b337-77a41c0a4a65 req-af054982-aa34-462f-851e-61921a76e120 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945199 Apr 01 00:21:21.898622 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:25.814503 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39840) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:25.970745 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Deleting port 88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:25.971090 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.047800 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.048102 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.059891 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Calling delete_port for 88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:26.210061 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.235602 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event deleted for resources: {'Port': ['ID=88cd7dfa-e299-4ea5-9b73-2e2eeb2ca1c7,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:26.247952 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.248300 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.248637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.249005 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.249338 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.249637 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.249970 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.250298 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.250618 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.250933 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.251282 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.251609 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:26.304977 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.305233 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Floating IP d4266e6a-f3c8-48b4-a3e6-04da9aa77534 disassociated (deleted). External IP: 172.25.8.208, port: 8bddb297-10ad-42c1-95af-8c352c38ff59. Apr 01 00:21:26.518173 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:21:26.624414 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:21:26.629536 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:26.634319 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:21:26.643368 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:26.644021 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:26.656227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-f6bbdbd0-688a-4b30-b69c-6d8cd713b5f4 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "DELETE /v2.0/floatingips/d4266e6a-f3c8-48b4-a3e6-04da9aa77534 HTTP/1.1" status: 204 len: 168 time: 0.8406110 Apr 01 00:21:26.656892 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:26.659339 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab860d2-bca7-403a-bc7b-0baae52e17f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:26.750790 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:26.753888 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03abc356-44f7-4d80-848b-8937b0572f99 x-openstack-request-id: req-03abc356-44f7-4d80-848b-8937b0572f99 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:26.754184 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:26.754434 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-03abc356-44f7-4d80-848b-8937b0572f99 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:26.754838 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03abc356-44f7-4d80-848b-8937b0572f99'] response: {'name': 'network-changed', 'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'status': 'completed', 'code': 200} Apr 01 00:21:26.825350 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-e18e7efb-7cef-46b2-a290-e050305adfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:26.826942 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-e18e7efb-7cef-46b2-a290-e050305adfca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 1097 time: 0.0486534 Apr 01 00:21:26.889858 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628d0d7-dea9-49a7-9a38-4c8804ff4062 req-2581ee69-afa3-4479-a7e6-4c49b4b99435 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:26.891360 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8628d0d7-dea9-49a7-9a38-4c8804ff4062 req-2581ee69-afa3-4479-a7e6-4c49b4b99435 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0522072 Apr 01 00:21:26.919341 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-b0d30f29-a4f4-45d8-ae3a-f58e4e3eb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:26.921170 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-b0d30f29-a4f4-45d8-ae3a-f58e4e3eb167 service neutron] 10.222.0.96 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.0874982 Apr 01 00:21:26.932831 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-8628d0d7-dea9-49a7-9a38-4c8804ff4062 req-bbb4f029-1343-4143-8c2c-72542bac7231 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Apr 01 00:21:26.973224 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:26.976099 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-7ce57912-db97-440b-8571-5e2fae9b533b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 200 len: 217 time: 0.0478098 Apr 01 00:21:27.002677 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:21:27.011168 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:27.011792 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:27.025292 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-1c8e18d9-bcc0-4e2f-86f9-31a6cca1eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:27.026917 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-1c8e18d9-bcc0-4e2f-86f9-31a6cca1eee1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0437307 Apr 01 00:21:27.074051 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-51e9d7ce-491b-4596-8605-be6398ccf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:27.075480 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-51e9d7ce-491b-4596-8605-be6398ccf6ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407078 Apr 01 00:21:27.080581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:27.086856 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-42eb033c-706f-4abf-9904-edf0425bc35d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=109299) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 01 00:21:27.087914 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-42eb033c-706f-4abf-9904-edf0425bc35d service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052137 Apr 01 00:21:27.115849 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:27.181464 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-55d4575f-0272-41ef-9a98-4b0d32ae1409 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852487 Apr 01 00:21:27.270588 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-fab860d2-bca7-403a-bc7b-0baae52e17f3 req-f6a731bc-d0a3-40db-8028-63104c8e3543 service neutron] 10.222.0.96 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820796 Apr 01 00:21:27.329317 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:27.354402 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39682b22-3fc2-4624-888e-9673c0a68b4e None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_floatingips': [{'id': '2e3210a0-cbf0-4946-916f-4e69e341744e', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'floating_ip_address': '172.25.8.92', 'floating_network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'router_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'port_id': '0178fb9c-2dc9-441c-a99d-942afed85716', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'mac_address': 'fa:16:3e:13:fc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T00:15:44Z', 'updated_at': '2022-04-01T00:15:46Z', 'revision_number': 1, 'project_id': '7fb08addfc72450a98b64630547e4372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:21:27.639652 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa5eb0-49d9-4dd2-800a-04e0ad98f07a None None] New status for floating IP d4266e6a-f3c8-48b4-a3e6-04da9aa77534: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:21:28.058001 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bafa5-4235-4277-beca-c29f48a8c770 req-a7673ad1-c9fe-47ea-879c-91913089655d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:28.059522 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d9bafa5-4235-4277-beca-c29f48a8c770 req-a7673ad1-c9fe-47ea-879c-91913089655d tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0495191 Apr 01 00:21:28.105500 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-9d9bafa5-4235-4277-beca-c29f48a8c770 req-413459cd-da83-408a-b2f4-e317f1a9e50f tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 Apr 01 00:21:28.550162 n-d-835855-2 neutron-server[109299]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da1afa-f574-41ea-a897-362470a32104 req-82a8dedb-74f0-4f4e-91d4-f01f2aa925cd tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109299) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:28.551687 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75da1afa-f574-41ea-a897-362470a32104 req-82a8dedb-74f0-4f4e-91d4-f01f2aa925cd tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.96 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 946 time: 0.0561459 Apr 01 00:21:28.642031 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Deleting port 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:28.642468 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:28.740253 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] For port 8bddb297-10ad-42c1-95af-8c352c38ff59, host n-h1-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-835855-2',level=0,port_id=8bddb297-10ad-42c1-95af-8c352c38ff59,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:28.740595 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:28.752741 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Calling delete_port for 8bddb297-10ad-42c1-95af-8c352c38ff59 owned by compute:nova {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:28.886578 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:28.914689 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event deleted for resources: {'Port': ['ID=8bddb297-10ad-42c1-95af-8c352c38ff59,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:28.926563 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.926941 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.927266 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.927638 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.927964 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.928277 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.928600 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.928924 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.929239 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.929557 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.929887 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.930195 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-835855-2 {{(pid=109299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 00:21:28.962839 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.l3_dvrscheduler_db [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] No DVR routers for this DVR port 8bddb297-10ad-42c1-95af-8c352c38ff59 on host n-h1-835855-2 {{(pid=109299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:21:28.965539 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:28.968877 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-75da1afa-f574-41ea-a897-362470a32104 req-768b0992-4630-42a7-90f2-671d60a1369b tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.96 "DELETE /v2.0/ports/8bddb297-10ad-42c1-95af-8c352c38ff59 HTTP/1.1" status: 204 len: 173 time: 0.4114931 Apr 01 00:21:28.969306 n-d-835855-2 neutron-server[109299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-deleted', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59'}] {{(pid=109299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:28.971774 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93435b127f79d01b4a0075ea21b1e64798078917a65023c2bc48152e22f033a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0fe437-656a-47c0-96c2-8bc412d588d5" -d '{"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-deleted", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59"}]}' {{(pid=109299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:29.066901 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc1208-6288-4cca-909a-27cf624acf6a x-openstack-request-id: req-3abc1208-6288-4cca-909a-27cf624acf6a {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:29.067558 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c576bf4f-5658-4ac3-96c3-192a55d933a8", "name": "network-vif-deleted", "tag": "8bddb297-10ad-42c1-95af-8c352c38ff59", "status": "completed", "code": 200}]} {{(pid=109299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:29.067734 n-d-835855-2 neutron-server[109299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-3abc1208-6288-4cca-909a-27cf624acf6a {{(pid=109299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:29.068208 n-d-835855-2 neutron-server[109299]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abc1208-6288-4cca-909a-27cf624acf6a'] response: {'server_uuid': 'c576bf4f-5658-4ac3-96c3-192a55d933a8', 'name': 'network-vif-deleted', 'tag': '8bddb297-10ad-42c1-95af-8c352c38ff59', 'status': 'completed', 'code': 200} Apr 01 00:21:29.143262 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:29.164368 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:29.164668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:29.213515 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-09663c56-a1ca-4551-9a67-59166235932f req-5c59880e-3430-490e-b63c-faa093efacf1 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=c576bf4f-5658-4ac3-96c3-192a55d933a8 HTTP/1.1" status: 200 len: 210 time: 0.0252719 Apr 01 00:21:30.833039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39900) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:30.992614 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Deleting port 47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:30.992871 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.067219 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.067593 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.079910 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Calling delete_port for 47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190 owned by network:floatingip {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:31.234640 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.260126 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event deleted for resources: {'Port': ['ID=47d0ca6b-4dc4-4bc2-ac6b-53cdaf06a190,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:31.324360 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for floatingip, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.324675 n-d-835855-2 neutron-server[109298]: INFO neutron.db.l3_db [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Floating IP 2e3210a0-cbf0-4946-916f-4e69e341744e disassociated (deleted). External IP: 172.25.8.92, port: 0178fb9c-2dc9-441c-a99d-942afed85716. Apr 01 00:21:31.534395 n-d-835855-2 neutron-server[109298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:21:31.657675 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:21:31.663223 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for floatingip, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:31.668137 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:21:31.682921 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:31.683567 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:31.690586 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-75ffcc08-a151-4fe9-a74e-f57724cfaf42 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "DELETE /v2.0/floatingips/2e3210a0-cbf0-4946-916f-4e69e341744e HTTP/1.1" status: 204 len: 168 time: 0.8562500 Apr 01 00:21:31.691144 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:31.693539 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97925a31-84ea-42d0-9e09-0da5380da9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:31.733215 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a97c8a-3b62-4245-9cbb-e9249538abf0 x-openstack-request-id: req-85a97c8a-3b62-4245-9cbb-e9249538abf0 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:31.733215 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:31.733476 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-85a97c8a-3b62-4245-9cbb-e9249538abf0 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:31.733845 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a97c8a-3b62-4245-9cbb-e9249538abf0'] response: {'name': 'network-changed', 'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'status': 'completed', 'code': 200} Apr 01 00:21:31.790562 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:31.799963 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-1057308d-f149-41be-9943-e9a7639c334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:31.801474 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-1057308d-f149-41be-9943-e9a7639c334e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7fb08addfc72450a98b64630547e4372&device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 1094 time: 0.0412316 Apr 01 00:21:31.924492 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-82535f7a-8624-4aba-b0b6-81445ca0c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:31.926051 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-82535f7a-8624-4aba-b0b6-81445ca0c14b service neutron] 10.222.0.60 "GET /v2.0/networks?id=abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 200 len: 911 time: 0.1139135 Apr 01 00:21:31.947093 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c1782-afcc-4b98-b224-48b43f4784e5 req-0cf98785-d5c9-44a8-94fa-09cd6fcc8af8 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:31.948557 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a21c1782-afcc-4b98-b224-48b43f4784e5 req-0cf98785-d5c9-44a8-94fa-09cd6fcc8af8 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0742972 Apr 01 00:21:31.980405 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-6d903455-2e4c-4323-8d2f-70e1f670652b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 200 len: 217 time: 0.0456805 Apr 01 00:21:31.994426 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:32.019848 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:21:32.028220 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:32.028832 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:32.046332 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-a21c1782-afcc-4b98-b224-48b43f4784e5 req-0e830ef7-e6e1-47c4-8aa7-57a5ed91d285 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683858 Apr 01 00:21:32.053229 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-021a471f-3db0-442b-b34c-94e2d0dbea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:32.054779 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-021a471f-3db0-442b-b34c-94e2d0dbea09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 200 len: 848 time: 0.0623884 Apr 01 00:21:32.105842 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-b182ecaa-664a-4e5a-a82d-7918758b94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:32.107437 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-b182ecaa-664a-4e5a-a82d-7918758b94f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=abec42f5-3088-46b2-9451-a59e55cf17ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454767 Apr 01 00:21:32.135716 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:32.199563 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-836b2680-0f51-476c-a247-fc7acbe0d826 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829952 Apr 01 00:21:32.299810 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-97925a31-84ea-42d0-9e09-0da5380da9a4 req-f2605819-26e8-4b3f-9a8b-c4363e409e97 service neutron] 10.222.0.60 "GET /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927706 Apr 01 00:21:32.430851 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:32.456123 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9cfc38-0975-4266-93b8-a00d117d8d53 None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:15:24Z', 'revision_number': 4, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2', '_interfaces': [{'id': '77a54505-4921-4bc8-96c5-37799f528090', 'name': '', 'network_id': 'abec42f5-3088-46b2-9451-a59e55cf17ac', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'mac_address': 'fa:16:3e:4b:79:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:24Z', 'updated_at': '2022-04-01T00:15:28Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'subnets': [{'id': '945ad167-2abb-4a21-bc74-3786ae86f992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:21:32.693818 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2682760-f43a-4a05-bd33-5fec36a2fe47 None None] New status for floating IP 2e3210a0-cbf0-4946-916f-4e69e341744e: DOWN {{(pid=109300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 00:21:32.769683 n-d-835855-2 neutron-server[109298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-6642d648-cc32-4051-ab4f-0bd36f325a3a tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 00:21:32.771227 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-6642d648-cc32-4051-ab4f-0bd36f325a3a tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 943 time: 0.0494084 Apr 01 00:21:32.864758 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Deleting port 0178fb9c-2dc9-441c-a99d-942afed85716 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:32.865011 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:32.968256 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] For port 0178fb9c-2dc9-441c-a99d-942afed85716, host n-h2-835855-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-835855-2',level=0,port_id=0178fb9c-2dc9-441c-a99d-942afed85716,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:32.969045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:32.980852 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Calling delete_port for 0178fb9c-2dc9-441c-a99d-942afed85716 owned by compute:nova {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:33.125615 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:33.148418 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [req-02af8235-830e-4e8c-a247-7364c5890e8b req-40071a8b-cbae-4877-b639-2944cc81f0df tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbb113fb-8022-469b-a487-d8a1f000f22b HTTP/1.1" status: 200 len: 210 time: 0.0257447 Apr 01 00:21:33.154766 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event deleted for resources: {'Port': ['ID=0178fb9c-2dc9-441c-a99d-942afed85716,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:33.159171 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 no longer exists at agent hyperv_n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:33.184058 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] No Port match for: 8bddb297-10ad-42c1-95af-8c352c38ff59 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:33.184668 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Device 8bddb297-10ad-42c1-95af-8c352c38ff59 not bound to the agent host n-h1-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:33.217775 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] No DVR routers for this DVR port 0178fb9c-2dc9-441c-a99d-942afed85716 on host n-h2-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:21:33.220422 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16001'] for port, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:33.223794 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [req-f2d483bf-9700-408b-a108-c9d2aa1136f2 req-c366281b-366e-45c2-b786-51cc03d1db09 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.60 "DELETE /v2.0/ports/0178fb9c-2dc9-441c-a99d-942afed85716 HTTP/1.1" status: 204 len: 173 time: 0.4464562 Apr 01 00:21:33.735319 n-d-835855-2 neutron-server[109298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-deleted', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716'}] {{(pid=109298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 00:21:33.737842 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.95/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19de9da0812030c38074e07ca93598b3e6c04f17fea044d014e2866ad09280f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb5843-441b-4c2d-a039-fa2df1f69e86" -d '{"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-deleted", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716"}]}' {{(pid=109298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 00:21:33.775471 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 00:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6457a44c-9e2d-4f19-b955-e9287ef88f15 x-openstack-request-id: req-6457a44c-9e2d-4f19-b955-e9287ef88f15 {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 00:21:33.775836 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb113fb-8022-469b-a487-d8a1f000f22b", "name": "network-vif-deleted", "tag": "0178fb9c-2dc9-441c-a99d-942afed85716", "status": "completed", "code": 200}]} {{(pid=109298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 00:21:33.776016 n-d-835855-2 neutron-server[109298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.95/compute/v2.1/os-server-external-events used request id req-6457a44c-9e2d-4f19-b955-e9287ef88f15 {{(pid=109298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 00:21:33.776437 n-d-835855-2 neutron-server[109298]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6457a44c-9e2d-4f19-b955-e9287ef88f15'] response: {'server_uuid': 'fbb113fb-8022-469b-a487-d8a1f000f22b', 'name': 'network-vif-deleted', 'tag': '0178fb9c-2dc9-441c-a99d-942afed85716', 'status': 'completed', 'code': 200} Apr 01 00:21:34.216391 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39914) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:34.275924 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:34.302380 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:34.365045 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:34.367856 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:34.369135 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] 10.222.0.95 "DELETE /v2.0/security-groups/ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f HTTP/1.1" status: 204 len: 168 time: 0.1517551 Apr 01 00:21:34.378287 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee38a2-ca7f-41ac-9b3b-604c963b33e0 tempest-TestSnapshotPattern-1412953827 tempest-TestSnapshotPattern-1412953827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd0d7e-a0dd-4b9b-96c6-851fad535b4f,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:34.682197 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d2cb6910-ffc3-4715-a10b-64400744dbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:35.437631 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39920) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:35.908231 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.153993 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Deleting port 77a54505-4921-4bc8-96c5-37799f528090 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:36.154331 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.231610 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] For port 77a54505-4921-4bc8-96c5-37799f528090, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=77a54505-4921-4bc8-96c5-37799f528090,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:36.231945 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.248042 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Calling delete_port for 77a54505-4921-4bc8-96c5-37799f528090 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:36.436998 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.461545 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a54505-4921-4bc8-96c5-37799f528090,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:36.623567 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:36.743172 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 no longer exists at agent hyperv_n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:36.762983 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] No Port match for: 0178fb9c-2dc9-441c-a99d-942afed85716 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:36.763434 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Device 0178fb9c-2dc9-441c-a99d-942afed85716 not bound to the agent host n-h2-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:36.834663 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Router eadf6790-64e6-4e03-84a0-defc19c04b70 has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:21:36.939180 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:21:36.944540 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-fd1b5449-4b3f-45d1-a34d-e091c18e2ed2 admin admin] 10.222.0.95 "PUT /v2.0/routers/eadf6790-64e6-4e03-84a0-defc19c04b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5052772 Apr 01 00:21:36.948323 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39924) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:36.951820 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Sync routers for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:21:36.962861 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:36.963640 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:07Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:37.052164 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.066717 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: n-d-835855-2 {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:37.074388 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2904d487-9dd7-40bf-8511-d6c019149aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.156814 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.210867 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Deleting port a0aa66b7-fe7d-478b-b133-0e07e18999f0 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:37.211275 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.245863 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:21:36Z', 'revision_number': 5, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port': {'id': 'a0aa66b7-fe7d-478b-b133-0e07e18999f0', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:22Z', 'updated_at': '2022-04-01T00:15:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:37.271573 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Checking router: eadf6790-64e6-4e03-84a0-defc19c04b70 for host: n-d-835855-2 {{(pid=109301) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:21:37.279597 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Routers {'eadf6790-64e6-4e03-84a0-defc19c04b70'} bound to L3 agent in host n-d-835855-2 {{(pid=109301) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:37.280192 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['eadf6790-64e6-4e03-84a0-defc19c04b70'], 'active': True} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:37.287434 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] For port a0aa66b7-fe7d-478b-b133-0e07e18999f0, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=a0aa66b7-fe7d-478b-b133-0e07e18999f0,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:37.287799 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.304598 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Calling delete_port for a0aa66b7-fe7d-478b-b133-0e07e18999f0 owned by network:router_gateway {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:37.364474 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_dvr_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] Set router eadf6790-64e6-4e03-84a0-defc19c04b70 gateway port host: None {{(pid=109301) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:37.414414 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.l3_hamode_db [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:21:37Z', 'revision_number': 6, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:37.443081 n-d-835855-2 neutron-server[109301]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc2979-9b09-44fc-b9f6-bd34bde2ebf6 None None] The sync data for ids ['eadf6790-64e6-4e03-84a0-defc19c04b70'] in n-d-835855-2 is: [{'id': 'eadf6790-64e6-4e03-84a0-defc19c04b70', 'name': 'tempest-TestSnapshotPattern-759114739-router', 'tenant_id': '7fb08addfc72450a98b64630547e4372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:21Z', 'updated_at': '2022-04-01T00:21:37Z', 'revision_number': 6, 'project_id': '7fb08addfc72450a98b64630547e4372', 'gw_port_host': None}] {{(pid=109301) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:21:37.467479 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.496928 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aa66b7-fe7d-478b-b133-0e07e18999f0,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:37.557019 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.648734 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.650911 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.707053 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.707608 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadf6790-64e6-4e03-84a0-defc19c04b70 {{(pid=109299) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:21:37.711984 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.713149 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-27cd1a08-b34f-492c-a57a-ae13056ed5e6 admin admin] 10.222.0.95 "DELETE /v2.0/routers/eadf6790-64e6-4e03-84a0-defc19c04b70 HTTP/1.1" status: 204 len: 168 time: 0.7639410 Apr 01 00:21:37.715916 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39926) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:37.760918 n-d-835855-2 neutron-server[109299]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Deleting subnet 945ad167-2abb-4a21-bc74-3786ae86f992 {{(pid=109299) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:21:37.764134 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.799402 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62059316'] for subnet, precommit_delete_associations {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.878748 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.934314 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58744358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59629108'] for subnet, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.957920 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945ad167-2abb-4a21-bc74-3786ae86f992,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:37.963525 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:37.966693 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-82ba9ff9-464c-4d53-a1ef-7aebbfe9753f admin admin] 10.222.0.95 "DELETE /v2.0/subnets/945ad167-2abb-4a21-bc74-3786ae86f992 HTTP/1.1" status: 204 len: 168 time: 0.2497966 Apr 01 00:21:37.969550 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39928) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:37.972244 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c79df-1448-4546-a529-2287e9d25e20 None None] Network abec42f5-3088-46b2-9451-a59e55cf17ac requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:21:38.173080 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] DHCP port deletion for abec42f5-3088-46b2-9451-a59e55cf17ac request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:21:38.225019 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Deleting port 212c9e58-591f-4952-95c8-41a4ad2a534c {{(pid=109300) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:38.225436 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.292624 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.db [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] For port 212c9e58-591f-4952-95c8-41a4ad2a534c, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=212c9e58-591f-4952-95c8-41a4ad2a534c,segment=NetworkSegment(21c385da-03fb-473e-a825-64126e15db18),segment_id=21c385da-03fb-473e-a825-64126e15db18)] {{(pid=109300) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:38.292996 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.305972 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Calling delete_port for 212c9e58-591f-4952-95c8-41a4ad2a534c owned by network:dhcp {{(pid=109300) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:38.366596 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.389726 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381'] for port, after_delete {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.419193 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Deleting port 212c9e58-591f-4952-95c8-41a4ad2a534c {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:38.419466 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] Pushing event deleted for resources: {'Port': ['ID=212c9e58-591f-4952-95c8-41a4ad2a534c,revision_number=None']} {{(pid=109300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:38.419575 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.424078 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc41bbca-2cbc-4eda-bcdd-2154040508a8 None None] No DVR routers for this DVR port 212c9e58-591f-4952-95c8-41a4ad2a534c on host n-d-835855-2 {{(pid=109300) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:21:38.480812 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] For port 212c9e58-591f-4952-95c8-41a4ad2a534c, host n-d-835855-2, got binding levels [] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:38.481174 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.493409 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Calling delete_port for 212c9e58-591f-4952-95c8-41a4ad2a534c owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:38.496039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.ipam_backend_mixin [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Port 212c9e58-591f-4952-95c8-41a4ad2a534c was not found and therefore no delete operation was performed {{(pid=109298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 01 00:21:38.497266 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.522784 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=212c9e58-591f-4952-95c8-41a4ad2a534c,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:38.528819 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] No DVR routers for this DVR port 212c9e58-591f-4952-95c8-41a4ad2a534c on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:21:38.599206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.620062 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abec42f5-3088-46b2-9451-a59e55cf17ac']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:38.630208 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c385da-03fb-473e-a825-64126e15db18') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:38.630511 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c385da-03fb-473e-a825-64126e15db18') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:38.640471 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.654192 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.660626 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:21:38.661126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: timer() Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: self._notify() Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: event.method(event) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:21:38.663852 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:21:38.723424 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.728974 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:38.732078 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] 10.222.0.95 "DELETE /v2.0/networks/abec42f5-3088-46b2-9451-a59e55cf17ac HTTP/1.1" status: 204 len: 168 time: 0.7614174 Apr 01 00:21:38.735499 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39930) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:38.742632 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f5b5f-9374-4a3d-9786-30fe8b84e6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=abec42f5-3088-46b2-9451-a59e55cf17ac,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:38.781107 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.221913 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77a54505-4921-4bc8-96c5-37799f528090 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:39.241851 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 77a54505-4921-4bc8-96c5-37799f528090 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:39.242162 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 77a54505-4921-4bc8-96c5-37799f528090 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:39.242644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 212c9e58-591f-4952-95c8-41a4ad2a534c no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:39.260874 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 212c9e58-591f-4952-95c8-41a4ad2a534c {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:39.261200 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 212c9e58-591f-4952-95c8-41a4ad2a534c not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:39.261600 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0aa66b7-fe7d-478b-b133-0e07e18999f0 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:39.279777 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: a0aa66b7-fe7d-478b-b133-0e07e18999f0 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:39.280113 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device a0aa66b7-fe7d-478b-b133-0e07e18999f0 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:39.387638 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1028897'] for router_interface, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.641391 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Deleting port 08b699de-9784-41a4-b51c-44ddd353cf64 {{(pid=109299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:39.641669 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.721301 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.db [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] For port 08b699de-9784-41a4-b51c-44ddd353cf64, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=08b699de-9784-41a4-b51c-44ddd353cf64,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:39.721622 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.734111 n-d-835855-2 neutron-server[109299]: DEBUG neutron.plugins.ml2.plugin [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Calling delete_port for 08b699de-9784-41a4-b51c-44ddd353cf64 owned by network:router_interface {{(pid=109299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:39.916884 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58743543'] for port, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:39.942534 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b699de-9784-41a4-b51c-44ddd353cf64,revision_number=None']} {{(pid=109299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:40.108475 n-d-835855-2 neutron-server[109299]: DEBUG neutron_lib.callbacks.manager [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1037043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1028949'] for router_interface, after_delete {{(pid=109299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.321255 n-d-835855-2 neutron-server[109299]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Router 932f6d48-1c92-40d8-90bb-ad6d45b04dad has already been hosted by L3 agent 6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604 {{(pid=109299) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 00:21:40.387058 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.430260 n-d-835855-2 neutron-server[109299]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] Notify agent at l3_agent.n-d-835855-2 the message routers_updated {{(pid=109299) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 00:21:40.435266 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-c03d1c0c-d8fc-4e87-b4c6-815a7e526e30 admin admin] 10.222.0.95 "PUT /v2.0/routers/932f6d48-1c92-40d8-90bb-ad6d45b04dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6987073 Apr 01 00:21:40.438555 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39932) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:40.440039 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Sync routers for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 00:21:40.450194 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:40.450806 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:40.518560 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.547987 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks [] for router, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.568644 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: n-d-835855-2 {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:40.647034 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.699621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Deleting port bc208ad4-178a-4331-9e05-82f0c3de5f76 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:40.699953 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.741183 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'external_fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:21:39Z', 'revision_number': 5, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port': {'id': 'bc208ad4-178a-4331-9e05-82f0c3de5f76', 'name': '', 'network_id': 'a57f2c58-f5da-4528-94c7-55b1bf887fb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-835855-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T00:15:27Z', 'updated_at': '2022-04-01T00:15:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eb80c880-a8c5-4fc0-8d20-90d431e4f015', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-835855-2'}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:40.766749 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Checking router: 932f6d48-1c92-40d8-90bb-ad6d45b04dad for host: n-d-835855-2 {{(pid=109300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 00:21:40.775050 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Routers {'932f6d48-1c92-40d8-90bb-ad6d45b04dad'} bound to L3 agent in host n-d-835855-2 {{(pid=109300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 00:21:40.775681 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-835855-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:40:37Z,description=,heartbeat_timestamp=2022-04-01T00:21:37Z,host='n-d-835855-2',id=6d1b3e3a-d0c0-497b-b5ba-00e5de3e6604,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:40:37Z,topic='l3_agent')) {'router_ids': ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'], 'active': True} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:40.778665 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] For port bc208ad4-178a-4331-9e05-82f0c3de5f76, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=bc208ad4-178a-4331-9e05-82f0c3de5f76,segment=NetworkSegment(4a4759c8-a138-4504-a00c-038c3209699b),segment_id=4a4759c8-a138-4504-a00c-038c3209699b)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:40.779033 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.791027 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Calling delete_port for bc208ad4-178a-4331-9e05-82f0c3de5f76 owned by network:router_gateway {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:40.858796 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_dvr_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] Set router 932f6d48-1c92-40d8-90bb-ad6d45b04dad gateway port host: None {{(pid=109300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 00:21:40.910803 n-d-835855-2 neutron-server[109300]: DEBUG neutron.db.l3_hamode_db [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:21:40Z', 'revision_number': 6, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port_host': None}], 'n-d-835855-2', False) {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:40.937625 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70359d-5f44-428d-8fa8-b6e207341d4e None None] The sync data for ids ['932f6d48-1c92-40d8-90bb-ad6d45b04dad'] in n-d-835855-2 is: [{'id': '932f6d48-1c92-40d8-90bb-ad6d45b04dad', 'name': 'tempest-TestSnapshotPattern-293805478-router', 'tenant_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T00:15:26Z', 'updated_at': '2022-04-01T00:21:40Z', 'revision_number': 6, 'project_id': 'ae27b515f2014ab29f30d47eadaa37ed', 'gw_port_host': None}] {{(pid=109300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 00:21:40.958594 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:40.982950 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc208ad4-178a-4331-9e05-82f0c3de5f76,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:41.042775 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1027055'] for router_gateway, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.131377 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.133558 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.182206 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1027707'] for router, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.183061 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 932f6d48-1c92-40d8-90bb-ad6d45b04dad {{(pid=109298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 00:21:41.188506 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] Notify callbacks [] for router, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.189663 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-5fa31384-a701-490d-be65-695e197ab646 admin admin] 10.222.0.95 "DELETE /v2.0/routers/932f6d48-1c92-40d8-90bb-ad6d45b04dad HTTP/1.1" status: 204 len: 168 time: 0.7500975 Apr 01 00:21:41.192277 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39934) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:41.237480 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Deleting subnet fb66c371-219e-4d65-83bc-1d1320f0bf1d {{(pid=109298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 01 00:21:41.240685 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.274844 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60114419'] for subnet, precommit_delete_associations {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.365010 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3742045'] for subnet, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.420926 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3742026', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59554195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59293600'] for subnet, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.445908 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb66c371-219e-4d65-83bc-1d1320f0bf1d,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:41.449600 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.452765 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-33e992c1-1d30-4d37-a8ac-5721cf56b343 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/fb66c371-219e-4d65-83bc-1d1320f0bf1d HTTP/1.1" status: 204 len: 168 time: 0.2595642 Apr 01 00:21:41.455350 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39936) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:41.456169 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b933ef57-8f58-4048-93a6-561eac1fcace None None] Network 78c30a71-56bd-4338-8b79-36ba729071b8 requested from n-d-835855-2 {{(pid=109300) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 01 00:21:41.527349 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3683602'] for network, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.579702 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Deleting port 3a218e75-78f8-4b0e-a834-43458e6c0b49 {{(pid=109298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Apr 01 00:21:41.580049 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793242726723'] for port, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.645039 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.db [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] For port 3a218e75-78f8-4b0e-a834-43458e6c0b49, host n-d-835855-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-835855-2',level=0,port_id=3a218e75-78f8-4b0e-a834-43458e6c0b49,segment=NetworkSegment(97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0),segment_id=97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0)] {{(pid=109298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 00:21:41.645313 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548299'] for port, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.657513 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.plugin [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Calling delete_port for 3a218e75-78f8-4b0e-a834-43458e6c0b49 owned by network:dhcp {{(pid=109298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2038}} Apr 01 00:21:41.732125 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 08b699de-9784-41a4-b51c-44ddd353cf64 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:41.734916 n-d-835855-2 neutron-server[109300]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb822c-8b26-448b-8165-0c8b3cad433d None None] DHCP port deletion for 78c30a71-56bd-4338-8b79-36ba729071b8 request from n-d-835855-2 {{(pid=109300) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 01 00:21:41.752056 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4171192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793242732189', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793242193381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59555138'] for port, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.758708 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 08b699de-9784-41a4-b51c-44ddd353cf64 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:41.759070 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 08b699de-9784-41a4-b51c-44ddd353cf64 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:41.778361 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a218e75-78f8-4b0e-a834-43458e6c0b49,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:41.781878 n-d-835855-2 neutron-server[109298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] No DVR routers for this DVR port 3a218e75-78f8-4b0e-a834-43458e6c0b49 on host n-d-835855-2 {{(pid=109298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 00:21:41.856319 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3736550', 'neutron.services.segments.db._delete_segments_for_network-8793242691422'] for network, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.877879 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c30a71-56bd-4338-8b79-36ba729071b8']}} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:41.887332 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0') {'for_net_delete': True} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:41.887653 n-d-835855-2 neutron-server[109298]: DEBUG neutron.services.segments.db [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97aeb6a7-2f7f-4e09-a656-1c8d194ed4f0') {} {{(pid=109298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 00:21:41.897126 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793242693223', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60114410'] for segment, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.910790 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880'] for segment, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.917432 n-d-835855-2 neutron-server[109298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=109298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 00:21:41.917831 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3741880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59555189'] for segment, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: Traceback (most recent call last): Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: timer() Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: cb(*args, **kw) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: return func(*args, **kwargs) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: self._notify() Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: self.callback(batched_events) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: event.method(event) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: return f(self, *a, **k) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: return self._get(url).json() Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: return self.request(url, 'GET', **kwargs) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 00:21:41.919600 n-d-835855-2 neutron-server[109298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 00:21:41.975967 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3736543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1037048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1027019'] for network, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.981910 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Notify callbacks [] for network, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:41.985105 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] 10.222.0.95 "DELETE /v2.0/networks/78c30a71-56bd-4338-8b79-36ba729071b8 HTTP/1.1" status: 204 len: 168 time: 0.5287938 Apr 01 00:21:41.998401 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b202f51-2ba6-43de-88dc-17714433d2e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c30a71-56bd-4338-8b79-36ba729071b8,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:42.101489 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [-] (109299) accepted ('10.222.0.95', 39940) {{(pid=109299) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:42.146621 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39942) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:42.149713 n-d-835855-2 neutron-server[109299]: INFO neutron.wsgi [None req-a7b5369b-10ea-438f-a0aa-598ff3322a72 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7fb08addfc72450a98b64630547e4372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406113 Apr 01 00:21:42.202413 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.224187 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.273487 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.275978 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.277319 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c3c6c20e-1d6a-4062-8a11-ede59797c0c0 HTTP/1.1" status: 204 len: 168 time: 0.1295431 Apr 01 00:21:42.285227 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d30006-6eee-46f5-ab4a-d925e4d2f5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c6c20e-1d6a-4062-8a11-ede59797c0c0,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:42.604845 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39948) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:42.645627 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-605d2494-f2ae-423b-a126-ec1f64f9b1fd admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ae27b515f2014ab29f30d47eadaa37ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394511 Apr 01 00:21:42.648167 n-d-835855-2 neutron-server[109298]: DEBUG neutron.wsgi [-] (109298) accepted ('10.222.0.95', 39950) {{(pid=109298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 01 00:21:42.695222 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.715282 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.766118 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990958'] for security_group, after_delete {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.768687 n-d-835855-2 neutron-server[109298]: DEBUG neutron_lib.callbacks.manager [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:42.769856 n-d-835855-2 neutron-server[109298]: INFO neutron.wsgi [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/baf2f3b3-902a-4856-a336-372b476677ee HTTP/1.1" status: 204 len: 168 time: 0.1208162 Apr 01 00:21:42.777355 n-d-835855-2 neutron-server[109298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b3018-e51d-4d3e-8a07-ea9b2cbd4f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2f3b3-902a-4856-a336-372b476677ee,revision_number=None']} {{(pid=109298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 00:21:43.231181 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc208ad4-178a-4331-9e05-82f0c3de5f76 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:43.254816 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: bc208ad4-178a-4331-9e05-82f0c3de5f76 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:43.255153 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device bc208ad4-178a-4331-9e05-82f0c3de5f76 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:43.255587 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a218e75-78f8-4b0e-a834-43458e6c0b49 no longer exists at agent ovs-agent-n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 00:21:43.274514 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] No Port match for: 3a218e75-78f8-4b0e-a834-43458e6c0b49 {{(pid=109300) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} Apr 01 00:21:43.274855 n-d-835855-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.rpc [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Device 3a218e75-78f8-4b0e-a834-43458e6c0b49 not bound to the agent host n-d-835855-2 {{(pid=109300) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 00:21:51.913570 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:21:56.173539 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:21:57.099276 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:04.681912 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-cdb4e120-c832-4519-87a6-cd07de123fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:07.080993 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e9152848-e883-4fff-9c8b-716872f54aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:08.791066 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:10.394842 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:10.502742 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:21.903983 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:27.097461 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:33.172520 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:22:34.686978 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e915680-e865-4995-b723-eeaa1025ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:37.077387 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bbcb5d10-a160-4883-8ffd-bbd19ded6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:38.797797 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:40.404248 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:40.500850 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:51.926685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:22:57.120124 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:04.689400 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-006f780c-e8b5-4400-b55c-0cd534bd219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:07.074708 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d473aec8-7bc7-4568-a427-7f26e3bf4368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:08.806188 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:10.172540 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:10.406549 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:10.503155 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:22.074409 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:27.114430 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:34.686115 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e70c68a4-9e26-4634-aee2-0f623f7a184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:37.063882 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-0b43bc3e-887b-48ed-a2a6-44a608064300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:38.798852 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:40.412775 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:40.500342 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:47.173389 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:23:51.924573 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:23:57.115135 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:04.691774 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fbe4676c-0f5e-4b92-9386-5d3ee60e1264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:07.073300 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-e986351a-c996-4f80-b12b-54567748c8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:08.810884 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:10.412608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:10.497283 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:21.915582 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:24.175054 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:24:27.117369 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:34.684959 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-a79b0f73-524d-454b-9543-5c19726d9c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:37.069123 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-357e3ce1-5ae1-4ddb-ae1f-df2adc6211ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:38.817377 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:40.422239 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:40.493476 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:51.921311 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:24:57.124873 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:01.175382 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:25:04.690772 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-59b5f2a2-a289-454d-af54-50f74e4b5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:07.059817 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3ef9d690-3d57-405d-aad0-b0aedd4d23ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:08.818962 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:10.421849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:10.490616 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:21.928849 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:27.131974 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:34.695306 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-b44975e6-000e-4c43-87dc-84e55cd09382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:37.062891 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-098010d2-ef6f-434b-8bde-c0b8bbb7f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:38.176260 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:25:38.824607 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:40.426784 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:40.484496 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:51.944598 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:25:57.137154 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:04.697345 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-f743241c-fd58-4094-888f-88ad2c5886ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:07.065385 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-8d8a764b-4418-48e9-93b7-65f8d7e41470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:08.825588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:10.432588 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:10.489141 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:15.177010 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:26:21.944917 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:27.160018 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:34.698172 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-6add007e-f056-450e-a266-2388a63284a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:37.068477 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-2e83d109-d89f-4e79-aba9-4618105d5f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:38.831571 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:40.434604 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:40.496281 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:51.961793 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:26:52.176672 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:26:57.176747 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:04.700410 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-92f8e21c-3fa8-4601-882b-14cabf6a73b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:07.073881 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-37acfb47-d20d-4de5-9be1-53921d12ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:08.839389 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:10.436295 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:10.490743 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:21.987416 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:27.181167 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:29.177449 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:27:34.705651 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-12fcba22-433a-470b-ba3b-bdde6ff7333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:37.076473 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-bf75f9e3-1dd7-499a-8d6a-c38c083a81f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:38.843080 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:40.440608 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:40.495208 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:52.006791 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:27:57.184157 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:04.701838 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fe4ef468-5fb2-4e58-b236-bc206678d96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:06.180811 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:28:07.081252 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-427e596f-5d04-4995-bcab-8e990663e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:08.845121 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:10.446525 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:10.498701 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:22.001910 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:23.473431 n-d-835855-2 neutron-server[109299]: DEBUG neutron.wsgi [req-dcd84687-65c1-43a9-8345-6d0c6151d197 req-2e348d0d-1918-4815-9f45-45fcaa522d0c service neutron] (109299) timed out ('10.222.0.95', 37564) {{(pid=109299) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 01 00:28:27.210855 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:34.696901 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-209cb93c-74f0-48cd-b4dd-85ac26e227f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:37.088506 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5497-2806-4e66-889a-90882603bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:38.847490 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:40.453152 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:40.501731 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:43.180946 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:28:51.995200 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:28:57.211517 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:04.687401 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-71abda02-ec7c-415c-beec-4c09db51a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:07.076618 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-3202b78f-8b7d-4c23-86ce-d25d899b9204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:08.852581 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:10.460751 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:10.515658 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:20.184731 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:29:22.004301 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:27.229545 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:34.692858 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-ec3dafed-9810-47aa-bc36-cdfb5b8b2ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:37.078236 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-d0da3dda-23cb-4f40-8865-e6b65784853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:38.860211 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:40.446917 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:40.516104 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:52.013263 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:29:57.185533 n-d-835855-2 neutron-server[109301]: DEBUG neutron.db.agents_db [None req-b3083da7-d7e2-4251-8326-1101740876d4 None None] Agent healthcheck: found 7 active agents {{(pid=109301) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 00:29:57.224892 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-310805a8-626b-45a3-90fe-e1c7ee8f6a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:04.680685 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-841608da-4e79-40d9-817f-6a70f7589b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:07.072811 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-858d858b-b975-4d90-8d18-097eee3b236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:08.853786 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-39e96e4d-b132-48a5-ba87-954448c244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:10.446976 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-4089c15b-cdee-44eb-b188-deea6e7d9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:10.510294 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-690024a8-6e58-4c1e-89f1-630f03d28f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 00:30:22.033927 n-d-835855-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-348b8625-4f61-43db-98d3-c61d0c3204d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793242691404', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735926'] for agent, after_update {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}